-- Logs begin at Fri 2021-12-10 03:28:19 UTC, end at Fri 2021-12-10 06:08:27 UTC. -- Dec 10 04:18:05.192852 n-d-817326-3 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 04:18:08.062962 n-d-817326-3 neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Dec 10 04:18:08.063552 n-d-817326-3 neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 04:18:08.063754 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 04:18:08.067017 n-d-817326-3 neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Dec 10 04:18:08.067278 n-d-817326-3 neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 04:18:08.067593 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 04:18:08.068539 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 04:18:08.068777 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 04:18:08.069143 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 04:18:08.069392 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 04:18:08.069621 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 04:18:08.069941 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.070367 n-d-817326-3 neutron-server[103144]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 04:18:08.070681 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.070977 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.071274 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.071572 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.071865 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.072150 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.072440 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.072768 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.073055 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.073336 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.073621 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.073915 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.074199 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.074487 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.074773 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.075055 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.075337 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.075774 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.076177 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.076462 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.076849 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.077063 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.077341 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.077621 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.077912 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.078246 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] host = n-d-817326-3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.078528 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.078820 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.079111 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.079400 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.080190 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.080488 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.080781 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.081059 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.081336 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.081614 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.081910 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.082201 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.082494 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.082721 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.082945 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.083238 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.083527 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.083804 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.084081 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.084360 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.084665 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.084944 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.085215 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.085501 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.085785 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.086072 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.086350 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.086627 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.086900 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.087175 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.087461 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.087736 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.088011 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.088285 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.088603 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.088877 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.089152 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.089451 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.089738 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.090021 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.090308 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.090584 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.090867 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.091139 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.091411 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.091684 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.091962 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.092231 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.092540 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.092818 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.093093 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.093369 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.093641 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.093928 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:08.094225 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.094525 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.094828 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.095114 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.095984 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.096268 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.096627 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.096913 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.097205 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.097493 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.097783 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.098063 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.098353 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.098632 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.098927 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.099230 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.099523 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.099815 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.100092 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.100367 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.100671 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.100953 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.101242 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.101520 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.101811 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.102111 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.102389 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.102686 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.102973 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.103267 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.103555 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.103831 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.104109 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.104398 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.104709 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.104985 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.105264 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.105555 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.105834 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.106109 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.106391 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.106669 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.106939 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.107211 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.107487 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.107777 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.108054 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.108327 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.108628 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.108909 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.109186 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.109472 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.109749 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.110023 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.110295 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.110572 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.110867 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.111143 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.111422 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.111694 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.111977 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.112253 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.112558 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.112833 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.113106 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.113379 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.113652 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.113926 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.114199 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.114471 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.114741 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.115012 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.115537 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.115811 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.116100 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.116397 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.116701 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.116980 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.117259 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.117537 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.117814 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.118091 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.118369 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.118647 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.118918 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.119210 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.119494 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.119780 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.120064 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.120372 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.120706 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.120985 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.121268 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.121546 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.121824 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.122113 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.122394 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.122687 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.122980 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.123274 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.123569 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.123860 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.124140 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.124448 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.124752 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:08.124969 n-d-817326-3 neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 04:18:08.125210 n-d-817326-3 neutron-server[103144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103144) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 04:18:08.562522 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 04:18:08.562811 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 04:18:08.563122 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 04:18:08.563463 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 04:18:08.891745 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.892057 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.892334 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.893673 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.893953 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.894224 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.940629 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.940909 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.941181 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.955304 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.955588 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.955863 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.984209 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.984524 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:08.984804 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.022816 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.023098 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.023367 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.362465 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.363111 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.363111 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.363283 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.363959 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.464756 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.465013 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.465302 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.465571 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.465841 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.466157 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.466421 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.466681 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.466938 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.467224 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.467486 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.467751 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.468009 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.468265 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.468545 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.468814 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.469071 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.469342 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.469615 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.469876 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.470801 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.470981 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.471270 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.471656 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.471915 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.472166 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.472600 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.472848 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.473090 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.473333 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.473571 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.473809 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:09.474178 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 04:18:09.477354 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 04:18:09.481452 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 04:18:09.485428 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 10 04:18:09.487109 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 04:18:09.487573 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 04:18:09.487915 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 04:18:09.488305 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 04:18:09.491432 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 04:18:09.491686 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 04:18:09.492040 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 04:18:09.497419 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 04:18:09.520838 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 04:18:09.521294 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.521595 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 04:18:09.521964 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.523365 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 04:18:09.523650 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 04:18:09.523902 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 04:18:09.527192 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.527478 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:09.591055 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 04:18:09.591296 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 04:18:09.591534 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 04:18:09.591900 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 04:18:09.613449 n-d-817326-3 neutron-server[103144]: DEBUG oslo_db.sqlalchemy.engines [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103144) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 04:18:10.045101 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing driver for type 'gre' Dec 10 04:18:10.045619 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] gre ID ranges: [(1, 1000)] Dec 10 04:18:10.097064 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing driver for type 'local' Dec 10 04:18:10.097487 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing driver for type 'vlan' Dec 10 04:18:10.109850 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] VlanTypeDriver initialization complete Dec 10 04:18:10.110216 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing driver for type 'vxlan' Dec 10 04:18:10.110786 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] vxlan ID ranges: [(1, 1000)] Dec 10 04:18:10.162844 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing extension driver 'port_security' Dec 10 04:18:10.163219 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.extensions.port_security [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] PortSecurityExtensionDriver initialization complete Dec 10 04:18:10.163615 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing mechanism driver 'openvswitch' Dec 10 04:18:10.163945 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing mechanism driver 'hyperv' Dec 10 04:18:10.170691 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:10.171536 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.171910 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.172267 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.172835 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.173271 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.173624 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.173971 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.174374 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.174779 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.175126 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.175466 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.175865 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.176269 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.176647 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.176996 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.177396 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.177804 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.178149 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.178487 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.178883 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.179283 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > address_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.179629 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > address_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.179967 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.180363 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 04:18:10.180765 n-d-817326-3 neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] ML2 OVO RPC backend initialized. {{(pid=103144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 04:18:10.181475 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.181830 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.182246 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.182593 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > networks before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.182939 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.183281 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > ports before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.183625 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.183968 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnets before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.184314 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.184677 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.185012 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.185352 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.185688 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.186022 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.186358 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.186698 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.187033 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.187607 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Modular L2 Plugin initialization complete Dec 10 04:18:10.187933 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading services supported by the core plugin {{(pid=103144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 04:18:10.188262 n-d-817326-3 neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Got port-security extension from driver 'port_security' Dec 10 04:18:10.188750 n-d-817326-3 neutron-server[103144]: INFO neutron.extensions.vlantransparent [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Disabled vlantransparent extension. Dec 10 04:18:10.189745 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 04:18:10.190058 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: router Dec 10 04:18:10.226247 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.226641 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.227010 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router before_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.227374 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.227750 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.228107 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.228467 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.228968 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.229332 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.229683 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.230036 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.230386 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.230743 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.231155 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.231523 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.231869 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.232204 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.232564 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.232915 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.233261 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.233603 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.233945 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.234298 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.234637 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.234983 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.235340 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.235688 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.236600 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.236951 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > agent after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.237295 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.238151 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Tracking information for resource: router configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:10.238478 n-d-817326-3 neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Tracking information for resource: floatingip configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 04:18:10.243619 n-d-817326-3 neutron-server[103144]: INFO neutron.db.l3_agentschedulers_db [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 04:18:10.244189 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.244581 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.244936 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.245288 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.246076 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router before_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.246440 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.246797 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.247149 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > router precommit_update 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.252581 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.provider_configuration [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service providers = [] {{(pid=103144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 04:18:10.252945 n-d-817326-3 neutron-server[103144]: DEBUG neutron.db.servicetype_db [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 04:18:10.255879 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.service_base [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 04:18:10.256228 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.service_base [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 04:18:10.256595 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.service_base [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 04:18:10.257484 n-d-817326-3 neutron-server[103144]: DEBUG neutron.services.service_base [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 04:18:10.257853 n-d-817326-3 neutron-server[103144]: INFO neutron.services.service_base [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 04:18:10.258234 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.258531 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 04:18:10.269305 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.269639 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: auto_allocate Dec 10 04:18:10.275340 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: network precommit_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.275718 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: network precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.276234 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.276581 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: tag Dec 10 04:18:10.283346 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.283670 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: timestamp Dec 10 04:18:10.287522 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.287851 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: network_ip_availability Dec 10 04:18:10.293310 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.293683 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.294041 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.294743 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.295062 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: flavors Dec 10 04:18:10.300619 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.300899 n-d-817326-3 neutron-server[103144]: INFO neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading Plugin: revisions Dec 10 04:18:10.305232 n-d-817326-3 neutron-server[103144]: DEBUG neutron.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 04:18:10.305616 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 04:18:10.306369 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 04:18:10.306705 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Initializing extension manager. Dec 10 04:18:10.307222 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: __init__.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.307563 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: __pycache__ {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.307900 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.308252 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.309033 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.309580 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: address-group Dec 10 04:18:10.309900 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.310608 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.311109 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: address-scope Dec 10 04:18:10.311429 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.312354 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.312890 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: router-admin-state-down-before-update Dec 10 04:18:10.313211 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: agent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.314498 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.315004 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: agent Dec 10 04:18:10.315323 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: agent_resources_synced.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.316242 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.316772 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: agent-resources-synced Dec 10 04:18:10.317093 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: allowedaddresspairs.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.318875 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.319401 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: allowed-address-pairs Dec 10 04:18:10.319711 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: auto_allocated_topology.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.320831 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.321339 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: auto-allocated-topology Dec 10 04:18:10.321659 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.322348 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.322848 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: availability_zone Dec 10 04:18:10.323163 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: availability_zone_filter.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.324112 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.324643 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: availability_zone_filter Dec 10 04:18:10.324964 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: data_plane_status.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.325873 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.326408 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 04:18:10.326727 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: default_subnetpools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.327673 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.328174 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: default-subnetpools Dec 10 04:18:10.328517 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.329326 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.329850 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: dhcp_agent_scheduler Dec 10 04:18:10.330167 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: dns.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.331084 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.331582 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 04:18:10.331901 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: dns_domain_ports.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.332846 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.333341 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 04:18:10.333661 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.334581 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.335078 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 04:18:10.335397 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: dvr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.336072 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.336596 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: dvr Dec 10 04:18:10.336917 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: ecmp_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.337835 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.338333 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 04:18:10.338651 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: empty_string_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.339561 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.340059 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: empty-string-filtering Dec 10 04:18:10.340377 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.341322 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.341821 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 04:18:10.342139 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.343047 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.343545 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 04:18:10.343863 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: external_net.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.344799 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.345324 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: external-net Dec 10 04:18:10.345640 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.346583 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.347084 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: extra_dhcp_opt Dec 10 04:18:10.347402 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: extraroute.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.348318 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.348855 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: extraroute Dec 10 04:18:10.349173 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: extraroute_atomic.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.351623 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.352152 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: extraroute-atomic Dec 10 04:18:10.352511 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: filter_validation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.353183 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.353687 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: filter-validation Dec 10 04:18:10.354010 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: fip_pf_description.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.354937 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.355438 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 04:18:10.355762 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: fip_port_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.356714 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.357242 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: fip-port-details Dec 10 04:18:10.357558 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.358806 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.359317 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: flavors Dec 10 04:18:10.359645 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.361894 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.362410 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 04:18:10.362740 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: floatingip_pools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.363442 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.363944 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: floatingip-pools Dec 10 04:18:10.364268 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: ip_allocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.365505 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.366010 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 04:18:10.366337 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.367259 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.367762 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: ip-substring-filtering Dec 10 04:18:10.368084 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l2_adjacency.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.369089 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.369589 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 04:18:10.369910 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.370879 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.371386 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: router Dec 10 04:18:10.371707 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.373977 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.374499 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 04:18:10.374833 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.375768 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.376286 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: ext-gw-mode Dec 10 04:18:10.377220 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.378189 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.378697 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: l3-ha Dec 10 04:18:10.379022 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3_flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.379948 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.380459 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: l3-flavors Dec 10 04:18:10.380811 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.381724 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.382229 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 04:18:10.382552 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: l3agentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.383606 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.384111 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: l3_agent_scheduler Dec 10 04:18:10.384434 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: local_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.386246 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.386769 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension local_ip not supported by any of loaded plugins Dec 10 04:18:10.387105 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: logging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.388611 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.389129 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension logging not supported by any of loaded plugins Dec 10 04:18:10.389459 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: metering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.390333 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.390910 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: metering Dec 10 04:18:10.391237 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.392873 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.393381 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: metering_source_and_destination_fields Dec 10 04:18:10.393708 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: multiprovidernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.394640 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.395147 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: multi-provider Dec 10 04:18:10.395471 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: netmtu.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.396404 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.396934 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: net-mtu Dec 10 04:18:10.397257 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: netmtu_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.398176 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.398675 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: net-mtu-writable Dec 10 04:18:10.398995 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: network_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.399660 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.400156 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: network_availability_zone Dec 10 04:18:10.400491 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: network_ip_availability.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.401612 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.402120 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: network-ip-availability Dec 10 04:18:10.402442 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: network_segment_range.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.403201 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.403698 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 04:18:10.404017 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: pagination.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.405037 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.405367 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: pagination Dec 10 04:18:10.405686 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: port_device_profile.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.406606 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.407120 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: port-device-profile Dec 10 04:18:10.407443 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.408974 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.409478 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: port-mac-address-regenerate Dec 10 04:18:10.409802 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.410713 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.411213 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: port-numa-affinity-policy Dec 10 04:18:10.411534 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: port_resource_request.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.412460 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.412986 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 04:18:10.413305 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: port_resource_request_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.414279 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.414781 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 04:18:10.415104 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: portbindings.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.416036 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.416585 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: binding Dec 10 04:18:10.416910 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: portbindings_extended.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.418185 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.418692 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: binding-extended Dec 10 04:18:10.419018 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: portsecurity.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.419932 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.420434 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: port-security Dec 10 04:18:10.420778 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: project_id.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.421756 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.422082 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: project-id Dec 10 04:18:10.422401 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: providernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.423379 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.423886 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: provider Dec 10 04:18:10.424207 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.427865 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.428388 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos not supported by any of loaded plugins Dec 10 04:18:10.428751 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.430001 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.430512 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 04:18:10.430843 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.431774 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.432279 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 04:18:10.432646 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_default.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.433562 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.434066 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-default not supported by any of loaded plugins Dec 10 04:18:10.434392 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.435045 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.435542 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 04:18:10.435865 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.436885 n-d-817326-3 neutron-server[103144]: WARNING neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 04:18:10.437215 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_gateway_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.438139 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.438648 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 04:18:10.439003 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_port_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.439916 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.440420 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 04:18:10.440770 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.441928 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.442437 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 04:18:10.442765 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_pps_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.443968 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.444509 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 04:18:10.444839 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_rule_type_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.445764 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.446275 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 04:18:10.446604 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: qos_rules_alias.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.447653 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.448162 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 04:18:10.448495 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: quota_check_limit.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.449427 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.450182 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: quota-check-limit Dec 10 04:18:10.450511 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: quotasv2.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.451446 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.451771 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: quotas Dec 10 04:18:10.452091 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: quotasv2_detail.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.455787 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.456126 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: quota_details Dec 10 04:18:10.456458 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: rbac.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.457544 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.458062 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: rbac-policies Dec 10 04:18:10.458384 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: rbac_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.459319 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.459830 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: rbac-address-group Dec 10 04:18:10.460151 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: rbac_address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.461115 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.461626 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: rbac-address-scope Dec 10 04:18:10.461949 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: rbac_security_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.462863 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.463374 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: rbac-security-groups Dec 10 04:18:10.463695 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: rbac_subnetpool.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.464648 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.465155 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: rbac-subnetpool Dec 10 04:18:10.465473 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: revisionifmatch.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.466396 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.466900 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: revision-if-match Dec 10 04:18:10.467225 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: revisions.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.468351 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.468883 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: standard-attr-revisions Dec 10 04:18:10.469207 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: router_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.469877 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.470928 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: router_availability_zone Dec 10 04:18:10.471245 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: routerservicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.472171 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.472699 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 04:18:10.473021 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.474024 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.474529 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: security-groups-normalized-cidr Dec 10 04:18:10.474849 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.475779 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.476282 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: port-security-groups-filtering Dec 10 04:18:10.476638 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.477568 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.478074 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: security-groups-remote-address-group Dec 10 04:18:10.478391 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.479315 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.479819 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: security-groups-shared-filtering Dec 10 04:18:10.480148 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.480983 n-d-817326-3 neutron-server[103144]: WARNING neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 04:18:10.481303 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: securitygroup.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.493551 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.494077 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: security-group Dec 10 04:18:10.494410 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.495210 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.495716 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension segment not supported by any of loaded plugins Dec 10 04:18:10.496046 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.497029 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.497543 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 04:18:10.497872 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: servicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.498989 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.499498 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: service-type Dec 10 04:18:10.499826 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: sorting.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.500845 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.501181 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: sorting Dec 10 04:18:10.501531 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: standard_attr_segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.502447 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.502961 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 04:18:10.503283 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: standardattrdescription.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.503934 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.504438 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: standard-attr-description Dec 10 04:18:10.504784 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: stateful_security_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.505718 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.506225 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: stateful-security-group Dec 10 04:18:10.506545 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: stdattrs_common.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.507113 n-d-817326-3 neutron-server[103144]: WARNING neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 04:18:10.507431 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.508367 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.508915 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 04:18:10.509221 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnet_onboard.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.510301 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.510808 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: subnet_onboard Dec 10 04:18:10.511129 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.512057 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.512592 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 04:18:10.512917 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnet_service_types.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.513841 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.514346 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: subnet-service-types Dec 10 04:18:10.514667 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnetallocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.515756 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.516258 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: subnet_allocation Dec 10 04:18:10.516609 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.517800 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.518298 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: subnetpool-prefix-ops Dec 10 04:18:10.518623 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.519580 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.520080 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 04:18:10.520401 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: tagging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.521495 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.522004 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: standard-attr-tag Dec 10 04:18:10.522333 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: timestamp.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.523551 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.524063 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loaded extension: standard-attr-timestamp Dec 10 04:18:10.524391 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: trunk.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.525467 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.525980 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension trunk not supported by any of loaded plugins Dec 10 04:18:10.526306 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: trunk_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.527230 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.527740 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 04:18:10.528064 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: uplink_status_propagation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.529022 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.529528 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 04:18:10.529850 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Loading extension file: vlantransparent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 04:18:10.530520 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 04:18:10.531022 n-d-817326-3 neutron-server[103144]: INFO neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 04:18:10.535134 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:network Dec 10 04:18:10.535656 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnet Dec 10 04:18:10.536057 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 04:18:10.536453 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:port Dec 10 04:18:10.537708 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.538144 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.538755 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.539178 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.539519 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:router Dec 10 04:18:10.539944 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 04:18:10.540429 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.541909 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.542282 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.542645 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:18:10.543660 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 04:18:10.544103 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:security_group Dec 10 04:18:10.544566 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 04:18:10.545182 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.545514 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 04:18:10.545858 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] subnetpool is already registered Dec 10 04:18:10.546289 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.546614 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 04:18:10.546941 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] subnetpool is already registered Dec 10 04:18:10.549272 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.549704 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.550290 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.550754 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.551040 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:router Dec 10 04:18:10.551374 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] router is already registered Dec 10 04:18:10.551782 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 04:18:10.552116 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] floatingip is already registered Dec 10 04:18:10.552604 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.553267 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 04:18:10.553588 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] rbac_policy is already registered Dec 10 04:18:10.553991 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:security_group Dec 10 04:18:10.554319 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] security_group is already registered Dec 10 04:18:10.554715 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 04:18:10.555043 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] security_group_rule is already registered Dec 10 04:18:10.555672 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.556000 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 04:18:10.556329 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] subnetpool is already registered Dec 10 04:18:10.556782 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 04:18:10.557108 n-d-817326-3 neutron-server[103144]: INFO neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 04:18:10.557439 n-d-817326-3 neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] subnetpool is already registered Dec 10 04:18:10.557900 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: extensions {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.559352 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: address-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.560858 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: address-scopes {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.562180 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.563344 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: auto-allocated-topology {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.565162 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: availability_zones {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.566382 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: dhcp-networks {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.567889 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: dhcp-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.569360 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.571568 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: flavors {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.572773 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.573973 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: next_providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.575410 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.577902 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: floatingip-pools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.579229 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.581983 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: floatingips {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.583251 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: l3-routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.584672 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: l3-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.586098 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: metering-labels {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.587451 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: metering-label-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.588749 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: network-ip-availabilities {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.590018 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: bindings {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.591666 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.593249 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.594768 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: rbac-policies {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.596090 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: security-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.597341 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: security-group-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.598568 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: service-providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.599786 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.601237 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.602697 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.604353 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.606209 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.607975 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.609809 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.611700 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.613444 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.615578 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.617380 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.619221 n-d-817326-3 neutron-server[103144]: DEBUG neutron.api.extensions [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 04:18:10.625259 n-d-817326-3 neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 04:18:10.630546 n-d-817326-3 neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 04:18:10.639171 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Acquired lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 04:18:10.639635 n-d-817326-3 neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Releasing lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 04:18:10.640280 n-d-817326-3 neutron-server[103144]: INFO oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Starting 2 workers Dec 10 04:18:10.645745 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Started child 103253 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 04:18:10.650192 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Started child 103254 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 04:18:10.651361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.651996 n-d-817326-3 neutron-server[103144]: INFO neutron.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 04:18:10.652488 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Publish callbacks [] for process, before_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.652895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [-] (103253) wsgi starting up on http://0.0.0.0:9696 Dec 10 04:18:10.654939 n-d-817326-3 neutron-server[103144]: INFO oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Starting 1 workers Dec 10 04:18:10.655342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.656772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [-] (103254) wsgi starting up on http://0.0.0.0:9696 Dec 10 04:18:10.660216 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Started child 103255 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 04:18:10.660848 n-d-817326-3 neutron-server[103144]: INFO oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Starting 1 workers Dec 10 04:18:10.664242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] calling RpcWorker wait() {{(pid=103255) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 04:18:10.664807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] returning from RpcWorker wait() {{(pid=103255) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 04:18:10.665328 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Started child 103256 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 04:18:10.666131 n-d-817326-3 neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-394ef795-3e9f-47cd-9531-0189e8672714 None None] Publish callbacks [] for process, after_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.666227 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.666680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:10.668078 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 04:18:10.668289 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 04:18:10.668501 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 04:18:10.668735 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 04:18:10.669068 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 04:18:10.669256 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 04:18:10.669750 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.670022 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.670290 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.670471 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:10.670931 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.670931 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.671437 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.671721 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.671920 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.672209 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.672447 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.672670 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.672841 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.673089 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.673379 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.673684 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.673954 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.674197 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.674443 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.674615 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.674877 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.675143 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.675385 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.675672 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.675919 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.676391 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.676661 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.676901 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.677119 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.677389 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.677621 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.677884 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.678119 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.678349 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.678584 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.678844 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.679077 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.679291 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.679554 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.679788 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.680026 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.680247 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.680956 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] host = n-d-817326-3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.681310 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.681511 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.681701 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.681932 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.682256 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.682408 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.682670 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.682926 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.683179 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.683414 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.683968 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.683968 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.684238 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.684533 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.684533 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.684759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.685025 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.685270 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.685543 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.685704 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.685860 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.686282 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.686282 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.686537 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.686721 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.686938 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.687181 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.687398 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.687582 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.687850 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.688074 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.688338 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.688582 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.689387 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.689622 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.690133 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.690425 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.690425 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.690697 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.690973 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.691205 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.691359 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.691625 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.691796 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.692019 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.692267 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.692563 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.692986 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.693326 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.693326 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.693609 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.693747 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.693968 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.694277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.694512 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.694774 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.695052 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.695261 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.695491 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.695729 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.695934 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.696229 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.696460 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.696808 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.697074 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.697283 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.697572 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.697712 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.698047 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.698226 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.698621 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.699106 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.699259 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.699644 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.699799 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.700362 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.700362 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.700716 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.700716 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.700979 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.701245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.702702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.702702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.702702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.702702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.702702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.703056 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.703123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:10.703204 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.703379 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.704155 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.704425 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.705300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.705703 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.705924 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.706166 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.706477 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.706678 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.707455 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.707455 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.708118 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.708118 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.708937 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.708937 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.708937 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.711874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.713108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.717383 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.720245 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.723094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.725636 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.726707 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.727861 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.729881 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.732132 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733176 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.733933 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.736366 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737300 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737875 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737875 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.737875 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.738207 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.738207 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.738641 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.738641 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.740757 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.741693 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.741693 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.741693 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.741693 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742247 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742247 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742247 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742602 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742602 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.742869 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.743206 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.743352 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.743596 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.743825 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.744067 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.744324 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.744617 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.744825 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.745502 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.747951 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.749016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.750525 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.751268 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.751268 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.751268 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.751268 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.752088 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.752446 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.752446 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.752763 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.753016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.753258 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.754406 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.754406 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.754406 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.754406 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.754406 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755003 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755003 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755003 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755354 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755354 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755581 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755961 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.755961 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.756224 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.756394 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.756643 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.756878 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.757602 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.757602 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.757602 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.757857 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.757948 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.758144 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.758378 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.758624 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.758842 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.759052 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.759286 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.759490 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.759720 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.759942 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.760162 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.760370 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.760687 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.760939 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.761160 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.761456 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.761683 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.761932 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.762185 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.762533 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.762748 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.762988 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.763210 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.763472 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.763693 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.763949 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.764256 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.764577 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.764851 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.765085 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.765362 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.765639 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.765900 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.766112 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.766413 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.766764 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.767591 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.767867 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.768094 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.768371 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.768624 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.768840 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.769061 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.769309 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.769546 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.769783 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.770036 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.770290 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.770524 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.770750 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.770965 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.771207 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.771438 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.771697 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.771914 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.772143 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 04:18:10.772640 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 04:18:10.772739 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 04:18:10.772895 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 04:18:10.773075 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 04:18:10.773831 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 04:18:10.773831 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 04:18:10.773831 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.773831 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774125 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774125 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774254 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774349 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774515 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774672 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774831 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.774991 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775149 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775307 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775464 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775621 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775772 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.775934 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776089 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776246 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776408 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776589 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776747 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.776904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777061 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777218 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777423 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777574 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777732 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.777914 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778074 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778230 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778388 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778545 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778702 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.778859 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779016 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779174 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779333 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779490 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779646 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779803 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.779947 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.780431 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] host = n-d-817326-3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.780431 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.780431 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.780815 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.780815 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781060 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781060 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.781868 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.782904 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783389 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783389 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783389 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783615 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783704 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783816 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.783973 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.784283 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.784616 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.784799 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.784974 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785138 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785285 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785460 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785610 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785957 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785957 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.785957 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.786814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.787728 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788151 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788151 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788151 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788507 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788507 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788653 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.788804 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.789782 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790183 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790183 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790183 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790402 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790402 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790568 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790709 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.790709 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 04:18:10.791217 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791217 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791451 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791451 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791680 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791763 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.791911 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792072 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792231 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792391 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792583 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792745 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.792916 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793076 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793237 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793400 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793559 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793719 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.793879 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794043 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794243 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794401 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794543 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794688 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794826 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.794989 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795167 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795337 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795470 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795594 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795722 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.795883 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796042 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796201 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796362 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796553 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796714 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.796874 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797066 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797243 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797384 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797510 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797632 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797787 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.797947 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798293 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798455 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798617 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798763 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.798926 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.799085 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.799246 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.799407 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.799572 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.799730 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800046 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800451 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800451 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800849 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800849 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.800849 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801244 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801244 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801553 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801553 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.801814 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802085 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802085 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802461 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802461 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802719 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.802855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:10.803017 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803017 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803017 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803410 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803410 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803410 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803788 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.803788 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804046 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804046 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804385 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804385 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804385 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804822 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.804822 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805081 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805081 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805339 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805339 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805609 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805609 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.805867 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806003 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806139 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806274 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806410 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806559 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806695 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806841 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.806979 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807115 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807259 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807398 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807533 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807670 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807835 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.807978 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808124 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808287 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808440 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808606 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808767 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.808910 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809071 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809215 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809387 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809542 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809699 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.809926 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810071 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810208 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810344 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810490 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810625 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810760 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.810911 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811049 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811206 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811351 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811513 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811656 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811832 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.811981 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812139 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812291 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812468 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812682 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812819 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.812954 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.814759 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815285 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815285 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815285 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815285 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815565 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815565 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815720 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.815827 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.816147 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.816540 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.816540 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.816833 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.816833 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.817357 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.817357 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.817357 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.817357 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.818329 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819053 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819053 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819053 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819053 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819053 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819792 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819792 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819792 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819792 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.819792 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.820626 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.820626 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.820626 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.820626 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.820626 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821068 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821068 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821068 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821302 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821302 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821496 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821620 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821743 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.821976 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822102 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822373 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822373 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822572 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822739 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.822739 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823050 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823050 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823194 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823339 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823499 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823659 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823819 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.823978 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.824138 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.824381 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.824505 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.824632 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.824791 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825056 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825182 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825303 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825407 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825567 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825726 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.825886 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826046 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826215 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826375 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826535 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826699 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.826856 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827167 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827482 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827803 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827954 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827954 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.827954 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.829277 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830427 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830427 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830427 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830427 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830873 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830873 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.830873 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.831215 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.831215 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.831215 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.831559 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.831559 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.832428 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833153 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833153 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833153 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833153 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833623 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833623 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833623 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833952 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833952 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.833952 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834292 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834292 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834536 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834658 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834780 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.834890 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835024 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835172 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835332 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835492 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835651 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835810 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.835968 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836126 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836286 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836445 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836629 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836788 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.836948 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.837108 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.837267 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.837426 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 04:18:10.837580 n-d-817326-3 neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 04:18:10.866849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39334) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:10.875397 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063164 Dec 10 04:18:22.310631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6dc34a-2ae2-41ef-8f75-e692867315ae None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:18:22.433186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dc34a-2ae2-41ef-8f75-e692867315ae None None] No non-hosted networks {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 04:18:22.449972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.agentschedulers_db [None req-6e6dc34a-2ae2-41ef-8f75-e692867315ae None None] DHCP Agent not found on host n-d-817326-3 {{(pid=103255) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 04:18:22.565801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83ad8f1-2d10-41f5-8e1e-22fdfa5476c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:24.753949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-873f457b-9c24-4373-9fb8-8e3aed7f2093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:24.803006 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a517fa-94fb-41f5-9b34-163a64397395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:25.617818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:27.289878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:28.201789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:28.202960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.203292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.203644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.204614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.205164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.205860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.206683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.207221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.212939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.213551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.214083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.214552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.215228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:28.215828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817326-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:28.231185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817326-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:18:28.662595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:29.202957 n-d-817326-3 neutron-server[103254]: WARNING oslo_policy.policy [None req-e86183cc-ed66-47ce-a0fa-77aae39ff3c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:29.204590 n-d-817326-3 neutron-server[103254]: WARNING oslo_policy.policy [None req-e86183cc-ed66-47ce-a0fa-77aae39ff3c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:29.440203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-e86183cc-ed66-47ce-a0fa-77aae39ff3c8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:18:29.452495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e86183cc-ed66-47ce-a0fa-77aae39ff3c8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7777090 Dec 10 04:18:30.306665 n-d-817326-3 neutron-server[103255]: INFO neutron.db.l3_hamode_db [None req-acfbddb4-b28b-44c3-80b3-1654e6f46ff1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 04:18:30.382075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbddb4-b28b-44c3-80b3-1654e6f46ff1 None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:18:30.382433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbddb4-b28b-44c3-80b3-1654e6f46ff1 None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 04:18:32.040005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:32.347104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:18:32.442838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.policy [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 04:18:32.489767 n-d-817326-3 neutron-server[103254]: WARNING oslo_policy.policy [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:32.490136 n-d-817326-3 neutron-server[103254]: WARNING oslo_policy.policy [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:32.498964 n-d-817326-3 neutron-server[103254]: INFO neutron.quota [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] Loaded quota_driver: . Dec 10 04:18:32.597356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691595441', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691596644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691544296', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691547647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691557268', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775691566382', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7895731', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8248032', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-860976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933525'] for rbac-policy, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:32.661507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:32.662676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0d3b61fe-7d5b-4dff-a1d2-e18d7946cc68 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6216459 Dec 10 04:18:35.444746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:35.752348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:18:35.780813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Made reservation on behalf of f8c19e70e9484d76b386a5b8b9f9f91c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:18:35.783534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:35.800525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:35.905945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:35.910011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:35.929989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:18:35.957673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775687643073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:35.958248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Unsubscribe: segment precommit_create {{(pid=103254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 04:18:35.958766 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Added segment 9ed2ddd5-e825-4ca0-8d29-f56adfddb60d of type vlan for network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c Dec 10 04:18:35.974750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a66151f-4fb6-4a00-a3ac-4074615ac5b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:36.001035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.001035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.001282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.001612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.001941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.002264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.002584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.002908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.003228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.003596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.003850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.004165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.004501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Tracked resource versions report: Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: pushed versions: Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: { 'AddressGroup': {'1.2'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Log': {'1.0'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Network': {'1.1'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Port': {'1.7'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'PortForwarding': {'1.2'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'QosPolicy': {'1.10'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SecurityGroup': {'1.5'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SubPort': {'1.0'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Subnet': {'1.1'}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Trunk': {'1.1'}} Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: consumer versions: Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: L3 agent@n-d-817326-3: {}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: Metadata agent@n-d-817326-3: {}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: Metering agent@n-d-817326-3: {}, Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'ConntrackHelper': '1.0', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'LocalIPAssociation': '1.0', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Log': '1.0', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Network': '1.1', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Port': '1.7', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'PortForwarding': '1.2', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'QosPolicy': '1.10', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SecurityGroup': '1.5', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SecurityGroupRule': '1.2', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'SubPort': '1.0', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Subnet': '1.1', Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: 'Trunk': '1.1'}} Dec 10 04:18:36.005726 n-d-817326-3 neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:18:36.084613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:36.121707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:36.122735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:18:36.123416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:36.179266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7334454 Dec 10 04:18:36.222549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c371-9458-43b0-b3fe-1e9b21ddf3ce admin admin] Pushing event updated for resources: {'Network': ['ID=3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:36.234685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:18:39.132899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:39.518656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab8b55-2cee-46dd-80e2-66fee2efbb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:18:39.519999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37ab8b55-2cee-46dd-80e2-66fee2efbb9e admin admin] 10.222.0.43 "GET /v2.0/networks/3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c HTTP/1.1" status: 200 len: 825 time: 0.3861492 Dec 10 04:18:39.543606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d1f32ad-1d38-48e1-b509-2c0aa523c677 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a HTTP/1.1" status: 200 len: 734 time: 0.0175631 Dec 10 04:18:39.552857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:18:39.574026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Made reservation on behalf of f8c19e70e9484d76b386a5b8b9f9f91c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:18:39.576185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:39.856576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:39.926046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cd17ff-fc0c-4dbf-8666-1634a755846c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:39.928819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Checking segment: {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:18:39.929200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Network hostable DHCP agents. Network: 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:18:39.948183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:18:39.958996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:18:39.963509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:18:39.964141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:39.968214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905e4f5-4af7-4b5e-904d-14c8d093bbb6 None None] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:18:39.980015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cda8db7-8ed4-4971-8d4f-1e8ec967a742 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4302931 Dec 10 04:18:40.235429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:18:40.236723 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:40.533347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Allocated IP 172.20.0.2 (3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c/01cd17ff-fc0c-4dbf-8666-1634a755846c/8f039a59-adb7-46c7-adcc-50a80db206aa) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:18:40.774711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:40.783042 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:40.860392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:18:40.866454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:18:40.877782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:18:40.880902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8f039a59-adb7-46c7-adcc-50a80db206aa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:40.911160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.911510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.911856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.912197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.912553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.912889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.913224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.913554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.913881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.914223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.914533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.914857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.915175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Tracked resource versions report: Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: pushed versions: Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Log': {'1.0'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Network': {'1.1'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Port': {'1.7'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SubPort': {'1.0'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Subnet': {'1.1'}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Trunk': {'1.1'}} Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: consumer versions: Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: L3 agent@n-d-817326-3: {}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: Metadata agent@n-d-817326-3: {}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: Metering agent@n-d-817326-3: {}, Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Log': '1.0', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Network': '1.1', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Port': '1.7', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'PortForwarding': '1.2', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'QosPolicy': '1.10', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SecurityGroup': '1.5', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'SubPort': '1.0', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Subnet': '1.1', Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: 'Trunk': '1.1'}} Dec 10 04:18:40.916319 n-d-817326-3 neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:18:40.962696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Attempting to bind port 8f039a59-adb7-46c7-adcc-50a80db206aa on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:18:40.963092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Attempting to bind port 8f039a59-adb7-46c7-adcc-50a80db206aa by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:18:40.963496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Attempting to bind port 8f039a59-adb7-46c7-adcc-50a80db206aa on network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:18:40.968588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:18:40.969179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Checking segment: {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:18:40.969505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:40.969898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Bound using segment: {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:18:40.970406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Bound port: 8f039a59-adb7-46c7-adcc-50a80db206aa, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:18:40.970807 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:41.032916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] For port 8f039a59-adb7-46c7-adcc-50a80db206aa, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:18:41.037154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] For port 8f039a59-adb7-46c7-adcc-50a80db206aa, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8f039a59-adb7-46c7-adcc-50a80db206aa,segment=NetworkSegment(9ed2ddd5-e825-4ca0-8d29-f56adfddb60d),segment_id=9ed2ddd5-e825-4ca0-8d29-f56adfddb60d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:18:41.042541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:41.106161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdcc57-e74d-4c98-9f27-a482b023a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8f039a59-adb7-46c7-adcc-50a80db206aa,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:42.583416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:42.895761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-b6bb579c-9302-4843-9d6e-2051a4119458 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:18:42.896787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b6bb579c-9302-4843-9d6e-2051a4119458 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124900 Dec 10 04:18:45.500645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:45.813425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-9a64f0c3-c9bf-40b2-97b5-9b914b43f487 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:18:45.814457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9a64f0c3-c9bf-40b2-97b5-9b914b43f487 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128445 Dec 10 04:18:48.633055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:49.155550 n-d-817326-3 neutron-server[103253]: WARNING oslo_policy.policy [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:49.156138 n-d-817326-3 neutron-server[103253]: WARNING oslo_policy.policy [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:49.379126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'name': 'router1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:18:49.444801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.policy [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 04:18:49.493151 n-d-817326-3 neutron-server[103253]: WARNING oslo_policy.policy [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:49.493542 n-d-817326-3 neutron-server[103253]: WARNING oslo_policy.policy [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 04:18:49.502936 n-d-817326-3 neutron-server[103253]: INFO neutron.quota [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Loaded quota_driver: . Dec 10 04:18:49.560320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:49.562239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:49.715385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:49.721465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:49.741762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:49.743225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-07287811-d353-4c7f-b0d6-88cb77baa7ed admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1080637 Dec 10 04:18:50.091014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8f039a59-adb7-46c7-adcc-50a80db206aa up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:18:50.181102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17733461-c4a4-40cb-9d4a-7b97a2a70692 None None] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:18:50.209739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8f039a59-adb7-46c7-adcc-50a80db206aa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:18:50.210132 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:50.303622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6cf674d6-b74c-44ba-94e3-35c9782f4da1 None None] Provisioning complete for port 8f039a59-adb7-46c7-adcc-50a80db206aa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:18:50.303908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cf674d6-b74c-44ba-94e3-35c9782f4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:50.429154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:50.495987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 8f039a59-adb7-46c7-adcc-50a80db206aa, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8f039a59-adb7-46c7-adcc-50a80db206aa,segment=NetworkSegment(9ed2ddd5-e825-4ca0-8d29-f56adfddb60d),segment_id=9ed2ddd5-e825-4ca0-8d29-f56adfddb60d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:18:50.508539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cf674d6-b74c-44ba-94e3-35c9782f4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:50.511562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:50.566685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=8f039a59-adb7-46c7-adcc-50a80db206aa,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:50.616716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-6cf674d6-b74c-44ba-94e3-35c9782f4da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:18:50.617145 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-6cf674d6-b74c-44ba-94e3-35c9782f4da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:18:51.272420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-83995475-72bd-4743-ac82-e854eaf03381 None None] Provisioning complete for port 8f039a59-adb7-46c7-adcc-50a80db206aa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:18:51.273127 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83995475-72bd-4743-ac82-e854eaf03381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:52.073657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8f039a59-adb7-46c7-adcc-50a80db206aa up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:18:52.129554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8f039a59-adb7-46c7-adcc-50a80db206aa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:18:52.130452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:52.248856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85b39055-533a-4cd4-aa7d-0a5b9e8979ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:52.332220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39516) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:52.656354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-68e07f5f-01ad-4024-94a2-639e1193795a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:18:52.657965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68e07f5f-01ad-4024-94a2-639e1193795a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247497 Dec 10 04:18:54.744436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6a016db-c4f7-492e-9277-341c339ac9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.241532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39524) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:55.546473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:18:55.568819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Made reservation on behalf of e051efd03156411089f7673cfcc492b7 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:18:55.571085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.579694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.607689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.653498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.657479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.671870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Reserving flat network on physical network physnet1 {{(pid=103254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 04:18:55.692205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01caf1ee-6b91-478a-bb61-c29af07ae776,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:55.697421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.697769 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Added segment c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3 of type flat for network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 Dec 10 04:18:55.745126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.775116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.776008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:18:55.776602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:55.809152 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5666039 Dec 10 04:18:55.839740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8540c7-1757-41dc-9f46-63bf88a9eb23 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa69c4a-a121-4c22-ad35-1b6a94f09f24,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:55.854808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:18:57.224242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:58.207955 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:58.366825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:18:58.599768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d92557-1aa2-4855-bcf6-b38d7e38a11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:18:58.602385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-25d92557-1aa2-4855-bcf6-b38d7e38a11d admin admin] 10.222.0.43 "GET /v2.0/subnets/01cd17ff-fc0c-4dbf-8666-1634a755846c HTTP/1.1" status: 200 len: 849 time: 0.2345347 Dec 10 04:18:58.723243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00eed695-a864-43f2-adea-7165b8fae79b admin admin] 10.222.0.43 "GET /v2.0/routers/bf5caca8-4d1e-453f-af1a-43872ab1fbea HTTP/1.1" status: 200 len: 704 time: 0.1148283 Dec 10 04:18:59.006459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:59.311151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Allocated IP 172.20.0.1 (3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c/01cd17ff-fc0c-4dbf-8666-1634a755846c/96b4f779-4371-44d5-8012-f77925008cab) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:18:59.512777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:59.579711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:59.600593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:18:59.624276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:18:59.688694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:18:59.689270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:59.781836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Pushing event updated for resources: {'Port': ['ID=96b4f779-4371-44d5-8012-f77925008cab,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:18:59.828375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.828764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.829102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.829431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.829825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.830080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.830401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.830718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.831035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.831350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.831664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.831977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.832288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Tracked resource versions report: Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: pushed versions: Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: { 'AddressGroup': {'1.2'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Log': {'1.0'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Network': {'1.1'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Port': {'1.7'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'PortForwarding': {'1.2'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'QosPolicy': {'1.10'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SecurityGroup': {'1.5'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SubPort': {'1.0'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Subnet': {'1.1'}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Trunk': {'1.1'}} Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: consumer versions: Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: L3 agent@n-d-817326-3: {}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: Metadata agent@n-d-817326-3: {}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: Metering agent@n-d-817326-3: {}, Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'ConntrackHelper': '1.0', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'LocalIPAssociation': '1.0', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Log': '1.0', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Network': '1.1', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Port': '1.7', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'PortForwarding': '1.2', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'QosPolicy': '1.10', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SecurityGroup': '1.5', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SecurityGroupRule': '1.2', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'SubPort': '1.0', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Subnet': '1.1', Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: 'Trunk': '1.1'}} Dec 10 04:18:59.833421 n-d-817326-3 neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:18:59.845019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cbde624f-1265-4cb1-815d-27e0cbc2020f None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:18:59.845019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbde624f-1265-4cb1-815d-27e0cbc2020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:18:59.881268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cbde624f-1265-4cb1-815d-27e0cbc2020f None None] Port 96b4f779-4371-44d5-8012-f77925008cab cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:18:59.916499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:00.126042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:00.130401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:00.131107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:00.188200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Pushing event updated for resources: {'Port': ['ID=96b4f779-4371-44d5-8012-f77925008cab,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:00.253643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:19:00.254918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:19:00.403328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-36eae392-3889-45d0-b608-af91d331455c None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:00.403702 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36eae392-3889-45d0-b608-af91d331455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:00.436950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36eae392-3889-45d0-b608-af91d331455c None None] Port 96b4f779-4371-44d5-8012-f77925008cab cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:19:00.458632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Router bf5caca8-4d1e-453f-af1a-43872ab1fbea is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:19:00.547880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:19:00.553274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ac8d47f-2c27-4273-88ca-95990c174a54 admin admin] 10.222.0.43 "PUT /v2.0/routers/bf5caca8-4d1e-453f-af1a-43872ab1fbea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8233526 Dec 10 04:19:00.557901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Sync routers for ids ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:19:00.570494 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Routers {'bf5caca8-4d1e-453f-af1a-43872ab1fbea'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:19:00.571357 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:18:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:00.774150 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Set router bf5caca8-4d1e-453f-af1a-43872ab1fbea gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:19:01.202167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:18:59Z', 'revision_number': 2, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port_host': None, '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:18:59Z', 'revision_number': 2, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:01.253560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Checking router: bf5caca8-4d1e-453f-af1a-43872ab1fbea for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:19:01.253924 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Updating router bf5caca8-4d1e-453f-af1a-43872ab1fbea port 96b4f779-4371-44d5-8012-f77925008cab binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:19:01.301028 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:01.813328 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:01.820119 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:01.977582 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Pushing event updated for resources: {'Port': ['ID=96b4f779-4371-44d5-8012-f77925008cab,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:01.993281 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Attempting to bind port 96b4f779-4371-44d5-8012-f77925008cab on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:19:01.993682 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Attempting to bind port 96b4f779-4371-44d5-8012-f77925008cab by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:19:01.994099 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Attempting to bind port 96b4f779-4371-44d5-8012-f77925008cab on network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:19:01.997536 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.997879 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.998214 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.998539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.998862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.999182 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.999499 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:01.999813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.000127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.000498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.000823 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.001138 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.001449 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Tracked resource versions report: Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: pushed versions: Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Log': {'1.0'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Network': {'1.1'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Port': {'1.7'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SubPort': {'1.0'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Subnet': {'1.1'}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Trunk': {'1.1'}} Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: consumer versions: Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: L3 agent@n-d-817326-3: {}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: Metadata agent@n-d-817326-3: {}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: Metering agent@n-d-817326-3: {}, Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Log': '1.0', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Network': '1.1', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Port': '1.7', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'PortForwarding': '1.2', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'QosPolicy': '1.10', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SecurityGroup': '1.5', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'SubPort': '1.0', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Subnet': '1.1', Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: 'Trunk': '1.1'}} Dec 10 04:19:02.002666 n-d-817326-3 neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:19:02.007417 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:19:02.007832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Checking segment: {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:19:02.008312 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.008716 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Bound using segment: {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:19:02.009207 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Bound port: 96b4f779-4371-44d5-8012-f77925008cab, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed2ddd5-e825-4ca0-8d29-f56adfddb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:19:02.009594 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.066940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-99e72d17-a5f0-4cc6-981a-4137c76a27c1 None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:02.067455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99e72d17-a5f0-4cc6-981a-4137c76a27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.074799 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] For port 96b4f779-4371-44d5-8012-f77925008cab, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:19:02.093487 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] For port 96b4f779-4371-44d5-8012-f77925008cab, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=96b4f779-4371-44d5-8012-f77925008cab,segment=NetworkSegment(9ed2ddd5-e825-4ca0-8d29-f56adfddb60d),segment_id=9ed2ddd5-e825-4ca0-8d29-f56adfddb60d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:19:02.098990 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.105018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99e72d17-a5f0-4cc6-981a-4137c76a27c1 None None] Port 96b4f779-4371-44d5-8012-f77925008cab cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:19:02.153689 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7bb1-552c-42a8-97ae-9ea92f28eb18 None None] Pushing event updated for resources: {'Port': ['ID=96b4f779-4371-44d5-8012-f77925008cab,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:02.162462 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Routers {'bf5caca8-4d1e-453f-af1a-43872ab1fbea'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:19:02.163058 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:18:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:02.259877 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] Set router bf5caca8-4d1e-453f-af1a-43872ab1fbea gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:19:02.327091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:02.327519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.405200 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.438870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] For port 96b4f779-4371-44d5-8012-f77925008cab, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=96b4f779-4371-44d5-8012-f77925008cab,segment=NetworkSegment(9ed2ddd5-e825-4ca0-8d29-f56adfddb60d),segment_id=9ed2ddd5-e825-4ca0-8d29-f56adfddb60d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:19:02.444091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:02.469078 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:18:59Z', 'revision_number': 2, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port_host': None, '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:19:02Z', 'revision_number': 4, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:02.495169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734104ac-b4c0-4c6c-9f43-d02a19a65d7a None None] Pushing event updated for resources: {'Port': ['ID=96b4f779-4371-44d5-8012-f77925008cab,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:02.501283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bd73a-970d-4799-a913-fef5ce1c2428 None None] The sync data for ids ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'] in n-d-817326-3 is: [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:18:59Z', 'revision_number': 2, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port_host': None, '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:19:02Z', 'revision_number': 4, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:19:02.993525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39566) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:19:03.102369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e21caf-b791-4013-b5dd-8c4276379b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:19:03.103733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-70e21caf-b791-4013-b5dd-8c4276379b90 admin admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 842 time: 0.1092741 Dec 10 04:19:03.114513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Request body: {'subnet': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:19:03.140057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Made reservation on behalf of e051efd03156411089f7673cfcc492b7 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:19:03.142556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:03.443872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:19:03.444302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:03.490825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25617503-ed8e-4c4d-8b06-ce31df7f7645,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:03.507101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:19:03.507450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Network hostable DHCP agents. Network: 5aa69c4a-a121-4c22-ad35-1b6a94f09f24, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:19:03.528028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:19:03.539764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5aa69c4a-a121-4c22-ad35-1b6a94f09f24) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:19:03.543765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:19:03.544373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:03.549706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbea990-1e52-4f22-a212-c36a14de866f None None] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:19:03.560727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-db248833-1eec-4c7c-a8d7-82164cec4f07 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4497714 Dec 10 04:19:03.677203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f307b4c-4951-4623-8022-6142a0d254dd None None] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:19:06.162858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:19:06.301854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3634f277-f379-4328-a74d-87d9b1a382bd admin admin] 10.222.0.43 "GET /v2.0/routers/bf5caca8-4d1e-453f-af1a-43872ab1fbea HTTP/1.1" status: 200 len: 710 time: 0.1376538 Dec 10 04:19:06.389674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1630ea-49d7-4a7d-a078-66f9cdeb24d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:19:06.391662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a1630ea-49d7-4a7d-a078-66f9cdeb24d0 admin admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 886 time: 0.0834892 Dec 10 04:19:06.401440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:19:06.646949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:06.962770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.035666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.141899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Allocated IP 172.25.8.50 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7394838f-1a3d-45a8-89ba-b6d97f62780c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:19:07.245139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.280795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.314889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:19:07.317614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:19:07.320625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:19:07.360906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7394838f-1a3d-45a8-89ba-b6d97f62780c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:07.573899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.774111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.777590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.883674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Router bf5caca8-4d1e-453f-af1a-43872ab1fbea has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:19:07.989551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:19:07.993992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:07.995172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74865c77-4838-456e-8f4e-cb14bb4d56b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/bf5caca8-4d1e-453f-af1a-43872ab1fbea HTTP/1.1" status: 200 len: 889 time: 1.5971360 Dec 10 04:19:09.765439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Sync routers for ids ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:19:09.777042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Routers {'bf5caca8-4d1e-453f-af1a-43872ab1fbea'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:19:09.777701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:18:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:09.982106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Set router bf5caca8-4d1e-453f-af1a-43872ab1fbea gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:19:10.129077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 96b4f779-4371-44d5-8012-f77925008cab up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:19:10.318917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:10.319205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:10.551492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:19:07Z', 'revision_number': 4, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port': {'id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:19:07Z', 'updated_at': '2021-12-10T04:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:19:02Z', 'revision_number': 5, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:10.601181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Checking router: bf5caca8-4d1e-453f-af1a-43872ab1fbea for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:19:10.601540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Updating router bf5caca8-4d1e-453f-af1a-43872ab1fbea port 7394838f-1a3d-45a8-89ba-b6d97f62780c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:19:10.640699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:19:10.651049 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:10.763414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c1e91a5-40be-4b1a-855e-dcde89599ebe admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1215110 Dec 10 04:19:10.987877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:10.995117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:11.043360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Attempting to bind port 7394838f-1a3d-45a8-89ba-b6d97f62780c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:19:11.043729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Attempting to bind port 7394838f-1a3d-45a8-89ba-b6d97f62780c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:19:11.044095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Attempting to bind port 7394838f-1a3d-45a8-89ba-b6d97f62780c on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:19:11.051709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:19:11.052081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:19:11.052550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:11.052889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:19:11.053355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Bound port: 7394838f-1a3d-45a8-89ba-b6d97f62780c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:19:11.053733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:11.055145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282d0a4-761c-458a-b7f6-065c343c7b2d None None] Pushing event updated for resources: {'Port': ['ID=7394838f-1a3d-45a8-89ba-b6d97f62780c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:11.104074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] For port 7394838f-1a3d-45a8-89ba-b6d97f62780c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:19:11.107056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] For port 7394838f-1a3d-45a8-89ba-b6d97f62780c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7394838f-1a3d-45a8-89ba-b6d97f62780c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:19:11.112285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:11.170391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282d0a4-761c-458a-b7f6-065c343c7b2d None None] Pushing event updated for resources: {'Port': ['ID=7394838f-1a3d-45a8-89ba-b6d97f62780c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:11.173413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Routers {'bf5caca8-4d1e-453f-af1a-43872ab1fbea'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:19:11.174003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:18:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:11.280601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] Set router bf5caca8-4d1e-453f-af1a-43872ab1fbea gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:19:11.490695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:19:07Z', 'revision_number': 4, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port': {'id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:19:07Z', 'updated_at': '2021-12-10T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:19:02Z', 'revision_number': 5, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:19:11.520830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73cb6d0-1a90-49ed-99e1-51fac95f73a6 None None] The sync data for ids ['bf5caca8-4d1e-453f-af1a-43872ab1fbea'] in n-d-817326-3 is: [{'id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'name': 'router1', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:49Z', 'updated_at': '2021-12-10T04:19:07Z', 'revision_number': 4, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'gw_port': {'id': '7394838f-1a3d-45a8-89ba-b6d97f62780c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:19:07Z', 'updated_at': '2021-12-10T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '96b4f779-4371-44d5-8012-f77925008cab', 'name': '', 'network_id': '3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c', 'tenant_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'mac_address': 'fa:16:3e:7f:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5caca8-4d1e-453f-af1a-43872ab1fbea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:59Z', 'updated_at': '2021-12-10T04:19:02Z', 'revision_number': 5, 'project_id': 'f8c19e70e9484d76b386a5b8b9f9f91c', 'subnets': [{'id': '01cd17ff-fc0c-4dbf-8666-1634a755846c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0f85c59-d3e8-498f-9cbd-a6d1f70ad58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:19:12.140926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7394838f-1a3d-45a8-89ba-b6d97f62780c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:19:12.208850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7394838f-1a3d-45a8-89ba-b6d97f62780c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:12.209215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:12.286814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:12.308027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 7394838f-1a3d-45a8-89ba-b6d97f62780c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7394838f-1a3d-45a8-89ba-b6d97f62780c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:19:12.313616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:12.367357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=7394838f-1a3d-45a8-89ba-b6d97f62780c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:19:12.733625 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:19:14.097112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7394838f-1a3d-45a8-89ba-b6d97f62780c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:19:14.145172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7394838f-1a3d-45a8-89ba-b6d97f62780c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:19:14.145552 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:22.250981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6168e24-15cc-4915-a389-63870abe8cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:24.748177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19db7cbd-f772-485e-8ff9-3db74b748e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:25.567914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:27.234409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:28.207014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:49.734975 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:19:52.256051 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4571d52-397b-4959-93e6-1bb68e165aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:54.757652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cbc00d2-956f-40ac-9cf2-e76ecbc9bf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:55.571175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:57.234460 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:19:58.201599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:22.249422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acaeeb2f-a126-4bcf-b0e3-6fd1ae621e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:24.750351 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2811dbe5-791f-401e-bb00-ef492528cc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:25.566028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:26.735048 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:20:27.231007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:28.205390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:37.055180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:37.119571 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c33ab56-3208-41ad-bda0-b3e20e26bdf7 admin admin] GET failed (client error): The resource could not be found. Dec 10 04:20:37.120886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9c33ab56-3208-41ad-bda0-b3e20e26bdf7 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647733 Dec 10 04:20:37.281789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8e607-c391-4c85-a624-97b675b80702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:37.283155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fbb8e607-c391-4c85-a624-97b675b80702 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570454 Dec 10 04:20:39.674075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:39.762819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fdef1d-d8b7-4a9b-8e8f-2fcd7328d6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:39.764115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-23fdef1d-d8b7-4a9b-8e8f-2fcd7328d6db admin admin] 10.222.0.43 "GET /v2.0/subnets/01cd17ff-fc0c-4dbf-8666-1634a755846c HTTP/1.1" status: 200 len: 849 time: 0.0890985 Dec 10 04:20:39.774469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:20:39.854795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:39.994704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775687511080'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:40.029225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:40.029832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:40.031131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] 10.222.0.43 "PUT /v2.0/subnets/01cd17ff-fc0c-4dbf-8666-1634a755846c HTTP/1.1" status: 200 len: 868 time: 0.2600896 Dec 10 04:20:40.052094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cd17ff-fc0c-4dbf-8666-1634a755846c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:20:40.055443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c07293-7ef1-472a-9038-71a9257c5ed3 None None] Network 3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:20:40.059414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.059758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.060095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.060428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.060848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.061268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.061431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.061755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.062073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.062953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.063923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.064253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.064598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ce70b-1217-4ca4-b626-ce64bd4bbdd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:20:40.427959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-49ca267c-7a89-4ea7-b35f-20c6c6c44e08 None None] Provisioning complete for port 96b4f779-4371-44d5-8012-f77925008cab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:20:40.428329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ca267c-7a89-4ea7-b35f-20c6c6c44e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:40.519383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-49ca267c-7a89-4ea7-b35f-20c6c6c44e08 None None] Provisioning complete for port 8f039a59-adb7-46c7-adcc-50a80db206aa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:20:40.519646 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ca267c-7a89-4ea7-b35f-20c6c6c44e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:42.433667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:42.629053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6b081-b2fc-4930-8319-8789e2ff013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:42.629439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6b081-b2fc-4930-8319-8789e2ff013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:42.630950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ba6b081-b2fc-4930-8319-8789e2ff013f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963215 Dec 10 04:20:44.972970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:45.103209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87cd89-7bfe-435b-ab3f-2d0840ee4618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:45.103671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87cd89-7bfe-435b-ab3f-2d0840ee4618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:45.105197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b87cd89-7bfe-435b-ab3f-2d0840ee4618 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312959 Dec 10 04:20:47.454570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:47.622658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552220b5-af01-4526-a9a1-5706176a1c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:47.623991 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-552220b5-af01-4526-a9a1-5706176a1c6f admin admin] 10.222.0.43 "GET /v2.0/networks/3dcf3e1f-3bf2-4004-81b2-8d5fc435ce1c HTTP/1.1" status: 200 len: 869 time: 0.1684732 Dec 10 04:20:50.017343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:50.141619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196ea77-3f80-49ee-bb74-f6dc5f895e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:50.142862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0196ea77-3f80-49ee-bb74-f6dc5f895e6b admin admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 886 time: 0.1245687 Dec 10 04:20:52.251920 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bfb96fe-d2d7-41e4-a97e-5dcca1e52301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:52.482193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:52.603464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c3bcb-1831-4b87-8595-0b4d3785c1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:52.603918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c3bcb-1831-4b87-8595-0b4d3785c1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:52.605450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-325c3bcb-1831-4b87-8595-0b4d3785c1f2 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223073 Dec 10 04:20:54.752971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6855a7bb-ce7b-46fc-8d30-fa76f17e0709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:54.983743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:55.080824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3994fe-4f1c-42a8-9b82-41fc3a764de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:55.081272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3994fe-4f1c-42a8-9b82-41fc3a764de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:55.082777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c3994fe-4f1c-42a8-9b82-41fc3a764de5 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0974791 Dec 10 04:20:55.570533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:57.234265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:57.448269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40168) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:20:57.542234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48710923-edff-490a-89d8-a869f1944e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:20:57.543560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48710923-edff-490a-89d8-a869f1944e41 admin admin] 10.222.0.43 "GET /v2.0/subnets/01cd17ff-fc0c-4dbf-8666-1634a755846c HTTP/1.1" status: 200 len: 868 time: 0.0943737 Dec 10 04:20:58.207693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:20:59.909358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:21:00.037756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91f8af-f0d6-41dc-91f0-5845462f324d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:21:00.039115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ab91f8af-f0d6-41dc-91f0-5845462f324d admin admin] 10.222.0.43 "GET /v2.0/subnets/25617503-ed8e-4c4d-8b06-ce31df7f7645 HTTP/1.1" status: 200 len: 816 time: 0.1288090 Dec 10 04:21:03.734994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:21:22.253021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40600cb-2c35-49ab-a08e-9eb86d1e7fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:24.755012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94324292-028a-44bd-bc60-723771756390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:25.572957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:26.469304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:21:26.516003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-6922ada8-2395-4a5a-a07e-4ab2881f46fb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:21:26.517039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6922ada8-2395-4a5a-a07e-4ab2881f46fb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467858 Dec 10 04:21:27.241418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:28.209904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:29.049006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:21:29.107188 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6863edfd-8ad9-4bb6-a355-894a3a41dc35 admin admin] GET failed (client error): The resource could not be found. Dec 10 04:21:29.108950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6863edfd-8ad9-4bb6-a355-894a3a41dc35 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584962 Dec 10 04:21:29.194505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c746ba-9035-4cab-a935-5d0eb91d2597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:21:29.195970 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-78c746ba-9035-4cab-a935-5d0eb91d2597 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824673 Dec 10 04:21:31.567422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:21:31.613698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:21:31.637149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Made reservation on behalf of e051efd03156411089f7673cfcc492b7 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:21:31.639387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:31.666086 n-d-817326-3 neutron-server[103253]: WARNING neutron.services.revisions.revision_plugin [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Could not find related network for resource to bump revision. Dec 10 04:21:31.682174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:21:31.694831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775687643073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:31.695351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Unsubscribe: segment precommit_create {{(pid=103253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 04:21:31.695825 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Added segment 3c7c55eb-a6a0-434e-8352-09058eeb2ec0 of type vlan for network def8ec2a-5958-4166-8a55-071ae417ddca Dec 10 04:21:31.741537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:31.771176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:31.772021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:21:31.772609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:31.895650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3271110 Dec 10 04:21:31.939133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Pushing event updated for resources: {'Network': ['ID=def8ec2a-5958-4166-8a55-071ae417ddca,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:21:31.946461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.946806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.947142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.947472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.947800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.948121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.948443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.948788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.949104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.949423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.949739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.950076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.950390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a573934-d05d-488b-9baf-c2d7cd4f4298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:31.962823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network def8ec2a-5958-4166-8a55-071ae417ddca details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:21:34.296067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:21:34.355439 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12db18-f3a2-42cd-86a5-7f139e55f6d6 admin admin] GET failed (client error): The resource could not be found. Dec 10 04:21:34.356700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cf12db18-f3a2-42cd-86a5-7f139e55f6d6 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596185 Dec 10 04:21:34.457590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387316e3-576d-410a-a798-09bdc7d4da34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:21:34.459057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-387316e3-576d-410a-a798-09bdc7d4da34 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0977526 Dec 10 04:21:34.469797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:21:34.488931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Made reservation on behalf of e051efd03156411089f7673cfcc492b7 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:21:34.491116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:34.659543 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:34.715503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:21:34.724193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:21:34.724682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Network hostable DHCP agents. Network: def8ec2a-5958-4166-8a55-071ae417ddca, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:21:34.740599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Network def8ec2a-5958-4166-8a55-071ae417ddca is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:21:34.748528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, def8ec2a-5958-4166-8a55-071ae417ddca) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:21:34.753805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:21:34.754994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:34.758041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613211e9-d851-4021-b378-5a3e53c391a1 None None] Network def8ec2a-5958-4166-8a55-071ae417ddca requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:21:34.770953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4adfd038-3851-4400-997d-1874cf393d6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050299 Dec 10 04:21:34.959840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-def8ec2a-5958-4166-8a55-071ae417ddca', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'project_id': 'e051efd03156411089f7673cfcc492b7', 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:21:34.960745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.092793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Allocated IP 192.168.233.2 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/8c7cdf07-1952-4953-bd67-07f0c837a097) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:21:35.237562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.243905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.286043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:21:35.289375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:21:35.292680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:21:35.309699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Pushing event updated for resources: {'Port': ['ID=8c7cdf07-1952-4953-bd67-07f0c837a097,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:21:35.329775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.330120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.330452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.330782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.331114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.331442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.331761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.332078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.332403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.332751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.333067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.333383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.333697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:21:35.367223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Attempting to bind port 8c7cdf07-1952-4953-bd67-07f0c837a097 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:21:35.367586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Attempting to bind port 8c7cdf07-1952-4953-bd67-07f0c837a097 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:21:35.367947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Attempting to bind port 8c7cdf07-1952-4953-bd67-07f0c837a097 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:21:35.373104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:21:35.373476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:21:35.373881 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.374313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:21:35.374774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Bound port: 8c7cdf07-1952-4953-bd67-07f0c837a097, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:21:35.375169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.436103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] For port 8c7cdf07-1952-4953-bd67-07f0c837a097, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:21:35.439701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] For port 8c7cdf07-1952-4953-bd67-07f0c837a097, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8c7cdf07-1952-4953-bd67-07f0c837a097,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:21:35.445142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:35.507877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2238b-a2e9-493b-923d-95a3eccf219a None None] Pushing event updated for resources: {'Port': ['ID=8c7cdf07-1952-4953-bd67-07f0c837a097,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:21:36.232034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8c7cdf07-1952-4953-bd67-07f0c837a097 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:21:36.297099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8c7cdf07-1952-4953-bd67-07f0c837a097 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:21:36.297447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:36.369180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01299b3a-3ded-4633-a930-b7009725bf73 None None] Network def8ec2a-5958-4166-8a55-071ae417ddca requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:21:36.408185 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:36.482619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cc47b842-76b3-4755-aacc-4c60e106a015 None None] Provisioning complete for port 8c7cdf07-1952-4953-bd67-07f0c837a097 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:21:36.482988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc47b842-76b3-4755-aacc-4c60e106a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:36.495327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 8c7cdf07-1952-4953-bd67-07f0c837a097, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8c7cdf07-1952-4953-bd67-07f0c837a097,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:21:36.533505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:36.609705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=8c7cdf07-1952-4953-bd67-07f0c837a097,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:21:36.969916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a29275e7-3bee-4937-967c-354e04c2ded0 None None] Provisioning complete for port 8c7cdf07-1952-4953-bd67-07f0c837a097 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:21:36.970276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a29275e7-3bee-4937-967c-354e04c2ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:38.155793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8c7cdf07-1952-4953-bd67-07f0c837a097 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:21:38.204137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8c7cdf07-1952-4953-bd67-07f0c837a097 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:21:38.204532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:40.733140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:21:52.255736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66916bda-f4ff-4c02-b7d7-ac91deb8028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:54.755664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-535e1d25-f2d9-440e-aec2-5fdc628e90f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:55.577201 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:57.240522 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:21:58.212795 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:17.733239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:22:22.257601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ef3921f-cb8c-4c7a-964e-af65164aabdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:24.757900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-207e2b35-f8c8-43de-85d0-f19bc580829a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:25.579237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:27.235787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:28.213837 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:52.260954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34efa46f-2c23-4f1e-94df-3661976fae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:54.731968 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:22:54.759785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22d9624d-e091-40f5-8d7b-f82633ef431e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:55.584316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:57.238431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:22:58.216071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:12.974253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40300) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:23:12.980156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-ab7cdb36-0a9d-44da-acb3-fda03a400184 tempest-verify_tempest_config-1032236836 tempest-verify_tempest_config-1032236836-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:23:12.981196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab7cdb36-0a9d-44da-acb3-fda03a400184 tempest-verify_tempest_config-1032236836 tempest-verify_tempest_config-1032236836-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059695 Dec 10 04:23:13.266303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40318) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:23:13.366978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.466668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.469997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.515070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce74ee0c-3d71-47cf-a693-eb1c5198e7c5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:23:13.519570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56c7034a35f34fa296928afe5442ff8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2522779 Dec 10 04:23:13.522348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40322) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:23:13.523867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.524220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.524786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.525121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.525458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.525815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.526138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.526456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.526784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.527106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.527431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.527754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.528075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca26717-6d3f-4b51-b5d8-46dd03a2db0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.579171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.599877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.694599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.697347 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:13.699109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce74ee0c-3d71-47cf-a693-eb1c5198e7c5 HTTP/1.1" status: 204 len: 168 time: 0.1739089 Dec 10 04:23:13.708034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce74ee0c-3d71-47cf-a693-eb1c5198e7c5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:23:13.715050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.715394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.715735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.716052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.716375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.716799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.717072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.717385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.717703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.718017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.718355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.719174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:13.719496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dffaa0-6319-432b-abe6-0abab02b34e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:23:22.263164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c52cb49-980b-4276-81f5-148457d68a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:24.761372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eb356f6-29cc-48d0-842a-e39f3988457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:25.583939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:27.240452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:28.221561 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:31.730630 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:23:52.264421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8987d02-a53a-40f2-a59d-8591bbd5d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:54.761931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39ab3dd0-5154-4f98-9092-98fe93e0111e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:55.586901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:57.244490 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:23:58.223640 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:08.729130 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:24:22.265214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b80bb156-cd1b-4b75-be65-31e2eaba6253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:24.763294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-514019cc-d8bc-4cbb-84f7-8e2655f76f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:25.588954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:27.249215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:28.224968 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:45.726959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:24:52.266314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c887e1-6499-467e-b932-e439f072a002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:54.764285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a044abfa-aa83-468f-b105-92efb61dd0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:55.591216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:57.250714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:24:58.226698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:22.267455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1beee-1b71-4747-82c8-cee8c021c322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:22.725021 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:25:24.766150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcad2889-3e0c-4a76-aca8-f75c1c30f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:25.595750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:27.254053 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:28.232716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:52.268156 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5795-513e-4ee0-955b-89e84c187fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:54.767672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88650328-e5a8-44a5-8f90-478f551f4520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:55.598171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:57.256181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:58.224023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:25:59.723659 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 5 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:26:19.854150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:22.269426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96246bb5-bb2e-4fca-9f39-12393e542aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:23.166555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548800'] for agent, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:24.768701 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6415801-9830-4988-8dfe-8f3333a217d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:25.598883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:27.258632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:28.224523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:36.722251 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:26:49.802123 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:52.270867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f276b82-c7cf-467e-8bf6-9359297ffede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:53.120780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:54.769520 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d475-2e3b-484e-a64c-49386260df7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:55.462114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:26:55.564006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-48030fa5-7616-4425-a574-0c7ce9a94c2b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1007938 Dec 10 04:26:55.604005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:57.262173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:26:57.948094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40390) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:26:58.008445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48bafbea-7028-4f10-a9d1-39b4cd859f52 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0586190 Dec 10 04:26:58.227200 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:13.721955 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:27:19.809102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:22.272033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9bd1-a7b9-485f-85c6-a6dca3742b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:23.131925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:24.774396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a052cc-b184-4d52-821e-5ca9bbb969d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:25.607967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:27.264677 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:28.229941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:49.811038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:50.723870 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:27:52.275424 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-353bb24b-74ef-48e0-bc89-7e8ae133d0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:53.138649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:54.768917 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b2bfa1f-24b1-45c3-a446-b49a14e64454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:55.609693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:57.268632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:27:58.233156 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:19.816364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:20.370257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40594) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:20.859054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:20.859592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-adf1496a-49ad-4efd-a78a-050f916c9416 tempest-AutoAllocateNetworkTest-1119326898 tempest-AutoAllocateNetworkTest-1119326898-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cafc509061764e119bf84b9a8727fee5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4877901 Dec 10 04:28:21.055220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9d538-b2de-4d3a-8483-209743cec047 tempest-AutoAllocateNetworkTest-1119326898 tempest-AutoAllocateNetworkTest-1119326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:21.059442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f3b9d538-b2de-4d3a-8483-209743cec047 tempest-AutoAllocateNetworkTest-1119326898 tempest-AutoAllocateNetworkTest-1119326898-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1967084 Dec 10 04:28:21.059826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:21.148526 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c97a6c16-efe8-4cc2-9b40-c78b2c5bbe0f tempest-AutoAllocateNetworkTest-1119326898 tempest-AutoAllocateNetworkTest-1119326898-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875244 Dec 10 04:28:21.151520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:21.185249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5afabccf-26ae-4c63-b009-8f70cbc6791f tempest-AutoAllocateNetworkTest-1119326898 tempest-AutoAllocateNetworkTest-1119326898-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cafc509061764e119bf84b9a8727fee5 HTTP/1.1" status: 200 len: 208 time: 0.0324502 Dec 10 04:28:21.851794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:22.244258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.279822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e28ab1bb-30d8-40f8-84db-906278867d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.333209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.338662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.381015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cafc509061764e119bf84b9a8727fee5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5278203 Dec 10 04:28:22.383210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:22.386651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ee121-b290-474b-b57d-46309525f4d3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:22.398394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.398730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.399227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.399805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.400157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.400540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.400880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.401214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.401543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.401870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.402198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.402524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.402848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f5dc4-7242-407e-aad2-1ae1c51bd884 admin admin] Tracked resource versions report: Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: pushed versions: Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: { 'AddressGroup': {'1.2'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'ConntrackHelper': {'1.0'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Log': {'1.0'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Network': {'1.1'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Port': {'1.7'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'PortForwarding': {'1.2'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'QosPolicy': {'1.10'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SecurityGroup': {'1.5'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SubPort': {'1.0'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Subnet': {'1.1'}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Trunk': {'1.1'}} Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: consumer versions: Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: HyperV agent@n-h1-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: HyperV agent@n-h2-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: L3 agent@n-d-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: Metadata agent@n-d-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: Metering agent@n-d-817326-3: {}, Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'ConntrackHelper': '1.0', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'LocalIPAssociation': '1.0', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Log': '1.0', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Network': '1.1', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Port': '1.7', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'PortForwarding': '1.2', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'QosPolicy': '1.10', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SecurityGroup': '1.5', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SecurityGroupRule': '1.2', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'SubPort': '1.0', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Subnet': '1.1', Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: 'Trunk': '1.1'}} Dec 10 04:28:22.403943 n-d-817326-3 neutron-server[103253]: {{(pid=103253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:28:22.441003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.462283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.516288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.520270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:22.525210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/799ee121-b290-474b-b57d-46309525f4d3 HTTP/1.1" status: 204 len: 168 time: 0.1404016 Dec 10 04:28:22.534194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ee121-b290-474b-b57d-46309525f4d3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:22.543427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.543970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.544315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.544777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.545262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.545595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.545923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.546249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.546572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.546895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.547218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.547539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.547861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e4340-debb-434e-991f-ee82b57d1af8 admin admin] Tracked resource versions report: Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: pushed versions: Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: { 'AddressGroup': {'1.2'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Log': {'1.0'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Network': {'1.1'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Port': {'1.7'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'PortForwarding': {'1.2'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'QosPolicy': {'1.10'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SecurityGroup': {'1.5'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SubPort': {'1.0'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Subnet': {'1.1'}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Trunk': {'1.1'}} Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: consumer versions: Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: HyperV agent@n-h1-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: HyperV agent@n-h2-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: L3 agent@n-d-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: Metadata agent@n-d-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: Metering agent@n-d-817326-3: {}, Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'ConntrackHelper': '1.0', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'LocalIPAssociation': '1.0', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Log': '1.0', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Network': '1.1', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Port': '1.7', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'PortForwarding': '1.2', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'QosPolicy': '1.10', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SecurityGroup': '1.5', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SecurityGroupRule': '1.2', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'SubPort': '1.0', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Subnet': '1.1', Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: 'Trunk': '1.1'}} Dec 10 04:28:22.548977 n-d-817326-3 neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:28:23.150378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:23.792867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:24.036614 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44a26eab-99d7-40e4-804a-eb2a23c18033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.126600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44a26eab-99d7-40e4-804a-eb2a23c18033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.138383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44a26eab-99d7-40e4-804a-eb2a23c18033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.213609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-44a26eab-99d7-40e4-804a-eb2a23c18033 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aceea00d61864aeaa65df265cd59ba85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4184940 Dec 10 04:28:24.214150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:24.214642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a26eab-99d7-40e4-804a-eb2a23c18033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7616529-f2f7-41eb-afa2-40386a3c9be7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:24.310202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.333103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.390382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.393165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.397030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7616529-f2f7-41eb-afa2-40386a3c9be7 HTTP/1.1" status: 204 len: 168 time: 0.1812499 Dec 10 04:28:24.408822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f365817-9707-4cea-87c5-d94c84905a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7616529-f2f7-41eb-afa2-40386a3c9be7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:24.629817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40834) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:24.773725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a70c876-c000-4484-a90e-bc88936d3474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:24.828278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:25.035647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-883e3643-0dd3-4685-8c6c-a2b6ed2b0f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.112955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b29d1a54-2f7b-418a-8315-568fb64e6202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.155265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:25.156557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-883e3643-0dd3-4685-8c6c-a2b6ed2b0f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.169942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-883e3643-0dd3-4685-8c6c-a2b6ed2b0f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.182254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c95ca4-fea8-4549-9b10-4be984372000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.208674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-883e3643-0dd3-4685-8c6c-a2b6ed2b0f1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddbff5363c3c4321aec51fa71f054098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5775535 Dec 10 04:28:25.213778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:25.286777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3643-0dd3-4685-8c6c-a2b6ed2b0f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96be5e5-a499-4498-ada5-78c72b4ef86c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:25.345727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.349044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c95ca4-fea8-4549-9b10-4be984372000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.371763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b29d1a54-2f7b-418a-8315-568fb64e6202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.375606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37c95ca4-fea8-4549-9b10-4be984372000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.384996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b29d1a54-2f7b-418a-8315-568fb64e6202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.430491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c95ca4-fea8-4549-9b10-4be984372000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d70a2-98c6-4cda-9d7c-c2b7230cec02,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:25.434961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d1a54-2f7b-418a-8315-568fb64e6202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b41784-76e7-4640-a083-85231e7e03d3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:25.453004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b29d1a54-2f7b-418a-8315-568fb64e6202 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5a33a853eee46bc9850982c980b3511&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6235271 Dec 10 04:28:25.455017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40884) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:25.468822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.521867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37c95ca4-fea8-4549-9b10-4be984372000 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa44b7e18f2b45b99432b11dae830384&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3645525 Dec 10 04:28:25.527030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:25.558160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.583072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.624796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.626135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.628549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.631546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.632705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c96be5e5-a499-4498-ada5-78c72b4ef86c HTTP/1.1" status: 204 len: 168 time: 0.4178638 Dec 10 04:28:25.663990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cb3e7-ca0b-477c-9747-943db9c1ef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96be5e5-a499-4498-ada5-78c72b4ef86c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:25.668334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.673408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.676241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.677196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8b41784-76e7-4640-a083-85231e7e03d3 HTTP/1.1" status: 204 len: 168 time: 0.2202764 Dec 10 04:28:25.694813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5e712-e0e3-4ce7-991a-fe08baf22ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b41784-76e7-4640-a083-85231e7e03d3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:25.761055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.763609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:25.764855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e5d70a2-98c6-4cda-9d7c-c2b7230cec02 HTTP/1.1" status: 204 len: 168 time: 0.2308238 Dec 10 04:28:25.772895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbde57-64cc-4aa6-b6ff-3186218d2744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d70a2-98c6-4cda-9d7c-c2b7230cec02,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:26.259452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:26.272966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d101ac20-55c4-4c9f-b4a2-5928427d3325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.391041 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d101ac20-55c4-4c9f-b4a2-5928427d3325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.397635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d101ac20-55c4-4c9f-b4a2-5928427d3325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.429443 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d101ac20-55c4-4c9f-b4a2-5928427d3325 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a82eeca01d0449b9906d5977f74a6111&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1688581 Dec 10 04:28:26.433051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:26.450239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ac20-55c4-4c9f-b4a2-5928427d3325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77323c69-adbc-4be7-b9fb-1ef080cb8672,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:26.517633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.566240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.647029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.649478 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.650653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77323c69-adbc-4be7-b9fb-1ef080cb8672 HTTP/1.1" status: 204 len: 168 time: 0.2166040 Dec 10 04:28:26.658859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da6667-1bff-4409-ba32-f70d46c34b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77323c69-adbc-4be7-b9fb-1ef080cb8672,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:26.684037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40990) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:26.707855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddb67eeb-f218-42eb-b8a6-b757ebee3b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.796635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddb67eeb-f218-42eb-b8a6-b757ebee3b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.803793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddb67eeb-f218-42eb-b8a6-b757ebee3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.855712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb67eeb-f218-42eb-b8a6-b757ebee3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5cbb58-43dc-4eb5-a7ff-ec125612dc70,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:26.861430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddb67eeb-f218-42eb-b8a6-b757ebee3b09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7000c10a99a04559a8269123cb6752d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1763117 Dec 10 04:28:26.864715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41008) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:26.923033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:26.954575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:27.006612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:27.012315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:27.016782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a5cbb58-43dc-4eb5-a7ff-ec125612dc70 HTTP/1.1" status: 204 len: 168 time: 0.1478205 Dec 10 04:28:27.021955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa2068-8691-49d5-b096-708262efb7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5cbb58-43dc-4eb5-a7ff-ec125612dc70,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:27.277867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:27.723297 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:28:27.853130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41088) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:27.856083 n-d-817326-3 neutron-server[103253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 04:28:27.886067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-9d273e09-bd87-45bb-8638-4eb276dfd615 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bf7e78df4c140cabdcac279007e912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311425 Dec 10 04:28:28.013755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-04ca186b-6b87-4cf3-841c-2085c17141d4 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:28.020993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-04ca186b-6b87-4cf3-841c-2085c17141d4 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266353 Dec 10 04:28:28.037087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-a931614f-6d9f-43bb-8745-46bbaccaeea1 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/quotas/9bf7e78df4c140cabdcac279007e912b HTTP/1.1" status: 200 len: 375 time: 0.0128162 Dec 10 04:28:28.097029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-0a34f128-871a-4d9f-b6a2-4eebd6f3664a tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bf7e78df4c140cabdcac279007e912b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559285 Dec 10 04:28:28.236453 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:28.827852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41160) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:28.984397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41180) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:29.146244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-network', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:29.174960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Made reservation on behalf of ef769fa6599c43ea8c6219f725d8de4f for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:29.178059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.191281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.287405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.292955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.312516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:28:29.316025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:29.338532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.339071 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Added segment ce870173-7459-4200-9db0-99c4331fa14b of type vlan for network 6ff752e4-c9be-488e-938d-daca50ffe857 Dec 10 04:28:29.352466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce254e67-53b2-4705-bf20-5f9ead38ce09,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:29.422086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.628806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4618835b-8351-4cf8-9489-9b1e5077273a req-17294a1b-c87f-4149-ab94-b6ce6b2ec0ab tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 210 time: 0.6421540 Dec 10 04:28:29.629629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.630578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:29.631755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.672882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af7f7b2-2662-4167-b88b-9e981711cf05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.721047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8921216 Dec 10 04:28:29.721916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41216) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:29.726813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Request body: {'subnet': {'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-subnet', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:29.730586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b10d3f-78b0-42f6-9973-49cf4d30eedf admin admin] Pushing event updated for resources: {'Network': ['ID=6ff752e4-c9be-488e-938d-daca50ffe857,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:29.741672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6ff752e4-c9be-488e-938d-daca50ffe857 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:28:29.761770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Made reservation on behalf of ef769fa6599c43ea8c6219f725d8de4f for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:29.765611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.775479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af7f7b2-2662-4167-b88b-9e981711cf05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.782539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af7f7b2-2662-4167-b88b-9e981711cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.825117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f7b2-2662-4167-b88b-9e981711cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e269cab-0693-4092-8340-3261d2e6722d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:29.847976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5af7f7b2-2662-4167-b88b-9e981711cf05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bca82c72c87492bb3195d72f2cf8678&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5305555 Dec 10 04:28:29.848741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:29.911897 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:29.944938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.006083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.010443 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.011763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e269cab-0693-4092-8340-3261d2e6722d HTTP/1.1" status: 204 len: 168 time: 0.1618891 Dec 10 04:28:30.017137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.020858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a0117-a0bb-4f80-b12c-96cc72156a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e269cab-0693-4092-8340-3261d2e6722d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:30.076416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56e76d2-456c-4a54-8583-3b516622f196,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:30.099695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Checking segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:30.101186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Network hostable DHCP agents. Network: 6ff752e4-c9be-488e-938d-daca50ffe857, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:28:30.127868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:28:30.141337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6ff752e4-c9be-488e-938d-daca50ffe857) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:30.147524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:30.148927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.156629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2913147-0f58-45b8-91ba-06afdf09bcd6 None None] Network 6ff752e4-c9be-488e-938d-daca50ffe857 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:28:30.186541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ba4671d-d93b-4a7a-a2fd-de7fe7416133 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4610994 Dec 10 04:28:30.188284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:30.192714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:30.228906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.36', 52755) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:30.260232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.261947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-11fb5a4e-85b3-44e0-aca0-72fe1f61cbc5 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9bf7e78df4c140cabdcac279007e912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310895 Dec 10 04:28:30.263025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.315240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6ff752e4-c9be-488e-938d-daca50ffe857', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:28:30.316581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.445635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.470876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41238) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:30.544852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-6244bca1-de6f-4c53-b85e-2ea8ca27922b tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:30.546404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-6244bca1-de6f-4c53-b85e-2ea8ca27922b tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776816 Dec 10 04:28:30.596672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Allocated IP 172.20.0.2 (6ff752e4-c9be-488e-938d-daca50ffe857/f56e76d2-456c-4a54-8583-3b516622f196/29409042-ba98-4088-a244-c3236295e2c9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:30.682777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Request body: {'port': {'device_id': '007493b0-da81-436a-a340-b3056082fcb7', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '9bf7e78df4c140cabdcac279007e912b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:30.731814 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.764731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:30.798989 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.808922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6df4d82b-b96e-4235-82f0-76cd37cedd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.811288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:30.870636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:30.873636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:30.877463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:30.922427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Pushing event updated for resources: {'Port': ['ID=29409042-ba98-4088-a244-c3236295e2c9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:31.062275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.062803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.063436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.063904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.064112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6df4d82b-b96e-4235-82f0-76cd37cedd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.064531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.065007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.065481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.065938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.066392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.066847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.067300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.067757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.068266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Tracked resource versions report: Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: pushed versions: Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Log': {'1.0'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Network': {'1.1'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Port': {'1.7'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SubPort': {'1.0'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Subnet': {'1.1'}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Trunk': {'1.1'}} Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: consumer versions: Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: HyperV agent@n-h1-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: HyperV agent@n-h2-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: L3 agent@n-d-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: Metadata agent@n-d-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: Metering agent@n-d-817326-3: {}, Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Log': '1.0', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Network': '1.1', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Port': '1.7', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'PortForwarding': '1.2', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'QosPolicy': '1.10', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SecurityGroup': '1.5', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'SubPort': '1.0', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Subnet': '1.1', Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: 'Trunk': '1.1'}} Dec 10 04:28:31.069345 n-d-817326-3 neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:28:31.088513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Attempting to bind port 29409042-ba98-4088-a244-c3236295e2c9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:31.089173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Attempting to bind port 29409042-ba98-4088-a244-c3236295e2c9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:31.089680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Attempting to bind port 29409042-ba98-4088-a244-c3236295e2c9 on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:31.097667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:31.098334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Checking segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:31.098886 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.099443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Bound using segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:31.100063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Bound port: 29409042-ba98-4088-a244-c3236295e2c9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:31.100637 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.111813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6df4d82b-b96e-4235-82f0-76cd37cedd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.170203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] For port 29409042-ba98-4088-a244-c3236295e2c9, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:31.176967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] For port 29409042-ba98-4088-a244-c3236295e2c9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29409042-ba98-4088-a244-c3236295e2c9,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:31.186005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.195739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30983ac8-dae0-45dd-a763-8c8360640fb4 req-617b7c88-d42c-4ad5-83a2-7ceb990c7413 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 210 time: 0.1766436 Dec 10 04:28:31.221592 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e24326-68f0-4ba4-9531-c6ce8edb80b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.283442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e593a87-d79c-4822-aab3-f46ec74a7995 None None] Pushing event updated for resources: {'Port': ['ID=29409042-ba98-4088-a244-c3236295e2c9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:31.337953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Made reservation on behalf of 9bf7e78df4c140cabdcac279007e912b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:31.343329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.360379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.369429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6df4d82b-b96e-4235-82f0-76cd37cedd47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3f6971906034c1d94f9caaca05a5bf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6018360 Dec 10 04:28:31.370331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:31.392035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d82b-b96e-4235-82f0-76cd37cedd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f432ad-dd57-4447-acca-b1cf5bc1f3c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:31.488371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e24326-68f0-4ba4-9531-c6ce8edb80b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.496750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e24326-68f0-4ba4-9531-c6ce8edb80b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.505980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.538290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.556700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.563244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3e24326-68f0-4ba4-9531-c6ce8edb80b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f28813ec19904d1a91a19865dd8083b1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0890217 Dec 10 04:28:31.564336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e24326-68f0-4ba4-9531-c6ce8edb80b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec60ddc-1a43-4cda-8ee5-6df097b49799,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:31.566625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41290) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:31.582197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.598587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.618933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.720468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.725860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:31.728291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63f432ad-dd57-4447-acca-b1cf5bc1f3c6 HTTP/1.1" status: 204 len: 168 time: 0.3508523 Dec 10 04:28:31.834354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798951b8-8f7b-486f-a47a-419a59193529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f432ad-dd57-4447-acca-b1cf5bc1f3c6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:31.886345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb82e22-90c8-417b-aa3d-0c5992511f9e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:32.070326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Allocated IP 172.25.8.19 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/a6583429-41d2-4243-88d4-0bffadd5c319) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:32.282354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.339727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.361552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Allocated IP 192.168.233.55 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/3d34b88c-c91a-4760-a55d-21b2a73b61c9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:32.420791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.511154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29409042-ba98-4088-a244-c3236295e2c9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:32.570357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:32.641063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.683334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-374ee962-e862-451c-9939-f1f32dcf10e3 req-a907a6b2-9dff-49ce-bb5c-8a2b356b877c tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 210 time: 0.1058190 Dec 10 04:28:32.686480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29409042-ba98-4088-a244-c3236295e2c9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:32.687054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.869959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:32.886662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:32.921656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:32.933075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.942266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.947734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a9f074-b53a-4387-9c8b-8e6a8b143186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.964949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:32.977114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ec60ddc-1a43-4cda-8ee5-6df097b49799 HTTP/1.1" status: 204 len: 168 time: 1.3910279 Dec 10 04:28:32.993554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 29409042-ba98-4088-a244-c3236295e2c9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29409042-ba98-4088-a244-c3236295e2c9,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:33.005234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16674912-6fe8-4e84-8b15-e0ff8782a46e None None] Network 6ff752e4-c9be-488e-938d-daca50ffe857 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:28:33.065087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a62870-9d19-4425-b7db-05cc21e148cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec60ddc-1a43-4cda-8ee5-6df097b49799,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:33.108528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.153047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.196839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Pushing event updated for resources: {'Port': ['ID=a6583429-41d2-4243-88d4-0bffadd5c319,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:33.204788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.315092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7d082287-9bd1-46c1-914e-d2777cdc5143 None None] Provisioning complete for port 29409042-ba98-4088-a244-c3236295e2c9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:33.320956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d082287-9bd1-46c1-914e-d2777cdc5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.454897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Pushing event updated for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:33.499407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:33.501272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:33.516363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:33.536837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:33.538291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.580082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-2674f209-b6ab-4148-8790-3534076e57fe tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9029229 Dec 10 04:28:33.686095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=29409042-ba98-4088-a244-c3236295e2c9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:33.831691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a9f074-b53a-4387-9c8b-8e6a8b143186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.864058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a9f074-b53a-4387-9c8b-8e6a8b143186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.926661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:33.975758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9952cb84-013e-456b-96c0-c3a2cba0c6d6 None None] Provisioning complete for port 29409042-ba98-4088-a244-c3236295e2c9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:33.978698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9952cb84-013e-456b-96c0-c3a2cba0c6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.014545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41360) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:34.023856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f074-b53a-4387-9c8b-8e6a8b143186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f505e71-0c86-4159-88c3-cd4eeb0558cb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:34.043286 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50a9f074-b53a-4387-9c8b-8e6a8b143186 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35b82b5722774108bf65a246e8016764&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4679465 Dec 10 04:28:34.051422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:34.065416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99901db-a1dc-45f3-b32b-26179dd3f9f2 req-6523033f-9039-43fe-91d9-7a4c1936cfa0 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:34.075364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a99901db-a1dc-45f3-b32b-26179dd3f9f2 req-6523033f-9039-43fe-91d9-7a4c1936cfa0 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 935 time: 0.1867521 Dec 10 04:28:34.088914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:34.196763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a99901db-a1dc-45f3-b32b-26179dd3f9f2 req-01fcd076-41f5-49ca-a0dc-f15a2b3cccf8 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131451 Dec 10 04:28:34.316917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0ce9645f-6b2a-4351-b300-7c33db36f742 None None] Provisioning complete for port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:34.317300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ce9645f-6b2a-4351-b300-7c33db36f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.381803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.410266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9645f-6b2a-4351-b300-7c33db36f742 None None] Port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:34.413468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d064bb0a-1515-45c2-8016-256ab9a1d458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.449923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29409042-ba98-4088-a244-c3236295e2c9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:34.512432 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-759b13da-fee6-4d30-861e-b1a1cbdcda4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.529917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29409042-ba98-4088-a244-c3236295e2c9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:34.530537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.704329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-759b13da-fee6-4d30-861e-b1a1cbdcda4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.715572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-759b13da-fee6-4d30-861e-b1a1cbdcda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.753724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-759b13da-fee6-4d30-861e-b1a1cbdcda4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3139e1746f2404aa0ea5a29cb6d8aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7358129 Dec 10 04:28:34.754309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:34.779146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.816059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b13da-fee6-4d30-861e-b1a1cbdcda4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67702c76-b559-4e16-a3b3-048d46954be6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:34.843130 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.865210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.897080 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.907139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:28:34.951701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d064bb0a-1515-45c2-8016-256ab9a1d458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:34.992358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d064bb0a-1515-45c2-8016-256ab9a1d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.006002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.012712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.020426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67702c76-b559-4e16-a3b3-048d46954be6 HTTP/1.1" status: 204 len: 168 time: 0.2601347 Dec 10 04:28:35.034426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97589e7-63ec-4e1c-9b2c-ca488ac6e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67702c76-b559-4e16-a3b3-048d46954be6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:35.062932 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.066441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.068814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f505e71-0c86-4159-88c3-cd4eeb0558cb HTTP/1.1" status: 204 len: 168 time: 1.0136311 Dec 10 04:28:35.112816 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d064bb0a-1515-45c2-8016-256ab9a1d458 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0bac71718664472bf9956f300030c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0199041 Dec 10 04:28:35.113025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:35.114991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064bb0a-1515-45c2-8016-256ab9a1d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e636a-d3b8-4309-820f-3d5dc0a57ccd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:35.136195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573a668-49cb-4e1a-903c-9d1dd29b6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f505e71-0c86-4159-88c3-cd4eeb0558cb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:35.145061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:28:35.156620 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:28:35.187602 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:35.191148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:35.194056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.195313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-95178739-357e-423e-ab98-6b1bd921bfbf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0058994 Dec 10 04:28:35.202273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:35.221687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.286758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.563284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.572670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.577174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/888e636a-d3b8-4309-820f-3d5dc0a57ccd HTTP/1.1" status: 204 len: 168 time: 0.4630582 Dec 10 04:28:35.605637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4649e9e-cb1b-4532-b75b-6b0b1db45157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e636a-d3b8-4309-820f-3d5dc0a57ccd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:35.652671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92314-99bb-4f3b-a994-22df268191c5 req-29b07392-b754-427f-a02b-bfa87eef230a tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:35.661894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2f92314-99bb-4f3b-a994-22df268191c5 req-29b07392-b754-427f-a02b-bfa87eef230a tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 935 time: 0.1200933 Dec 10 04:28:35.671316 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:35.768525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2f92314-99bb-4f3b-a994-22df268191c5 req-376ac5e6-5e09-43fa-9379-edd245494dc4 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049850 Dec 10 04:28:35.915758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:35.958120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:33Z', 'revision_number': 3, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:35.999436 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:28:36.000717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Updating router ec44bb68-741f-4e57-8cff-35d2f6d883c9 port a6583429-41d2-4243-88d4-0bffadd5c319 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:28:36.009333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:36.033537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb97a780-f1ed-43fe-a715-437544348f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.073024 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.189264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb97a780-f1ed-43fe-a715-437544348f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.195443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb97a780-f1ed-43fe-a715-437544348f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.269554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb97a780-f1ed-43fe-a715-437544348f04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70db95a55879426bb21e9783883a8c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589507 Dec 10 04:28:36.275460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:36.310281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:36.332087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97a780-f1ed-43fe-a715-437544348f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2f782-2c72-4585-acac-17045cfa9176,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:36.369408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.408723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.453939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:36.491129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f36122b-4fdb-41f3-a133-180e388bcc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.492379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.496975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.502191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6df2f782-2c72-4585-acac-17045cfa9176 HTTP/1.1" status: 204 len: 168 time: 0.2224066 Dec 10 04:28:36.529258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb29cd-c951-4bd4-98a9-ad2ac323431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2f782-2c72-4585-acac-17045cfa9176,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:36.542816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:36.598009 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.600817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7510722a-b63e-40d1-9bf5-d9496b9301bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.605132 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.736361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Attempting to bind port a6583429-41d2-4243-88d4-0bffadd5c319 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:36.737871 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Attempting to bind port a6583429-41d2-4243-88d4-0bffadd5c319 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:36.738254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Attempting to bind port a6583429-41d2-4243-88d4-0bffadd5c319 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:36.761264 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Pushing event updated for resources: {'Port': ['ID=a6583429-41d2-4243-88d4-0bffadd5c319,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:36.769779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:36.770165 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:36.770609 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.770956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:36.775929 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Bound port: a6583429-41d2-4243-88d4-0bffadd5c319, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:36.776418 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.784524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7510722a-b63e-40d1-9bf5-d9496b9301bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.789443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Allocated IP 172.20.0.1 (6ff752e4-c9be-488e-938d-daca50ffe857/f56e76d2-456c-4a54-8583-3b516622f196/e522ba4c-0a05-433d-af83-9db3ee4f700a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:36.810157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56158-7895-49f2-9a2d-66f31b3fe87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.829552 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.830053 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.830363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.830756 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.831223 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.831572 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.831962 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.832724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.833184 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.833743 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.834261 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.835544 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.841176 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Tracked resource versions report: Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: pushed versions: Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Log': {'1.0'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Network': {'1.1'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Port': {'1.7'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SubPort': {'1.0'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Subnet': {'1.1'}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Trunk': {'1.1'}} Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: consumer versions: Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: { DHCP agent@n-d-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: HyperV agent@n-h1-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: HyperV agent@n-h2-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: L3 agent@n-d-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: Metadata agent@n-d-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: Metering agent@n-d-817326-3: {}, Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: Open vSwitch agent@n-d-817326-3: { 'AddressGroup': '1.2', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Log': '1.0', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Network': '1.1', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Port': '1.7', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'PortForwarding': '1.2', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'QosPolicy': '1.10', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SecurityGroup': '1.5', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'SubPort': '1.0', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Subnet': '1.1', Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: 'Trunk': '1.1'}} Dec 10 04:28:36.843268 n-d-817326-3 neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 04:28:36.886361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7510722a-b63e-40d1-9bf5-d9496b9301bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:36.938329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] For port a6583429-41d2-4243-88d4-0bffadd5c319, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:36.945413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] For port a6583429-41d2-4243-88d4-0bffadd5c319, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a6583429-41d2-4243-88d4-0bffadd5c319,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:36.948346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510722a-b63e-40d1-9bf5-d9496b9301bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a93b07-a7be-4997-8d21-7fb291fd343b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:36.952955 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.024153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cf50e-1d8b-452f-b2bf-9e958101a7ce None None] Pushing event updated for resources: {'Port': ['ID=a6583429-41d2-4243-88d4-0bffadd5c319,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.050806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:37.051673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:37.063603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7510722a-b63e-40d1-9bf5-d9496b9301bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=428330bb882d416d96e8826c3dd759e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175796 Dec 10 04:28:37.078277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599e074-7dfc-43be-91de-ed5a223d9ab0 req-551d6914-2d6c-44ad-b64c-992ad792cc60 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:37.082428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1599e074-7dfc-43be-91de-ed5a223d9ab0 req-551d6914-2d6c-44ad-b64c-992ad792cc60 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 935 time: 0.1720853 Dec 10 04:28:37.083143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:37.158810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56158-7895-49f2-9a2d-66f31b3fe87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.162504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1599e074-7dfc-43be-91de-ed5a223d9ab0 req-b2776436-9a11-4635-b81a-6d9c6016572b tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Dec 10 04:28:37.199082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56158-7895-49f2-9a2d-66f31b3fe87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.229865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.234244 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:37.261638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0d56158-7895-49f2-9a2d-66f31b3fe87a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9ef0df10c7443a99aa460893c3594b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9510822 Dec 10 04:28:37.265211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41436) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:37.307525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.350406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f36122b-4fdb-41f3-a133-180e388bcc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.371846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f36122b-4fdb-41f3-a133-180e388bcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.393120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56158-7895-49f2-9a2d-66f31b3fe87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51fa149-c53a-411e-bf19-43f931489beb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.407364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.423647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.439186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.442698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.443526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53a93b07-a7be-4997-8d21-7fb291fd343b HTTP/1.1" status: 204 len: 168 time: 0.3592148 Dec 10 04:28:37.464127 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.466068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4303b9-f11b-46e4-9e29-8848b585d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a93b07-a7be-4997-8d21-7fb291fd343b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.467855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41444) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:37.469323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f36122b-4fdb-41f3-a133-180e388bcc4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4341c136143b49e6a17c77deddc73eea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0135701 Dec 10 04:28:37.502628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36122b-4fdb-41f3-a133-180e388bcc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c6415-d1d3-42b8-99bc-30442f7dd6a0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.555502 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.573228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.601087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:33Z', 'revision_number': 3, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:37.611360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.614026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.618715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e51fa149-c53a-411e-bf19-43f931489beb HTTP/1.1" status: 204 len: 168 time: 0.3474007 Dec 10 04:28:37.645142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153500b-ffb4-4f05-9636-1825b89e8502 None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:33Z', 'revision_number': 3, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:28:37.647664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.651581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee060aa-3dbb-499a-93d5-3dc648927a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51fa149-c53a-411e-bf19-43f931489beb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.694612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:37.717941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:37.736676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:37.737322 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.799028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.803333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:37.805688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b36c6415-d1d3-42b8-99bc-30442f7dd6a0 HTTP/1.1" status: 204 len: 168 time: 0.3317904 Dec 10 04:28:37.825440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd6b1-9fa0-4ded-bf1d-59e4f9659f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c6415-d1d3-42b8-99bc-30442f7dd6a0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:37.900815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Pushing event updated for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:38.106969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-75ee52c4-2770-40df-9021-983c74d42894 None None] Provisioning complete for port e522ba4c-0a05-433d-af83-9db3ee4f700a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:38.107575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75ee52c4-2770-40df-9021-983c74d42894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.164129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-75ee52c4-2770-40df-9021-983c74d42894 None None] Port e522ba4c-0a05-433d-af83-9db3ee4f700a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:38.267506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-6f4ee34f-8f5c-4d50-9894-a5f06605ebf6 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:28:38.268828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-6f4ee34f-8f5c-4d50-9894-a5f06605ebf6 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068173 Dec 10 04:28:38.515172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c76e-a084-410e-8a92-76fadade53c3 req-6c405be8-5164-459e-b646-a847ac086c19 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:38.516963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fb5c76e-a084-410e-8a92-76fadade53c3 req-6c405be8-5164-459e-b646-a847ac086c19 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 935 time: 0.1974676 Dec 10 04:28:38.527904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a6583429-41d2-4243-88d4-0bffadd5c319 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:38.570491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.616815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a6583429-41d2-4243-88d4-0bffadd5c319 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:38.619037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.649175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fb5c76e-a084-410e-8a92-76fadade53c3 req-3a343f67-43ba-4535-bb2b-5cb47e402d69 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253998 Dec 10 04:28:38.867129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.901447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port a6583429-41d2-4243-88d4-0bffadd5c319, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a6583429-41d2-4243-88d4-0bffadd5c319,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:38.905006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.917543 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.920871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.922076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:38.978767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Pushing event updated for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:39.015858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=a6583429-41d2-4243-88d4-0bffadd5c319,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:39.034985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:39.057915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-715e0584-2d34-4ae5-bc80-7fa0c5c7442e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.185221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:39.186859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:39.250219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-715e0584-2d34-4ae5-bc80-7fa0c5c7442e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.261124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-715e0584-2d34-4ae5-bc80-7fa0c5c7442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.354000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-715e0584-2d34-4ae5-bc80-7fa0c5c7442e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa4ef54dff0c4a12916c376b3221c7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158839 Dec 10 04:28:39.355449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:39.381990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e0584-2d34-4ae5-bc80-7fa0c5c7442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d439f29e-4083-493e-999c-f3cca7851e8d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:39.486401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Request body: {'port': {'device_id': '007493b0-da81-436a-a340-b3056082fcb7', 'device_owner': 'compute:tempest-test_az-1293206790', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:39.495874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:28:39.600348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.741780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.743392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fd7b9bd6-b7b0-41f0-8323-a64976168991 None None] Provisioning complete for port e522ba4c-0a05-433d-af83-9db3ee4f700a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:39.746464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:28:39.750498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9bd6-b7b0-41f0-8323-a64976168991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.769199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:39.769763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-672953f8-8704-4a6b-b64a-7da06e46b543 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec44bb68-741f-4e57-8cff-35d2f6d883c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5660818 Dec 10 04:28:39.843630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b9bd6-b7b0-41f0-8323-a64976168991 None None] Port e522ba4c-0a05-433d-af83-9db3ee4f700a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:39.943239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10770-d404-4ec5-b3d3-5165b43ea8cb req-9df0367f-1456-407b-bf7c-ba6c179e9509 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:39.944827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64d10770-d404-4ec5-b3d3-5165b43ea8cb req-9df0367f-1456-407b-bf7c-ba6c179e9509 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 935 time: 0.1425569 Dec 10 04:28:40.225898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.228669 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.229837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d439f29e-4083-493e-999c-f3cca7851e8d HTTP/1.1" status: 204 len: 168 time: 0.8651299 Dec 10 04:28:40.244175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413992-3749-4bf1-94a4-2da69769c169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d439f29e-4083-493e-999c-f3cca7851e8d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:40.433674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d34b88c-c91a-4760-a55d-21b2a73b61c9 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:28:40.454378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.486042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a6583429-41d2-4243-88d4-0bffadd5c319 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:40.491178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Transition to ACTIVE for port object 3d34b88c-c91a-4760-a55d-21b2a73b61c9 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:28:40.518016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64d10770-d404-4ec5-b3d3-5165b43ea8cb req-76b6d61a-180b-47ac-94cf-ed439c80d494 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395963 Dec 10 04:28:40.522996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.576587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:28:40.632778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:40.634047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:40.671317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Pushing event updated for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:40.733507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Attempting to bind port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:40.733869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Attempting to bind port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:40.734224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Attempting to bind port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:40.740592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:28:40.740988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Attempting to bind port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:40.749243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:40.750047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:40.752568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:40.752568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Bound port: 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:40.752568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.809897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a6583429-41d2-4243-88d4-0bffadd5c319 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:40.810433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.912119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:40.923183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:40.943636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.989408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:40.990607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:40.995797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] 10.222.0.36 "PUT /v2.0/ports/3d34b88c-c91a-4760-a55d-21b2a73b61c9 HTTP/1.1" status: 200 len: 1117 time: 1.7653859 Dec 10 04:28:41.020160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:28:41.092398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:41.163561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27fdad-a8f7-4b55-a640-2af3eb05986b service neutron] Pushing event updated for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:41.505380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 2, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:41.538415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:28:41.547629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Updating router ec44bb68-741f-4e57-8cff-35d2f6d883c9 port e522ba4c-0a05-433d-af83-9db3ee4f700a binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:28:41.620566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:41.697472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a7bc8-bba8-4529-be3f-a525879c4e18 req-69f9f102-b91a-4814-b86d-acbc8eedac46 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:41.702476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c2a7bc8-bba8-4529-be3f-a525879c4e18 req-69f9f102-b91a-4814-b86d-acbc8eedac46 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.1037552 Dec 10 04:28:41.735485 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ca216-c195-4881-92c7-f8253f18c5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:28:41.771894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c2a7bc8-bba8-4529-be3f-a525879c4e18 req-baf70deb-e518-42c4-90f8-dee046281da4 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 Dec 10 04:28:42.175314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.184402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.250609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab951d8-30e3-4825-87ec-9f8a5ba5a25d None None] Pushing event updated for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:42.338743 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b639b16-8f05-4951-b2a0-81a6aed94081 x-openstack-request-id: req-9b639b16-8f05-4951-b2a0-81a6aed94081 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:28:42.338953 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:28:42.339350 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b639b16-8f05-4951-b2a0-81a6aed94081 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:28:42.339942 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9', 'status': 'completed', 'code': 200} Dec 10 04:28:42.343615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Attempting to bind port e522ba4c-0a05-433d-af83-9db3ee4f700a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:42.344078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Attempting to bind port e522ba4c-0a05-433d-af83-9db3ee4f700a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:42.344441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Attempting to bind port e522ba4c-0a05-433d-af83-9db3ee4f700a on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:42.350276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:42.350666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Checking segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:42.351069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.352453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Bound using segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:42.352954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Bound port: e522ba4c-0a05-433d-af83-9db3ee4f700a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:42.353788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.496611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] For port e522ba4c-0a05-433d-af83-9db3ee4f700a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:42.512639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] For port e522ba4c-0a05-433d-af83-9db3ee4f700a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e522ba4c-0a05-433d-af83-9db3ee4f700a,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:42.544550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.581856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:42.589955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-network', 'tenant_id': '5127559ff3d94219b62daf700a53fd15'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:42.629599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Made reservation on behalf of 5127559ff3d94219b62daf700a53fd15 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:42.632544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.661974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.709429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:42.710621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:42.848747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.859758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.883230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:28:42.930832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:42.938478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3dc2b-c653-479f-8554-ac395832383b req-e1ffd5b5-dd5e-45a9-8a2a-21fc361b0fdb tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:42.939717 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Added segment 31be92bc-74c1-4c95-87a4-1e4f1af347ee of type vlan for network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f Dec 10 04:28:42.942437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec61a4-3d0b-437b-8ac0-85145c67ef65,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:42.951965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15d3dc2b-c653-479f-8554-ac395832383b req-e1ffd5b5-dd5e-45a9-8a2a-21fc361b0fdb tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.0800233 Dec 10 04:28:42.975671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:43.017335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.022797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15d3dc2b-c653-479f-8554-ac395832383b req-17afe003-5b24-4b76-9ea9-eca718f80cb4 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Dec 10 04:28:43.054796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.055205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab951d8-30e3-4825-87ec-9f8a5ba5a25d None None] Pushing event updated for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:43.056625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:43.057284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.058475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] Provisioning complete for port e522ba4c-0a05-433d-af83-9db3ee4f700a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:43.059000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.101833 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5176895 Dec 10 04:28:43.105661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41590) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:43.110134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Request body: {'subnet': {'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-subnet', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:43.171680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Made reservation on behalf of 5127559ff3d94219b62daf700a53fd15 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:43.177001 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.257728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4dcf7-59a5-4a18-9e26-629e531c2b37 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:43.276715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.294254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:28:43.413546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] For port e522ba4c-0a05-433d-af83-9db3ee4f700a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e522ba4c-0a05-433d-af83-9db3ee4f700a,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:43.424454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.503468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.518175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:42Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:43.522297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cbaf4-5a31-46dc-8b23-337aa1da836e None None] Pushing event updated for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:43.572548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a90-87ec-4e9a-975d-62f6f2f4da7e None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:42Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:28:43.583427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e9d1321b-5435-47bb-8220-4309b490b5a7 None None] Provisioning complete for port e522ba4c-0a05-433d-af83-9db3ee4f700a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:43.583710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9d1321b-5435-47bb-8220-4309b490b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.662387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Checking segment: {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:43.662876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Network hostable DHCP agents. Network: ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:28:43.673303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a09352-c9a7-409d-b67e-4be361ad06b4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:43.693916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca216-c195-4881-92c7-f8253f18c5f3 req-ef1e1dd3-2b2d-4d78-8eec-eeecd7b31472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:43.695559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-160ca216-c195-4881-92c7-f8253f18c5f3 req-ef1e1dd3-2b2d-4d78-8eec-eeecd7b31472 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf7e78df4c140cabdcac279007e912b&device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 1120 time: 0.1453688 Dec 10 04:28:43.705241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:28:43.738287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:43.747089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8c629-8383-435a-89dd-8ca8b17e57ba None None] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:28:43.755925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-160ca216-c195-4881-92c7-f8253f18c5f3 req-7dc8b710-18dd-41a6-8bc3-c6074183dfe7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9bf7e78df4c140cabdcac279007e912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398672 Dec 10 04:28:43.756894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:43.757835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.843587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc26d2bb-3c50-4abf-8bd9-6ff22b476079 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7371271 Dec 10 04:28:43.846260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:43.854599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:43.894607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'project_id': '5127559ff3d94219b62daf700a53fd15', 'fixed_ips': [{'subnet_id': '90a09352-c9a7-409d-b67e-4be361ad06b4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:28:43.895525 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.900754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:43.902121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.009834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.221699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Allocated IP 172.20.0.2 (ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f/90a09352-c9a7-409d-b67e-4be361ad06b4/bd343e3f-5b38-4a35-b49e-0ac7978ad7e9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:44.279470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4816-f3c1-4451-a2ba-329355efd5d6 req-7338d58c-8278-458b-ae22-1a48a4ecd219 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:44.281284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e4b4816-f3c1-4451-a2ba-329355efd5d6 req-7338d58c-8278-458b-ae22-1a48a4ecd219 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.1025069 Dec 10 04:28:44.282525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca216-c195-4881-92c7-f8253f18c5f3 req-1cf4ab48-0a01-4ed9-b47b-65dd8ab17063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:44.283908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-160ca216-c195-4881-92c7-f8253f18c5f3 req-1cf4ab48-0a01-4ed9-b47b-65dd8ab17063 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5171838 Dec 10 04:28:44.331409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.386533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:44.503475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e4b4816-f3c1-4451-a2ba-329355efd5d6 req-3afdd95e-a7df-49ff-9724-221db5f04513 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098291 Dec 10 04:28:44.525189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e522ba4c-0a05-433d-af83-9db3ee4f700a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:44.534572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-5978b22f-430d-4499-9a33-6e239e26514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:44.537045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-5978b22f-430d-4499-9a33-6e239e26514d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf7e78df4c140cabdcac279007e912b&device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 1120 time: 0.1474717 Dec 10 04:28:44.664695 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.679454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.706988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-56fec304-32e5-47cb-b258-021dc38e626e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9 HTTP/1.1" status: 200 len: 217 time: 0.1549027 Dec 10 04:28:44.757527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.785129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e522ba4c-0a05-433d-af83-9db3ee4f700a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:44.785504 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.792178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:44.799725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:44.827514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-8b757088-f83a-4ed7-99e2-f0c78686439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:44.830108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-8b757088-f83a-4ed7-99e2-f0c78686439f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1142416 Dec 10 04:28:44.832130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:44.841793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:44.856896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Pushing event updated for resources: {'Port': ['ID=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:44.959157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-9a12a677-bc34-4129-8953-b9888598bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:44.963244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-9a12a677-bc34-4129-8953-b9888598bace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248846 Dec 10 04:28:45.011131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Allocated IP 172.25.8.172 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/28a016ab-43e1-42c1-9de5-9b23c2101a01) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:45.021810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Attempting to bind port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:45.022174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Attempting to bind port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:45.022538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Attempting to bind port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 on network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:45.087383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:45.087760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Checking segment: {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:45.088161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.088658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Bound using segment: {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:45.089119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Bound port: bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:45.089522 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.203358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] For port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:45.208421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] For port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:45.222082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.249557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.272199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-afe82165-f3b2-4987-be7d-953670f1306c service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004000 Dec 10 04:28:45.299907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-628fd086-159a-413f-b5ad-b947fbef4456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.301549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-456fa767-f881-4a20-84e4-5774882bf024 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=771d6b90f7f846239045eeb2a69c167c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547051 Dec 10 04:28:45.328896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.353910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b7d0-6e8c-4b9f-9854-017189111f65 None None] Pushing event updated for resources: {'Port': ['ID=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:45.438710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:45.462374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:45.462374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:45.484737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Pushing event updated for resources: {'Port': ['ID=28a016ab-43e1-42c1-9de5-9b23c2101a01,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:45.631558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b9554e5-8b02-4a59-b417-a4bbf909b6e8 req-3530f06f-757b-4604-8a99-1adcbe62fe25 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329334 Dec 10 04:28:45.678446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-f1d83163-024c-4e94-88fa-c2c42581a15f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:45.690187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-f1d83163-024c-4e94-88fa-c2c42581a15f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3715727 Dec 10 04:28:45.727845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-2c99796c-4c3a-4571-91b2-477d9f94aefe tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/quotas/771d6b90f7f846239045eeb2a69c167c HTTP/1.1" status: 200 len: 375 time: 0.0359750 Dec 10 04:28:45.800411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-e674f310-5103-49de-9d9f-6501d21d0da5 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704637 Dec 10 04:28:45.842530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e747b-b23e-4ae5-8897-0b6708b857e8 req-fe1ebcac-fb01-4716-b1ce-57410728ff9b tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:45.844144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f2e747b-b23e-4ae5-8897-0b6708b857e8 req-fe1ebcac-fb01-4716-b1ce-57410728ff9b tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.1519248 Dec 10 04:28:45.950881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f2e747b-b23e-4ae5-8897-0b6708b857e8 req-93a11769-909c-45c6-ac6e-cb9d636989ee tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951924 Dec 10 04:28:45.968453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-628fd086-159a-413f-b5ad-b947fbef4456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.978450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-628fd086-159a-413f-b5ad-b947fbef4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:45.981656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:46.063149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-628fd086-159a-413f-b5ad-b947fbef4456 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ed8903e6433440e9939897f226768d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6740806 Dec 10 04:28:46.065916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:46.079198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fd086-159a-413f-b5ad-b947fbef4456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bdd85e-1761-4fcd-a525-08385d80a614,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:46.097507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.121808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61bc41c5-e955-4fcf-951a-e35bae486808 req-5b606706-dc3a-4e12-a01c-ba41b991f7cf tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 210 time: 0.0496399 Dec 10 04:28:46.168819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.213477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.215230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c62a0c60-e491-41d6-bf33-d8cde214dda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.236609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Request body: {'security_group': {'name': 'tempest-securitygroup-292633304', 'description': 'tempest-description-156422165'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:46.304245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.314588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.345150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.347813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.351618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94bdd85e-1761-4fcd-a525-08385d80a614 HTTP/1.1" status: 204 len: 168 time: 0.2846987 Dec 10 04:28:46.375858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e255b1-3f3c-4c07-87d4-30b065d27b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bdd85e-1761-4fcd-a525-08385d80a614,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:46.458851 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c62a0c60-e491-41d6-bf33-d8cde214dda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.459210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.471610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c62a0c60-e491-41d6-bf33-d8cde214dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.515741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.530516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:46.531056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.593921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.595775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0c60-e491-41d6-bf33-d8cde214dda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83294d84-5841-4895-a982-bfb6e84c3ca1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:46.606336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c62a0c60-e491-41d6-bf33-d8cde214dda6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a2d0887a22a456387c89f51a54286ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6235929 Dec 10 04:28:46.620073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.623183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:46.641963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:46.642426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.692638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:28:46.774555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a1395d-9ee6-4604-b383-3abef155b06d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:46.780595 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.803811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.807985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e04c8d8-9de7-4c13-95af-ba2a188831b5 req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5818121 Dec 10 04:28:46.848259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:28:46.857077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Request body: {'security_group': {'name': 'tempest-securitygroup-577951900', 'description': 'tempest-description-1691462371'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:46.868129 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Sync routers for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:28:46.873550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a83a8b-bbdb-477f-a0bc-b7eae7aece1f None None] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:28:46.889883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.897000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:46.897211 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-173e1317-b537-4b74-bc50-37dbc20b97a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0488508 Dec 10 04:28:46.897496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:46.897620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.898143 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:46.899230 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:46.914966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e8a83-1dcd-4cc3-a2f7-06a768120d3f tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4bc303-ba97-4c23-a11a-9708941a6b4f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:46.919705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.943318 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:46.954759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.003034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.009171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.010469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83294d84-5841-4895-a982-bfb6e84c3ca1 HTTP/1.1" status: 204 len: 168 time: 0.3693233 Dec 10 04:28:47.017030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:47.052294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8fa34-74b8-464b-9e07-92778bdd60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83294d84-5841-4895-a982-bfb6e84c3ca1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:47.065416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16568d1b-58b5-4d18-a8e1-6019f9312e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.092098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a4b18746-d8c7-4e5b-931b-626abae8c716 None None] Provisioning complete for port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:47.092626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4b18746-d8c7-4e5b-931b-626abae8c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.201388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.234057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.267212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.286855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-731a2516-0d19-4106-b59f-e7b01a1d97f6 req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4315376 Dec 10 04:28:47.332685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8cb1-d680-451f-bd71-ce517fbf3661 req-3e6dd92b-cefc-4ed9-b8e5-8b50b0254a7f tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:47.338567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a14b8cb1-d680-451f-bd71-ce517fbf3661 req-3e6dd92b-cefc-4ed9-b8e5-8b50b0254a7f tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.2087812 Dec 10 04:28:47.348726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:47.397637 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:47.454145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c359014-302c-4815-9ff9-65644747e337 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9a4c6-0fe8-4ec1-a947-d401a2165214,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:47.468842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b83532c-d8a0-47c1-953b-dca0ef0f0f5e req-e7a1c72c-721a-45f5-893c-26c241a6498c tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 210 time: 0.1066065 Dec 10 04:28:47.581219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16568d1b-58b5-4d18-a8e1-6019f9312e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.595991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16568d1b-58b5-4d18-a8e1-6019f9312e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.726580 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:45Z', 'revision_number': 3, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:47.747588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16568d1b-58b5-4d18-a8e1-6019f9312e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd0987-069a-4009-9174-99db0e0da575,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:47.757901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-16568d1b-58b5-4d18-a8e1-6019f9312e86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efe8ef2b74a7466cbf39067affba9851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7351513 Dec 10 04:28:47.762701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:47.763170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:47.772723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a14b8cb1-d680-451f-bd71-ce517fbf3661 req-78499f78-488b-4a36-bba9-04c11008e1dd tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069159 Dec 10 04:28:47.812283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Checking router: 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:28:47.812892 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Updating router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 port 28a016ab-43e1-42c1-9de5-9b23c2101a01 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:28:47.817980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0f55d8-fe29-45af-b25d-13dcbb50c2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.842336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2013259233', 'description': 'tempest-description-431342099'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:47.845153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cd9ca0e7-af87-42c5-8a64-716e6fcd09db None None] Provisioning complete for port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:47.847822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca0e7-af87-42c5-8a64-716e6fcd09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.868563 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.940858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.959133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:47.971005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.007413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.060852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.066662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.084450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0f55d8-fe29-45af-b25d-13dcbb50c2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.092292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0f55d8-fe29-45af-b25d-13dcbb50c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.108200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.115029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b650db-d8ff-4820-a11a-8a168f037b43,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.145851 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd0f55d8-fe29-45af-b25d-13dcbb50c2b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc0d24a1cee84c5c9a62cb9dbad5b6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746989 Dec 10 04:28:48.150575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:48.150998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f55d8-fe29-45af-b25d-13dcbb50c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f0642b-b2fc-4a66-b622-f145d86c1ff2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.168979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.176282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.177934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.178885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.180050 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8fd0987-069a-4009-9174-99db0e0da575 HTTP/1.1" status: 204 len: 168 time: 0.4160581 Dec 10 04:28:48.220438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5587de-9f1b-4e9f-a84d-a7f80f454cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd0987-069a-4009-9174-99db0e0da575,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.237939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.239161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-baebedb6-472f-4c18-a293-7ad20414bd08 req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4033327 Dec 10 04:28:48.278154 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.285672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1454379364', 'description': 'tempest-description-1001762953'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:48.288466 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.301873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f233c-95eb-41ab-9f51-aafb0db070e6 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a72be4-4bad-4462-9b14-76c513f6d0e0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.324317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.331081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.347127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd088b8-b896-4632-b450-5f98e984f3c2 None None] Pushing event updated for resources: {'Port': ['ID=28a016ab-43e1-42c1-9de5-9b23c2101a01,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.368398 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Attempting to bind port 28a016ab-43e1-42c1-9de5-9b23c2101a01 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:48.368951 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Attempting to bind port 28a016ab-43e1-42c1-9de5-9b23c2101a01 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:48.369323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Attempting to bind port 28a016ab-43e1-42c1-9de5-9b23c2101a01 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:48.376237 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:48.376646 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:48.377137 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.377437 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:48.377908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Bound port: 28a016ab-43e1-42c1-9de5-9b23c2101a01, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:48.378311 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.395038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.435628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Allocated IP 172.20.0.1 (ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f/90a09352-c9a7-409d-b67e-4be361ad06b4/a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:48.444724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:48.475178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] For port 28a016ab-43e1-42c1-9de5-9b23c2101a01, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:48.479558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.482392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.487568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.487738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] For port 28a016ab-43e1-42c1-9de5-9b23c2101a01, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=28a016ab-43e1-42c1-9de5-9b23c2101a01,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:48.491367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27f0642b-b2fc-4a66-b622-f145d86c1ff2 HTTP/1.1" status: 204 len: 168 time: 0.3359749 Dec 10 04:28:48.497067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.509660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721504ec-46e7-4fdd-8a5b-4556607f5f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f0642b-b2fc-4a66-b622-f145d86c1ff2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.525513 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.547221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3d34b88c-c91a-4760-a55d-21b2a73b61c9 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:28:48.550769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.555757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a2d7c73-285f-4db7-ab09-fdf3366847a6 req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2801530 Dec 10 04:28:48.574562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.41', 59995) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:48.604376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6589d-9206-4cd7-8d9c-67d6114e373e tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5706a765-dc9d-442b-88d3-b5d6056b79e0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.653684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-92e2e498-a1d6-44e5-889d-ddacfa32ac97 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=771d6b90f7f846239045eeb2a69c167c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753226 Dec 10 04:28:48.701289 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:48.701814 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:48.718529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.743811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:48.744288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.798910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.836386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8476a9a-8360-421e-b4a8-9ae41baf38df req-0fe4ecf9-a716-454e-bf2f-97ebd9443e46 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 210 time: 0.1279471 Dec 10 04:28:48.839744 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd088b8-b896-4632-b450-5f98e984f3c2 None None] Pushing event updated for resources: {'Port': ['ID=28a016ab-43e1-42c1-9de5-9b23c2101a01,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:48.884973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:48.890792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:48.900025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:48.900316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:48.901412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:48.925701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3d34b88c-c91a-4760-a55d-21b2a73b61c9', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '3d34b88c-c91a-4760-a55d-21b2a73b61c9', 'mac_address': 'fa:16:3e:46:e0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-1293206790', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:28:49.046249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.053810 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:49.072512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d34b88c-c91a-4760-a55d-21b2a73b61c9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:28:49.098211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:49.107448 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.228073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-746672ea-52c4-4415-9690-400005ae6388 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:49.250300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-746672ea-52c4-4415-9690-400005ae6388 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809078 Dec 10 04:28:49.270921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:49.323242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1ac7-bb2b-4e44-97cc-3d4114d6ac9d req-ccfe15a4-edf5-4d12-b275-1bee1b4218af tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:49.325176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5ae1ac7-bb2b-4e44-97cc-3d4114d6ac9d req-ccfe15a4-edf5-4d12-b275-1bee1b4218af tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 969 time: 0.2927675 Dec 10 04:28:49.335385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-963b4edf-4c29-4f5d-9cb6-899d9f7a5383 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25966 time: 0.7316320 Dec 10 04:28:49.335702 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:45Z', 'revision_number': 3, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:49.379832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Request body: {'port': {'device_id': 'f661808c-30df-4e93-9e71-7c109acf492a', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '771d6b90f7f846239045eeb2a69c167c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:49.385322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2c6a1e27-ab92-4eb5-8f7c-b0c33bc34a5d None None] Provisioning complete for port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:49.385623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c6a1e27-ab92-4eb5-8f7c-b0c33bc34a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.397305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:49.463464 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6dad-431f-42dc-9bb2-51e761d7be26 None None] The sync data for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 is: [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:45Z', 'revision_number': 3, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:28:49.465013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a1e27-ab92-4eb5-8f7c-b0c33bc34a5d None None] Port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:49.496747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3d34b88c-c91a-4760-a55d-21b2a73b61c9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:28:49.607158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5ae1ac7-bb2b-4e44-97cc-3d4114d6ac9d req-cc93d660-ac50-4210-838d-52396e595096 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641521 Dec 10 04:28:49.611546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.634544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-f968f5fd-51f5-4e93-9a03-e9799e14abff tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/01caf1ee-6b91-478a-bb61-c29af07ae776 HTTP/1.1" status: 200 len: 2994 time: 0.2912061 Dec 10 04:28:49.720645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-ac75a0bb-78fa-4451-9e50-c667791179c4 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/01caf1ee-6b91-478a-bb61-c29af07ae776 HTTP/1.1" status: 200 len: 2994 time: 0.0846632 Dec 10 04:28:49.780444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Made reservation on behalf of 771d6b90f7f846239045eeb2a69c167c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:49.784960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.813816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.822021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-648a4ff9-d4b0-4582-8606-512d2f85bb57 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/5cb82e22-90c8-417b-aa3d-0c5992511f9e HTTP/1.1" status: 200 len: 2994 time: 0.1001420 Dec 10 04:28:49.850826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:49.970083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-22ab6fcd-c368-4fcd-a1a7-f91b28a16cd8 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/5cb82e22-90c8-417b-aa3d-0c5992511f9e HTTP/1.1" status: 200 len: 2994 time: 0.1470144 Dec 10 04:28:50.093041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-901a9b3f-f5dd-452e-8e0c-8ef5504538b9 req-5d3c27c6-82af-4ac7-9b9f-068a1c7a1196 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 210 time: 0.1118505 Dec 10 04:28:50.108873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.109461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-3d649e9c-bb60-44f9-b27e-ea724d9f0e74 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/77b650db-d8ff-4820-a11a-8a168f037b43 HTTP/1.1" status: 200 len: 2998 time: 0.1378233 Dec 10 04:28:50.116684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.118223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.228038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-8e21c826-ece9-454b-9a62-559d3ea02361 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/77b650db-d8ff-4820-a11a-8a168f037b43 HTTP/1.1" status: 200 len: 2998 time: 0.1181321 Dec 10 04:28:50.232993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.233718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:50.281885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.354208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:50.356367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:50.476235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3d34b88c-c91a-4760-a55d-21b2a73b61c9 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:50.479785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-3aeb1def-21e3-456c-94c7-0e4911ce9abc tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7a66151f-4fb6-4a00-a3ac-4074615ac5b5 HTTP/1.1" status: 200 len: 2990 time: 0.2324917 Dec 10 04:28:50.544030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:28:50.566712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b6523-ea04-413f-b4d0-2d33411ed108,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:50.572555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 28a016ab-43e1-42c1-9de5-9b23c2101a01 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:50.733612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-0578b16b-e4d3-4793-bf2b-5003d3646bca tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7a66151f-4fb6-4a00-a3ac-4074615ac5b5 HTTP/1.1" status: 200 len: 2990 time: 0.2526996 Dec 10 04:28:50.777387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:28:50.801723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce5aa00c-f513-499b-ad37-1253a116f251 admin admin] 10.222.0.43 "PUT /v2.0/routers/6d2118bf-ab8a-48c2-b3d7-a064082e0df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004335 Dec 10 04:28:50.810921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:28:50.817156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:50.817531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.861087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Allocated IP 192.168.233.101 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/91b27027-48db-4fdc-8e91-3d44e944efed) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:50.881898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 28a016ab-43e1-42c1-9de5-9b23c2101a01 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:50.882293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:50.944128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8b8d3-dda8-4e03-b1e9-1264f7337b3a req-b5022bbe-60e3-4185-b41b-446aaef1e125 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:50.945884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00e8b8d3-dda8-4e03-b1e9-1264f7337b3a req-b5022bbe-60e3-4185-b41b-446aaef1e125 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 970 time: 0.2144268 Dec 10 04:28:50.953237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-d43f7a27-750e-4346-9115-0869f9f790ee tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/98a1395d-9ee6-4604-b383-3abef155b06d HTTP/1.1" status: 200 len: 2998 time: 0.1832187 Dec 10 04:28:50.975819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-77c07e1b-275c-417d-bd12-7ca32bebcdc5 None None] Provisioning complete for port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:50.977980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77c07e1b-275c-417d-bd12-7ca32bebcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.082757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-77c07e1b-275c-417d-bd12-7ca32bebcdc5 None None] Port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:51.162588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.176760 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.214140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:28:51.284912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00e8b8d3-dda8-4e03-b1e9-1264f7337b3a req-b9ecd1e6-fcc4-4ad9-8ede-d453c8cf335d tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240588 Dec 10 04:28:51.290344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 28a016ab-43e1-42c1-9de5-9b23c2101a01, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=28a016ab-43e1-42c1-9de5-9b23c2101a01,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:51.299652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:51.301580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.340112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-96022301-5e0c-4dd9-b861-31a9088ae4aa tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/98a1395d-9ee6-4604-b383-3abef155b06d HTTP/1.1" status: 200 len: 2998 time: 0.3647401 Dec 10 04:28:51.374042 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.381088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=28a016ab-43e1-42c1-9de5-9b23c2101a01,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:51.438129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-cb0975a1-a716-4b74-9583-e3510e8ae2c3 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ce254e67-53b2-4705-bf20-5f9ead38ce09 HTTP/1.1" status: 200 len: 2994 time: 0.0906186 Dec 10 04:28:51.447741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.455478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:51.518310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-2d53f47e-3868-4099-b006-1dab134adf03 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ce254e67-53b2-4705-bf20-5f9ead38ce09 HTTP/1.1" status: 200 len: 2994 time: 0.0684867 Dec 10 04:28:51.529046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.586420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:51.594402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:51.597558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:51.607625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:51.608284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.643539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Pushing event updated for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:51.655971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-3dfd44f6-b54c-4ef0-bb28-8a34c8492a5a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2873302 Dec 10 04:28:51.660951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-7a429015-48d1-4598-9034-af00d19ab05c tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d0ec61a4-3d0b-437b-8ac0-85145c67ef65 HTTP/1.1" status: 200 len: 2998 time: 0.1241736 Dec 10 04:28:51.666430 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f0d94-6005-487d-a916-927f42ca3fcb" -d '{"events": [{"server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:28:51.782637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb1d45b-2056-4d09-a7c1-2d9c3541c5da req-cf7d4742-d116-4bba-8e6b-4c793f0e86c4 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d0ec61a4-3d0b-437b-8ac0-85145c67ef65 HTTP/1.1" status: 200 len: 2998 time: 0.0985451 Dec 10 04:28:51.809735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2e99f-4e6d-42c1-aced-d747fb4b71ce req-7a8f87a9-dcab-4093-be9c-de8190398487 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:51.811284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13b2e99f-4e6d-42c1-aced-d747fb4b71ce req-7a8f87a9-dcab-4093-be9c-de8190398487 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 936 time: 0.1126494 Dec 10 04:28:51.880181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13b2e99f-4e6d-42c1-aced-d747fb4b71ce req-99a7f15d-a4a2-4c12-b472-6a46482a8f62 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Dec 10 04:28:51.915270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d1507594-f828-444f-ab2a-9ea3ffaf0356 None None] Provisioning complete for port 91b27027-48db-4fdc-8e91-3d44e944efed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:51.915614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1507594-f828-444f-ab2a-9ea3ffaf0356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:51.958651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d1507594-f828-444f-ab2a-9ea3ffaf0356 None None] Port 91b27027-48db-4fdc-8e91-3d44e944efed cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:28:52.151512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64ca0682-6933-4790-826f-7b774078644a req-acc41a89-f5ea-4ab3-9310-4db40c8d31c1 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0bd1374c32a4f56aa0b69a991fbfbd4 HTTP/1.1" status: 200 len: 6152 time: 0.0804572 Dec 10 04:28:52.187520 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759b945-e01d-478c-bc19-7e201105fec7 x-openstack-request-id: req-2759b945-e01d-478c-bc19-7e201105fec7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:28:52.187830 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:28:52.188376 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2759b945-e01d-478c-bc19-7e201105fec7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:28:52.188997 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9', 'code': 200} Dec 10 04:28:52.207341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64ca0682-6933-4790-826f-7b774078644a req-312ee7e4-55a6-4f19-a8d8-59c529ea556c tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "GET /v2.0/security-groups/98a1395d-9ee6-4604-b383-3abef155b06d HTTP/1.1" status: 200 len: 2998 time: 0.0498643 Dec 10 04:28:52.227758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Sync routers for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:28:52.243098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:52.245002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:52.288044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64ca0682-6933-4790-826f-7b774078644a req-1b5af181-d6d8-44af-ae1c-5849c7466062 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "GET /v2.0/security-groups/98a1395d-9ee6-4604-b383-3abef155b06d HTTP/1.1" status: 200 len: 2998 time: 0.0737917 Dec 10 04:28:52.357842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2de52612-428a-4130-8ea0-d52990426ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.419000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:52.457715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49cd65-20ce-418f-899d-340402198d85 req-a30bd4c9-eb40-42cd-840f-3a45edb2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:52.462671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be49cd65-20ce-418f-899d-340402198d85 req-a30bd4c9-eb40-42cd-840f-3a45edb2f3ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 1122 time: 0.1614521 Dec 10 04:28:52.464910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 28a016ab-43e1-42c1-9de5-9b23c2101a01 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:52.514440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be49cd65-20ce-418f-899d-340402198d85 req-9788c407-dfc9-4a87-9be3-07970c528451 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.535449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-3e7b9330-704c-422e-9546-f8e428c836bc tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/5706a765-dc9d-442b-88d3-b5d6056b79e0 HTTP/1.1" status: 200 len: 1795 time: 0.0671084 Dec 10 04:28:52.657323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.706636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be49cd65-20ce-418f-899d-340402198d85 req-9788c407-dfc9-4a87-9be3-07970c528451 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.708364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.722129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be5895-abd4-42ed-a775-4a1dc78b5fb4 req-6be5497f-fd9e-4a59-8f58-88c909051bd2 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:52.723600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15be5895-abd4-42ed-a775-4a1dc78b5fb4 req-6be5497f-fd9e-4a59-8f58-88c909051bd2 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.1167262 Dec 10 04:28:52.725858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be49cd65-20ce-418f-899d-340402198d85 req-9788c407-dfc9-4a87-9be3-07970c528451 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.734652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 28a016ab-43e1-42c1-9de5-9b23c2101a01 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:52.735166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.808543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be49cd65-20ce-418f-899d-340402198d85 req-9788c407-dfc9-4a87-9be3-07970c528451 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337672 Dec 10 04:28:52.818950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788c407-dfc9-4a87-9be3-07970c528451 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8522e8b1-9610-4848-a46b-245ae927405e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:52.832833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.835368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:52.836531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d3e14bd-4a6a-4899-83a1-498cc404f508 req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/5706a765-dc9d-442b-88d3-b5d6056b79e0 HTTP/1.1" status: 204 len: 173 time: 0.2905047 Dec 10 04:28:52.861328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0c931-4910-47d0-85ad-f85fa551f1cb tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5706a765-dc9d-442b-88d3-b5d6056b79e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:52.864620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15be5895-abd4-42ed-a775-4a1dc78b5fb4 req-f62721ea-c35c-4675-a680-5df7f2299394 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263776 Dec 10 04:28:52.899052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:49Z', 'revision_number': 4, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694', 'name': '', 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'mac_address': 'fa:16:3e:cb:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:48Z', 'updated_at': '2021-12-10T04:28:49Z', 'revision_number': 2, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'subnets': [{'id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:52.933150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Checking router: 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:28:52.933899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Updating router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:28:52.950726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-8131cd13-f428-4f7e-96fe-2b2a5358337b tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e8a72be4-4bad-4462-9b14-76c513f6d0e0 HTTP/1.1" status: 200 len: 1794 time: 0.0464067 Dec 10 04:28:52.962225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.008002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.055834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.103560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf76d6-d93c-427a-bcc1-d1b340fcdd9b req-0674912e-6163-4b93-adc6-79d97f847b5b tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:53.105235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fddf76d6-d93c-427a-bcc1-d1b340fcdd9b req-0674912e-6163-4b93-adc6-79d97f847b5b tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 936 time: 0.0922196 Dec 10 04:28:53.126511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.130507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.132055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-898c6a4f-63de-405b-9695-4c2388fcdfbe req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8a72be4-4bad-4462-9b14-76c513f6d0e0 HTTP/1.1" status: 204 len: 173 time: 0.1742454 Dec 10 04:28:53.156645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98139a-17ea-4e4b-8705-f1f3c55baa66 tempest-SecurityGroupsTestAdminJSON-112620059 tempest-SecurityGroupsTestAdminJSON-112620059-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a72be4-4bad-4462-9b14-76c513f6d0e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:53.202790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.216756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fddf76d6-d93c-427a-bcc1-d1b340fcdd9b req-8d330aa7-f3be-4f91-a660-423454780abc tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999548 Dec 10 04:28:53.297541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.303216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.309071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-284e08f4-ce49-4936-b042-20b46b7de43d req-5a8fce91-af85-4ff2-a434-0d761c494a19 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "GET /v2.0/security-groups/90b9a4c6-0fe8-4ec1-a947-d401a2165214 HTTP/1.1" status: 200 len: 1794 time: 0.0417206 Dec 10 04:28:53.367568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1a740-6715-40a2-909a-61895b461068 None None] Pushing event updated for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:53.387179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-284e08f4-ce49-4936-b042-20b46b7de43d req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.424511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-284e08f4-ce49-4936-b042-20b46b7de43d req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.453498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Attempting to bind port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:53.454119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Attempting to bind port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:53.454495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Attempting to bind port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 on network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:53.465074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:53.465525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Checking segment: {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:53.466121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.466290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Bound using segment: {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:53.468597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Bound port: a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31be92bc-74c1-4c95-87a4-1e4f1af347ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:53.469520 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.474096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-284e08f4-ce49-4936-b042-20b46b7de43d req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.482075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-284e08f4-ce49-4936-b042-20b46b7de43d req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.483546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-284e08f4-ce49-4936-b042-20b46b7de43d req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "DELETE /v2.0/security-groups/90b9a4c6-0fe8-4ec1-a947-d401a2165214 HTTP/1.1" status: 204 len: 173 time: 0.1693807 Dec 10 04:28:53.502044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dfbe9-8054-4988-a1a0-900265aa8008 tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b9a4c6-0fe8-4ec1-a947-d401a2165214,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:53.535557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41934) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:53.543154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952267092', 'description': 'tempest-description--352223814'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:53.605268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] For port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:53.611593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] For port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:53.622495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.627159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.653213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-24ad14ed-17be-484d-8758-c6a1427dacad tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "GET /v2.0/security-groups/ed4bc303-ba97-4c23-a11a-9708941a6b4f HTTP/1.1" status: 200 len: 1793 time: 0.0830832 Dec 10 04:28:53.677162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] Provisioning complete for port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:53.677718 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.745072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1a740-6715-40a2-909a-61895b461068 None None] Pushing event updated for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:53.759171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:28:53.759697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:53.796828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.812646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.848979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.867282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.868816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3321552 Dec 10 04:28:53.871766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:53.878356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'security_group_rule': {'security_group_id': 'f27546d5-4588-482b-8ed3-2a5ccefda415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:53.924455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85191f-6743-410f-954b-cb7b720a3d57 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27546d5-4588-482b-8ed3-2a5ccefda415,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:53.928223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.949155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:53.997393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:28:54.013803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.016984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.021797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5b34d19-cfec-48c5-b9f6-a7174498eeaf req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed4bc303-ba97-4c23-a11a-9708941a6b4f HTTP/1.1" status: 204 len: 173 time: 0.3382695 Dec 10 04:28:54.039863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c585fa4-9767-4b68-a080-c5e205ea855d tempest-SecurityGroupsTestAdminJSON-1610497398 tempest-SecurityGroupsTestAdminJSON-1610497398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4bc303-ba97-4c23-a11a-9708941a6b4f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:54.097625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.104432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.124201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50afe0c-709e-4944-8ff8-cecfbcc7e96e req-0b7b0e11-4cd2-4569-951d-0c17f4370ab9 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:54.126486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e50afe0c-709e-4944-8ff8-cecfbcc7e96e req-0b7b0e11-4cd2-4569-951d-0c17f4370ab9 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.0744555 Dec 10 04:28:54.148064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989f8480-ae7b-4b37-8375-4d4f55abfe33,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:54.159962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.163829 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.165925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-edc0b12a-7577-4fa5-a786-9a862b485517 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920039 Dec 10 04:28:54.167007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:54.171387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'security_group_rule': {'security_group_id': 'f27546d5-4588-482b-8ed3-2a5ccefda415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:54.219368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.223123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e50afe0c-709e-4944-8ff8-cecfbcc7e96e req-86d8ee5b-cab7-46bd-b87c-9c1fcef7be10 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885968 Dec 10 04:28:54.376012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.393675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.397822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca66a01-d8ca-4ebf-a6b9-cd6aef64770c req-fbd394c1-19dc-4305-a5e0-50323a5193af tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:54.399815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ca66a01-d8ca-4ebf-a6b9-cd6aef64770c req-fbd394c1-19dc-4305-a5e0-50323a5193af tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 936 time: 0.1028783 Dec 10 04:28:54.410724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] For port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:28:54.422037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.431953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a230aeb0-4618-4115-bca4-6570b15aa5e4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:54.444400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41982) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:54.447749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.457262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:54.461066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2aa95af4-5f55-464e-92c8-caaf662d215a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929935 Dec 10 04:28:54.482898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:54.484182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:54.504038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:49Z', 'revision_number': 4, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694', 'name': '', 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'mac_address': 'fa:16:3e:cb:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:48Z', 'updated_at': '2021-12-10T04:28:53Z', 'revision_number': 4, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'subnets': [{'id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:28:54.506295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50388c65-5efa-486c-a9f8-9d78bbb5f22a None None] Pushing event updated for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:54.534763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab789f2-2f0e-49d0-bc17-e6a7a711e771 None None] The sync data for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 is: [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:28:49Z', 'revision_number': 4, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694', 'name': '', 'network_id': 'ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'mac_address': 'fa:16:3e:cb:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:48Z', 'updated_at': '2021-12-10T04:28:53Z', 'revision_number': 4, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'subnets': [{'id': '90a09352-c9a7-409d-b67e-4be361ad06b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:28:54.556520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-543ca74a-9855-4325-a86e-83a2229832c8 None None] Provisioning complete for port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:54.556891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-543ca74a-9855-4325-a86e-83a2229832c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.568807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ca66a01-d8ca-4ebf-a6b9-cd6aef64770c req-fc93d62c-b1b3-4147-8641-6549ce800a00 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611359 Dec 10 04:28:54.599278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.791370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-534e8ceb-452b-4013-b622-637d84db0dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.841922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.875392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dd88986-394d-4e51-8579-c5508e677028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:54.942127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:54.948201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44589f46-17fe-432d-8046-e9e194ad269c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.041745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dd88986-394d-4e51-8579-c5508e677028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.052892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dd88986-394d-4e51-8579-c5508e677028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.095497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Allocated IP 172.25.8.5 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/820591e4-7521-4d05-bc24-5e61ab1a0ed9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:28:55.150457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4dd88986-394d-4e51-8579-c5508e677028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07cbdbcca791466fa87986a6afcd46cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661577 Dec 10 04:28:55.155920 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6fb1e72e-7980-432d-bdca-99a7b06db1b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0bd1374c32a4f56aa0b69a991fbfbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109766 Dec 10 04:28:55.157063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:55.159028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:55.159814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd88986-394d-4e51-8579-c5508e677028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83771bb-7f13-4aa1-8416-03daa86699f1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.199594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44589f46-17fe-432d-8046-e9e194ad269c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.252211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44589f46-17fe-432d-8046-e9e194ad269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.293237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.295995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.326085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.358825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.377007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.415845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589f46-17fe-432d-8046-e9e194ad269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1abc9aa-4fbf-48fd-9aca-9728c4bb37cf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.434680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-44589f46-17fe-432d-8046-e9e194ad269c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7de179580d854396b5212dcf20a0c1df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9866464 Dec 10 04:28:55.435107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:55.464518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.467200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.471137 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98a1395d-9ee6-4604-b383-3abef155b06d HTTP/1.1" status: 204 len: 168 time: 0.3044684 Dec 10 04:28:55.487203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.505098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.505098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.505098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f83771bb-7f13-4aa1-8416-03daa86699f1 HTTP/1.1" status: 204 len: 168 time: 0.3425243 Dec 10 04:28:55.505098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cb5d3-8074-4c3f-9406-5dc9823c5890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a1395d-9ee6-4604-b383-3abef155b06d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.520771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f232e-0dbc-436f-97be-e1969d474d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83771bb-7f13-4aa1-8416-03daa86699f1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.540872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.582627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.592525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:28:55.599433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:28:55.607792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:28:55.625024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebee7c-162e-44f5-8e34-f720d03595dc req-fac05055-46b4-4cae-a382-0d6f9500c664 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:55.636108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.638914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76ebee7c-162e-44f5-8e34-f720d03595dc req-fac05055-46b4-4cae-a382-0d6f9500c664 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.2189963 Dec 10 04:28:55.661222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'Port': ['ID=820591e4-7521-4d05-bc24-5e61ab1a0ed9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.703656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.706487 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.712156 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1abc9aa-4fbf-48fd-9aca-9728c4bb37cf HTTP/1.1" status: 204 len: 168 time: 0.2758596 Dec 10 04:28:55.724752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54be87-f38c-44fa-a228-7d72e2b571fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1abc9aa-4fbf-48fd-9aca-9728c4bb37cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:55.859741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76ebee7c-162e-44f5-8e34-f720d03595dc req-5886382a-678d-486a-ab24-54fbab622078 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162750 Dec 10 04:28:55.870722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:55.910632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc585a-e6de-4302-b9db-ea2efc12786d req-ddc77879-b4b9-43b4-b65f-be824b368a54 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:55.927020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34dc585a-e6de-4302-b9db-ea2efc12786d req-ddc77879-b4b9-43b4-b65f-be824b368a54 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 936 time: 0.1941826 Dec 10 04:28:56.036161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.077995 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.085034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34dc585a-e6de-4302-b9db-ea2efc12786d req-dab11acb-a014-46b1-b68e-c56c59d15076 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571329 Dec 10 04:28:56.109365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-72f7b421-4ed5-40e3-8e53-447134d6358e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=633a0e616764482eba31e34197d474fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717402 Dec 10 04:28:56.110214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.179108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-94d99e43-49b8-47d2-a875-66932848bb65 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:56.181205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-94d99e43-49b8-47d2-a875-66932848bb65 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 1122 time: 0.1564801 Dec 10 04:28:56.182774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.219442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.224314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-072ee5e9-ac53-4d87-becd-ff286fca196a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:28:56.225615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-072ee5e9-ac53-4d87-becd-ff286fca196a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147758 Dec 10 04:28:56.233149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-d05a22f4-d3d7-4fbf-8cb2-daa0477f45a9 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.284819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.291337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.295687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77b650db-d8ff-4820-a11a-8a168f037b43 HTTP/1.1" status: 204 len: 168 time: 0.1821938 Dec 10 04:28:56.311238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea517073-7bfe-439a-b60c-8a665d0e3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b650db-d8ff-4820-a11a-8a168f037b43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:56.321324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.349138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.383930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a905e577-a90f-42c9-b913-4bb75bc75393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.411522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9314bc6c-4b02-482b-9900-38995eab7e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.503830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:28:56.510971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Request body: {'port': {'device_id': 'f661808c-30df-4e93-9e71-7c109acf492a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:56.574366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:28:56.575305 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.585707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9314bc6c-4b02-482b-9900-38995eab7e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.593205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9314bc6c-4b02-482b-9900-38995eab7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.661204 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9314bc6c-4b02-482b-9900-38995eab7e4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90e8c03341eb4c69bc18d186acdfee6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107467 Dec 10 04:28:56.678089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.706375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314bc6c-4b02-482b-9900-38995eab7e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6056c80-6128-4cca-a161-1a6fa4ea1de9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:56.714804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a905e577-a90f-42c9-b913-4bb75bc75393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.727648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a905e577-a90f-42c9-b913-4bb75bc75393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.736160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.764329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.768673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-d05a22f4-d3d7-4fbf-8cb2-daa0477f45a9 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.782338 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a905e577-a90f-42c9-b913-4bb75bc75393 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebdfd3cc2f4544d38863a117ebe9d6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590468 Dec 10 04:28:56.782508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-d05a22f4-d3d7-4fbf-8cb2-daa0477f45a9 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.788075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:56.806048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905e577-a90f-42c9-b913-4bb75bc75393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4953b2-9f1c-4b84-9320-04c0c78daf07,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:56.832535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.841064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.845438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.847842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a22f4-d3d7-4fbf-8cb2-daa0477f45a9 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff63ef19-eb2d-41cc-8803-68cb7b4bc1a4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:56.872137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.884168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.920940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c0a0f6-421c-49ba-9d02-648a2f7d8a95 req-d05a22f4-d3d7-4fbf-8cb2-daa0477f45a9 tempest-AggregatesAdminTestJSON-603888894 tempest-AggregatesAdminTestJSON-603888894-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290456 Dec 10 04:28:56.924203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.931381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:56.933857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4634025 Dec 10 04:28:56.943609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058711-487e-4e97-8915-df3666625164 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'Port': ['ID=820591e4-7521-4d05-bc24-5e61ab1a0ed9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:57.017553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.020161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.024747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef4953b2-9f1c-4b84-9320-04c0c78daf07 HTTP/1.1" status: 204 len: 168 time: 0.2331054 Dec 10 04:28:57.027749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.030256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.031327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6056c80-6128-4cca-a161-1a6fa4ea1de9 HTTP/1.1" status: 204 len: 168 time: 0.3518848 Dec 10 04:28:57.037874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eb251-e639-481a-b3bf-6214dd6c599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4953b2-9f1c-4b84-9320-04c0c78daf07,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:57.070339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46810dde-0e48-4a85-b9b8-678ae4447519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6056c80-6128-4cca-a161-1a6fa4ea1de9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:57.275219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.293066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-11e6ce6e-6220-4537-86cf-87ca656c1a3e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--952267092&fields=id&tenant_id=ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 267 time: 0.1036861 Dec 10 04:28:57.523485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b27027-48db-4fdc-8e91-3d44e944efed {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:28:57.538159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.553155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-d04443c9-905e-4f44-9a0c-5d095440c9ea tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:57.554748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-d04443c9-905e-4f44-9a0c-5d095440c9ea tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 824 time: 0.2609401 Dec 10 04:28:57.562615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Transition to ACTIVE for port object 91b27027-48db-4fdc-8e91-3d44e944efed will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:28:57.580377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.588558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-7961311a-11a4-45bc-893a-0d9690354123 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/quotas/ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 375 time: 0.0224023 Dec 10 04:28:57.709041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Pushing event updated for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:57.759170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-4f85fba7-5852-456b-bce2-53d87dc67acb tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180902 Dec 10 04:28:57.787793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Attempting to bind port 91b27027-48db-4fdc-8e91-3d44e944efed on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:28:57.788131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Attempting to bind port 91b27027-48db-4fdc-8e91-3d44e944efed by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:28:57.788455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Attempting to bind port 91b27027-48db-4fdc-8e91-3d44e944efed on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:57.799497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Port 91b27027-48db-4fdc-8e91-3d44e944efed on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:28:57.799815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Attempting to bind port 91b27027-48db-4fdc-8e91-3d44e944efed on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:28:57.805248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:28:57.805588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:28:57.805955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:28:57.806380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Bound port: 91b27027-48db-4fdc-8e91-3d44e944efed, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:28:57.806779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.915501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:28:57.919217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=91b27027-48db-4fdc-8e91-3d44e944efed,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:28:57.924827 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.933305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa2fcc-1d05-43f7-8bb0-d957209da334 req-a4e81c3a-adff-4a8d-853d-a1cb5c9c4ea9 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:57.934845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3aa2fcc-1d05-43f7-8bb0-d957209da334 req-a4e81c3a-adff-4a8d-853d-a1cb5c9c4ea9 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 948 time: 0.0847530 Dec 10 04:28:57.982274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:57.982888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:57.985429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] 10.222.0.41 "PUT /v2.0/ports/91b27027-48db-4fdc-8e91-3d44e944efed HTTP/1.1" status: 200 len: 1096 time: 1.5571728 Dec 10 04:28:57.989131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:28:57.991352 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8" -d '{"events": [{"name": "network-changed", "server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:28:58.037754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5114-73e5-45ea-885d-a44738a29e21 service neutron] Pushing event updated for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:58.110748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3aa2fcc-1d05-43f7-8bb0-d957209da334 req-4b54982b-46fe-4c8c-82fa-ddd458dcc687 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689231 Dec 10 04:28:58.115580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-32bcffc5-c103-4c67-a293-b3f19a028412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:58.117450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-32bcffc5-c103-4c67-a293-b3f19a028412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 1099 time: 0.0590119 Dec 10 04:28:58.204902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-cece8d2a-31b4-40e1-8049-1d9462e4c208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=91b27027-48db-4fdc-8e91-3d44e944efed HTTP/1.1" status: 200 len: 217 time: 0.0632517 Dec 10 04:28:58.254830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:58.291272 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77048632-d999-4f08-9135-459947209171 x-openstack-request-id: req-77048632-d999-4f08-9135-459947209171 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:28:58.291595 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:28:58.291810 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77048632-d999-4f08-9135-459947209171 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:28:58.292328 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed', 'status': 'completed', 'code': 200} Dec 10 04:28:58.296804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-19d15785-0166-468c-b1ae-3fdf62fe13b2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:28:58.298168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-19d15785-0166-468c-b1ae-3fdf62fe13b2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1672401 Dec 10 04:28:58.299651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-c70e53a6-5a30-4a7b-a9b9-b2181193ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:58.301148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-c70e53a6-5a30-4a7b-a9b9-b2181193ca3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0853064 Dec 10 04:28:58.466816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-0af8b816-6520-46c9-b874-033250ac56bf service neutron] 10.222.0.43 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601367 Dec 10 04:28:58.525601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-bc4f960a-146c-43e0-8ecc-3eee03a336e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:58.527253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-bc4f960a-146c-43e0-8ecc-3eee03a336e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005106 Dec 10 04:28:58.649659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-e77ffbbf-e7da-4157-9730-962ee3ce7b86 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753922 Dec 10 04:28:58.681795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:58.696751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-e0106c25-5102-49b3-9631-7289421bc584 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428225 Dec 10 04:28:58.828107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc8ae22c-6a85-4ced-8393-bf9b3f7d9880 req-8e4fb9d4-eee2-46f2-8a23-fd76de2dcca7 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236596 Dec 10 04:28:58.909500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a7643a4-9dd8-4379-a6b4-8b7e6cb2946e req-79679a0c-7bed-4198-a51a-8f92f621e924 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 210 time: 0.0324068 Dec 10 04:28:59.027755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-6301f8de-62c8-4a52-b0c4-dd39cd139d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.029431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-6301f8de-62c8-4a52-b0c4-dd39cd139d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 1099 time: 0.0754967 Dec 10 04:28:59.065411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-985534713-network', 'tenant_id': '3bb34a6c64364aca87c286d552dffc89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:59.132192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:59.136687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.159398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.260012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-1f1b9530-21a2-4f5f-9d12-5f47223c6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.260442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-1f1b9530-21a2-4f5f-9d12-5f47223c6eeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2184687 Dec 10 04:28:59.342777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.350361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.413791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe4ab12-d8eb-4090-a60d-fbccedd74609,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:59.429359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:28:59.448964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.450580 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Added segment 4134bf14-9926-456f-bbda-ccd4a5bfe2fd of type vlan for network 84adb6f3-ed91-4199-9969-a42ef2da3120 Dec 10 04:28:59.574201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-ad70bba5-f82b-4c7f-9226-132b5c084840 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=91b27027-48db-4fdc-8e91-3d44e944efed HTTP/1.1" status: 200 len: 217 time: 0.2978628 Dec 10 04:28:59.581340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.607781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9238-c4e5-44e4-9bf6-3ed404554d67 req-de22bd2d-cf5b-4678-ad70-823159b936c1 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.607781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-902d9238-c4e5-44e4-9bf6-3ed404554d67 req-de22bd2d-cf5b-4678-ad70-823159b936c1 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 948 time: 0.3648226 Dec 10 04:28:59.613685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.615340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.615961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.658517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9748719 Dec 10 04:28:59.661356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:28:59.670421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Request body: {'subnet': {'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-985534713-subnet', 'tenant_id': '3bb34a6c64364aca87c286d552dffc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:28:59.690870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-e2d58b20-eb7c-40f5-8b12-64bdbbb32b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.692456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-e2d58b20-eb7c-40f5-8b12-64bdbbb32b38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1035733 Dec 10 04:28:59.711180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869b6c5-084d-469a-9614-aade086f6249 admin admin] Pushing event updated for resources: {'Network': ['ID=84adb6f3-ed91-4199-9969-a42ef2da3120,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:28:59.721522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:28:59.751952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-902d9238-c4e5-44e4-9bf6-3ed404554d67 req-c15ebe8e-2512-4324-b189-553f6106540d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079597 Dec 10 04:28:59.757897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:28:59.764952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:28:59.785808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-949e7a12-f252-485a-af4c-ed524689feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:28:59.787580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-949e7a12-f252-485a-af4c-ed524689feb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832803 Dec 10 04:28:59.978697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-20128895-353a-4ae5-afb9-c0f859bcb587 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814573 Dec 10 04:29:00.088020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:00.119842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52b6809a-4f4b-4ed5-9b0c-43d93318cef8 req-c8c099ad-6882-480d-b1ff-498d628f2c25 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337996 Dec 10 04:29:00.153447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:00.163857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:00.165011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Network hostable DHCP agents. Network: 84adb6f3-ed91-4199-9969-a42ef2da3120, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:00.184304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bce9049e-1a17-401f-a62d-6d187bb3fc91 req-c664ade4-0bb4-4239-8082-ead5c56d60fd tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 210 time: 0.0401216 Dec 10 04:29:00.193752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:00.210526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 84adb6f3-ed91-4199-9969-a42ef2da3120) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:00.216233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:00.218007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:00.221373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48c398-0cdc-4363-a98a-0909a90a26d5 None None] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:00.229130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-786cefeb-961f-4ced-a8f4-7e72fde3dc50 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275939 Dec 10 04:29:00.252706 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-804500d9-fed5-4f75-82c1-df4442f79354 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5893021 Dec 10 04:29:00.448032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-77971da3-1a69-4dbf-a6b0-3cbe79475e5c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:00.450496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-77971da3-1a69-4dbf-a6b0-3cbe79475e5c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032948 Dec 10 04:29:00.477589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a4418-d658-4ae4-9970-a54947edff26 None None] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:00.494959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-606b8cfe-598e-40de-976d-532e56332e0e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/quotas/674023d59cd04ba4a2a6010388ebd6fe HTTP/1.1" status: 200 len: 375 time: 0.0382333 Dec 10 04:29:00.579671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-5a169e50-2f7e-4f15-826e-befd04c29350 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838418 Dec 10 04:29:00.787782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-f12b9f45-17fb-4525-a884-943bcdc4f6de tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:00.789691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-f12b9f45-17fb-4525-a884-943bcdc4f6de tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 824 time: 0.2493052 Dec 10 04:29:00.953776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-da513a27-05bf-4aa1-b90f-f55e9d932bad tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 379 time: 0.1413033 Dec 10 04:29:00.968163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'port': {'device_id': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'admin_state_up': True, 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'security_groups': ['f27546d5-4588-482b-8ed3-2a5ccefda415']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:01.037622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05ab11-8db3-4246-a5f5-30c533db85f1 req-5d2f651a-5634-45eb-a215-378dfa15417d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:01.039430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c05ab11-8db3-4246-a5f5-30c533db85f1 req-5d2f651a-5634-45eb-a215-378dfa15417d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 948 time: 0.1320508 Dec 10 04:29:01.121568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c05ab11-8db3-4246-a5f5-30c533db85f1 req-bfa138d8-05ec-4c57-a711-3c822b64e410 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748453 Dec 10 04:29:01.147664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Made reservation on behalf of ef769fa6599c43ea8c6219f725d8de4f for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:01.151933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.211113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:01.217072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1092516287-network', 'tenant_id': '04c7e0537323489fa3cd285f07755080'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:01.333420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-78ad015b-679d-4acd-9a41-28478a2df22d tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680912 Dec 10 04:29:01.337251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Made reservation on behalf of 04c7e0537323489fa3cd285f07755080 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:01.339568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.365546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.467963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f5e900f-dc67-452e-a4ac-38930672154d req-bc7a3955-b1d6-4ed5-9e37-b29a7f1600f8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 210 time: 0.0621431 Dec 10 04:29:01.535400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Allocated IP 172.20.0.11 (6ff752e4-c9be-488e-938d-daca50ffe857/f56e76d2-456c-4a54-8583-3b516622f196/f0d77079-fa46-4e07-8b99-378d6354bb94) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:01.617946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-78d8d424-7681-4e50-aa83-799b4c64f82f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:01.619355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-78d8d424-7681-4e50-aa83-799b4c64f82f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737823 Dec 10 04:29:01.674602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-bafa291b-9439-49ed-9888-d01b8d6de2f2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/quotas/674023d59cd04ba4a2a6010388ebd6fe HTTP/1.1" status: 200 len: 375 time: 0.0450389 Dec 10 04:29:01.683469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.722031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.750688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-30d5a18a-8d89-4944-b562-34ae47c1d48e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659323 Dec 10 04:29:01.774285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:01.796678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 91b27027-48db-4fdc-8e91-3d44e944efed details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:01.804883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da4c81-6bc8-41c1-9b5d-5ec1ae3f2b8f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:01.822935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.823374 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Added segment 3a77be33-5019-4a62-8fff-c9250202d573 of type vlan for network 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 Dec 10 04:29:01.846343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.885380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.962817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.966727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:01.967602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.983102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:01.997478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=91b27027-48db-4fdc-8e91-3d44e944efed,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:02.039652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '91b27027-48db-4fdc-8e91-3d44e944efed', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '91b27027-48db-4fdc-8e91-3d44e944efed', 'mac_address': 'fa:16:3e:c9:98:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:02.071805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8565438 Dec 10 04:29:02.072485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:02.079487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Request body: {'subnet': {'network_id': '0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1092516287-subnet', 'tenant_id': '04c7e0537323489fa3cd285f07755080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:02.118836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.144814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b27027-48db-4fdc-8e91-3d44e944efed {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:02.175779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Made reservation on behalf of 04c7e0537323489fa3cd285f07755080 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:02.177885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.241357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2c09a43-6b8e-4a0e-87c6-b575195db5a3 req-1ff400be-1d00-44e4-948f-3b13dd8e3dcc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 210 time: 0.1969929 Dec 10 04:29:02.262256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=91b27027-48db-4fdc-8e91-3d44e944efed,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:02.267848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:02.271239 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.293800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206ee3d-a389-42de-b5b1-c3f765c868e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:02.359049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:02.382646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:02.410432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:02.412030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.415854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-5ca1314a-1714-47f2-9858-fefc5b231b6d tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1985345 Dec 10 04:29:02.425862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:02.442708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:02.637966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-404de1e4-d0a9-482a-8752-5592b2955fa8 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6738355 Dec 10 04:29:02.638945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:02.657550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:02.673248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42432) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:02.708339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Request body: {'port': {'device_id': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:02.756888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['91b27027-48db-4fdc-8e91-3d44e944efed'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:02.830306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.843919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2da2d-60e9-4d2f-95fb-910a7e3e8e8f req-1e96adf4-51dc-4781-ae37-dc395e8ea36a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:02.851459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e2da2d-60e9-4d2f-95fb-910a7e3e8e8f req-1e96adf4-51dc-4781-ae37-dc395e8ea36a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 949 time: 0.3139002 Dec 10 04:29:02.899634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-ff1a72b5-b9ee-4643-88b4-f3f2506977a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:02.901117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-ff1a72b5-b9ee-4643-88b4-f3f2506977a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641213 Dec 10 04:29:02.938763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8a4e1683-6489-499d-9654-8f23d593e904 None None] Provisioning complete for port f0d77079-fa46-4e07-8b99-378d6354bb94 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:02.939910 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1683-6489-499d-9654-8f23d593e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.945054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Request body: {'port': {'device_id': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '674023d59cd04ba4a2a6010388ebd6fe'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:02.964126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee622f39-3e31-4200-89c3-c8a026eac8cf,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:02.966447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d096c697-6e24-4710-8b20-0b198fc8ebd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.969692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.971680 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cdb12d7-51d3-4146-bd42-eb3868a17850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:02.985061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Checking segment: {'id': '3a77be33-5019-4a62-8fff-c9250202d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:02.985680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Network hostable DHCP agents. Network: 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:02.998460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e1683-6489-499d-9654-8f23d593e904 None None] Port f0d77079-fa46-4e07-8b99-378d6354bb94 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:03.019283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Network 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:03.037540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:03.040851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e2da2d-60e9-4d2f-95fb-910a7e3e8e8f req-c915353b-685f-475a-bc66-b7781aedb54a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888747 Dec 10 04:29:03.047615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:03.048664 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.059054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76b683-17b9-4e9b-814a-c178acafb76e None None] Network 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:03.151076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d096c697-6e24-4710-8b20-0b198fc8ebd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.194879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d096c697-6e24-4710-8b20-0b198fc8ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.216452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45a209-cf3c-49e9-a5ce-05fcad1b9592 req-bdeba4a3-02dd-4563-b850-77bf651e79d4 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:03.219734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0a99c-2020-4a35-b760-8fe0df142b67 None None] Network 0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:03.224003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d45a209-cf3c-49e9-a5ce-05fcad1b9592 req-bdeba4a3-02dd-4563-b850-77bf651e79d4 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 932 time: 0.3418224 Dec 10 04:29:03.264100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee2411d1-1cf6-4094-bd0c-f55e7abfb479 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1896634 Dec 10 04:29:03.320955 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d096c697-6e24-4710-8b20-0b198fc8ebd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2b6f6103767448f9b633d4a537f25db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437225 Dec 10 04:29:03.321758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:03.333303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c697-6e24-4710-8b20-0b198fc8ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850bbef2-a9ee-4d2d-bd0b-fddf0e26b2c5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:03.427172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.473573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.568824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.570935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Made reservation on behalf of 674023d59cd04ba4a2a6010388ebd6fe for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:03.574763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.576144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.580592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/850bbef2-a9ee-4d2d-bd0b-fddf0e26b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2564299 Dec 10 04:29:03.589847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:03.618976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3a4a5-8355-403e-828c-00422b654402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850bbef2-a9ee-4d2d-bd0b-fddf0e26b2c5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:03.633745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.36', 52768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:03.652083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24430361-07d8-4f85-8d34-90dcf44fc708 req-aa1561ac-98ff-410c-b2a6-d32925b55f5a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 210 time: 0.0769784 Dec 10 04:29:03.653041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:03.689475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d45a209-cf3c-49e9-a5ce-05fcad1b9592 req-78a4d85d-f08b-4e9d-b091-823519aaf125 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4643598 Dec 10 04:29:03.709214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-2c485cba-62ab-44fd-8771-b3f48374c322 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728164 Dec 10 04:29:03.777034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 91b27027-48db-4fdc-8e91-3d44e944efed up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:03.937666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 91b27027-48db-4fdc-8e91-3d44e944efed completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:03.941709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 91b27027-48db-4fdc-8e91-3d44e944efed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:03.942327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.076741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cdb12d7-51d3-4146-bd42-eb3868a17850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.095075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cdb12d7-51d3-4146-bd42-eb3868a17850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.112011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.118823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d77079-fa46-4e07-8b99-378d6354bb94 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:04.129921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8cdb12d7-51d3-4146-bd42-eb3868a17850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73fb030c6eac44c9b105f01eb8557d00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4839885 Dec 10 04:29:04.134109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:04.142788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.192698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:04.198787 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4217c71-de46-4bc5-8630-da06433d71c4" -d '{"events": [{"server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "name": "network-vif-plugged", "status": "completed", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:04.210223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-c3c07bd9-de46-45d8-a048-0a36a803ee13 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:04.211860 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-c3c07bd9-de46-45d8-a048-0a36a803ee13 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4981086 Dec 10 04:29:04.222892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Transition to ACTIVE for port object f0d77079-fa46-4e07-8b99-378d6354bb94 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:04.229185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb12d7-51d3-4146-bd42-eb3868a17850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252f9cc-7834-4842-a1fc-e42708ff60d0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.236897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=91b27027-48db-4fdc-8e91-3d44e944efed,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:04.244804 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.244944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Request body: {'port': {'device_id': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '674023d59cd04ba4a2a6010388ebd6fe'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:04.245149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.267041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:04.307030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.313154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.319492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e32616f-0bf7-4c05-b198-a4516ec138a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.351238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5adbb5e1-8338-4e3d-945c-d7d487ed3c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.376988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.400724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054d00d-a455-4961-aa54-8f441285cb44 req-3dd8d218-c892-477e-9d89-23aec2f17cbe tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:04.407992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e054d00d-a455-4961-aa54-8f441285cb44 req-3dd8d218-c892-477e-9d89-23aec2f17cbe tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 949 time: 0.2240462 Dec 10 04:29:04.409799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.487516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.593280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a01cb9-0733-4f87-864a-2fe799d1622c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.601252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Made reservation on behalf of 674023d59cd04ba4a2a6010388ebd6fe for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:04.605356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.613428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.644828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Attempting to bind port f0d77079-fa46-4e07-8b99-378d6354bb94 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:04.645156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Attempting to bind port f0d77079-fa46-4e07-8b99-378d6354bb94 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:04.645477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Attempting to bind port f0d77079-fa46-4e07-8b99-378d6354bb94 on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:04.660163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5adbb5e1-8338-4e3d-945c-d7d487ed3c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.663247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e32616f-0bf7-4c05-b198-a4516ec138a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.666654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5adbb5e1-8338-4e3d-945c-d7d487ed3c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.670080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-1a8e78d1-6c02-4604-af2f-8754ae373c2f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:04.671567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-1a8e78d1-6c02-4604-af2f-8754ae373c2f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.3540421 Dec 10 04:29:04.697331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e054d00d-a455-4961-aa54-8f441285cb44 req-b15d3b7c-5429-40e8-88ec-b4c5ee2da4cc tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884455 Dec 10 04:29:04.697882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Port f0d77079-fa46-4e07-8b99-378d6354bb94 on network 6ff752e4-c9be-488e-938d-daca50ffe857 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:04.698204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Attempting to bind port f0d77079-fa46-4e07-8b99-378d6354bb94 on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:04.721537 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:29:04.729724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e32616f-0bf7-4c05-b198-a4516ec138a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.737397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:04.738083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Checking segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:04.738646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Bound using segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:04.739236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Bound port: f0d77079-fa46-4e07-8b99-378d6354bb94, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:04.739858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.746780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-954686e8-5ae8-4ccc-a096-bb5e9f8a3319 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/quotas/3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 375 time: 0.0438204 Dec 10 04:29:04.772895 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f0e5d-82fd-481f-a27e-4c680d1df496 x-openstack-request-id: req-291f0e5d-82fd-481f-a27e-4c680d1df496 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:04.774465 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "name": "network-vif-plugged", "status": "completed", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:04.777006 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-291f0e5d-82fd-481f-a27e-4c680d1df496 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:04.777712 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed', 'code': 200} Dec 10 04:29:04.801503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-76d353b4-d257-4364-9b49-fa74a1e42d26 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439358 Dec 10 04:29:04.821098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbb5e1-8338-4e3d-945c-d7d487ed3c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8ae9f-417e-4fe0-80f7-886581661ff5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.834990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5adbb5e1-8338-4e3d-945c-d7d487ed3c6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c209a22c85714f07a0fe44bda72725cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5673046 Dec 10 04:29:04.841251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3e32616f-0bf7-4c05-b198-a4516ec138a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=661386dfe6ca4177a2edc48da8783fee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2497046 Dec 10 04:29:04.841835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:04.847846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42510) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:04.873901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32616f-0bf7-4c05-b198-a4516ec138a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022712d-f0d5-4a10-a6a0-80f37e2099fc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:04.908026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:04.913964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Allocated IP 192.168.233.189 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/db2c7411-a157-4c66-81c4-e8c402e1957b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:04.921247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.41', 60003) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:04.949495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9407357a-1dd3-431f-b9f2-a978040be9f0 req-9a89c511-992d-4945-a61d-823c319a538b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 210 time: 0.1207054 Dec 10 04:29:04.961553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.027604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952b40a-d933-4f16-bfab-32c9e7bd9221 req-84767082-4b6e-410c-8772-c7b94a5d2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:05.029257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2952b40a-d933-4f16-bfab-32c9e7bd9221 req-84767082-4b6e-410c-8772-c7b94a5d2a3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 1101 time: 0.1070793 Dec 10 04:29:05.032508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.034876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.036013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1252f9cc-7834-4842-a1fc-e42708ff60d0 HTTP/1.1" status: 204 len: 168 time: 0.8954747 Dec 10 04:29:05.054835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-2c0ee949-d548-4941-8e87-68027e3649d7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:29:05.056193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.059087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.062734 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ba8ae9f-417e-4fe0-80f7-886581661ff5 HTTP/1.1" status: 204 len: 168 time: 0.2127893 Dec 10 04:29:05.062885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-2c0ee949-d548-4941-8e87-68027e3649d7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1157172 Dec 10 04:29:05.065071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:05.077986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a3d0-a97c-4d89-8117-d600f94da0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8ae9f-417e-4fe0-80f7-886581661ff5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:05.107369 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2952b40a-d933-4f16-bfab-32c9e7bd9221 req-79217a50-bed5-41ef-8df6-6a3e6fda9144 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658829 Dec 10 04:29:05.131751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935185-5019-40de-9404-037b8d622b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252f9cc-7834-4842-a1fc-e42708ff60d0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:05.157238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f0d77079-fa46-4e07-8b99-378d6354bb94,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:05.191072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.311351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.328395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05370c6e-8fb4-4550-b16c-8a21fa0ebf94 req-4db30973-eb4a-444c-bb50-75b0e5fd0967 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:05.335651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05370c6e-8fb4-4550-b16c-8a21fa0ebf94 req-4db30973-eb4a-444c-bb50-75b0e5fd0967 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 944 time: 0.2984543 Dec 10 04:29:05.345923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:05.346535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.347990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 200 len: 1092 time: 2.6543241 Dec 10 04:29:05.350096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:05.352386 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad99b2a0-1481-427c-a371-ac70a18e160f" -d '{"events": [{"name": "network-changed", "server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:05.464504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.515249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04264b84-a948-4c5e-9b45-2a576ccbb007 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497340 Dec 10 04:29:05.531736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198def1-49d2-4f28-82ea-a8633baff417 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:05.580965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:05.599235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9dbeb39-5d80-4201-90fd-35f57dc087d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.615689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.675718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05370c6e-8fb4-4550-b16c-8a21fa0ebf94 req-eb98cadd-216c-4795-81b9-2bf4a844f0c1 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391719 Dec 10 04:29:05.683004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-9ee1dcc7-aae5-4e8b-98ce-b6f1de38741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:05.684493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-9ee1dcc7-aae5-4e8b-98ce-b6f1de38741f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 1095 time: 0.2143021 Dec 10 04:29:05.719682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9dbeb39-5d80-4201-90fd-35f57dc087d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.723523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.726084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.727454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d022712d-f0d5-4a10-a6a0-80f37e2099fc HTTP/1.1" status: 204 len: 168 time: 0.8798831 Dec 10 04:29:05.747715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9dbeb39-5d80-4201-90fd-35f57dc087d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.777366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-980cf8d1-aa09-41dc-8ef8-cc98b7495096 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 200 len: 217 time: 0.0721979 Dec 10 04:29:05.779399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-8fb3b644-babc-4f46-bb5a-2ac0c3f0fb86 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633691 Dec 10 04:29:05.781221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e5492-abeb-4561-a19d-2456e1faf541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022712d-f0d5-4a10-a6a0-80f37e2099fc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:05.802299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbeb39-5d80-4201-90fd-35f57dc087d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aa64be-1f50-4b82-b90a-c5a1aca758b7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:05.808085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:05.848200 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98d223-5f29-4dba-b083-7e0cb04a52e5 x-openstack-request-id: req-0d98d223-5f29-4dba-b083-7e0cb04a52e5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:05.848558 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:05.848748 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d98d223-5f29-4dba-b083-7e0cb04a52e5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:05.849139 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'status': 'completed', 'code': 200} Dec 10 04:29:05.872904 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9dbeb39-5d80-4201-90fd-35f57dc087d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63e687daa2ac47e5a2559cc9803d6a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884185 Dec 10 04:29:05.885117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42542) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:05.985890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Allocated IP 192.168.233.251 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/a018e15f-92e3-450b-98d5-31cb2937c016) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:06.006839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:06.020765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:06.024770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3c504f0d-5cb6-450f-a349-d1dba8f808f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.024999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.026349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-3c504f0d-5cb6-450f-a349-d1dba8f808f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.2387431 Dec 10 04:29:06.027035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:06.032423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.033353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.036502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:06.093262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac9845-27b3-4562-b495-85980f6ab045 req-2782ef3f-68c5-4522-a9c9-edb8d7ae3f3e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.103190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1ac9845-27b3-4562-b495-85980f6ab045 req-2782ef3f-68c5-4522-a9c9-edb8d7ae3f3e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 950 time: 0.1756802 Dec 10 04:29:06.110525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.132575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-01413bda-3f4a-4c49-a3e2-38a4217ae3ca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2098074 Dec 10 04:29:06.181634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-7e9af817-df3b-450f-aed2-6a9113862a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.188846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-7e9af817-df3b-450f-aed2-6a9113862a55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471577 Dec 10 04:29:06.206198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Request body: {'port': {'device_id': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:06.421577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.440772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:06.473034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-302444fc-3c84-4cb3-a784-14f7a0640b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.502265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.505051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.509766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80aa64be-1f50-4b82-b90a-c5a1aca758b7 HTTP/1.1" status: 204 len: 168 time: 0.6209805 Dec 10 04:29:06.535704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7f3b83c8-2108-42ca-8f46-7612e651a426 None None] Provisioning complete for port db2c7411-a157-4c66-81c4-e8c402e1957b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:06.537015 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f3b83c8-2108-42ca-8f46-7612e651a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.548157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.549841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b410a2-a0b2-45f4-a69a-ae59170e1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aa64be-1f50-4b82-b90a-c5a1aca758b7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:06.624101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b83c8-2108-42ca-8f46-7612e651a426 None None] Port db2c7411-a157-4c66-81c4-e8c402e1957b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:06.807217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1ac9845-27b3-4562-b495-85980f6ab045 req-1a802e8d-8bab-49e1-b755-b26eb0bf8d9f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031302 Dec 10 04:29:06.811672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event updated for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:06.826171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:06.834242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:06.868667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.882632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:06.903781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.909238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:06.915622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b09c6-fad2-4191-91d7-04c7c89c0f5a req-386039b9-5cd3-4eb2-82ac-459e657a05e0 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:06.917253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c34b09c6-fad2-4191-91d7-04c7c89c0f5a req-386039b9-5cd3-4eb2-82ac-459e657a05e0 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 936 time: 0.2108347 Dec 10 04:29:06.919122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-12378f5c-c97f-4847-90c0-538c66ef5b71 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034669 Dec 10 04:29:06.957710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a64361c-9f4f-4e6e-9801-e90f2a19f5aa req-70690352-cc2d-4be3-bc6e-7fd3d4ca84e6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 210 time: 0.0813360 Dec 10 04:29:06.979851 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-12184f94-2c79-4289-bd18-a46c17c17c2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7491369 Dec 10 04:29:06.986144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-302444fc-3c84-4cb3-a784-14f7a0640b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.005435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Request body: {'port': {'device_id': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:07.103714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-302444fc-3c84-4cb3-a784-14f7a0640b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.226317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-302444fc-3c84-4cb3-a784-14f7a0640b2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3668ef8155a4c218ec6b9c9a1e382bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781308 Dec 10 04:29:07.228135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.230692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42592) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:07.264838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a3ff782e-3180-4ae9-bff2-5dc5d2b657a3 None None] Provisioning complete for port a018e15f-92e3-450b-98d5-31cb2937c016 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:07.265456 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3ff782e-3180-4ae9-bff2-5dc5d2b657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.276046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302444fc-3c84-4cb3-a784-14f7a0640b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c2b98-1fc6-4e7f-9268-83a80e12611e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:07.332294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c34b09c6-fad2-4191-91d7-04c7c89c0f5a req-38904bca-64f0-4fef-ae99-8bbb9f0f7435 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723884 Dec 10 04:29:07.377459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff782e-3180-4ae9-bff2-5dc5d2b657a3 None None] Port a018e15f-92e3-450b-98d5-31cb2937c016 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:07.473238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad5618c6-a64c-4e4c-a425-ce612441fcd9 req-cf6456ad-3693-4341-b665-6cf7bd0f1fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180929 Dec 10 04:29:07.507302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b880b00-896c-4371-880c-14ae7962b579 req-84187c21-44ff-458e-8ee7-637b443f9e38 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:07.515641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b880b00-896c-4371-880c-14ae7962b579 req-84187c21-44ff-458e-8ee7-637b443f9e38 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.3070745 Dec 10 04:29:07.599286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.645454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65358f-18cf-4976-8f75-fc297a1cfda9 req-0a92a9d0-e8dc-42ee-8095-a545a318a64d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:07.648932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff65358f-18cf-4976-8f75-fc297a1cfda9 req-0a92a9d0-e8dc-42ee-8095-a545a318a64d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 944 time: 0.2184150 Dec 10 04:29:07.698759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.721826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b880b00-896c-4371-880c-14ae7962b579 req-6bfc4448-8bd7-4b9c-a527-da72d8359b62 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052729 Dec 10 04:29:07.794977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-61c91d2b-2af9-4ac3-a481-b62057e85193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:07.796564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-61c91d2b-2af9-4ac3-a481-b62057e85193 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 1095 time: 0.1915951 Dec 10 04:29:07.833778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff65358f-18cf-4976-8f75-fc297a1cfda9 req-5c76c5f6-5cac-4666-8d5c-53b85629a27d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648059 Dec 10 04:29:07.867800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:07.905585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.919020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.921804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:07.922900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a57c2b98-1fc6-4e7f-9268-83a80e12611e HTTP/1.1" status: 204 len: 168 time: 0.6502326 Dec 10 04:29:07.939694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Transition to ACTIVE for port object db2c7411-a157-4c66-81c4-e8c402e1957b will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:07.952106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85c7d2-6da1-426d-a321-3b832908b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c2b98-1fc6-4e7f-9268-83a80e12611e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:07.969857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.019780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-edc9cb3a-9012-4858-b36f-f7cbc5316eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.022483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-edc9cb3a-9012-4858-b36f-f7cbc5316eaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 925 time: 0.2027016 Dec 10 04:29:08.100601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-5de84375-f042-4aa5-8bf0-7c00fd6eefc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 200 len: 217 time: 0.0600622 Dec 10 04:29:08.105135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:08.187615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.36', 52769) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:08.197619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5be87a-912e-4141-aaa8-a368aab92fa1 req-0b0709a5-0635-45c0-8f4b-3806a19bccba tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.210319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd5be87a-912e-4141-aaa8-a368aab92fa1 req-0b0709a5-0635-45c0-8f4b-3806a19bccba tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 950 time: 0.2326510 Dec 10 04:29:08.238292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Attempting to bind port db2c7411-a157-4c66-81c4-e8c402e1957b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:08.238823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Attempting to bind port db2c7411-a157-4c66-81c4-e8c402e1957b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:08.239477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Attempting to bind port db2c7411-a157-4c66-81c4-e8c402e1957b on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:08.265521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Port db2c7411-a157-4c66-81c4-e8c402e1957b on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:08.266079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Attempting to bind port db2c7411-a157-4c66-81c4-e8c402e1957b on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:08.299221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:08.299221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:08.303003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:08.303469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Bound port: db2c7411-a157-4c66-81c4-e8c402e1957b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:08.303830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.324405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-6eb3d93f-9b5e-4751-9d78-b27efcc5656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.325670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-6eb3d93f-9b5e-4751-9d78-b27efcc5656a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.2139840 Dec 10 04:29:08.384174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-fa54dc4a-c489-4e05-9df0-bba5a65942ad tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.385847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-fa54dc4a-c489-4e05-9df0-bba5a65942ad tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.1951752 Dec 10 04:29:08.399858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-1a3595f0-d661-4f19-b390-f2e0571725ff tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.401329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-1a3595f0-d661-4f19-b390-f2e0571725ff tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.6553681 Dec 10 04:29:08.409993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd5be87a-912e-4141-aaa8-a368aab92fa1 req-6482d9e7-0940-4004-8667-1def3b1d1556 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959469 Dec 10 04:29:08.509085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b37baf54-b53b-469f-96a5-0a4fe6434bad req-faea1830-1c1d-4303-934a-996d9235a973 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 210 time: 0.0482755 Dec 10 04:29:08.528829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-0c6dbda9-8468-47f7-97eb-b106ef6eb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.530560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-0c6dbda9-8468-47f7-97eb-b106ef6eb233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879213 Dec 10 04:29:08.534932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Request body: {'port': {'device_id': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'admin_state_up': True, 'tenant_id': '3bb34a6c64364aca87c286d552dffc89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:08.554983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:08.595331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:08.618288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.706975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:08.707838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.709838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] 10.222.0.41 "PUT /v2.0/ports/db2c7411-a157-4c66-81c4-e8c402e1957b HTTP/1.1" status: 200 len: 1096 time: 2.5358181 Dec 10 04:29:08.712863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:08.715365 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:08.764655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-5a96b0d2-03f9-4f72-8ae9-d29a78716d2f service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237964 Dec 10 04:29:08.771148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4db32-f084-432c-9b49-72e19349ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:08.814516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a018e15f-92e3-450b-98d5-31cb2937c016 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:08.831209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.893379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Transition to ACTIVE for port object a018e15f-92e3-450b-98d5-31cb2937c016 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:08.897573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Deleting port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:29:08.898277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.904297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:08.908070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.910112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:08.947182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad99b2a0-1481-427c-a371-ac70a18e160f req-4be57eb5-b22d-4f96-bcb8-9584642e3f75 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714942 Dec 10 04:29:09.010733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-a3618991-7391-4673-a1b7-d315b313ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.012681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-a3618991-7391-4673-a1b7-d315b313ac77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1099 time: 0.2167871 Dec 10 04:29:09.075932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199e32-49eb-42e1-86aa-e39fd98ffd7d req-6eb8434f-7e5b-4790-ab5b-fbf3ff60f332 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.078884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5199e32-49eb-42e1-86aa-e39fd98ffd7d req-6eb8434f-7e5b-4790-ab5b-fbf3ff60f332 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 948 time: 0.1263793 Dec 10 04:29:09.168992 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c5c9af-32d6-4ef1-8741-792dc9a9cd08 x-openstack-request-id: req-b1c5c9af-32d6-4ef1-8741-792dc9a9cd08 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:09.168992 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:09.168992 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1c5c9af-32d6-4ef1-8741-792dc9a9cd08 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:09.169348 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'status': 'completed', 'code': 200} Dec 10 04:29:09.171050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-78fe6df1-83a7-4e09-97be-322714db806e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=db2c7411-a157-4c66-81c4-e8c402e1957b HTTP/1.1" status: 200 len: 217 time: 0.1397190 Dec 10 04:29:09.198344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Pushing event updated for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:09.326251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Attempting to bind port a018e15f-92e3-450b-98d5-31cb2937c016 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:09.326559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Attempting to bind port a018e15f-92e3-450b-98d5-31cb2937c016 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:09.326814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Attempting to bind port a018e15f-92e3-450b-98d5-31cb2937c016 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:09.341809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] For port 3d34b88c-c91a-4760-a55d-21b2a73b61c9, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3d34b88c-c91a-4760-a55d-21b2a73b61c9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:09.342370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:09.374700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Port a018e15f-92e3-450b-98d5-31cb2937c016 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:09.374700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Attempting to bind port a018e15f-92e3-450b-98d5-31cb2937c016 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:09.386690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Calling delete_port for 3d34b88c-c91a-4760-a55d-21b2a73b61c9 owned by compute:tempest-test_az-1293206790 {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:29:09.389981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:09.390344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:09.390909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:09.391375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Bound port: a018e15f-92e3-450b-98d5-31cb2937c016, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:09.391719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:09.519931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Allocated IP 172.20.0.2 (84adb6f3-ed91-4199-9969-a42ef2da3120/1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:09.562232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5199e32-49eb-42e1-86aa-e39fd98ffd7d req-3cb930fe-8d45-4fbb-99a7-52602af8d7ac tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818976 Dec 10 04:29:09.580318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:09.600170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-926a1078-37de-4d7e-9035-3cc879669255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.602339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-926a1078-37de-4d7e-9035-3cc879669255 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.4196806 Dec 10 04:29:09.631070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a018e15f-92e3-450b-98d5-31cb2937c016,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:09.646901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:09.647505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916adf5-98a7-44bf-ab3e-555ea1a2fb81 req-389e37f0-5795-43b6-944f-b405803f63e9 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.649863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0916adf5-98a7-44bf-ab3e-555ea1a2fb81 req-389e37f0-5795-43b6-944f-b405803f63e9 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 971 time: 0.1223650 Dec 10 04:29:09.710710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.711196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:09.712650 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] 10.222.0.36 "PUT /v2.0/ports/a018e15f-92e3-450b-98d5-31cb2937c016 HTTP/1.1" status: 200 len: 1096 time: 2.7167931 Dec 10 04:29:09.713089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:09.780540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190d763-727c-4b98-b34f-5256cb1b71be req-d7251a7e-4afe-459d-97b2-4e6c67056f15 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.784038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6190d763-727c-4b98-b34f-5256cb1b71be req-d7251a7e-4afe-459d-97b2-4e6c67056f15 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 944 time: 0.1311896 Dec 10 04:29:09.790728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235576d7-a186-4882-b24c-150591c0a90a req-5060ef9d-c7e9-4d7e-ae26-f312c76879c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:09.792399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-5060ef9d-c7e9-4d7e-ae26-f312c76879c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801157 Dec 10 04:29:09.805059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0916adf5-98a7-44bf-ab3e-555ea1a2fb81 req-3f4ea1fa-8ab7-4832-b944-60db47fecde5 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cb82e22-90c8-417b-aa3d-0c5992511f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090655 Dec 10 04:29:09.885439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edd099-f2ec-459c-8f6c-3acb64cbd6ea service neutron] Pushing event updated for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:09.908693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:09.925228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-17bf5c6e-539f-48da-b43e-7955d6f37809 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189282 Dec 10 04:29:09.943078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3d34b88c-c91a-4760-a55d-21b2a73b61c9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:10.026276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Pushing event deleted for resources: {'Port': ['ID=3d34b88c-c91a-4760-a55d-21b2a73b61c9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:10.030049 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf7b36d-ba63-46ba-baed-0adf26619a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:10.043199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-9ed550fc-b5dc-42b9-8bd9-0c911571da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.044707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-9ed550fc-b5dc-42b9-8bd9-0c911571da0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 1099 time: 0.2605736 Dec 10 04:29:10.060823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6190d763-727c-4b98-b34f-5256cb1b71be req-2d90d96d-c982-469e-a4a0-75b4a1c6145b tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637179 Dec 10 04:29:10.107580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-91301d47-1b26-43cc-a5d9-da07f72ea51c tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=771d6b90f7f846239045eeb2a69c167c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608644 Dec 10 04:29:10.315755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235576d7-a186-4882-b24c-150591c0a90a req-f35611ca-4deb-4071-9dd5-79c6cecf1817 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721023 Dec 10 04:29:10.371745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-63d0849c-53fc-4b6c-9308-7b4728539bcf tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.373376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-63d0849c-53fc-4b6c-9308-7b4728539bcf tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185845 Dec 10 04:29:10.404107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-1c26c645-96dc-481a-aa51-c828d8967e1d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/quotas/771d6b90f7f846239045eeb2a69c167c HTTP/1.1" status: 200 len: 375 time: 0.0220602 Dec 10 04:29:10.416957 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-8421cda3-0dd1-496f-acf9-05d19e8692cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a018e15f-92e3-450b-98d5-31cb2937c016 HTTP/1.1" status: 200 len: 217 time: 0.3362992 Dec 10 04:29:10.419482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] No DVR routers for this DVR port 3d34b88c-c91a-4760-a55d-21b2a73b61c9 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:29:10.428350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:10.434092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d11538fb-95b7-492d-8cff-b8d86c19e1f5 req-98116120-b71b-46a4-84a7-96a4fc3e0aaa tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.36 "DELETE /v2.0/ports/3d34b88c-c91a-4760-a55d-21b2a73b61c9 HTTP/1.1" status: 204 len: 173 time: 2.0283527 Dec 10 04:29:10.475257 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:10.505339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-3eee0e15-6c63-4808-8981-ac671858f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.506973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-3eee0e15-6c63-4808-8981-ac671858f9b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0802341 Dec 10 04:29:10.553988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f0d77079-fa46-4e07-8b99-378d6354bb94 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:10.608974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:10.612500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-50753a67-bcff-4516-b8a3-09f55b9dad5d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1942935 Dec 10 04:29:10.646356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-22095555-3811-439e-8f5e-1041aa2b69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.649500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-22095555-3811-439e-8f5e-1041aa2b69de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1099 time: 0.1793356 Dec 10 04:29:10.679605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd72d-c6c2-430c-a8da-72da49e5aebc req-b7d555e9-d748-42ee-8539-d7ac0c99a92d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.681403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5dd72d-c6c2-430c-a8da-72da49e5aebc req-b7d555e9-d748-42ee-8539-d7ac0c99a92d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 931 time: 0.1002836 Dec 10 04:29:10.734227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-d81fdc0f-4fae-4059-94b7-f7b2d40fa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.735747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-d81fdc0f-4fae-4059-94b7-f7b2d40fa1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139812 Dec 10 04:29:10.743474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:10.746691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f0d77079-fa46-4e07-8b99-378d6354bb94,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:10.778274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'port_id': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:10.831259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:10.848537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:10.857961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.858745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:10.869341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5dd72d-c6c2-430c-a8da-72da49e5aebc req-818265cf-c4cc-4d05-a7ce-74bb599214fe tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429095 Dec 10 04:29:10.870421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-e1a5760e-2854-4a42-ae99-153fa34ab8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:10.872283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-e1a5760e-2854-4a42-ae99-153fa34ab8f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2130632 Dec 10 04:29:10.880712 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:10.891001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:10.896892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-38545adc-cdfa-41ce-94b5-4c2c4a67d644 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3659296 Dec 10 04:29:10.901698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-fe67071e-3283-4727-b9e1-58c5e332faf6 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536722 Dec 10 04:29:10.927609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Request body: {'port': {'device_id': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:10.928493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d77079-fa46-4e07-8b99-378d6354bb94 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:10.944532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-c42bd012-e8e5-48c1-bc0c-1e1785f5b351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=db2c7411-a157-4c66-81c4-e8c402e1957b HTTP/1.1" status: 200 len: 217 time: 0.0611291 Dec 10 04:29:10.997051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f0d77079-fa46-4e07-8b99-378d6354bb94,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:11.005575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:11.061300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-e4509f31-29e8-4f48-b577-c9cbeb3276a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.067758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-e4509f31-29e8-4f48-b577-c9cbeb3276a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1163244 Dec 10 04:29:11.125382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:11.162689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-bf0730c7-d474-443e-8dd3-10fb4b7c198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.164209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-bf0730c7-d474-443e-8dd3-10fb4b7c198f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893543 Dec 10 04:29:11.197771 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe4dac-3c94-45d7-bedd-23195bd8651f x-openstack-request-id: req-8efe4dac-3c94-45d7-bedd-23195bd8651f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:11.199002 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:11.199341 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8efe4dac-3c94-45d7-bedd-23195bd8651f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:11.207404 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016', 'status': 'completed', 'code': 200} Dec 10 04:29:11.233021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:11.285062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c78a7ca-b307-4074-8b15-9093b9ab2f6f req-e664c2a1-7087-435e-89d6-0dc9e3bace56 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711009 Dec 10 04:29:11.307429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['f0d77079-fa46-4e07-8b99-378d6354bb94'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:11.358569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c3f53f2-cedd-4c51-b927-45dc2c3aef00 req-32d6d777-a4fc-47d3-8d00-da20f5fc9259 tempest-AggregatesAdminTestJSON-335069763 tempest-AggregatesAdminTestJSON-335069763-project] 10.222.0.43 "GET /v2.0/ports?device_id=007493b0-da81-436a-a340-b3056082fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0754359 Dec 10 04:29:11.379183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e919528-b3d8-40be-ad97-4ef31c3c77c9 req-030c76d3-5d00-4edf-bf34-4aac2d4ed10d tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.380744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e919528-b3d8-40be-ad97-4ef31c3c77c9 req-030c76d3-5d00-4edf-bf34-4aac2d4ed10d tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 948 time: 0.1598163 Dec 10 04:29:11.413492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-5c4a64b6-84d8-4f57-a944-56955102594b service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361042 Dec 10 04:29:11.500849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-5f57522f-aed2-45f3-bb0b-cf287ee9cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.502327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-5f57522f-aed2-45f3-bb0b-cf287ee9cf26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 1099 time: 0.0720246 Dec 10 04:29:11.525014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180edd1f-dbf3-4243-b5b3-ccc62c196aaf req-8a13dd05-a584-4cde-9f16-a570c7cc5b1a service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992153 Dec 10 04:29:11.558036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d4c1d4c-72d3-4444-97cb-fabb140faffd req-fa0b92d6-8664-431e-a716-8f1a4efc332b tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 210 time: 0.0320249 Dec 10 04:29:11.604609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e919528-b3d8-40be-ad97-4ef31c3c77c9 req-3c15dc8e-7e0d-4855-8e8a-92e129772c88 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002451 Dec 10 04:29:11.727192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3246b-551c-4143-8f77-121072b978c7 req-8f530ff2-b64e-4ea0-a386-d2c29b2b0757 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.729056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3be3246b-551c-4143-8f77-121072b978c7 req-8f530ff2-b64e-4ea0-a386-d2c29b2b0757 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 945 time: 0.0611639 Dec 10 04:29:11.763005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-a73edcf8-e06a-4b74-8397-71130d1e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.764613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-a73edcf8-e06a-4b74-8397-71130d1e2b55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2543910 Dec 10 04:29:11.797803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-11909ea5-a0b5-4e7d-928a-9f0ac9da3f02 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e355163a475049538da116236b9d5fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320640 Dec 10 04:29:11.801713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3be3246b-551c-4143-8f77-121072b978c7 req-49161dc4-056f-43b5-9f40-badc74508909 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644588 Dec 10 04:29:11.833427 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-bd31e3a1-1c4a-4e38-ba17-284419c200b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a018e15f-92e3-450b-98d5-31cb2937c016 HTTP/1.1" status: 200 len: 217 time: 0.0560353 Dec 10 04:29:11.879166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:11.895740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:11.914414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-8ea5d9b0-d23a-4f42-87af-c0e9666fae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.917138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-8ea5d9b0-d23a-4f42-87af-c0e9666fae33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0747068 Dec 10 04:29:11.933738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Transition to ACTIVE for port object 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:11.946781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:11.948236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-e6dee981-65f1-4a99-ad18-632590682cf9 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:11.950063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-e6dee981-65f1-4a99-ad18-632590682cf9 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460834 Dec 10 04:29:11.974398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-3ad221f5-98b7-45a6-9fd4-124a91a6ccb8 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/quotas/e355163a475049538da116236b9d5fce HTTP/1.1" status: 200 len: 375 time: 0.0168965 Dec 10 04:29:12.023689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:12.034044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-0acf72c9-0923-44e2-a6f0-745db63f0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.035741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-0acf72c9-0923-44e2-a6f0-745db63f0e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005893 Dec 10 04:29:12.035952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-a4b21ef4-3a17-486c-a0a7-3f15e4dfb60a tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458503 Dec 10 04:29:12.079406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb247e-6367-4378-8195-c017ed508762 req-074586a4-880b-42d8-a911-138d880802f2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.080006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:12.080006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:12.080379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:12.080541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bb247e-6367-4378-8195-c017ed508762 req-074586a4-880b-42d8-a911-138d880802f2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.0992801 Dec 10 04:29:12.092272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:12.092647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:12.100319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:12.100762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:12.101145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:12.101603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Bound port: 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:12.101963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.154810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bb247e-6367-4378-8195-c017ed508762 req-06e2d323-ac24-4190-95bc-6355289944b8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Dec 10 04:29:12.224631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-4cb8d82e-58e4-4cdb-b934-868d1e5b1cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723931 Dec 10 04:29:12.236425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:12.240399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:12.249867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.342188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.342865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.346395 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] 10.222.0.41 "PUT /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 1091 time: 1.4316089 Dec 10 04:29:12.350994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e18aa6c-ae43-4452-9e1f-a0a6a98f5f9f req-d8abbff6-88cc-46c8-9d84-368ff9326968 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 210 time: 0.0800605 Dec 10 04:29:12.426011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:12.529619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-1757a666-6055-40b6-8b51-e969016650fa tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=771d6b90f7f846239045eeb2a69c167c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711770 Dec 10 04:29:12.571827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f0d77079-fa46-4e07-8b99-378d6354bb94 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:12.572755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04300ab9-3a8b-44f7-b079-5c5d9ac3a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:12.677477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-476985b6-860f-4b49-a488-7ae3f2956b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.679253 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-476985b6-860f-4b49-a488-7ae3f2956b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1094 time: 0.2213087 Dec 10 04:29:12.684817 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8bf7b36d-ba63-46ba-baed-0adf26619a8b req-2024dc02-d9f1-4ed5-ae5a-e7119e357cda service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209433 Dec 10 04:29:12.719336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7379670-1e44-4f14-b8a8-f19b9eaa7327 req-d181c194-75cf-423c-b5c4-a183a3b4c239 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 210 time: 0.0657258 Dec 10 04:29:12.779052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port f0d77079-fa46-4e07-8b99-378d6354bb94 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:12.786037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port f0d77079-fa46-4e07-8b99-378d6354bb94 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:12.786636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.788751 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-3d19e254-10ed-4aa3-a2d1-0499f7da5b35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0929308 Dec 10 04:29:12.803922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9e9416b-571a-43d3-b937-8f5f14702c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.874210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-00aea558-b6da-4e00-8f7b-61d3d32816c2 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.876205 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-00aea558-b6da-4e00-8f7b-61d3d32816c2 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369541 Dec 10 04:29:12.889082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-6dc50c13-4a99-45a2-8b31-f1e680a462a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.890517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-6dc50c13-4a99-45a2-8b31-f1e680a462a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0944576 Dec 10 04:29:12.926356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.930377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Request body: {'port': {'device_id': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '771d6b90f7f846239045eeb2a69c167c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:12.962212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99438c9f-04f4-41a2-ba24-71356c654f76 req-56de04c4-1e29-4130-b1c6-214cde8740a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:12.963718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99438c9f-04f4-41a2-ba24-71356c654f76 req-56de04c4-1e29-4130-b1c6-214cde8740a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 948 time: 0.1889362 Dec 10 04:29:12.965171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f0d77079-fa46-4e07-8b99-378d6354bb94,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:12.966312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:12.970303 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f984e-ecd2-4a09-94d1-59c48ce43b0d" -d '{"events": [{"server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "name": "network-vif-plugged", "status": "completed", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:12.974712 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:12.975603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3d34b88c-c91a-4760-a55d-21b2a73b61c9 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:13.039651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 3d34b88c-c91a-4760-a55d-21b2a73b61c9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:29:13.040033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3d34b88c-c91a-4760-a55d-21b2a73b61c9 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:29:13.043316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-bd12e4ba-0dcd-4ccf-a515-3c5c7ff68957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442914 Dec 10 04:29:13.063074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:13.073232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:13.077720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Made reservation on behalf of 771d6b90f7f846239045eeb2a69c167c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:13.081637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.087438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf5a3-45d9-4ad4-8895-58a2106a46f3 req-32c4cf51-f62d-44ac-9f06-3269a0d525aa tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:13.092921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22ecf5a3-45d9-4ad4-8895-58a2106a46f3 req-32c4cf51-f62d-44ac-9f06-3269a0d525aa tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.1412258 Dec 10 04:29:13.110848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99438c9f-04f4-41a2-ba24-71356c654f76 req-3e4d2498-3704-4b8e-8bf3-7ec3aa4dbd14 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313367 Dec 10 04:29:13.136110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9e9416b-571a-43d3-b937-8f5f14702c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.150013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9e9416b-571a-43d3-b937-8f5f14702c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.230552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e9e9416b-571a-43d3-b937-8f5f14702c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e85679141cf94f22b85e52c72af2a6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011410 Dec 10 04:29:13.236227 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f02467-b641-4053-93d1-5eec9e79f3fb x-openstack-request-id: req-51f02467-b641-4053-93d1-5eec9e79f3fb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:13.236570 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "name": "network-vif-plugged", "status": "completed", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:13.236834 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51f02467-b641-4053-93d1-5eec9e79f3fb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:13.237396 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'code': 200} Dec 10 04:29:13.237818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9416b-571a-43d3-b937-8f5f14702c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622024f9-54fb-4a7d-aff3-9ca4ff6d94b7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:13.244042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42818) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:13.275625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22ecf5a3-45d9-4ad4-8895-58a2106a46f3 req-e7aa5c7d-6898-42f8-bcce-e0013a81c306 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729195 Dec 10 04:29:13.335754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-15384d1b-b600-444d-b080-80013fd72895 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bf7e78df4c140cabdcac279007e912b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2664168 Dec 10 04:29:13.338987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42822) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:13.363143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.432745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'name': 'network-vif-deleted', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9'}, {'name': 'network-changed', 'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:13.435375 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74463a8-887f-4062-a3ef-a75b2cf375dd" -d '{"events": [{"server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "name": "network-vif-deleted", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9"}, {"name": "network-changed", "server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:13.437449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.484537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.533109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4a1d-84a3-480f-8ab4-2f93bc37f692 req-1b5f7a9c-9e99-48a7-b616-e60d3fb1b194 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:13.534870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e96d4a1d-84a3-480f-8ab4-2f93bc37f692 req-1b5f7a9c-9e99-48a7-b616-e60d3fb1b194 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1493752 Dec 10 04:29:13.540341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.540585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6475ce6-51cb-468b-98fc-7f44c65ab3e5 req-015300ef-cb89-4175-b565-ddcedd24d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:13.541877 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f6475ce6-51cb-468b-98fc-7f44c65ab3e5 req-015300ef-cb89-4175-b565-ddcedd24d519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 1097 time: 0.1034794 Dec 10 04:29:13.563996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.566271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.569655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/622024f9-54fb-4a7d-aff3-9ca4ff6d94b7 HTTP/1.1" status: 204 len: 168 time: 0.3099518 Dec 10 04:29:13.597682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-e2e9b00a-3eb9-4d0b-a295-b4c0b4af07f8 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295744 Dec 10 04:29:13.609712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0a855-b019-4adc-b43a-37d9bcc2b376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622024f9-54fb-4a7d-aff3-9ca4ff6d94b7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:13.646156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e91da70-632d-4a23-9ced-710315aab8a0 req-f1f3b8ad-c716-4870-bf5d-e0b3bd9def2d tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 210 time: 0.0685155 Dec 10 04:29:13.671546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e96d4a1d-84a3-480f-8ab4-2f93bc37f692 req-c0d8025f-663e-48c5-af36-d243f019dc0e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208198 Dec 10 04:29:13.690522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.694661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:13.698683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cb82e22-90c8-417b-aa3d-0c5992511f9e HTTP/1.1" status: 204 len: 168 time: 0.3564661 Dec 10 04:29:13.709665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e79f7-c24d-4538-ae3b-16c7abb30f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb82e22-90c8-417b-aa3d-0c5992511f9e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:13.752923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f6475ce6-51cb-468b-98fc-7f44c65ab3e5 req-86fd2ad5-dc12-4c52-a5c5-d973e9482906 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983595 Dec 10 04:29:13.774399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:13.822275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Allocated IP 192.168.233.220 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/3f20064d-8ba7-4851-a630-c098b88be800) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:13.831617 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b2e0f22-202c-4f34-aca8-e4f47b2f7a79 req-c2ffde17-e92b-4475-b972-1617ccbcec41 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210841 Dec 10 04:29:13.865286 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc28983-ce86-4f42-b0be-b9cd0f7eed14 x-openstack-request-id: req-2cc28983-ce86-4f42-b0be-b9cd0f7eed14 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:13.865855 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007493b0-da81-436a-a340-b3056082fcb7", "name": "network-vif-deleted", "tag": "3d34b88c-c91a-4760-a55d-21b2a73b61c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:13.866297 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cc28983-ce86-4f42-b0be-b9cd0f7eed14 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:13.866862 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007493b0-da81-436a-a340-b3056082fcb7', 'name': 'network-vif-deleted', 'tag': '3d34b88c-c91a-4760-a55d-21b2a73b61c9', 'status': 'completed', 'code': 200} Dec 10 04:29:13.868688 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'status': 'completed', 'code': 200} Dec 10 04:29:13.984596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16bccd8b-d3db-41eb-a440-da49196919fe req-e927f6a4-21fb-4f74-841b-7c152be5cf2c tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 210 time: 0.0443282 Dec 10 04:29:13.998594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:14.023604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'mac_address': 'fa:16:3e:b2:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:14.085234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:14.098673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-f8c4fa06-4420-4c2b-8460-278185e432da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.101109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-f8c4fa06-4420-4c2b-8460-278185e432da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1094 time: 0.1525648 Dec 10 04:29:14.103468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.119537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:14.128177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43024b24-9296-4303-b942-d1d374ee7b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.158146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:14.169413 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.240437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.253415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-285d44b3-f0d4-486a-82ef-bf64af912f38 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e355163a475049538da116236b9d5fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1503766 Dec 10 04:29:14.265108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:14.398674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43024b24-9296-4303-b942-d1d374ee7b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.407494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2553a5-f3ed-4ada-bdd8-6940f2c7dde4 req-67c001d5-ddea-485f-94b0-ab9c35f9772a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.409210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2553a5-f3ed-4ada-bdd8-6940f2c7dde4 req-67c001d5-ddea-485f-94b0-ab9c35f9772a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 948 time: 0.1365132 Dec 10 04:29:14.411519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:14.418245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43024b24-9296-4303-b942-d1d374ee7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.443331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.480332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-63419439-61e6-4638-ac4a-5930411fb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.481705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-63419439-61e6-4638-ac4a-5930411fb528 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.3451679 Dec 10 04:29:14.482385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['91b27027-48db-4fdc-8e91-3d44e944efed'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:14.515400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:14.534345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024b24-9296-4303-b942-d1d374ee7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2464bd0-f27e-4a1a-b84d-e580f217a8ad,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:14.541704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43024b24-9296-4303-b942-d1d374ee7b5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a7edb7c225749049a8052d5487aedbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522643 Dec 10 04:29:14.544323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:14.560356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:14.561903 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-9d913fa2-5e1b-441e-810d-04cd35e377c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0683537 Dec 10 04:29:14.569411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d6a04a33-7785-4dd8-8f8b-a5ea949c35de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02284696fd4e4e199fc9c1554f4d64f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546576 Dec 10 04:29:14.571303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42868) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:14.576965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a018e15f-92e3-450b-98d5-31cb2937c016 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:14.583970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-9d012193-5c17-4bbe-aeb4-137c35514eea tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.585233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d0ca3-2f9c-4180-b609-a2f17804f250 req-a08fb249-41d0-4456-b4c0-2196c5e4bb45 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.585441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-9d012193-5c17-4bbe-aeb4-137c35514eea tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234954 Dec 10 04:29:14.586843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:14.591676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Pushing event updated for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:14.592916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-260d0ca3-2f9c-4180-b609-a2f17804f250 req-a08fb249-41d0-4456-b4c0-2196c5e4bb45 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.1773703 Dec 10 04:29:14.603273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:14.609086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.609461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.619371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2553a5-f3ed-4ada-bdd8-6940f2c7dde4 req-9b4234b1-615e-4f86-8ac8-3d88528b89c1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916265 Dec 10 04:29:14.622870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Request body: {'port': {'device_id': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'e355163a475049538da116236b9d5fce'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:14.717405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-260d0ca3-2f9c-4180-b609-a2f17804f250 req-24b06c2d-a17a-4ebd-80fd-dbf912ecc426 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237197 Dec 10 04:29:14.737109 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.775644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-98d6a8f7-6be7-4db8-b11b-ddffab16701a tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8625364 Dec 10 04:29:14.796594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.843860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.853163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Request body: {'port': {'device_id': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:14.856804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-7f19ca69-d9f3-46ca-b9c3-5b7f42337936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.858421 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-7f19ca69-d9f3-46ca-b9c3-5b7f42337936 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.2677138 Dec 10 04:29:14.880172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dce2c2bc-25c5-4782-bbef-97e5e369a1eb req-5621eadc-14d0-41b4-aeb9-92df84e99735 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 210 time: 0.0573065 Dec 10 04:29:14.904786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a018e15f-92e3-450b-98d5-31cb2937c016,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:14.957428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e9c0f-a41f-40e5-b14a-9c45f769bbfa req-f4a3a4ca-fdc2-41e4-b608-c13872955204 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:14.966808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699e9c0f-a41f-40e5-b14a-9c45f769bbfa req-f4a3a4ca-fdc2-41e4-b608-c13872955204 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.0930426 Dec 10 04:29:14.969152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a018e15f-92e3-450b-98d5-31cb2937c016', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'a018e15f-92e3-450b-98d5-31cb2937c016', 'mac_address': 'fa:16:3e:8c:22:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:14.985687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.988414 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:14.989597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff63ef19-eb2d-41cc-8803-68cb7b4bc1a4 HTTP/1.1" status: 204 len: 168 time: 0.4165497 Dec 10 04:29:15.008914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863f260-0b8d-4cb2-bcc2-9db25455101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff63ef19-eb2d-41cc-8803-68cb7b4bc1a4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:15.037637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699e9c0f-a41f-40e5-b14a-9c45f769bbfa req-49c90a28-d901-4ca0-903b-fac23a5733c7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695651 Dec 10 04:29:15.056824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.063754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.068116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-c23b3319-b012-4f71-b556-d8038e87e64e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582708 Dec 10 04:29:15.073065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Made reservation on behalf of e355163a475049538da116236b9d5fce for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:15.077016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.244629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f1b78-74ee-4ce2-9e4f-1ebf2d9c9b91 req-49d0fdf3-36df-4dcc-bc14-079388642f3f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:15.245153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-377f1b78-74ee-4ce2-9e4f-1ebf2d9c9b91 req-49d0fdf3-36df-4dcc-bc14-079388642f3f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 936 time: 0.1162653 Dec 10 04:29:15.247961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.308799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5d76c431-6f2d-474a-b59c-fd355864ba66 None None] Provisioning complete for port 3f20064d-8ba7-4851-a630-c098b88be800 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:15.309430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d76c431-6f2d-474a-b59c-fd355864ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.345573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-377f1b78-74ee-4ce2-9e4f-1ebf2d9c9b91 req-47de35b7-6da9-4b1f-a133-d6f6b28dc74e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973587 Dec 10 04:29:15.383694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.394253 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-537364b4-35c4-47ac-9bb1-72c8138c3b24 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034134 Dec 10 04:29:15.403589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5d76c431-6f2d-474a-b59c-fd355864ba66 None None] Port 3f20064d-8ba7-4851-a630-c098b88be800 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:15.406231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a018e15f-92e3-450b-98d5-31cb2937c016 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:15.431519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a018e15f-92e3-450b-98d5-31cb2937c016,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:15.434033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.436821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.441437 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2464bd0-f27e-4a1a-b84d-e580f217a8ad HTTP/1.1" status: 204 len: 168 time: 0.8924019 Dec 10 04:29:15.445610 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.505339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f2f5f-032d-4064-819d-5adacff67895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2464bd0-f27e-4a1a-b84d-e580f217a8ad,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:15.536360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:15.642139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e74463a8-887f-4062-a3ef-a75b2cf375dd req-9d81099e-b55e-435f-91ca-905c23cd4755 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392807 Dec 10 04:29:15.734959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a018e15f-92e3-450b-98d5-31cb2937c016'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:15.788604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.790178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0183e-74b0-4307-968a-fc77acb04fd2 req-790bd904-aed2-4685-8b62-5965ca62bb7b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:15.798424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37d0183e-74b0-4307-968a-fc77acb04fd2 req-790bd904-aed2-4685-8b62-5965ca62bb7b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 949 time: 0.1030717 Dec 10 04:29:15.805078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.886329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37d0183e-74b0-4307-968a-fc77acb04fd2 req-1dee5652-3164-44e9-ab86-a40e1564b827 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860262 Dec 10 04:29:15.938825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20064d-8ba7-4851-a630-c098b88be800 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:15.954820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f104ba-1eea-4fc3-bd07-7832215fa12e req-be22ba0b-b0e0-4cc1-800d-077d8555bff7 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:15.955863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:15.961530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89f104ba-1eea-4fc3-bd07-7832215fa12e req-be22ba0b-b0e0-4cc1-800d-077d8555bff7 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.1186130 Dec 10 04:29:15.961871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de8fa0a-4302-480d-a58c-3bbf73f3261e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:15.982090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Transition to ACTIVE for port object 3f20064d-8ba7-4851-a630-c098b88be800 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:15.990036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.071809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89f104ba-1eea-4fc3-bd07-7832215fa12e req-31201405-d4de-4162-a300-3ff9fe0047ac tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065652 Dec 10 04:29:16.142769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:16.175282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Allocated IP 192.168.233.57 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/e579c861-bc02-4d6a-ac09-beee1624ab61) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:16.183457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Attempting to bind port 3f20064d-8ba7-4851-a630-c098b88be800 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:16.184785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Attempting to bind port 3f20064d-8ba7-4851-a630-c098b88be800 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:16.185171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Attempting to bind port 3f20064d-8ba7-4851-a630-c098b88be800 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:16.193854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Port 3f20064d-8ba7-4851-a630-c098b88be800 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:16.194219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Attempting to bind port 3f20064d-8ba7-4851-a630-c098b88be800 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:16.214838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:16.215533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:16.215925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:16.216562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Bound port: 3f20064d-8ba7-4851-a630-c098b88be800, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:16.217190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.416958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c3ada32-84f0-42c2-96e9-4c9b3eed59ad req-4799dd22-2781-4ccd-baa1-acf2ec185158 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 210 time: 0.3539310 Dec 10 04:29:16.421509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:16.451545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3f20064d-8ba7-4851-a630-c098b88be800,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:16.461950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.502856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa77e4-87a3-4d52-89ce-ad21c1f0c080 req-87bdce8c-cbbd-4ac9-84c2-7cc9085b13a1 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:16.512986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6aa77e4-87a3-4d52-89ce-ad21c1f0c080 req-87bdce8c-cbbd-4ac9-84c2-7cc9085b13a1 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1071358 Dec 10 04:29:16.521416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:16.523301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.525047 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f20064d-8ba7-4851-a630-c098b88be800 HTTP/1.1" status: 200 len: 1096 time: 1.6770625 Dec 10 04:29:16.533295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:16.535741 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26849929-45ad-4232-aeef-de547fd267bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "tag": "3f20064d-8ba7-4851-a630-c098b88be800"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:16.569772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a018e15f-92e3-450b-98d5-31cb2937c016 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:16.586721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.588655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6aa77e4-87a3-4d52-89ce-ad21c1f0c080 req-4273e2c9-0169-42f7-a039-62d6a3cc24da tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744364 Dec 10 04:29:16.606586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7a39c-08cf-43f3-9976-ccf74d412e00 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:16.666239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-29225229-ed43-47cb-8586-23596dd573cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:16.668797 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-29225229-ed43-47cb-8586-23596dd573cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 1099 time: 0.0774109 Dec 10 04:29:16.678799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.694926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f7f4-dc3b-497d-a09b-e492e7f38bdc req-5c984afd-79e1-4d90-86e2-8ac5bc8dc9b1 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:16.717118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5810f7f4-dc3b-497d-a09b-e492e7f38bdc req-5c984afd-79e1-4d90-86e2-8ac5bc8dc9b1 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.1023593 Dec 10 04:29:16.717649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:16.727574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a018e15f-92e3-450b-98d5-31cb2937c016 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:16.731302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'floatingip': {'port_id': 'f0d77079-fa46-4e07-8b99-378d6354bb94'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:16.735014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a018e15f-92e3-450b-98d5-31cb2937c016 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:16.735390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.904331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42970) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:16.940080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.984758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:16.997033 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a93ef-edae-4418-8c7f-4e69505559cf x-openstack-request-id: req-5e2a93ef-edae-4418-8c7f-4e69505559cf {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:16.997312 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "tag": "3f20064d-8ba7-4851-a630-c098b88be800", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:16.997560 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e2a93ef-edae-4418-8c7f-4e69505559cf {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:16.997936 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800', 'status': 'completed', 'code': 200} Dec 10 04:29:17.005290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-9c1f0795-e66c-48f0-a1a2-4b6939196367 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3f20064d-8ba7-4851-a630-c098b88be800 HTTP/1.1" status: 200 len: 217 time: 0.3167682 Dec 10 04:29:17.014965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:17.046401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:17.048606 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a296e78b-7cf3-41a1-8d33-728712338252" -d '{"events": [{"server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "name": "network-vif-plugged", "status": "completed", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:17.067161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:17.069732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:17.075891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.076534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.079896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-9e378790-2c13-43fe-ad82-17bc276023da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.081511 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-9e378790-2c13-43fe-ad82-17bc276023da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0603707 Dec 10 04:29:17.083554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Pushing event updated for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:17.088446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a018e15f-92e3-450b-98d5-31cb2937c016,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:17.103497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.128095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-46e9f004-fc05-4626-b7fd-b107a166b676 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5098290 Dec 10 04:29:17.150804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Request body: {'port': {'device_id': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:17.217331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:17.240512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-2c035a55-d8f1-4e74-89db-399cc1372724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.242618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-2c035a55-d8f1-4e74-89db-399cc1372724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503909 Dec 10 04:29:17.297908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd44-838b-4aa8-8e5b-85c21ef66552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.336303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.340810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0fe-bcc4-4980-a3f2-16bcfa144ad0 req-6ba82ca3-9c8a-4f0e-8373-04265936c204 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.348164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65d5b0fe-bcc4-4980-a3f2-16bcfa144ad0 req-6ba82ca3-9c8a-4f0e-8373-04265936c204 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 948 time: 0.6201541 Dec 10 04:29:17.391182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935ec79-f2e5-414e-848a-adc3ab1e846d req-0ce5b7eb-788c-4411-9d72-04faf9dedecd tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.393231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9935ec79-f2e5-414e-848a-adc3ab1e846d req-0ce5b7eb-788c-4411-9d72-04faf9dedecd tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 950 time: 0.3152225 Dec 10 04:29:17.427635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b63e80ae-fede-4145-be1c-a239be4cc013 None None] Provisioning complete for port e579c861-bc02-4d6a-ac09-beee1624ab61 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:17.429134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b63e80ae-fede-4145-be1c-a239be4cc013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.504417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b63e80ae-fede-4145-be1c-a239be4cc013 None None] Port e579c861-bc02-4d6a-ac09-beee1624ab61 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:17.514182 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-cdfa8a02-a15e-4249-8093-8123d816b29e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317736 Dec 10 04:29:17.557759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65d5b0fe-bcc4-4980-a3f2-16bcfa144ad0 req-89590b03-8504-4ff6-b8c5-3008a1010a3e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085981 Dec 10 04:29:17.624524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9935ec79-f2e5-414e-848a-adc3ab1e846d req-05de2235-043e-48de-af23-552e306df941 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160013 Dec 10 04:29:17.658470 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b472d145-4e9e-4b40-8482-145a878853d4 x-openstack-request-id: req-b472d145-4e9e-4b40-8482-145a878853d4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:17.658959 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "name": "network-vif-plugged", "status": "completed", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:17.659081 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b472d145-4e9e-4b40-8482-145a878853d4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:17.659430 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016', 'code': 200} Dec 10 04:29:17.679510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd44-838b-4aa8-8e5b-85c21ef66552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.694553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd44-838b-4aa8-8e5b-85c21ef66552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.735435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b156a26f-f210-4a7f-adb5-2e531f9d8d7e req-ed5e74d6-2692-419c-a873-b59c67417ed1 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745136 Dec 10 04:29:17.787065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:17.829079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:17.842170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9ab1-04a2-4534-ae12-22af6efc9b77 req-907699a8-9018-4220-b958-dec8b17b75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:17.843812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b4f9ab1-04a2-4534-ae12-22af6efc9b77 req-907699a8-9018-4220-b958-dec8b17b75cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 1101 time: 0.0743163 Dec 10 04:29:17.895425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e579c861-bc02-4d6a-ac09-beee1624ab61 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:17.921182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.934968 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8b4f9ab1-04a2-4534-ae12-22af6efc9b77 req-eb943304-533f-4e41-af50-2f54c03cd2ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677912 Dec 10 04:29:17.939550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Transition to ACTIVE for port object e579c861-bc02-4d6a-ac09-beee1624ab61 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:17.945652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:17.982065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:17.993758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port db2c7411-a157-4c66-81c4-e8c402e1957b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:18.003105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port db2c7411-a157-4c66-81c4-e8c402e1957b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:18.003495 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.005153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'port_id': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'mac_address': 'fa:16:3e:fc:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:18.046674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Pushing event updated for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:18.108542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Attempting to bind port e579c861-bc02-4d6a-ac09-beee1624ab61 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:18.108936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Attempting to bind port e579c861-bc02-4d6a-ac09-beee1624ab61 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:18.109193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Attempting to bind port e579c861-bc02-4d6a-ac09-beee1624ab61 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:18.112039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.113626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Port e579c861-bc02-4d6a-ac09-beee1624ab61 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:18.113933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Attempting to bind port e579c861-bc02-4d6a-ac09-beee1624ab61 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:18.119436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:18.119773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:18.120191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:18.120840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Bound port: e579c861-bc02-4d6a-ac09-beee1624ab61, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:18.121187 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.156687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:18.203954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:18.205376 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.218149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:18.222244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e579c861-bc02-4d6a-ac09-beee1624ab61,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:18.225725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.230165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.271642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.271813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37bd44-838b-4aa8-8e5b-85c21ef66552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb38af89-af39-44f5-b102-826531d11a74,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:18.272697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.274907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] 10.222.0.36 "PUT /v2.0/ports/e579c861-bc02-4d6a-ac09-beee1624ab61 HTTP/1.1" status: 200 len: 1095 time: 1.1321850 Dec 10 04:29:18.280583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c37bd44-838b-4aa8-8e5b-85c21ef66552 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d487fa73069941df92fc237a1427ad9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3722613 Dec 10 04:29:18.281254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:18.322669 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:29:18.324225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68840ced-ad15-47bd-ad1d-18b71148557b service neutron] Pushing event updated for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:18.349810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:18.359026 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.377892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:18.407746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-28c1656c-8d20-4565-bafb-bc93254413bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.409576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-28c1656c-8d20-4565-bafb-bc93254413bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 1098 time: 0.0481012 Dec 10 04:29:18.452322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f958ae-57f3-491a-be21-192c697583d3 req-8897eb43-436c-4af8-be6b-ced01a832d78 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.453854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3f958ae-57f3-491a-be21-192c697583d3 req-8897eb43-436c-4af8-be6b-ced01a832d78 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.3833778 Dec 10 04:29:18.466043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:18.474363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-8adc8a11-7039-4d9f-af6e-970d2ea727dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e579c861-bc02-4d6a-ac09-beee1624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0477371 Dec 10 04:29:18.487106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849929-45ad-4232-aeef-de547fd267bd req-7b1e4e89-e3b2-4e23-ae46-766296bc2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.488691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-7b1e4e89-e3b2-4e23-ae46-766296bc2112 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 1099 time: 0.4031916 Dec 10 04:29:18.496009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9630-bd15-40ba-b264-2d2a7c003178 req-3cd70e10-9ee3-4b67-850e-b2ce2af006a5 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.497520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a1a9630-bd15-40ba-b264-2d2a7c003178 req-3cd70e10-9ee3-4b67-850e-b2ce2af006a5 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 947 time: 0.4251058 Dec 10 04:29:18.526196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.530702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-d9c8e895-5a73-4a70-8dd0-67b66ee64233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.532173 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-d9c8e895-5a73-4a70-8dd0-67b66ee64233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0489306 Dec 10 04:29:18.545034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.570887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.572646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:18.587978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-53a087e1-8ec4-40ad-b310-dce38b269c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.589431 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-53a087e1-8ec4-40ad-b310-dce38b269c0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490980 Dec 10 04:29:18.692655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-f111056f-6d11-4915-93d3-7f61c9440e55 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945296 Dec 10 04:29:18.791280 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5af5854d-a9f3-4886-b6b2-bc8f86d5b1c0 req-c4faeef9-be56-49d9-8444-9cc7fbeb1385 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901532 Dec 10 04:29:18.819841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:18.933341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3f958ae-57f3-491a-be21-192c697583d3 req-2bfd9175-fcf0-416a-a395-b3422bfdd8f4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573817 Dec 10 04:29:18.936709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a1a9630-bd15-40ba-b264-2d2a7c003178 req-49488f85-7ea8-40d1-acda-f934e4fe95d6 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228594 Dec 10 04:29:18.981222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849929-45ad-4232-aeef-de547fd267bd req-97a633b2-5f9a-48c5-9ab2-2b259fda9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:18.982748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-97a633b2-5f9a-48c5-9ab2-2b259fda9b0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.4751420 Dec 10 04:29:18.999247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:19.003097 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383" -d '{"events": [{"name": "network-changed", "server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:19.006273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.009545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.010579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb38af89-af39-44f5-b102-826531d11a74 HTTP/1.1" status: 204 len: 168 time: 0.7143505 Dec 10 04:29:19.042051 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Floating IP edb8b59a-037c-4709-9f6f-68e7d078039b associated. External IP: 172.25.8.5, port: f0d77079-fa46-4e07-8b99-378d6354bb94. Dec 10 04:29:19.044850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-b75259b2-316b-4f2a-8011-f82f28db1a41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3f20064d-8ba7-4851-a630-c098b88be800 HTTP/1.1" status: 200 len: 217 time: 0.0505145 Dec 10 04:29:19.087771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4bfb6-c641-445a-99da-f479e4d6bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb38af89-af39-44f5-b102-826531d11a74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:19.194605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849929-45ad-4232-aeef-de547fd267bd req-1ad52d64-179a-4b1d-be68-2470a176067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:19.196092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-1ad52d64-179a-4b1d-be68-2470a176067e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1096213 Dec 10 04:29:19.368656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417022a-abda-41fe-8ca4-d11d43f89470 req-90e559d7-7825-4c1c-b6d1-e71b9133b9cb tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:19.370142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9417022a-abda-41fe-8ca4-d11d43f89470 req-90e559d7-7825-4c1c-b6d1-e71b9133b9cb tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 948 time: 0.1613996 Dec 10 04:29:19.382598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849929-45ad-4232-aeef-de547fd267bd req-9772ee8d-7022-469e-b8f6-359cde478c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:19.384027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-9772ee8d-7022-469e-b8f6-359cde478c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702280 Dec 10 04:29:19.484781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd33a-c3fa-4586-830c-db3ad279fbf5 req-e38ef38a-b4ba-4d87-8776-bc94fc6d75e7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:19.486445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e7fd33a-c3fa-4586-830c-db3ad279fbf5 req-e38ef38a-b4ba-4d87-8776-bc94fc6d75e7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 950 time: 0.1660829 Dec 10 04:29:19.499855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:19.517765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40c70f50-add1-40c3-80e7-65603d422a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.565482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:29:19.570759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9417022a-abda-41fe-8ca4-d11d43f89470 req-e44538fb-d7d6-4355-a166-461e3b459480 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913218 Dec 10 04:29:19.599886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40c70f50-add1-40c3-80e7-65603d422a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.604772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40c70f50-add1-40c3-80e7-65603d422a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.611923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-e83914ab-ad2c-4065-a79a-9757a5c63036 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901581 Dec 10 04:29:19.618897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e7fd33a-c3fa-4586-830c-db3ad279fbf5 req-962b534d-df3f-46de-be32-000ec0db54fe tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989914 Dec 10 04:29:19.642982 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64c5de-fdc1-4b00-8851-676931a17697 x-openstack-request-id: req-3c64c5de-fdc1-4b00-8851-676931a17697 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:19.643281 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:19.643538 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c64c5de-fdc1-4b00-8851-676931a17697 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:19.643936 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61', 'status': 'completed', 'code': 200} Dec 10 04:29:19.660111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-40c70f50-add1-40c3-80e7-65603d422a5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e865e285d4044ea3927fcce5b89a298e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562767 Dec 10 04:29:19.660111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c70f50-add1-40c3-80e7-65603d422a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b75819-8daf-4eed-a4d2-abfb1c126a54,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:19.660906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:19.661086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:19.665335 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a0adbc-994c-4bdc-9797-ac96d750f9b8" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:19.764621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-b741f77d-2eb1-4a44-84af-d4674844c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:19.766115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-b741f77d-2eb1-4a44-84af-d4674844c4f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 1098 time: 0.0633283 Dec 10 04:29:19.769284 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef8b6f-2d1d-4721-9cb3-a5600ad1fd01 x-openstack-request-id: req-b0ef8b6f-2d1d-4721-9cb3-a5600ad1fd01 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:19.769805 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:19.770207 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0ef8b6f-2d1d-4721-9cb3-a5600ad1fd01 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:19.770826 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'code': 200} Dec 10 04:29:19.802131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:19.866541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:29:19.878178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.884683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.886658 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:29:19.902148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:19.902795 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:19.920053 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.953205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:19.965712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-32edd9e0-74a5-412c-b696-ee02e2770800 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "PUT /v2.0/floatingips/edb8b59a-037c-4709-9f6f-68e7d078039b HTTP/1.1" status: 200 len: 990 time: 3.2467222 Dec 10 04:29:19.969953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:19.970667 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:19.974857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26849929-45ad-4232-aeef-de547fd267bd req-d73aab08-c8fc-4cf8-b653-4898e83461cb service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548646 Dec 10 04:29:19.989507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:19.995051 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df6675-2cf0-48f1-81e0-778767cb272d" -d '{"events": [{"name": "network-changed", "server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:20.001303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1c5f-4238-43f6-8780-a33eebd5ca87 req-cda20793-4ef3-43a6-9152-d45fd0e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.001303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dced1c5f-4238-43f6-8780-a33eebd5ca87 req-cda20793-4ef3-43a6-9152-d45fd0e93f3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1101 time: 0.1160166 Dec 10 04:29:20.009859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-9c5792bc-5eef-42a7-921a-49f49c0fd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.012263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-9c5792bc-5eef-42a7-921a-49f49c0fd6ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2375708 Dec 10 04:29:20.015111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8daa0a-b642-408d-8de5-8a9d53bcb87f req-58020b71-dbe7-4811-a953-4509e1e49937 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.028122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be8daa0a-b642-408d-8de5-8a9d53bcb87f req-58020b71-dbe7-4811-a953-4509e1e49937 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2782595 Dec 10 04:29:20.080906 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:20.108419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.125957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.130508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-1d8574a4-f350-4445-a194-49fc32935248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e579c861-bc02-4d6a-ac09-beee1624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0978494 Dec 10 04:29:20.144375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3a33-f187-4490-a14a-0d72d779cb0a req-ffda251f-76b9-457d-8877-8ac5ff41eb11 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.146017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4d3a33-f187-4490-a14a-0d72d779cb0a req-ffda251f-76b9-457d-8877-8ac5ff41eb11 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 947 time: 0.0871227 Dec 10 04:29:20.187378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:20.194112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.221471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be8daa0a-b642-408d-8de5-8a9d53bcb87f req-fa0f71ee-55f8-46bd-9eef-8bf6185b96e4 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922348 Dec 10 04:29:20.249918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:20.255653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:20.264434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4d3a33-f187-4490-a14a-0d72d779cb0a req-cc1228e4-50c2-42d2-b6fc-87a7296d5a7d tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089530 Dec 10 04:29:20.276940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dced1c5f-4238-43f6-8780-a33eebd5ca87 req-46ca8222-94ec-4c6c-b9cd-f7a493f4e84c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628222 Dec 10 04:29:20.285225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-8c908c1e-1220-4fdd-9c39-f413e100f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.287463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-8c908c1e-1220-4fdd-9c39-f413e100f44a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1490355 Dec 10 04:29:20.296085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.309511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.310850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19b75819-8daf-4eed-a4d2-abfb1c126a54 HTTP/1.1" status: 204 len: 168 time: 0.6461356 Dec 10 04:29:20.321920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a2490-010e-492e-821a-7cb12c863692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b75819-8daf-4eed-a4d2-abfb1c126a54,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:20.438028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0da1833f-5c4c-4327-8b9a-6750577722ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.440452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ddbbe-76ce-4e14-9e1d-2253f04fbc05 req-f7fab8f2-ddd2-4d4d-af81-aafbd9a814d9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.441768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd5ddbbe-76ce-4e14-9e1d-2253f04fbc05 req-f7fab8f2-ddd2-4d4d-af81-aafbd9a814d9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 945 time: 0.0977385 Dec 10 04:29:20.456256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-798954c5-04cd-42fa-a3f3-9d6d07136392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.459488 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-798954c5-04cd-42fa-a3f3-9d6d07136392 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569111 Dec 10 04:29:20.516128 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:29:18Z', 'revision_number': 1, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:20.550143 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:29:20.557721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd5ddbbe-76ce-4e14-9e1d-2253f04fbc05 req-066b792c-d0da-46ee-b931-740c53b07829 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Dec 10 04:29:20.566478 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:20.567095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:28:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:20.574871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3f20064d-8ba7-4851-a630-c098b88be800 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:20.628593 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-f4c42322-26c0-45e4-b5a5-c0dadc40659a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616259 Dec 10 04:29:20.655528 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a997f-628d-4681-8a9e-163b350e5520 x-openstack-request-id: req-b42a997f-628d-4681-8a9e-163b350e5520 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:20.656064 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:20.656064 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b42a997f-628d-4681-8a9e-163b350e5520 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:20.656776 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'status': 'completed', 'code': 200} Dec 10 04:29:20.741691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:20.766482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-d6cb448a-6c54-4045-9739-433966bfce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:20.768244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-d6cb448a-6c54-4045-9739-433966bfce60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 1097 time: 0.0722938 Dec 10 04:29:20.776597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3f20064d-8ba7-4851-a630-c098b88be800,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:20.794176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3f20064d-8ba7-4851-a630-c098b88be800', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '3f20064d-8ba7-4851-a630-c098b88be800', 'mac_address': 'fa:16:3e:bd:dd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:20.836952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.851859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0da1833f-5c4c-4327-8b9a-6750577722ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.856521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20064d-8ba7-4851-a630-c098b88be800 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:20.864001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0da1833f-5c4c-4327-8b9a-6750577722ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.887525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3f20064d-8ba7-4851-a630-c098b88be800,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:20.895521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:20.933171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0da1833f-5c4c-4327-8b9a-6750577722ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fde186fff7a14f70852990f9c585a34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808071 Dec 10 04:29:20.937602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:20.977594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4f6fcca5-e5fc-41fe-839c-8f2da8b11383 req-7a22d90b-4f32-4d14-b375-211b3bb7daf8 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403628 Dec 10 04:29:20.983330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1833f-5c4c-4327-8b9a-6750577722ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6258ed8-3fcc-41f5-8749-6da519e557f7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:20.984624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:21.029968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.038633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd98ac-1148-4de8-a980-ef630d5d45c9 req-112a6b20-cea0-4b10-b3e4-656b11dab8f7 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.051846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38bd98ac-1148-4de8-a980-ef630d5d45c9 req-112a6b20-cea0-4b10-b3e4-656b11dab8f7 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 948 time: 0.2767086 Dec 10 04:29:21.057376 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.121463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-14f780bc-3525-4b3b-88a2-f346c14cc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.123163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.123873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-14f780bc-3525-4b3b-88a2-f346c14cc233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 925 time: 0.3388166 Dec 10 04:29:21.127617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:21.128817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.130356 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6258ed8-3fcc-41f5-8749-6da519e557f7 HTTP/1.1" status: 204 len: 168 time: 0.1914971 Dec 10 04:29:21.142066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452207e-09f6-4827-a5b4-380d54152264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6258ed8-3fcc-41f5-8749-6da519e557f7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:21.187788 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:29:18Z', 'revision_number': 1, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:21.212954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3f20064d-8ba7-4851-a630-c098b88be800'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:21.219053 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e865d3f-5470-4849-9def-19aa1f9b4f02 None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:29:18Z', 'revision_number': 1, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:29:21.234580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38bd98ac-1148-4de8-a980-ef630d5d45c9 req-e7cc388e-8188-4737-9e4d-3646d35bcb06 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667411 Dec 10 04:29:21.334402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-ccd45fca-60d8-481a-967d-c28f62feb816 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 200 len: 998 time: 0.1882350 Dec 10 04:29:21.490025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4f717-b7fb-405b-8d12-b9a8158df2fe req-7cab54b1-f211-4757-bf35-e7fcde364137 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.492136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74d4f717-b7fb-405b-8d12-b9a8158df2fe req-7cab54b1-f211-4757-bf35-e7fcde364137 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1562719 Dec 10 04:29:21.497218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-5f6e35d0-9aeb-4bac-8e78-4aa54366ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.499529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-5f6e35d0-9aeb-4bac-8e78-4aa54366ff94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.1512980 Dec 10 04:29:21.605388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d31d3b-76f5-4d31-8c3e-fad77b6b1b31 req-8ce6349b-fb95-48c1-9dc5-c670c2bf7de0 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.607090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5d31d3b-76f5-4d31-8c3e-fad77b6b1b31 req-8ce6349b-fb95-48c1-9dc5-c670c2bf7de0 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 947 time: 0.1995611 Dec 10 04:29:21.614987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb899c1-5b36-442a-aef8-c73f8eede636 None None] New status for floating IP edb8b59a-037c-4709-9f6f-68e7d078039b: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:29:21.641253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-316af4f7-8a0a-445d-8631-03272228f4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.685858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:21.703881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf64dcb1-a847-4b45-b341-295156db2ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.710350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-3a0014f5-f237-44a4-a856-75540b71ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:21.712423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-3a0014f5-f237-44a4-a856-75540b71ba40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005656 Dec 10 04:29:21.740422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74d4f717-b7fb-405b-8d12-b9a8158df2fe req-d228ae77-d92f-4601-8787-8c184e385907 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369032 Dec 10 04:29:21.788955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:21.810366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:21.813410 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b668e34-c5e0-438d-964e-23a5f52831a9" -d '{"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-plugged", "status": "completed", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:21.828910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5d31d3b-76f5-4d31-8c3e-fad77b6b1b31 req-30f28205-6707-47f4-b4ce-6117860ed316 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931026 Dec 10 04:29:21.850112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf64dcb1-a847-4b45-b341-295156db2ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.857324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf64dcb1-a847-4b45-b341-295156db2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.898690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bf64dcb1-a847-4b45-b341-295156db2ce6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ede12287a1b4baca54797e550a972d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120163 Dec 10 04:29:21.900731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64dcb1-a847-4b45-b341-295156db2ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46c1101-dc66-4b14-8cca-efe1188bfab8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:21.903119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:21.967308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-316af4f7-8a0a-445d-8631-03272228f4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.969089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-6929da8f-27ed-4ea7-9f33-a50529ba40db service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460597 Dec 10 04:29:21.989555 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08547b8b-33f6-4b92-a3ea-454140788968 x-openstack-request-id: req-08547b8b-33f6-4b92-a3ea-454140788968 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:21.989943 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-plugged", "status": "completed", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:21.990361 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08547b8b-33f6-4b92-a3ea-454140788968 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:21.991397 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'code': 200} Dec 10 04:29:21.992304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:21.994184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-316af4f7-8a0a-445d-8631-03272228f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.012703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1559239154-network', 'tenant_id': 'ceeaecbfbc364ef88d69b3c75c373278'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:22.042172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.074959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Made reservation on behalf of ceeaecbfbc364ef88d69b3c75c373278 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:22.077330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.087821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.147147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.149786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.153306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f46c1101-dc66-4b14-8cca-efe1188bfab8 HTTP/1.1" status: 204 len: 168 time: 0.2469347 Dec 10 04:29:22.171203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09aaec-b410-4482-9cf9-15436ac86876 req-b6991442-d6a0-4065-b617-c963de007d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.172705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aa09aaec-b410-4482-9cf9-15436ac86876 req-b6991442-d6a0-4065-b617-c963de007d48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1096 time: 0.0734277 Dec 10 04:29:22.173407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03facc17-7b16-44c3-9295-aaf0fa6eec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46c1101-dc66-4b14-8cca-efe1188bfab8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.260528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aa09aaec-b410-4482-9cf9-15436ac86876 req-8c659cf3-0f4d-47ed-99b7-44f44169d03d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788870 Dec 10 04:29:22.265224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.274513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.297997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-002d30db-d426-4cea-b207-041b678d9ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.314507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:22.314743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316af4f7-8a0a-445d-8631-03272228f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff26206-e643-4d36-8be8-576a25a91655,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.321230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-316af4f7-8a0a-445d-8631-03272228f4b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a1ddcb1f4834532bb2231e44c1554ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1903329 Dec 10 04:29:22.322382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:22.328925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881dc101-3149-47be-b1e3-3353afbc8d37,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.330143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1da8e-c125-4ed1-8818-4bede0596464 req-b3322281-c73b-4874-a821-72f588bc61b4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.331908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebc1da8e-c125-4ed1-8818-4bede0596464 req-b3322281-c73b-4874-a821-72f588bc61b4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 945 time: 0.3796108 Dec 10 04:29:22.343746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.344349 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Added segment 5f431a62-8a94-4c83-aadd-7fbb4cb7cdc3 of type vlan for network 70ed036f-8c45-42d2-b696-f7531383b4c3 Dec 10 04:29:22.404144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.428107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0df6675-2cf0-48f1-81e0-778767cb272d req-7c01a33c-2484-4fd1-9637-7ba9cd4d3b1d service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446964 Dec 10 04:29:22.431091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.433164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.434069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.464435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebc1da8e-c125-4ed1-8818-4bede0596464 req-5c580b1a-9873-41e6-95ac-0f38040a0722 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217184 Dec 10 04:29:22.478328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6849794 Dec 10 04:29:22.478522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363bf90-5026-473d-b500-acf58457911f req-be95e679-0ec7-4b8b-b956-f9bddf2aaa90 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.478638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:22.484898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Request body: {'subnet': {'network_id': '70ed036f-8c45-42d2-b696-f7531383b4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1559239154-subnet', 'tenant_id': 'ceeaecbfbc364ef88d69b3c75c373278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:22.485409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1363bf90-5026-473d-b500-acf58457911f req-be95e679-0ec7-4b8b-b956-f9bddf2aaa90 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 949 time: 0.1311505 Dec 10 04:29:22.519281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.528264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7c453-1d65-41f7-8234-bab6cf58bddc admin admin] Pushing event updated for resources: {'Network': ['ID=70ed036f-8c45-42d2-b696-f7531383b4c3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.537234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Made reservation on behalf of ceeaecbfbc364ef88d69b3c75c373278 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:22.540992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.543844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 70ed036f-8c45-42d2-b696-f7531383b4c3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:22.569051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1363bf90-5026-473d-b500-acf58457911f req-766065ce-f82d-4466-90e8-466c6cd5e6f8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781157 Dec 10 04:29:22.572705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.591511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e579c861-bc02-4d6a-ac09-beee1624ab61 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:22.629622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.632570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.636036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fff26206-e643-4d36-8be8-576a25a91655 HTTP/1.1" status: 204 len: 168 time: 0.3011019 Dec 10 04:29:22.644842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff26206-e643-4d36-8be8-576a25a91655,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.656921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.657493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.658066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.658610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.659186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.659865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.661022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.661585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.662280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.663434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.666257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.666896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.667449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90949562-de19-41e5-8800-b4f53f8e4d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.759723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.800501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3f20064d-8ba7-4851-a630-c098b88be800 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:22.845007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Checking segment: {'id': '5f431a62-8a94-4c83-aadd-7fbb4cb7cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '70ed036f-8c45-42d2-b696-f7531383b4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:22.845394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Network hostable DHCP agents. Network: 70ed036f-8c45-42d2-b696-f7531383b4c3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:22.853340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=43eb87de-a3e4-45c0-b69f-5196ce0eee1d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:22.868299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.868675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.869018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.869351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.869724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.870012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.870340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.870656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.870971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.871434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.871827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.872123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.872437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:22.885574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Network 70ed036f-8c45-42d2-b696-f7531383b4c3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:22.897742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 70ed036f-8c45-42d2-b696-f7531383b4c3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:22.903213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.903808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:22.911645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4f6b4-f765-424d-997e-76d773b5bdda None None] Network 70ed036f-8c45-42d2-b696-f7531383b4c3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:22.926610 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c10a790-6798-489f-bb2b-69c593b6bbdd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4470506 Dec 10 04:29:22.951184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee3ae1-0c06-4e80-9dc3-33397192f40f req-b6743960-8be2-45c1-998f-6a3ba8c711a1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:22.952903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ee3ae1-0c06-4e80-9dc3-33397192f40f req-b6743960-8be2-45c1-998f-6a3ba8c711a1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0913072 Dec 10 04:29:23.096194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a4f9e-960f-4988-b2b5-adb769a8eb03 req-4bc3ce77-981c-49b3-b20e-a960edc431be tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:23.098231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f65a4f9e-960f-4988-b2b5-adb769a8eb03 req-4bc3ce77-981c-49b3-b20e-a960edc431be tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 947 time: 0.1441808 Dec 10 04:29:23.102222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ee3ae1-0c06-4e80-9dc3-33397192f40f req-f7ed9289-bb19-49b7-a258-4f7f88c84b57 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386499 Dec 10 04:29:23.110771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3f20064d-8ba7-4851-a630-c098b88be800 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:23.131366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-61561eb6-6d46-41cc-86f1-27d13c9382cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039617 Dec 10 04:29:23.138142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e579c861-bc02-4d6a-ac09-beee1624ab61,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:23.140649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3f20064d-8ba7-4851-a630-c098b88be800 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:23.141017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.152696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bea7c-593f-4b6d-9df2-ac36052e9c14 None None] Network 70ed036f-8c45-42d2-b696-f7531383b4c3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:23.186268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f65a4f9e-960f-4988-b2b5-adb769a8eb03 req-bbe83df4-2f0b-4e19-80bd-2a4d06e4a60e tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Dec 10 04:29:23.208628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'e579c861-bc02-4d6a-ac09-beee1624ab61', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'e579c861-bc02-4d6a-ac09-beee1624ab61', 'mac_address': 'fa:16:3e:a8:b4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:23.237955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:23.274810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53d789f1-9cba-4047-8fd5-9b7ca3436fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.303889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-6f3fbe61-71c5-46ee-8b91-06f056bb1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:23.306248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-6f3fbe61-71c5-46ee-8b91-06f056bb1820 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 1097 time: 0.0868497 Dec 10 04:29:23.346937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.354727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.426156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e579c861-bc02-4d6a-ac09-beee1624ab61 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:23.440832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:23.455947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e579c861-bc02-4d6a-ac09-beee1624ab61,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:23.466447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.482356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53d789f1-9cba-4047-8fd5-9b7ca3436fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.490437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53d789f1-9cba-4047-8fd5-9b7ca3436fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.544053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-8aee6fed-10a0-4f86-adaf-6be544b85d4b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859110 Dec 10 04:29:23.565362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:23.565783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-53d789f1-9cba-4047-8fd5-9b7ca3436fb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=608d5cbb550e491eb7da6bb79e7782c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263721 Dec 10 04:29:23.566141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d789f1-9cba-4047-8fd5-9b7ca3436fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7500dc-dab3-4156-9c57-479de0e746b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:23.569186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:23.627368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.640733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.669582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.672856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3f20064d-8ba7-4851-a630-c098b88be800,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:23.682757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.703465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-4b20bbe7-33f1-4fcb-a1e1-ed6926d44296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:23.704945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-4b20bbe7-33f1-4fcb-a1e1-ed6926d44296 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 925 time: 0.3773360 Dec 10 04:29:23.725443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-422913761-network', 'tenant_id': '6a8db4c65ae045a2a232eee5e8f4b206'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:23.752940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Made reservation on behalf of 6a8db4c65ae045a2a232eee5e8f4b206 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:23.755190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.756805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:23.764042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e579c861-bc02-4d6a-ac09-beee1624ab61'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:23.775771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.779072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.780452 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da7500dc-dab3-4156-9c57-479de0e746b4 HTTP/1.1" status: 204 len: 168 time: 0.2103658 Dec 10 04:29:23.785912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.799303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba73868-4459-45cf-9a9e-1b03c688e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7500dc-dab3-4156-9c57-479de0e746b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:23.837550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee1da2-7976-4a8f-b331-cff350f10436 req-41068626-657d-4942-8915-addddd3e05c4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:23.839205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73ee1da2-7976-4a8f-b331-cff350f10436 req-41068626-657d-4942-8915-addddd3e05c4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 945 time: 0.1891298 Dec 10 04:29:23.879449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-aed35d2a-1db1-4dd0-9f1b-a9c7404d52bb tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:23.887666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-aed35d2a-1db1-4dd0-9f1b-a9c7404d52bb tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245041 Dec 10 04:29:23.897657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-cb976641-bd2e-4f13-aed0-044ca2cfaa03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 200 len: 1000 time: 0.1489761 Dec 10 04:29:23.915141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.923644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.945559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:23.955739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-a712f36b-b142-447f-b87a-03d199167943 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/quotas/674023d59cd04ba4a2a6010388ebd6fe HTTP/1.1" status: 200 len: 375 time: 0.0670855 Dec 10 04:29:23.963712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:23.964067 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Added segment 168e8f3b-aa3e-4e16-b399-dacd8a9589dc of type vlan for network c400a87b-5c9b-4285-8317-8eb6c245fa73 Dec 10 04:29:23.993066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:23.996253 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b88b5-4789-4024-8c7c-516b59fe35b0" -d '{"events": [{"server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "name": "network-vif-plugged", "status": "completed", "tag": "3f20064d-8ba7-4851-a630-c098b88be800"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:24.023877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73ee1da2-7976-4a8f-b331-cff350f10436 req-ba90d870-066c-4252-be37-7c77b14cc354 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734264 Dec 10 04:29:24.034463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-81c03c2c-6a96-4091-911a-2d948ec411b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.036274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-81c03c2c-6a96-4091-911a-2d948ec411b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.1268930 Dec 10 04:29:24.039414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.067872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b42c37-6a4c-42d7-8667-b32d3d89e219,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:24.069671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-462d0972-7aee-4f7c-a2b4-1d7266fe2676 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108313 Dec 10 04:29:24.073387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:24.084734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-610358590-network', 'tenant_id': '09b44e92de434a7786edc6f73ea4067d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:24.108643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.110363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.111159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.150671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-e079172a-22c4-4541-a02a-6bd2587e216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.156082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-e079172a-22c4-4541-a02a-6bd2587e216f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854235 Dec 10 04:29:24.174965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] Pushing event updated for resources: {'Network': ['ID=c400a87b-5c9b-4285-8317-8eb6c245fa73,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:24.180042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Made reservation on behalf of 09b44e92de434a7786edc6f73ea4067d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:24.182671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.193291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c400a87b-5c9b-4285-8317-8eb6c245fa73 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:24.193544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.210570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c886ecb5-3c81-4ef6-a778-70ea4f8a7f9a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7636945 Dec 10 04:29:24.298810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-0396111a-df03-461f-83b8-77448cba6276 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190975 Dec 10 04:29:24.299386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43230) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:24.308377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.314152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.328108 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ddcc0-960f-4e75-a104-9157df73d05e x-openstack-request-id: req-a92ddcc0-960f-4e75-a104-9157df73d05e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:24.328536 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "name": "network-vif-plugged", "status": "completed", "tag": "3f20064d-8ba7-4851-a630-c098b88be800", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:24.328958 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a92ddcc0-960f-4e75-a104-9157df73d05e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:24.329567 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800', 'code': 200} Dec 10 04:29:24.343241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Request body: {'subnet': {'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-422913761-subnet', 'tenant_id': '6a8db4c65ae045a2a232eee5e8f4b206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:24.362313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f871b5-6f2f-4825-abb7-e389d1c0be06,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:24.376485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:24.389951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.390498 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Added segment 400aed2f-1b82-48c0-b5c3-3770d24535ab of type vlan for network f51c7c7b-0a95-4691-8817-f2f876d32fe4 Dec 10 04:29:24.458747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.533876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb5358-8f85-4cdd-a03d-9a92af67d09e req-f7f37814-a77c-49b0-9450-f879ce9c1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.536666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22cb5358-8f85-4cdd-a03d-9a92af67d09e req-f7f37814-a77c-49b0-9450-f879ce9c1643 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 1101 time: 0.0732801 Dec 10 04:29:24.537418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.538470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.539841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.549178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1c51-4fcb-45fd-bb83-422cff1e6917 req-790d7f64-0b42-4b05-8d8f-bea15443d3b1 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:24.557404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cec1c51-4fcb-45fd-bb83-422cff1e6917 req-790d7f64-0b42-4b05-8d8f-bea15443d3b1 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.3981507 Dec 10 04:29:24.559132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Made reservation on behalf of 6a8db4c65ae045a2a232eee5e8f4b206 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:24.561446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.596823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5220025 Dec 10 04:29:24.603765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:24.604745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e579c861-bc02-4d6a-ac09-beee1624ab61 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:24.618150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Request body: {'subnet': {'network_id': 'f51c7c7b-0a95-4691-8817-f2f876d32fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-610358590-subnet', 'tenant_id': '09b44e92de434a7786edc6f73ea4067d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:24.647594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22cb5358-8f85-4cdd-a03d-9a92af67d09e req-392cf9f4-052d-4c84-bf89-0f7f8e9459ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956602 Dec 10 04:29:24.687954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72c3eb-43cc-4bb0-b084-540a58ce948a admin admin] Pushing event updated for resources: {'Network': ['ID=f51c7c7b-0a95-4691-8817-f2f876d32fe4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:24.700432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Made reservation on behalf of 09b44e92de434a7786edc6f73ea4067d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:24.706629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.708575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f51c7c7b-0a95-4691-8817-f2f876d32fe4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:24.720626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7075a6e1-f126-47a8-9c13-1736a8c951ac req-6cacf3a0-ea3f-46b7-b197-80a9d3b9b3de service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740265 Dec 10 04:29:24.790496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cec1c51-4fcb-45fd-bb83-422cff1e6917 req-9cfb7d92-c9c5-4df7-8a82-69f88e67a3d8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320464 Dec 10 04:29:24.853634 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e039dc8-da35-4cbd-ac30-3a3249004fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.866459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port e579c861-bc02-4d6a-ac09-beee1624ab61 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:24.876920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port e579c861-bc02-4d6a-ac09-beee1624ab61 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:24.879113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:24.950971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.054607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.102080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a99d0-8cfb-452f-a498-b335e4a941e9 req-d388a2f4-f5c7-4891-9c31-45c8c7237437 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:25.102604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b420212e-6dca-49b8-a4d8-891911de083a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:25.103740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d10a99d0-8cfb-452f-a498-b335e4a941e9 req-d388a2f4-f5c7-4891-9c31-45c8c7237437 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 948 time: 0.1646755 Dec 10 04:29:25.119031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e579c861-bc02-4d6a-ac09-beee1624ab61,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:25.119592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Checking segment: {'id': '400aed2f-1b82-48c0-b5c3-3770d24535ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f51c7c7b-0a95-4691-8817-f2f876d32fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:25.119981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Network hostable DHCP agents. Network: f51c7c7b-0a95-4691-8817-f2f876d32fe4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:25.126838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.157484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Network f51c7c7b-0a95-4691-8817-f2f876d32fe4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:25.173630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ca35a-ccf3-4c08-84d2-df6d61f6d035 req-367c58f0-e918-49f1-9e46-3af094433bcc tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:25.181155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f51c7c7b-0a95-4691-8817-f2f876d32fe4) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:25.181461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-539ca35a-ccf3-4c08-84d2-df6d61f6d035 req-367c58f0-e918-49f1-9e46-3af094433bcc tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1096 time: 0.1263907 Dec 10 04:29:25.195586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:25.196411 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.208051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:25.221611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae894a-616c-4662-afbc-aefd11e23472 None None] Network f51c7c7b-0a95-4691-8817-f2f876d32fe4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:25.232361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d10a99d0-8cfb-452f-a498-b335e4a941e9 req-558d1fc0-834a-4be9-96a5-58d96feebed2 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971687 Dec 10 04:29:25.234289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-426c2488-9f3c-48ee-9eaf-db54c790696d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6254086 Dec 10 04:29:25.250908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.324799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-539ca35a-ccf3-4c08-84d2-df6d61f6d035 req-a5c71436-8367-4c06-90ed-f5273855d5ea tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349492 Dec 10 04:29:25.327427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c67769c-51e7-434c-99d3-af3fa6cc0094,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:25.369290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a82c4-a9e4-49c0-9363-42446c7123f2 None None] Network f51c7c7b-0a95-4691-8817-f2f876d32fe4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:25.417115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbe9d47a-b61e-4b66-949d-a75a3312d129 req-3550f395-72d9-4550-865a-11d1cd10f7f4 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 210 time: 0.0678825 Dec 10 04:29:25.430783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Checking segment: {'id': '168e8f3b-aa3e-4e16-b399-dacd8a9589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:25.432765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Network hostable DHCP agents. Network: c400a87b-5c9b-4285-8317-8eb6c245fa73, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:25.485178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:25.524101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Network c400a87b-5c9b-4285-8317-8eb6c245fa73 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:25.538660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c400a87b-5c9b-4285-8317-8eb6c245fa73) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:25.543689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:25.544397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.581089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Deleting subnet 43eb87de-a3e4-45c0-b69f-5196ce0eee1d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:29:25.586036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.593503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59adf7-8ba1-480d-8ebb-30b898ec8e5d None None] Network c400a87b-5c9b-4285-8317-8eb6c245fa73 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:25.600542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-78752b4c-adf5-49a3-bc45-34246d186c66 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2556372 Dec 10 04:29:25.640054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.642568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba692-2d86-4909-bd41-aa33c5b16cb4 req-8d683d0d-98da-4f0d-b54a-a49f9958678d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:25.650942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89dba692-2d86-4909-bd41-aa33c5b16cb4 req-8d683d0d-98da-4f0d-b54a-a49f9958678d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1096 time: 0.1023972 Dec 10 04:29:25.687692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.703679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.782877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c53d1d-01fc-4dcb-b0d7-fa9552af2c57 None None] Network c400a87b-5c9b-4285-8317-8eb6c245fa73 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:25.793235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-59b1ebfa-bbdb-4948-b5b3-3c3b126db9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612227 Dec 10 04:29:25.807728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89dba692-2d86-4909-bd41-aa33c5b16cb4 req-657327bb-fb87-47a4-b1bb-c8481b4543f9 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445599 Dec 10 04:29:25.876754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.930522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43eb87de-a3e4-45c0-b69f-5196ce0eee1d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:25.957085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:25.965861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35595f63-b8e4-47a1-b0b1-89a018ced18a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/43eb87de-a3e4-45c0-b69f-5196ce0eee1d HTTP/1.1" status: 204 len: 168 time: 0.4771805 Dec 10 04:29:25.966488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:26.039108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db15ca-cf50-4fbf-8024-c0d3f079dca5 req-2f8ef030-f184-4690-b999-14382396c2cd tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.052669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07db15ca-cf50-4fbf-8024-c0d3f079dca5 req-2f8ef030-f184-4690-b999-14382396c2cd tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.1419525 Dec 10 04:29:26.112802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-ff7ee118-3c69-4fb9-959b-40dee574f70f req-356d0072-d5c8-4341-b27a-128f7d27fac7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:29:26.114206 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-1de9fb58-ca6f-43a5-93e2-be2468ce4075 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731132 Dec 10 04:29:26.114354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff7ee118-3c69-4fb9-959b-40dee574f70f req-356d0072-d5c8-4341-b27a-128f7d27fac7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115242 Dec 10 04:29:26.203480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-cbbbe145-319f-481d-8374-692b6ea29c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.205309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-cbbbe145-319f-481d-8374-692b6ea29c54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=771d6b90f7f846239045eeb2a69c167c&device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 1101 time: 0.1516252 Dec 10 04:29:26.235285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07db15ca-cf50-4fbf-8024-c0d3f079dca5 req-3a23bc49-f3aa-4ecc-847d-e7384462d58f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591668 Dec 10 04:29:26.293492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.330586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:26.333654 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf55edd-4f78-4798-8ce4-16a96e13630d" -d '{"events": [{"server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "name": "network-vif-plugged", "status": "completed", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:26.425308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-42696637-449f-4115-889a-877b26ebd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.426985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-42696637-449f-4115-889a-877b26ebd764 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1881387 Dec 10 04:29:26.437238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.471711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-195583e3-5f92-4c2e-b0c0-56304bdc636b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.473230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-195583e3-5f92-4c2e-b0c0-56304bdc636b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479011 Dec 10 04:29:26.475748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.476736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.477507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.477841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > port after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.478161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.478496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > port after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.478817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.479426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.479426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.479744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.493656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-c767f829-8e08-49d8-80a1-1584f474a853 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=91b27027-48db-4fdc-8e91-3d44e944efed HTTP/1.1" status: 200 len: 217 time: 0.0479038 Dec 10 04:29:26.545227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-8465a732-ae7f-43a7-8ad5-29219ec83f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.546704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-8465a732-ae7f-43a7-8ad5-29219ec83f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0458446 Dec 10 04:29:26.585023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.585532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.586100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.586100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:26.586381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed036f-8c45-42d2-b696-f7531383b4c3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:26.607897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Request body: {'port': {'device_id': '920562e0-3bd2-4718-8d63-93211c19176a', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '674023d59cd04ba4a2a6010388ebd6fe'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:26.655960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43332) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:26.660988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-117812444-network', 'tenant_id': 'efb96b9a8be74735ab93c7287843c022'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:26.700201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-f17954ec-8ab0-4667-a05c-bbff9a09ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.701764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-f17954ec-8ab0-4667-a05c-bbff9a09ff76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477969 Dec 10 04:29:26.725282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de781c4-97e4-4d4c-83be-e106cb42565e req-3f24388c-b992-4f52-a2ce-9cc311b6e353 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:26.727522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9de781c4-97e4-4d4c-83be-e106cb42565e req-3f24388c-b992-4f52-a2ce-9cc311b6e353 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 949 time: 0.0897171 Dec 10 04:29:26.736926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Made reservation on behalf of efb96b9a8be74735ab93c7287843c022 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:26.739093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.751019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.838529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f431a62-8a94-4c83-aadd-7fbb4cb7cdc3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:26.838830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f431a62-8a94-4c83-aadd-7fbb4cb7cdc3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:26.865396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.878554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9de781c4-97e4-4d4c-83be-e106cb42565e req-77a2d300-6994-4328-af1d-4ce1c4d56056 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293888 Dec 10 04:29:26.912251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-3961501f-f9b1-435f-8c3a-f361a2101501 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834223 Dec 10 04:29:26.930520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.943592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:29:26.943996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:26.968416 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88681c-5917-41ab-8aab-3f651e404a8a x-openstack-request-id: req-7b88681c-5917-41ab-8aab-3f651e404a8a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: from cryptography.utils import int_from_bytes Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: from cryptography.utils import int_from_bytes Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:29:26.968878 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:29:26.971625 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "name": "network-vif-plugged", "status": "completed", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:26.972033 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b88681c-5917-41ab-8aab-3f651e404a8a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:26.972766 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61', 'code': 200} Dec 10 04:29:26.997191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.047434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.059215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:27.069975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.086572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.086922 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Added segment 0f71a635-e3e9-4a4b-9306-f6dcfba3482b of type vlan for network 8e6b67d7-894b-457a-b18a-ae8012a92ca4 Dec 10 04:29:27.089753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.096632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70ed036f-8c45-42d2-b696-f7531383b4c3 HTTP/1.1" status: 204 len: 168 time: 1.1290963 Dec 10 04:29:27.106836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:27.111564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3bb3-0193-4543-bc1e-8d15411df299 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ed036f-8c45-42d2-b696-f7531383b4c3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:27.121086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Made reservation on behalf of 674023d59cd04ba4a2a6010388ebd6fe for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:27.124871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.136046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8225a052-918b-447e-b0ce-c79be80b0f5f req-5742d727-c408-4cc6-8520-3a5094b954be tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 210 time: 0.1077297 Dec 10 04:29:27.234982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fdd92c-f725-4865-9bef-3c040d8f79fb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:27.244358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1c16e-2930-4c1c-bd81-c763a18d12cb req-edf21c36-0bab-4483-91d9-2adb4c746fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:27.246128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb1c16e-2930-4c1c-bd81-c763a18d12cb req-edf21c36-0bab-4483-91d9-2adb4c746fca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 1100 time: 0.1620800 Dec 10 04:29:27.251013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.265565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7290028a-9ca7-4c4e-b5aa-3cf65490f9d6 req-84bc8162-2a58-4754-9d98-730d54a28222 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327205 Dec 10 04:29:27.302716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.312514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Deleting subnet b420212e-6dca-49b8-a4d8-891911de083a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:29:27.317013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.321390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Allocated IP 192.168.233.187 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/4d7fd335-5a7c-4cf7-a3b4-cce140334230) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:27.364130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:29:27.368600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.411464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.453188 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.454120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:27.454729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.502440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.510769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb1c16e-2930-4c1c-bd81-c763a18d12cb req-32d00c84-d548-4a74-9600-2de5972ced99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535732 Dec 10 04:29:27.525092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8696465 Dec 10 04:29:27.530010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:27.534865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Request body: {'subnet': {'network_id': '8e6b67d7-894b-457a-b18a-ae8012a92ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-117812444-subnet', 'tenant_id': 'efb96b9a8be74735ab93c7287843c022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:27.552226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.562701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1b51-d92a-4e55-9700-910156aab56e req-0099ca30-708e-4a97-a04b-702a3ecbd0c3 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:27.571270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f5d1b51-d92a-4e55-9700-910156aab56e req-0099ca30-708e-4a97-a04b-702a3ecbd0c3 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.2085066 Dec 10 04:29:27.580703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e6ba-3c09-4a98-b979-aaec62fcce5a admin admin] Pushing event updated for resources: {'Network': ['ID=8e6b67d7-894b-457a-b18a-ae8012a92ca4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:27.590357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Made reservation on behalf of efb96b9a8be74735ab93c7287843c022 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:27.591572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a018e15f-92e3-450b-98d5-31cb2937c016'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:27.592651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.613031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.614265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:27.637993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8e6b67d7-894b-457a-b18a-ae8012a92ca4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:27.640152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:27.657192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.660454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b420212e-6dca-49b8-a4d8-891911de083a HTTP/1.1" status: 204 len: 168 time: 0.5235655 Dec 10 04:29:27.661777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5adee7-4c39-4d91-bc18-af4b4cf0fc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b420212e-6dca-49b8-a4d8-891911de083a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:27.663882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:27.673093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f5d1b51-d92a-4e55-9700-910156aab56e req-d7774ae9-4642-4336-bb92-f63f6ce846da tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008992 Dec 10 04:29:27.783379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:27.790998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:27.794337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.805334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.846636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event updated for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:27.969827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:27.970595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:27.978533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ac2730-98e6-4ffe-bac0-e82a50931312,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:28.016782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Checking segment: {'id': '0f71a635-e3e9-4a4b-9306-f6dcfba3482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e6b67d7-894b-457a-b18a-ae8012a92ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:28.017186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Network hostable DHCP agents. Network: 8e6b67d7-894b-457a-b18a-ae8012a92ca4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:28.033048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-4e8b9129-a093-49e7-9e71-3c1921d92d20 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4410646 Dec 10 04:29:28.047492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Network 8e6b67d7-894b-457a-b18a-ae8012a92ca4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:28.062136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8e6b67d7-894b-457a-b18a-ae8012a92ca4) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:28.071207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:28.071810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.072160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.084077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2be589-1a1c-4bd1-8b9c-8eccca64724b None None] Network 8e6b67d7-894b-457a-b18a-ae8012a92ca4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:28.107331 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-58353541-9cf2-4d5a-a0f9-efaa06d7e4b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5746353 Dec 10 04:29:28.137020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.140709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.142366 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.142883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > port after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.143564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.144107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Request body: {'port': {'device_id': '920562e0-3bd2-4718-8d63-93211c19176a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:28.144355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > port after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.145017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.145497 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.146102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.146602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.228749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.229319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.229988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.230475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 04:29:28.231116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51c7c7b-0a95-4691-8817-f2f876d32fe4']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:28.234449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:28.254213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400aed2f-1b82-48c0-b5c3-3770d24535ab') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:28.254810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400aed2f-1b82-48c0-b5c3-3770d24535ab') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:28.273475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.287310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.298728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.310491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:29:28.311149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: from cryptography.utils import int_from_bytes Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: from cryptography.utils import int_from_bytes Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:29:28.317368 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:29:28.414151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.446838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.453850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-49a0a881-2352-4d12-a291-62534b75a0cd None None] Provisioning complete for port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:28.454896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.458982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/f51c7c7b-0a95-4691-8817-f2f876d32fe4 HTTP/1.1" status: 204 len: 168 time: 0.7946298 Dec 10 04:29:28.473944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49a0a881-2352-4d12-a291-62534b75a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.480176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cf4d1-af2f-4b58-99ed-4bb5fd8f0d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f51c7c7b-0a95-4691-8817-f2f876d32fe4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:28.502770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74be9fb-b339-44ee-a4ab-f2265291a9e3 None None] Network 8e6b67d7-894b-457a-b18a-ae8012a92ca4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:28.525922 n-d-817326-3 neutron-server[103254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 04:29:28.534895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-bc9916d4-8021-43ed-ae89-4824491c473c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:29:28.535891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-bc9916d4-8021-43ed-ae89-4824491c473c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3011765 Dec 10 04:29:28.633744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13830567-5b1f-47cb-b87c-c7137518d4f7 req-3a7fe1e3-12ca-4133-bc53-e1667a2a7d66 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:28.637784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13830567-5b1f-47cb-b87c-c7137518d4f7 req-3a7fe1e3-12ca-4133-bc53-e1667a2a7d66 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 949 time: 0.0860713 Dec 10 04:29:28.664074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-49a0a881-2352-4d12-a291-62534b75a0cd None None] Port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:28.746376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13830567-5b1f-47cb-b87c-c7137518d4f7 req-b132af70-d941-4832-ba32-09306546eaab tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007600 Dec 10 04:29:28.798306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:28.804615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7fd335-5a7c-4cf7-a3b4-cce140334230 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:28.815074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.819546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-e55ee8cf-cce7-4ebf-804c-3bee84e43b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:28.827880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-e55ee8cf-cce7-4ebf-804c-3bee84e43b7c service neutron] 10.222.0.43 "GET /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 1093 time: 0.2059147 Dec 10 04:29:28.834465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Request body: {'binding': {'host': 'n-h1-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:28.835181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Unknown quota resources ['binding']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:29:28.853068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4023e820-eebc-418e-b02c-43d96bb52d5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceeaecbfbc364ef88d69b3c75c373278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534546 Dec 10 04:29:28.853860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:28.865871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Transition to ACTIVE for port object 4d7fd335-5a7c-4cf7-a3b4-cce140334230 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:28.877165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.934029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-696ee96b-d9b1-41d8-b64b-d9fa95ddd0a8 tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:28.935554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-696ee96b-d9b1-41d8-b64b-d9fa95ddd0a8 tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 1101 time: 0.0755005 Dec 10 04:29:28.960186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.961648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-c0382543-d021-4327-8994-ea4c9ad9404a tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:28.997615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.006043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:29.085060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-c0382543-d021-4327-8994-ea4c9ad9404a tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.086548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.089197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.093229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/881dc101-3149-47be-b1e3-3353afbc8d37 HTTP/1.1" status: 204 len: 168 time: 0.2381957 Dec 10 04:29:29.097361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-c0382543-d021-4327-8994-ea4c9ad9404a tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.108941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65272c-329a-40d1-bc00-0bb7d49f2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881dc101-3149-47be-b1e3-3353afbc8d37,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:29.119973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on host n-h1-817326-3 for vnic_type normal with profile None {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:29.120305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:29.128855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:29.135723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26f1ff8f-f0b5-4d26-9938-e8fcdece9b3c req-c0382543-d021-4327-8994-ea4c9ad9404a tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924608 Dec 10 04:29:29.138641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Attempting to bind port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:29.139062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Attempting to bind port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:29.139562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Attempting to bind port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:29.144948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0382543-d021-4327-8994-ea4c9ad9404a tempest-ServersAdminNegativeTestJSON-1900652718 tempest-ServersAdminNegativeTestJSON-1900652718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47665c85-a953-475e-bd14-638a4c8f6baf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:29.145494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:29.145494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Attempting to bind port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:29.147627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:29.148886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:29.155323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:29.155661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:29.156049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:29.156467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Bound port: 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:29.195592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:29.195938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:29.196327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:29.196797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Bound port: 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:29.197148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.319260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:29.335475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.336742 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-40c72e13-21ba-4c7d-b942-cdca125b330e service neutron] 10.222.0.43 "POST /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5080595 Dec 10 04:29:29.342964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:29.351231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:29.356768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.397184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.397815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.399214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d7fd335-5a7c-4cf7-a3b4-cce140334230 HTTP/1.1" status: 200 len: 1096 time: 1.2876217 Dec 10 04:29:29.399681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:29.402102 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4870585-0305-409f-ab0d-7dbb0ec76173" -d '{"events": [{"name": "network-changed", "server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:29.448963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42909bc0-500b-45a7-9a78-de6bf7cfd864 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:29.537567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a7ea-2fbc-42a7-b671-17b423a24b2e req-97652d74-482c-4b66-983c-0630c49e2088 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.545172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a81a7ea-2fbc-42a7-b671-17b423a24b2e req-97652d74-482c-4b66-983c-0630c49e2088 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 948 time: 0.3165107 Dec 10 04:29:29.585966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-5d8c994f-e725-4d26-ba6d-c159dd8e0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.587610 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-5d8c994f-e725-4d26-ba6d-c159dd8e0863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 1099 time: 0.0861099 Dec 10 04:29:29.610966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a81a7ea-2fbc-42a7-b671-17b423a24b2e req-8e5ef05d-baa4-48a1-9070-b1826445c88f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648234 Dec 10 04:29:29.673758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-8b969377-a102-4aef-ba38-95af468b5fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230 HTTP/1.1" status: 200 len: 217 time: 0.0653362 Dec 10 04:29:29.683371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:29.746429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-37088c34-b439-473d-8b7a-13f53689b5f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09b44e92de434a7786edc6f73ea4067d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603273 Dec 10 04:29:29.746429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:29.767457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-8068cc63-7bce-4a9c-bb7b-60247acf2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.769476 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-8068cc63-7bce-4a9c-bb7b-60247acf2358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0864832 Dec 10 04:29:29.818354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-eaf77652-6dcf-4b4a-af0f-2c7fd646b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.820527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-eaf77652-6dcf-4b4a-af0f-2c7fd646b86e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430825 Dec 10 04:29:29.837744 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c1ef9c-09b8-406a-8a11-77df0e6ed290 x-openstack-request-id: req-d1c1ef9c-09b8-406a-8a11-77df0e6ed290 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:29.837974 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:29.838603 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1c1ef9c-09b8-406a-8a11-77df0e6ed290 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:29.838731 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'status': 'completed', 'code': 200} Dec 10 04:29:29.841734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f1867289-48be-462d-8397-98238f147545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:29.843303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f1867289-48be-462d-8397-98238f147545 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1096 time: 0.0680408 Dec 10 04:29:29.846878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.894244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:29.927301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-68511dc3-91de-42e2-b9c8-6a7d4817893a service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976820 Dec 10 04:29:30.017794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f73a-10a2-470e-862c-fe2b9a3314ca req-4f14b6ec-42bb-458d-ad98-3fe724251ace tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.019303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5087f73a-10a2-470e-862c-fe2b9a3314ca req-4f14b6ec-42bb-458d-ad98-3fe724251ace tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 945 time: 0.1228080 Dec 10 04:29:30.030854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-498309f3-ab81-48c7-8f3b-bba40942b56b req-a210e357-1851-40f1-8a51-0d566aad7d6f service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951123 Dec 10 04:29:30.031023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-8f1f486a-6fdf-4d20-96ef-4ae2b7a42c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.032316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-8f1f486a-6fdf-4d20-96ef-4ae2b7a42c26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1734092 Dec 10 04:29:30.060724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:30.063273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:30.064384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64f871b5-6f2f-4825-abb7-e389d1c0be06 HTTP/1.1" status: 204 len: 168 time: 0.3171046 Dec 10 04:29:30.111215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-74be512b-fee5-4b5a-9491-9b1bf370c70d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0614512 Dec 10 04:29:30.119782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e20095-62a9-4787-9fb1-fd5dff1ead23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f871b5-6f2f-4825-abb7-e389d1c0be06,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:30.190092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-f47508b5-f966-4ab3-a979-4b6474938d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.191728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-f47508b5-f966-4ab3-a979-4b6474938d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 1099 time: 0.0422735 Dec 10 04:29:30.195509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5087f73a-10a2-470e-862c-fe2b9a3314ca req-b46fa909-9f5a-4c56-92cf-d78518511bb3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610372 Dec 10 04:29:30.248306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-290eaaae-734f-44f1-8d02-3749e80c80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.250368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-290eaaae-734f-44f1-8d02-3749e80c80d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1283813 Dec 10 04:29:30.309651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-29b9a76c-c788-4d72-8905-b2fffdb09285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491982 Dec 10 04:29:30.311095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-d81c0985-ab5f-40ab-a829-2da4659e7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.312550 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-d81c0985-ab5f-40ab-a829-2da4659e7994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1126006 Dec 10 04:29:30.355853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-80f8f88d-9b99-43b0-8267-ec4384432311 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230 HTTP/1.1" status: 200 len: 217 time: 0.0358410 Dec 10 04:29:30.368889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-12346061-18fc-4574-85f2-be2667c8819b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.370362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-12346061-18fc-4574-85f2-be2667c8819b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/networks?id=c400a87b-5c9b-4285-8317-8eb6c245fa73 HTTP/1.1" status: 200 len: 814 time: 0.2793040 Dec 10 04:29:30.424255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-4c577894-de2d-429c-8e7d-e5a8118d97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.426976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-4c577894-de2d-429c-8e7d-e5a8118d97c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0631747 Dec 10 04:29:30.437038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b92149-f56a-4884-9642-6c85cef3ee53 req-37522881-a07b-437e-9778-e4ab9d9a259c tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.438657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8b92149-f56a-4884-9642-6c85cef3ee53 req-37522881-a07b-437e-9778-e4ab9d9a259c tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 949 time: 0.1474307 Dec 10 04:29:30.441952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-4b838e38-b684-4c96-ba43-27f19b943ea0 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/quotas/6a8db4c65ae045a2a232eee5e8f4b206 HTTP/1.1" status: 200 len: 375 time: 0.0560012 Dec 10 04:29:30.484206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-47032e7a-62cc-481d-8882-527e7b50104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:30.486155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-47032e7a-62cc-481d-8882-527e7b50104a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479202 Dec 10 04:29:30.503149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-1a03164d-0c53-47aa-aea6-9dfeb5e41cce tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a8db4c65ae045a2a232eee5e8f4b206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525422 Dec 10 04:29:30.509882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f93330ca-ef09-488c-bde6-95d6f0a0dca5 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848881 Dec 10 04:29:30.586890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8b92149-f56a-4884-9642-6c85cef3ee53 req-05479949-52eb-4591-9400-7cfbd4cf3d79 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404238 Dec 10 04:29:30.607772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-c791ed1a-30dc-4d7f-a8e2-eaf00a2c3ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121781 Dec 10 04:29:30.703081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-33d82282-745e-44dc-ad9e-14ec6ce2b881 service neutron] 10.222.0.43 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910625 Dec 10 04:29:30.714171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-ec1a8c0a-3c3f-4a10-a441-176a74d67611 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887758 Dec 10 04:29:30.720276 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4870585-0305-409f-ab0d-7dbb0ec76173 req-7d97a727-aaa5-4ede-94dd-5ab249ece85e service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038697 Dec 10 04:29:30.801130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-3f7588c9-f6e4-48b0-a56b-52b616a80bab service neutron] 10.222.0.43 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971200 Dec 10 04:29:30.860564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:30.984090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-615119297-network', 'tenant_id': '7119f6db38fa4005ae406754cb095ec4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:31.101061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:31.103741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.131167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.164051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-4c2d6857-db81-45ab-ab5d-3773a5e1175c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:31.170165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-4c2d6857-db81-45ab-ab5d-3773a5e1175c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1671119 Dec 10 04:29:31.175665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df36eb-a1fd-44d1-9143-207b3ed9eb6c req-43cc9942-bfb8-4349-bede-c874846b5280 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:31.183470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27df36eb-a1fd-44d1-9143-207b3ed9eb6c req-43cc9942-bfb8-4349-bede-c874846b5280 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 948 time: 0.1279233 Dec 10 04:29:31.239297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-168cc10d-8ad3-4b26-9851-f12ec0feb8db req-53aba17e-be44-494f-ae79-49ab337f9040 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 210 time: 0.0476894 Dec 10 04:29:31.245374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-3'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:31.318566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27df36eb-a1fd-44d1-9143-207b3ed9eb6c req-c4b88e93-9459-4b7f-b7f9-41d1c43c40fc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342340 Dec 10 04:29:31.386206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.482105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.492872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eafef-f785-4dd4-bb49-b9c09703f61d req-570921a1-496c-47e7-a63c-ccdb0d1aebcc tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:31.494388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e3eafef-f785-4dd4-bb49-b9c09703f61d req-570921a1-496c-47e7-a63c-ccdb0d1aebcc tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 949 time: 0.1870694 Dec 10 04:29:31.498716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.539915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:31.591970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7aac-9ed5-4377-bbf6-b7dfd2c3e21d req-c9cfe13d-8b6c-4ac2-9210-9e7d8f1b0dc6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:31.593639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-328d7aac-9ed5-4377-bbf6-b7dfd2c3e21d req-c9cfe13d-8b6c-4ac2-9210-9e7d8f1b0dc6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 945 time: 0.1783977 Dec 10 04:29:31.596632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:31.597102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.597239 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Added segment 567a1359-2434-4faa-80ef-c091173e6aaa of type vlan for network 85834823-b533-43af-b3d6-015fbb8b250f Dec 10 04:29:31.598488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9031653f-1ead-4217-851c-d73542c24804,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:31.720955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.727578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28de513-2a8f-4e89-9d97-db24432153bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.738749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e3eafef-f785-4dd4-bb49-b9c09703f61d req-fab77577-53fa-4f47-919c-0691c565cbcc tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309444 Dec 10 04:29:31.800779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-328d7aac-9ed5-4377-bbf6-b7dfd2c3e21d req-abdd1195-75bd-48c9-b1e6-ca073daf87cf tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845789 Dec 10 04:29:31.810796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:31.822713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.823670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:31.824251 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.827158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28de513-2a8f-4e89-9d97-db24432153bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.832441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f28de513-2a8f-4e89-9d97-db24432153bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.874962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f28de513-2a8f-4e89-9d97-db24432153bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65899243cd6946fe95751f6752672075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765031 Dec 10 04:29:31.879408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28de513-2a8f-4e89-9d97-db24432153bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa9fed-2cd7-450c-9fd9-eb5c1d6cc4b0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:31.879548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0148835 Dec 10 04:29:31.879642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:31.880401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:31.892185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Request body: {'subnet': {'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-615119297-subnet', 'tenant_id': '7119f6db38fa4005ae406754cb095ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:31.920884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91dd9-932e-4544-b6cb-fb874312643e admin admin] Pushing event updated for resources: {'Network': ['ID=85834823-b533-43af-b3d6-015fbb8b250f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:31.925215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:31.939346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 85834823-b533-43af-b3d6-015fbb8b250f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:31.949891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:31.952134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.977598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:31.979728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:31.982392 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aababcbe-e993-4c5c-8f38-ac738920fd80" -d '{"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-unplugged", "status": "completed", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:31.984575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.018386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.047493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.051885 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f522a9-8974-4372-a10d-7755b3270808 x-openstack-request-id: req-a2f522a9-8974-4372-a10d-7755b3270808 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:32.052363 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-unplugged", "status": "completed", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:32.052777 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2f522a9-8974-4372-a10d-7755b3270808 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:32.053168 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'code': 200} Dec 10 04:29:32.100397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0e46-c420-4d37-a8c2-9470421c3dda req-1f90c511-7936-41ba-81ba-bdfbc2dd602e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:32.102051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ced0e46-c420-4d37-a8c2-9470421c3dda req-1f90c511-7936-41ba-81ba-bdfbc2dd602e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.1150949 Dec 10 04:29:32.144939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:32.146845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.150910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.152166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5aa9fed-2cd7-450c-9fd9-eb5c1d6cc4b0 HTTP/1.1" status: 204 len: 168 time: 0.2725222 Dec 10 04:29:32.174068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on host n-h2-817326-3 for vnic_type normal with profile {"migrating_to": "n-h1-817326-3"} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:32.174391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:32.175374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:32.188907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:32.189232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Attempting to bind port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:32.223152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ced0e46-c420-4d37-a8c2-9470421c3dda req-a4897c7d-9916-4748-affb-82c7298b8ca0 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970635 Dec 10 04:29:32.224553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:32.225102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:32.225691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:32.226362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Bound port: 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:32.226913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.246339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b64f0-5e6c-49a0-a862-f8e43db84eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa9fed-2cd7-450c-9fd9-eb5c1d6cc4b0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:32.268286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.371743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:32.405266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9031a7ee-d153-4b71-8efb-d9d92ee121c1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:32.408608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-116439da-849c-4874-9a52-3d7f273402b2 req-25ed0fc9-c0ae-4e3d-971d-7064b115751b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 210 time: 0.0393450 Dec 10 04:29:32.410430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:32.417875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-fe9a9087-83a3-490e-86e1-754db09ab68b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:32.419496 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-fe9a9087-83a3-490e-86e1-754db09ab68b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.41 "GET /v2.0/networks?id=c400a87b-5c9b-4285-8317-8eb6c245fa73 HTTP/1.1" status: 200 len: 814 time: 0.2238972 Dec 10 04:29:32.421959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.425746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:32.426094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Network hostable DHCP agents. Network: 85834823-b533-43af-b3d6-015fbb8b250f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:32.449670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Request body: {'port': {'device_id': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73', 'admin_state_up': True, 'tenant_id': '6a8db4c65ae045a2a232eee5e8f4b206'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:32.466752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Network 85834823-b533-43af-b3d6-015fbb8b250f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:32.491365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 85834823-b533-43af-b3d6-015fbb8b250f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:32.500910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:32.501499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.502928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fff65f-9c81-4afc-9298-7dda3140d1ae None None] Network 85834823-b533-43af-b3d6-015fbb8b250f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:32.529388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=8']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:32.554699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:32.555325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.556840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-f4696e80-ff4b-452a-9b35-17c82295cff9 service neutron] 10.222.0.36 "PUT /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 1121 time: 1.3200545 Dec 10 04:29:32.566228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01739-9b45-45bd-9987-c94e126e00bb req-93f256e3-d8e1-42e4-977b-2e4c57edebd2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:32.567771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fa01739-9b45-45bd-9987-c94e126e00bb req-93f256e3-d8e1-42e4-977b-2e4c57edebd2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 948 time: 0.1246419 Dec 10 04:29:32.579470 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1745118b-5325-4df2-b456-f2a4855f88c1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6926055 Dec 10 04:29:32.604001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:32.621755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da94b965-caf8-4cf4-bbdd-26e00987f3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.630467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522c6a79-3f47-4be0-b5f4-6ac75d7cbd39 None None] Network 85834823-b533-43af-b3d6-015fbb8b250f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:32.636582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Made reservation on behalf of 6a8db4c65ae045a2a232eee5e8f4b206 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:32.641186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.671864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fa01739-9b45-45bd-9987-c94e126e00bb req-da9ae82a-e71b-40e1-9c45-40bae96750c2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926549 Dec 10 04:29:32.754760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:32.759156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da94b965-caf8-4cf4-bbdd-26e00987f3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.769783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da94b965-caf8-4cf4-bbdd-26e00987f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.803760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-da94b965-caf8-4cf4-bbdd-26e00987f3b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4dffac44d974f46934f62e856bda4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985986 Dec 10 04:29:32.807098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43528) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:32.861471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94b965-caf8-4cf4-bbdd-26e00987f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1c898-c24b-4d2c-887b-ce6301178093,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:32.912799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:32.925807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Allocated IP 172.20.0.2 (c400a87b-5c9b-4285-8317-8eb6c245fa73/9c67769c-51e7-434c-99d3-af3fa6cc0094/59a16c42-58c2-4819-bdae-ada9c0d5e5ee) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:32.966194 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.059122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439c00b-e83a-4ce4-bedb-8be46d2b6cea req-95712420-86f3-4536-bc1a-6d0daea2ba4d tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.060970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3439c00b-e83a-4ce4-bedb-8be46d2b6cea req-95712420-86f3-4536-bc1a-6d0daea2ba4d tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 949 time: 0.1717863 Dec 10 04:29:33.077689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3353ded-b5e6-4c48-8272-3c531ad060b6 req-e91e8e29-04b4-4017-82a4-db9db16f6f3e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.077689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3353ded-b5e6-4c48-8272-3c531ad060b6 req-e91e8e29-04b4-4017-82a4-db9db16f6f3e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1864917 Dec 10 04:29:33.124173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dd5e9-6388-44fb-8971-fc76d873485f req-a5cac4e1-8dd2-4722-9e5e-3b94ee2c6a18 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.124773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-807dd5e9-6388-44fb-8971-fc76d873485f req-a5cac4e1-8dd2-4722-9e5e-3b94ee2c6a18 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 1100 time: 0.1302614 Dec 10 04:29:33.152979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.155030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.159291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06d1c898-c24b-4d2c-887b-ce6301178093 HTTP/1.1" status: 204 len: 168 time: 0.3481648 Dec 10 04:29:33.214262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7871618-0db8-4b35-ab11-e442268f8e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1c898-c24b-4d2c-887b-ce6301178093,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:33.221910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3439c00b-e83a-4ce4-bedb-8be46d2b6cea req-41353280-24eb-4bef-9f66-4ea036cda801 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441488 Dec 10 04:29:33.238375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3353ded-b5e6-4c48-8272-3c531ad060b6 req-6f340711-d60d-44a6-b71d-67bcaa58617e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494265 Dec 10 04:29:33.327010 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.344209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Deleting port e579c861-bc02-4d6a-ac09-beee1624ab61 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:29:33.344209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.379479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.426497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Network c400a87b-5c9b-4285-8317-8eb6c245fa73 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:33.430071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:33.434145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:33.468203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Pushing event updated for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:33.496262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.496984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.518832 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-bad60f54-4b8b-491e-81b3-31a7540c9cb8 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0729332 Dec 10 04:29:33.528837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842984e4-05c5-4774-b803-ec7a7c76a4b9 req-d27f2d08-785c-4acc-9ecd-a03a4f1fc4f2 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.530497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-842984e4-05c5-4774-b803-ec7a7c76a4b9 req-d27f2d08-785c-4acc-9ecd-a03a4f1fc4f2 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.1045241 Dec 10 04:29:33.542867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Request body: {'port': {'device_id': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:33.566770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:33.571998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2074991205-network', 'tenant_id': '8f4a4c0f94c14531b37ba4e82116c1b0'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:33.582650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] For port e579c861-bc02-4d6a-ac09-beee1624ab61, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e579c861-bc02-4d6a-ac09-beee1624ab61,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:33.583021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.611349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Calling delete_port for e579c861-bc02-4d6a-ac09-beee1624ab61 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:29:33.619695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.621588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Made reservation on behalf of 8f4a4c0f94c14531b37ba4e82116c1b0 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:33.623847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.639380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.841010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4d7fd335-5a7c-4cf7-a3b4-cce140334230 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:33.872255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.882654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.923334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:33.935570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c9e1-cb50-4fa8-a6ab-9054aeecec48 req-c01b6d1e-8260-437c-bf30-9cba0c6697be tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:33.937196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d73c9e1-cb50-4fa8-a6ab-9054aeecec48 req-c01b6d1e-8260-437c-bf30-9cba0c6697be tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 931 time: 0.4057934 Dec 10 04:29:33.938155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368e1fd-f606-4bcc-856d-e7635e05db62,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:33.942845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-842984e4-05c5-4774-b803-ec7a7c76a4b9 req-a6ce7583-8a11-429c-8197-06884b20a02e tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989685 Dec 10 04:29:33.947577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:33.948157 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Added segment 65cc8396-48c3-4e15-9b8d-b2fe3ba755bc of type vlan for network c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 Dec 10 04:29:34.005710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:34.033221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d73c9e1-cb50-4fa8-a6ab-9054aeecec48 req-37aa7ba8-f281-4b21-b9c5-825e6f3b5e9c tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767698 Dec 10 04:29:34.052253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.060041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:34.062917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'mac_address': 'fa:16:3e:17:a4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:34.072643 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce502ef9-47ed-40df-b81c-abee9adae1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:34.085688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a16c42-58c2-4819-bdae-ada9c0d5e5ee {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:34.114317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.138128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Transition to ACTIVE for port object 59a16c42-58c2-4819-bdae-ada9c0d5e5ee will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:34.143281 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe13a233-57a0-4274-8eda-84571c1f75d4 x-openstack-request-id: req-fe13a233-57a0-4274-8eda-84571c1f75d4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:34.143776 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:34.144038 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe13a233-57a0-4274-8eda-84571c1f75d4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:34.144433 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'status': 'completed', 'code': 200} Dec 10 04:29:34.146630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.149086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.150211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.150846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.157870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.160879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.173808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7fd335-5a7c-4cf7-a3b4-cce140334230 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:34.204080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e579c861-bc02-4d6a-ac09-beee1624ab61'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:34.224731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-c3087ae5-65c4-4de0-8b38-ef5eec1f1bfc tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.226746 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-c3087ae5-65c4-4de0-8b38-ef5eec1f1bfc tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 950 time: 0.1623483 Dec 10 04:29:34.227827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:34.228949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Pushing event deleted for resources: {'Port': ['ID=e579c861-bc02-4d6a-ac09-beee1624ab61,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:34.237496 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.238276 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6704881 Dec 10 04:29:34.247109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:34.286712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Request body: {'subnet': {'network_id': 'c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2074991205-subnet', 'tenant_id': '8f4a4c0f94c14531b37ba4e82116c1b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:34.307056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:34.317254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.317676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.318768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e1b1b-341d-44b3-8de1-6b7bb829055e admin admin] Pushing event updated for resources: {'Network': ['ID=c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:34.319055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.319418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.319797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.320269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.327599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.328257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.328865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.329413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.330507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.331064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.331829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:34.336353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Pushing event updated for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:34.360554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:34.392501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edefe-646b-412a-b7c3-2f0cd7d01fcb req-5c919f71-d3d8-41c1-8763-dc829c73fbfc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.401228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-518edefe-646b-412a-b7c3-2f0cd7d01fcb req-5c919f71-d3d8-41c1-8763-dc829c73fbfc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 948 time: 0.2844920 Dec 10 04:29:34.433616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Made reservation on behalf of 8f4a4c0f94c14531b37ba4e82116c1b0 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:34.436381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.508519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] No DVR routers for this DVR port e579c861-bc02-4d6a-ac09-beee1624ab61 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:29:34.512188 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.516612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-807dd5e9-6388-44fb-8971-fc76d873485f req-e57c06a8-e27d-4f2c-a652-3e3b710ee2c9 tempest-DeleteServersAdminTestJSON-932581719 tempest-DeleteServersAdminTestJSON-932581719-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e579c861-bc02-4d6a-ac09-beee1624ab61 HTTP/1.1" status: 204 len: 173 time: 1.3803329 Dec 10 04:29:34.554737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Attempting to bind port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:34.554737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Attempting to bind port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '168e8f3b-aa3e-4e16-b399-dacd8a9589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:34.555070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Attempting to bind port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee on network c400a87b-5c9b-4285-8317-8eb6c245fa73 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:34.569468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-518edefe-646b-412a-b7c3-2f0cd7d01fcb req-df3271a7-1cdf-44d0-85c6-7ab745edebca tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631429 Dec 10 04:29:34.572857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-d7d946bc-e73e-4c0b-90d2-356025d566dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.579432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee on network c400a87b-5c9b-4285-8317-8eb6c245fa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:34.579936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Attempting to bind port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee on network c400a87b-5c9b-4285-8317-8eb6c245fa73 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:34.581520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-d7d946bc-e73e-4c0b-90d2-356025d566dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1124 time: 0.3558366 Dec 10 04:29:34.583796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Deleting port 3f20064d-8ba7-4851-a630-c098b88be800 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:29:34.584140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.605496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db31a-d2d1-4690-859f-b8dcbeb36716 req-6160596e-16cb-4da0-bcfd-db484e8f92a0 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.608760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb0db31a-d2d1-4690-859f-b8dcbeb36716 req-6160596e-16cb-4da0-bcfd-db484e8f92a0 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1681740 Dec 10 04:29:34.632306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4d7fd335-5a7c-4cf7-a3b4-cce140334230'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:34.696181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] For port 3f20064d-8ba7-4851-a630-c098b88be800, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3f20064d-8ba7-4851-a630-c098b88be800,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:34.696781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.714665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:34.714996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Checking segment: {'id': '168e8f3b-aa3e-4e16-b399-dacd8a9589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:34.715624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Bound using segment: {'id': '168e8f3b-aa3e-4e16-b399-dacd8a9589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:34.716060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Bound port: 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168e8f3b-aa3e-4e16-b399-dacd8a9589dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:34.716407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:34.731589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Calling delete_port for 3f20064d-8ba7-4851-a630-c098b88be800 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:29:34.735455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-694850d3-eafd-4cf7-b7c7-30b23fffb16e req-a29b8474-dfdf-49ca-a782-fcba00b745ec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e76ec90-95c2-498b-8a73-983e8ae57719 HTTP/1.1" status: 200 len: 210 time: 0.0405633 Dec 10 04:29:34.885805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb0db31a-d2d1-4690-859f-b8dcbeb36716 req-ac6b1de4-15af-411b-b630-560262861135 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487602 Dec 10 04:29:34.905720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-5645f97a-949b-4e08-a180-37d5fcd3bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:34.907550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-5645f97a-949b-4e08-a180-37d5fcd3bb57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.2938652 Dec 10 04:29:34.949313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:34.956719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-2dddf834-5839-40cc-bb4b-d7b65bb8fca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0387511 Dec 10 04:29:34.975630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,segment=NetworkSegment(168e8f3b-aa3e-4e16-b399-dacd8a9589dc),segment_id=168e8f3b-aa3e-4e16-b399-dacd8a9589dc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:34.995406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.005505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.030484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-227cd90c-cfef-4eca-91b2-23a17ee9e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.032151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-227cd90c-cfef-4eca-91b2-23a17ee9e9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0637715 Dec 10 04:29:35.070220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-ee337261-20f6-45df-9499-0941eae3db40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273542 Dec 10 04:29:35.092000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.092657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.094052 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] 10.222.0.41 "PUT /v2.0/ports/59a16c42-58c2-4819-bdae-ada9c0d5e5ee HTTP/1.1" status: 200 len: 1091 time: 1.5560784 Dec 10 04:29:35.096106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:35.098368 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:35.119476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.150310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14031350-991e-4e7b-a13b-9c44cfa1fee5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:35.156073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3f20064d-8ba7-4851-a630-c098b88be800'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:35.170948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d781e1-0e5c-442b-8920-9f1350947d95 service neutron] Pushing event updated for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:35.224522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de6091-2a7c-47d4-9ce2-8ca5be0d33b2 req-ef249091-a642-4ddd-898c-a97116179642 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.233019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2de6091-2a7c-47d4-9ce2-8ca5be0d33b2 req-ef249091-a642-4ddd-898c-a97116179642 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0d718d5-4f66-4936-bef5-31a876c18560 HTTP/1.1" status: 200 len: 867 time: 0.1656046 Dec 10 04:29:35.299918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] No DVR routers for this DVR port 3f20064d-8ba7-4851-a630-c098b88be800 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:29:35.305284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.309299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-302c4d04-8c1c-437f-b851-28d3eba6222f req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.36 "DELETE /v2.0/ports/3f20064d-8ba7-4851-a630-c098b88be800 HTTP/1.1" status: 204 len: 173 time: 1.0650647 Dec 10 04:29:35.310072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Checking segment: {'id': '65cc8396-48c3-4e15-9b8d-b2fe3ba755bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:35.310546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Network hostable DHCP agents. Network: c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:35.319225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-25b7f494-2481-48a1-befb-25afffebdc12 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397504 Dec 10 04:29:35.333023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cf9ea-d462-432f-9b95-70ece013ff0f tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Pushing event deleted for resources: {'Port': ['ID=3f20064d-8ba7-4851-a630-c098b88be800,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:35.348653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2de6091-2a7c-47d4-9ce2-8ca5be0d33b2 req-1b834502-bc7f-4ba8-ad50-c8bbeb42782d tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146870 Dec 10 04:29:35.370481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Network c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:35.379099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-b5346c44-72c0-479d-b629-fe19d42b4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.385419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-b5346c44-72c0-479d-b629-fe19d42b4491 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8db4c65ae045a2a232eee5e8f4b206&device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 1094 time: 0.1965325 Dec 10 04:29:35.392264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5456-17d0-4a05-bcf5-cc36cc20bbc5 req-9b002206-b901-4bd4-91ed-7a8cb9e89662 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.393957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5ae5456-17d0-4a05-bcf5-cc36cc20bbc5 req-9b002206-b901-4bd4-91ed-7a8cb9e89662 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 943 time: 0.1572378 Dec 10 04:29:35.422340 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d114bb3f-7db9-44ec-bebb-1e1b6e85f303 x-openstack-request-id: req-d114bb3f-7db9-44ec-bebb-1e1b6e85f303 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:35.422662 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:35.422914 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d114bb3f-7db9-44ec-bebb-1e1b6e85f303 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:35.423363 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee', 'status': 'completed', 'code': 200} Dec 10 04:29:35.485506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['91b27027-48db-4fdc-8e91-3d44e944efed'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:35.510412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:35.513154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-81b73e10-a215-4ef7-98fa-c639397902af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee HTTP/1.1" status: 200 len: 217 time: 0.1098499 Dec 10 04:29:35.527784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.529833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5ae5456-17d0-4a05-bcf5-cc36cc20bbc5 req-9997081e-08b0-428f-ae05-62a79b7a92ed tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204600 Dec 10 04:29:35.530708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.534555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ef9-47ed-40df-b81c-abee9adae1d8 req-bbea4380-71e0-47fe-b06a-c652a3bed2a7 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820862 Dec 10 04:29:35.542856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de360af9-f3dc-404d-ab57-c11fe8f7019c None None] Network c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:35.579105 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9920453c-2f20-4caf-ac85-12483e4f1480 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3007057 Dec 10 04:29:35.620051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-33ff6437-277e-43de-b90b-9c6eff23b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.624391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-33ff6437-277e-43de-b90b-9c6eff23b358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c67769c-51e7-434c-99d3-af3fa6cc0094 HTTP/1.1" status: 200 len: 854 time: 0.1009042 Dec 10 04:29:35.675365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-06424346-b123-4102-86e0-f12f806dcba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c400a87b-5c9b-4285-8317-8eb6c245fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405495 Dec 10 04:29:35.705709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ecf51a-5f80-4373-b464-a3410f658055 None None] Network c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:35.829301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-10fae55e-d426-4c3a-986e-19547cd154b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426086 Dec 10 04:29:35.855416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4d7fd335-5a7c-4cf7-a3b4-cce140334230 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:35.893185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.893769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.894108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.894560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.895012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.895457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.895975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.896348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.896824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.897757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.898211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.900180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d6d7bfa-6a4b-4296-a6d3-20f6d8e05330 req-8577b472-afb8-4770-bf43-10820764a815 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.2900124 Dec 10 04:29:35.918007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8116c-2fe1-404a-9503-b3910bbab519 req-e7c66090-92fd-4cba-adba-3dcd1f81fde6 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:35.923086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff8116c-2fe1-404a-9503-b3910bbab519 req-e7c66090-92fd-4cba-adba-3dcd1f81fde6 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 949 time: 0.2518129 Dec 10 04:29:35.930331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:35.935711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:35.936112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:35.964891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed19afd3-e439-4441-8a18-ff0b7492d937 req-ce9a3c00-52f2-4228-b428-0c617be85a0a service neutron] 10.222.0.41 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238809 Dec 10 04:29:35.988149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff8116c-2fe1-404a-9503-b3910bbab519 req-19fd46be-8671-4191-b9a6-85033d192d19 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623703 Dec 10 04:29:36.059128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:36.087166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:36.089566 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f2a8cc-d7f3-4b7a-8dd9-cfaddd1fb800" -d '{"events": [{"server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "name": "network-vif-plugged", "status": "completed", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:36.123770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:36.133452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:36.145120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'name': 'network-vif-deleted', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:36.150587 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528fc085-d5c7-4986-998b-537a5bbc03e0" -d '{"events": [{"server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "name": "network-vif-deleted", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:36.181947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-5b67e937-aae3-4c04-835e-92da4087462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.184458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-5b67e937-aae3-4c04-835e-92da4087462e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8db4c65ae045a2a232eee5e8f4b206&device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 1094 time: 0.0853207 Dec 10 04:29:36.199170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:36.289206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-dcb56377-41cb-40c5-9581-94142d87b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.290677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-dcb56377-41cb-40c5-9581-94142d87b2b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c400a87b-5c9b-4285-8317-8eb6c245fa73 HTTP/1.1" status: 200 len: 915 time: 0.0979853 Dec 10 04:29:36.326358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aafdd7-1661-456d-8e28-78cdfa394f4e req-86c9def4-1b05-4e26-ad03-ac1b5cc75a36 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.327720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06aafdd7-1661-456d-8e28-78cdfa394f4e req-86c9def4-1b05-4e26-ad03-ac1b5cc75a36 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 886 time: 0.1601067 Dec 10 04:29:36.334426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-0979ec8c-11b5-4894-92ec-6e78eb32c6f7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.336974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-30094092-aeae-4fad-a52a-7faadba03ccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee HTTP/1.1" status: 200 len: 217 time: 0.0372131 Dec 10 04:29:36.337678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-0979ec8c-11b5-4894-92ec-6e78eb32c6f7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.1935251 Dec 10 04:29:36.353987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-6b3cd9bc-ff95-40ca-81b7-57aee8366caa tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/quotas/7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 375 time: 0.0117698 Dec 10 04:29:36.390003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-a8e886d9-d112-496d-a158-d966a2fbe724 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298750 Dec 10 04:29:36.391577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-5d10ff79-d0f3-4961-b2be-7ad3cf4118d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.393171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-5d10ff79-d0f3-4961-b2be-7ad3cf4118d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c67769c-51e7-434c-99d3-af3fa6cc0094 HTTP/1.1" status: 200 len: 854 time: 0.0473926 Dec 10 04:29:36.432613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-11e19153-9ee8-4597-97ba-2dac656e5e1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c400a87b-5c9b-4285-8317-8eb6c245fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277660 Dec 10 04:29:36.497763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a8974-a89b-4351-9616-214c71ce05e5 req-4ae99ab9-309c-41a8-8eb0-cd6693776155 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.499221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b26a8974-a89b-4351-9616-214c71ce05e5 req-4ae99ab9-309c-41a8-8eb0-cd6693776155 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1121080 Dec 10 04:29:36.523899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-9b075c33-9b51-4ead-a1c2-8e3c2f32c0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812998 Dec 10 04:29:36.529390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-37e3a5c5-5d17-4b8a-b0bd-cb89c72d2b1a service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316321 Dec 10 04:29:36.574450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b26a8974-a89b-4351-9616-214c71ce05e5 req-7f58b55e-f511-4b1f-b536-c030d488495d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677373 Dec 10 04:29:36.623999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1aa976-2c8c-4aa8-91bd-54e626a89ae2 req-921ee111-e3f6-4a59-9ce1-79075a2dc3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Dec 10 04:29:36.630603 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f5359-9cc3-442b-b629-2c4b279efda5 x-openstack-request-id: req-4c1f5359-9cc3-442b-b629-2c4b279efda5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:36.630928 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "name": "network-vif-plugged", "status": "completed", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:36.631437 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c1f5359-9cc3-442b-b629-2c4b279efda5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:36.632467 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'code': 200} Dec 10 04:29:36.642137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-62a94b05-aa82-4c20-aa83-9e31bd152d5a service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025386 Dec 10 04:29:36.690956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:36.706350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e579c861-bc02-4d6a-ac09-beee1624ab61 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:36.715084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-8355025d-692e-4a5c-969c-cca94ec1c77d tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e355163a475049538da116236b9d5fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237179 Dec 10 04:29:36.739603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: e579c861-bc02-4d6a-ac09-beee1624ab61 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:29:36.739938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e579c861-bc02-4d6a-ac09-beee1624ab61 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:29:36.814210 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0205413-5362-4884-bb09-acdf88d6d5c0 x-openstack-request-id: req-a0205413-5362-4884-bb09-acdf88d6d5c0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:36.814518 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e76ec90-95c2-498b-8a73-983e8ae57719", "name": "network-vif-deleted", "tag": "e579c861-bc02-4d6a-ac09-beee1624ab61", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:36.814744 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0205413-5362-4884-bb09-acdf88d6d5c0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:36.815178 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e76ec90-95c2-498b-8a73-983e8ae57719', 'name': 'network-vif-deleted', 'tag': 'e579c861-bc02-4d6a-ac09-beee1624ab61', 'status': 'completed', 'code': 200} Dec 10 04:29:36.861548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1ec0-5f67-4ef9-be87-1af00b4b7796 req-88a7b189-d944-46e6-a2d8-3bb85397ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.863516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-643c1ec0-5f67-4ef9-be87-1af00b4b7796 req-88a7b189-d944-46e6-a2d8-3bb85397ac80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 1101 time: 0.0506632 Dec 10 04:29:36.877818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:36.894300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f has no active binding in host n-h1-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:29:36.912245 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-643c1ec0-5f67-4ef9-be87-1af00b4b7796 req-908168f3-1a57-4f22-8075-4a3cb143e6f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Dec 10 04:29:36.937281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-881a183a-a8c0-43ce-b5f5-224f47a57baa tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.938742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-881a183a-a8c0-43ce-b5f5-224f47a57baa tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172439 Dec 10 04:29:36.970741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d7f09f09-3479-4e46-ad79-ff00988f3625 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/quotas/e355163a475049538da116236b9d5fce HTTP/1.1" status: 200 len: 375 time: 0.0249898 Dec 10 04:29:36.989043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.989723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.990201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.990662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.991116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.992117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.992596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.993052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.993499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.993948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.994396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:36.996245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2751e690-bacc-4b35-ad0c-17b940c5169b req-7bd723d2-3ec8-465f-b3b6-c051d06b7bb0 tempest-NetworksTest-1361120487 tempest-NetworksTest-1361120487-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.1839652 Dec 10 04:29:37.019045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-015a6c0d-0fdd-4a52-b082-51588515b188 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402906 Dec 10 04:29:37.184326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28052-e627-4290-a2a3-6e9a0985cba2 req-6ba3db63-12b2-4037-b9c9-5febc9aec2a1 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:37.185973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78e28052-e627-4290-a2a3-6e9a0985cba2 req-6ba3db63-12b2-4037-b9c9-5febc9aec2a1 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 943 time: 0.0737531 Dec 10 04:29:37.253727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-187142f5-6dbe-48a6-8e76-5ac68a6440f7 req-6a94855c-52f5-4aec-966f-950610dfffdc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 210 time: 0.0465944 Dec 10 04:29:37.286810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78e28052-e627-4290-a2a3-6e9a0985cba2 req-0329a3c5-cdd3-4a15-8359-21637526048c tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915868 Dec 10 04:29:37.379486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:37.424909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'name': 'network-vif-deleted', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:37.428530 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ab1df-31af-49f5-93ec-cc0311845d6d" -d '{"events": [{"server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "name": "network-vif-deleted", "tag": "3f20064d-8ba7-4851-a630-c098b88be800"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:37.471902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c083-9c7c-413f-b098-f6c1fbad4b84 req-9e0fe93b-ac39-409b-9c1d-5b69acf6ff57 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:37.473745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b65c083-9c7c-413f-b098-f6c1fbad4b84 req-9e0fe93b-ac39-409b-9c1d-5b69acf6ff57 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 950 time: 0.0861392 Dec 10 04:29:37.551660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b65c083-9c7c-413f-b098-f6c1fbad4b84 req-e87ed31d-1ff6-49d0-921d-adc9f31f8d8d tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Dec 10 04:29:37.579582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e17717ea-8fec-4268-b8a2-0a4b34cada9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.628161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-949a9be8-390d-4e86-93d3-b4ffc43b718f req-76859e30-0fd0-4b79-a183-8a335bbe105e tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 210 time: 0.0353155 Dec 10 04:29:37.659300 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3eb648-93ad-4264-903d-328b71462f7e x-openstack-request-id: req-5d3eb648-93ad-4264-903d-328b71462f7e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:37.659606 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d718d5-4f66-4936-bef5-31a876c18560", "name": "network-vif-deleted", "tag": "3f20064d-8ba7-4851-a630-c098b88be800", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:37.660078 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d3eb648-93ad-4264-903d-328b71462f7e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:37.660718 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d718d5-4f66-4936-bef5-31a876c18560', 'name': 'network-vif-deleted', 'tag': '3f20064d-8ba7-4851-a630-c098b88be800', 'status': 'completed', 'code': 200} Dec 10 04:29:37.698483 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e17717ea-8fec-4268-b8a2-0a4b34cada9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.703538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e17717ea-8fec-4268-b8a2-0a4b34cada9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.800181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17717ea-8fec-4268-b8a2-0a4b34cada9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc824ff7-f84f-4b3f-a38a-978183332d96,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:37.806518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e17717ea-8fec-4268-b8a2-0a4b34cada9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7aabfaec14224c45a583a0bcaefc778d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247494 Dec 10 04:29:37.809329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:37.830305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cd440-9494-4010-b703-9a0550a90d46 req-529daaeb-76f8-4b66-9632-ff4dcae641cd tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:37.831777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c2cd440-9494-4010-b703-9a0550a90d46 req-529daaeb-76f8-4b66-9632-ff4dcae641cd tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 950 time: 0.1037011 Dec 10 04:29:37.844992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25c0a-542e-446c-a42e-572b86733286 req-47ba5e90-4797-4e09-9ddb-12a0cc13d953 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:37.846425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16d25c0a-542e-446c-a42e-572b86733286 req-47ba5e90-4797-4e09-9ddb-12a0cc13d953 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1105630 Dec 10 04:29:37.864970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.886795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.914985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c2cd440-9494-4010-b703-9a0550a90d46 req-38928b74-5937-469a-9f6b-da3e183a6fcb tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Dec 10 04:29:37.924443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16d25c0a-542e-446c-a42e-572b86733286 req-1abe5cc5-4ebd-454b-8f35-9ae477aa619b tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 Dec 10 04:29:37.937236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.940217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:37.941419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc824ff7-f84f-4b3f-a38a-978183332d96 HTTP/1.1" status: 204 len: 168 time: 0.1284382 Dec 10 04:29:37.958737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c193934-468c-4537-bbb4-41190e9a6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc824ff7-f84f-4b3f-a38a-978183332d96,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:38.225403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:38.240634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3925afa4-3987-417b-9a68-1f0390e5ed29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.284147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-3944da71-7386-496b-95b4-5730b4cb4a3a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:38.285731 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-3944da71-7386-496b-95b4-5730b4cb4a3a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.1151505 Dec 10 04:29:38.321964 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3925afa4-3987-417b-9a68-1f0390e5ed29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.330649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Request body: {'port': {'device_id': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'admin_state_up': True, 'tenant_id': '7119f6db38fa4005ae406754cb095ec4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:38.336033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3925afa4-3987-417b-9a68-1f0390e5ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.385647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8980886e-3a06-480a-a0b8-860712696813 req-d52dd850-33e4-4b95-b5ce-db7792956efb tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Dec 10 04:29:38.437820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3925afa4-3987-417b-9a68-1f0390e5ed29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2d7983a01604f3e8537b9e61a099145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109816 Dec 10 04:29:38.442119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:38.451320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925afa4-3987-417b-9a68-1f0390e5ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad09f4a-8771-4808-bb51-20d833ea5f11,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:38.488947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0aaef-51a9-4b0f-8a0f-9c3976ca2435 req-160e0d7d-e4cb-4ad6-b129-aa3b8f84382f tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:38.490442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fa0aaef-51a9-4b0f-8a0f-9c3976ca2435 req-160e0d7d-e4cb-4ad6-b129-aa3b8f84382f tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 943 time: 0.1039033 Dec 10 04:29:38.522370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-9ffcd4e0-4d0a-4347-b77f-eade17824833 service neutron] 10.222.0.41 "GET /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.1061795 Dec 10 04:29:38.522927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:38.526284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.533944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.565331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fa0aaef-51a9-4b0f-8a0f-9c3976ca2435 req-7f8a6082-8b03-4691-9ec7-98ab19462f53 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663905 Dec 10 04:29:38.569527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.637771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.640596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:38.644153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ad09f4a-8771-4808-bb51-20d833ea5f11 HTTP/1.1" status: 204 len: 168 time: 0.1979835 Dec 10 04:29:38.658423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88e1bb-218d-498c-a03f-39c83ed3e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad09f4a-8771-4808-bb51-20d833ea5f11,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:38.701829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3f20064d-8ba7-4851-a630-c098b88be800 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:38.736158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14615-9402-4cda-a00d-3ad6072ce3cc req-70547829-f02e-41c9-8192-9bde11317d72 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:38.738070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc14615-9402-4cda-a00d-3ad6072ce3cc req-70547829-f02e-41c9-8192-9bde11317d72 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 950 time: 0.0815535 Dec 10 04:29:38.747488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 3f20064d-8ba7-4851-a630-c098b88be800 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:29:38.748101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3f20064d-8ba7-4851-a630-c098b88be800 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:29:38.802503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Allocated IP 172.20.0.8 (85834823-b533-43af-b3d6-015fbb8b250f/9031a7ee-d153-4b71-8efb-d9d92ee121c1/f9fac321-9122-467f-a5ab-fd982c2110cc) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:38.856916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc14615-9402-4cda-a00d-3ad6072ce3cc req-6efd33fc-b61e-463b-a7da-321cc2bf7be6 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010048 Dec 10 04:29:38.941794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:39.003301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:39.082875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:39.102750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:39.134969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.142106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.173140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3b9875c-261c-4cb6-abd3-6dd9f14f186c req-7c04fed3-deb6-4ce3-8583-637a2a2b3d26 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 210 time: 0.3150511 Dec 10 04:29:39.224266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-8c49dd01-f21a-4952-8d17-181fc6f72a6e tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e355163a475049538da116236b9d5fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493841 Dec 10 04:29:39.284619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] Transition to ACTIVE for port object 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:39.295676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.308962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.378223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] No DVR routers for this DVR port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:29:39.380348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e8039-b2e1-4787-bd65-25336ac34130 req-a141e596-d1d0-4135-a117-d612926ef2b7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.382422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-926e8039-b2e1-4787-bd65-25336ac34130 req-a141e596-d1d0-4135-a117-d612926ef2b7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 943 time: 0.1223376 Dec 10 04:29:39.408385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Network 85834823-b533-43af-b3d6-015fbb8b250f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:39.412340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:39.433736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-5dd5513f-2333-4d8d-8623-65c41fd48650 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.435215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-5dd5513f-2333-4d8d-8623-65c41fd48650 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003419 Dec 10 04:29:39.436456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:39.442405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:39.465205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Request body: {'port': {'device_id': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'e355163a475049538da116236b9d5fce'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:39.491113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-926e8039-b2e1-4787-bd65-25336ac34130 req-253e52cd-beac-4400-88fb-417b09a66cff tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Dec 10 04:29:39.510217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-db558337-3f07-47be-a8fe-48ffbb770b21 service neutron] 10.222.0.41 "PUT /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f/bindings/n-h1-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9745605 Dec 10 04:29:39.600395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.601650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.605670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:39.638106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-8328930f-1dcf-432f-91a1-e44c90501fe3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3112197 Dec 10 04:29:39.666902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Request body: {'port': {'device_id': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:39.683360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-9c3f98b4-8165-444b-84ff-b84d0a31231c tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.684373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-9c3f98b4-8165-444b-84ff-b84d0a31231c tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 950 time: 0.1847479 Dec 10 04:29:39.712391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a074-40a0-4d1f-9185-9afe292d7c3d req-2972b694-313c-4f2f-a5a0-534a41196653 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.713867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03c1a074-40a0-4d1f-9185-9afe292d7c3d req-2972b694-313c-4f2f-a5a0-534a41196653 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 950 time: 0.1559260 Dec 10 04:29:39.763289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c144c1-9ab9-4ab6-ba29-d356420fe49e req-43545e77-adbb-4cb8-a3ee-de8856d70765 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.764917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40c144c1-9ab9-4ab6-ba29-d356420fe49e req-43545e77-adbb-4cb8-a3ee-de8856d70765 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 931 time: 0.1615279 Dec 10 04:29:39.808693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-4d020c70-3394-44b2-aeda-ce4cf1f61046 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:39.811196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-4d020c70-3394-44b2-aeda-ce4cf1f61046 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1411090 Dec 10 04:29:39.814983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.854183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Made reservation on behalf of e355163a475049538da116236b9d5fce for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:39.857901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:39.878140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 59a16c42-58c2-4819-bdae-ada9c0d5e5ee details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:39.959940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03c1a074-40a0-4d1f-9185-9afe292d7c3d req-88616f5f-975d-4c26-a5ad-1d42daa945cc tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/security-groups?id=a06b6523-ea04-413f-b4d0-2d33411ed108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205191 Dec 10 04:29:39.980714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40c144c1-9ab9-4ab6-ba29-d356420fe49e req-923a84dc-71a2-44bc-9445-7b7d4d6080bc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887362 Dec 10 04:29:40.051903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Deleting port 91b27027-48db-4fdc-8e91-3d44e944efed {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:29:40.052219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.079243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,segment=NetworkSegment(168e8f3b-aa3e-4e16-b399-dacd8a9589dc),segment_id=168e8f3b-aa3e-4e16-b399-dacd8a9589dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:40.121800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee', 'network_id': 'c400a87b-5c9b-4285-8317-8eb6c245fa73', 'port_id': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee', 'mac_address': 'fa:16:3e:a4:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c67769c-51e7-434c-99d3-af3fa6cc0094', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:40.171180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-dc9be0c9-1901-42df-8682-ed65cbcb87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.172794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-dc9be0c9-1901-42df-8682-ed65cbcb87ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&tenant_id=3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 1095 time: 0.3532798 Dec 10 04:29:40.218024 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.223633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Allocated IP 192.168.233.107 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/c04f0d51-992b-4c44-9757-54b8bf92c5d1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:40.252236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a16c42-58c2-4819-bdae-ada9c0d5e5ee {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:40.252863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] For port 91b27027-48db-4fdc-8e91-3d44e944efed, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=91b27027-48db-4fdc-8e91-3d44e944efed,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:40.253227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.273893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Calling delete_port for 91b27027-48db-4fdc-8e91-3d44e944efed owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:29:40.287144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,segment=NetworkSegment(168e8f3b-aa3e-4e16-b399-dacd8a9589dc),segment_id=168e8f3b-aa3e-4e16-b399-dacd8a9589dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:40.295510 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.345072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-31bcc1b5-aa0f-4fe2-9b4a-f90f01df5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.346587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-31bcc1b5-aa0f-4fe2-9b4a-f90f01df5e66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1095 time: 0.0898218 Dec 10 04:29:40.358725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce598-a273-46d5-af01-835174fe521a req-01eee357-63d6-4a79-8d1c-5c4f23caebc9 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.368204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-340ce598-a273-46d5-af01-835174fe521a req-01eee357-63d6-4a79-8d1c-5c4f23caebc9 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 943 time: 0.2064986 Dec 10 04:29:40.391540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:40.481707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-340ce598-a273-46d5-af01-835174fe521a req-ccb148c8-31ce-4b0c-baa4-f03e9b60090f tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123359 Dec 10 04:29:40.518114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-120cc29c-9b52-43a9-b836-0a984938d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.525546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-120cc29c-9b52-43a9-b836-0a984938d4da service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1466255 Dec 10 04:29:40.587111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-be67316c-40f1-4970-9f6a-66665793bb9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0380914 Dec 10 04:29:40.599087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fac321-9122-467f-a5ab-fd982c2110cc {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:40.619062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.654543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.655017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.655489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.655951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.656413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.656906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.657362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.657819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.659190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Transition to ACTIVE for port object f9fac321-9122-467f-a5ab-fd982c2110cc will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:40.659750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-b5c65fcf-76c1-439c-b930-506b15019fa5 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c&device_id=920562e0-3bd2-4718-8d63-93211c19176a&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb&device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32&device_id=265b0477-3dd6-4d94-9af3-c1306886a4db&device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 7249 time: 0.1466537 Dec 10 04:29:40.668103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.669903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['59a16c42-58c2-4819-bdae-ada9c0d5e5ee'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:40.673281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-baab3756-445a-4661-9d44-652df4856716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:40.674738 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-baab3756-445a-4661-9d44-652df4856716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0706596 Dec 10 04:29:40.724543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12716043-d057-4529-a5fd-a62a0e9cca28 req-c25516ec-830c-4db3-84ee-84a049fce68b tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 210 time: 0.0773358 Dec 10 04:29:40.736238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.746196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-66b659de-357d-481d-8979-db723172d8f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479102 Dec 10 04:29:40.749506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-8f121471-4658-4b9c-83eb-74f9309b108f tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.791261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.797818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:40.874276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Pushing event deleted for resources: {'Port': ['ID=91b27027-48db-4fdc-8e91-3d44e944efed,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:40.930743 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.937790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:40.938209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:40.938596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:40.945153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:40.945484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:40.951660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:40.952006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:40.952389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:40.952845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Bound port: f9fac321-9122-467f-a5ab-fd982c2110cc, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:40.953200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:40.957586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-e499de60-6b96-4987-b9b5-0216f11897a3 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991804 Dec 10 04:29:40.979374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] No DVR routers for this DVR port 91b27027-48db-4fdc-8e91-3d44e944efed on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:29:41.000488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.003677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92251898-d37e-477b-ae02-97e9fc3fc29c req-ba12f20d-48ba-434b-8b96-ceaf7a3fc8e8 tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.41 "DELETE /v2.0/ports/91b27027-48db-4fdc-8e91-3d44e944efed HTTP/1.1" status: 204 len: 173 time: 1.3113170 Dec 10 04:29:41.007737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'name': 'network-vif-deleted', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:41.009421 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0da4f-6ed7-456a-8185-5a559c86286f" -d '{"events": [{"server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "name": "network-vif-deleted", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:41.025794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65398e-daa2-4d83-b4c1-897b87122f57 req-8a06bc3c-ad0c-4370-8a77-6faf30085997 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.027308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf65398e-daa2-4d83-b4c1-897b87122f57 req-8a06bc3c-ad0c-4370-8a77-6faf30085997 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 944 time: 0.2399030 Dec 10 04:29:41.035413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:41.053263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Pushing event updated for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:41.055655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:41.072388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:41.076149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-8f121471-4658-4b9c-83eb-74f9309b108f tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.096629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:41.100891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:41.103815 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-e83a52c3-0bec-4c40-885b-314ede2c99a2 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154001 Dec 10 04:29:41.103947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-8f121471-4658-4b9c-83eb-74f9309b108f tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.106141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.142099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.142840 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.145111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] 10.222.0.36 "PUT /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 1091 time: 1.4817820 Dec 10 04:29:41.145111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:41.147314 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd84b0-4916-4e9f-83ed-61a75449723a" -d '{"events": [{"name": "network-changed", "server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:41.191279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf65398e-daa2-4d83-b4c1-897b87122f57 req-27e50d0a-5450-4aa9-a380-e0eed99df524 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482174 Dec 10 04:29:41.195769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aad345-8537-4d6a-9802-b5848206dc9b service neutron] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:41.201042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f121471-4658-4b9c-83eb-74f9309b108f tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315be90-d942-4591-b694-91c0bf45c949,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:41.215906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.216663 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.248274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d4f3a083-bd4b-4888-8719-70b2051b9cec tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7942448 Dec 10 04:29:41.275644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d9a493b-99d7-46e5-b8dd-18b54f95ffa4 req-8f121471-4658-4b9c-83eb-74f9309b108f tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&id=a06b6523-ea04-413f-b4d0-2d33411ed108&id=f27546d5-4588-482b-8ed3-2a5ccefda415&id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5796585 Dec 10 04:29:41.321546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Request body: {'port': {'device_id': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:41.366928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['91b27027-48db-4fdc-8e91-3d44e944efed'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:41.377057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-b2fa3c7a-9d2f-435c-a74c-0bb1a48335fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.378788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-b2fa3c7a-9d2f-435c-a74c-0bb1a48335fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1094 time: 0.0616324 Dec 10 04:29:41.393358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f1fa0-59a7-4044-95dc-bfc3444f59f9 req-8c1e8134-62ca-48b7-a0bb-80fe22fc47ff tempest-ServersAdminNegativeTestJSON-944864489 tempest-ServersAdminNegativeTestJSON-944864489-project] 10.222.0.43 "GET /v2.0/ports?device_id=f661808c-30df-4e93-9e71-7c109acf492a HTTP/1.1" status: 200 len: 210 time: 0.0396330 Dec 10 04:29:41.438314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:41.496839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-f70a3c4a-4766-4285-932e-572ddcd42c71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0846560 Dec 10 04:29:41.526493 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7233b42-c1e5-4af2-ba47-1bbd7b37535d x-openstack-request-id: req-a7233b42-c1e5-4af2-ba47-1bbd7b37535d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:41.529189 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f661808c-30df-4e93-9e71-7c109acf492a", "name": "network-vif-deleted", "tag": "91b27027-48db-4fdc-8e91-3d44e944efed", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:41.529346 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7233b42-c1e5-4af2-ba47-1bbd7b37535d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:41.529756 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f661808c-30df-4e93-9e71-7c109acf492a', 'name': 'network-vif-deleted', 'tag': '91b27027-48db-4fdc-8e91-3d44e944efed', 'status': 'completed', 'code': 200} Dec 10 04:29:41.629224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-ce8d528c-6b37-4ed7-b997-b66c5682487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.629224 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-ce8d528c-6b37-4ed7-b997-b66c5682487e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1200671 Dec 10 04:29:41.651137 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263f906-8f47-4550-aa48-8c005b5b3279 x-openstack-request-id: req-4263f906-8f47-4550-aa48-8c005b5b3279 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:41.652013 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:41.652330 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4263f906-8f47-4550-aa48-8c005b5b3279 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:41.652856 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'status': 'completed', 'code': 200} Dec 10 04:29:41.685235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-2d57246a-66d7-4c9d-b2ef-0db764c91bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313973 Dec 10 04:29:41.720953 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:29:41.758676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-533d4b0a-0de6-4a36-88fa-1576099e257d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.759675 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-533d4b0a-0de6-4a36-88fa-1576099e257d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1242344 Dec 10 04:29:41.831162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab084-4fa3-41eb-938e-8027e5efff40 req-1f4b2f47-48f7-43b4-97e8-23097b1ae7c7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.833458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a9ab084-4fa3-41eb-938e-8027e5efff40 req-1f4b2f47-48f7-43b4-97e8-23097b1ae7c7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.2554858 Dec 10 04:29:41.892741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-65684b92-6c3c-42b4-8c30-90a86d67cd31 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913044 Dec 10 04:29:41.906594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 59a16c42-58c2-4819-bdae-ada9c0d5e5ee up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:41.981803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a9ab084-4fa3-41eb-938e-8027e5efff40 req-93032fb8-77d9-4e1b-a0e9-f37baf301d27 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268589 Dec 10 04:29:41.989059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88535ab2-a0db-45c4-b8c1-0ccd021d3abc req-65b9502d-7e61-428b-b7cb-aa76a4447fe3 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:41.996822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88535ab2-a0db-45c4-b8c1-0ccd021d3abc req-65b9502d-7e61-428b-b7cb-aa76a4447fe3 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 944 time: 0.1860182 Dec 10 04:29:41.998103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:42.014623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:42.016619 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.029990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-05b2a887-4b44-4f0d-949c-77d38d77dc95 service neutron] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:42.037035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-05b2a887-4b44-4f0d-949c-77d38d77dc95 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.038795 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f9810a0b-cb6d-4e7f-bfc5-030a64304afd req-05b2a887-4b44-4f0d-949c-77d38d77dc95 service neutron] 10.222.0.36 "DELETE /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f/bindings/n-h2-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.2371581 Dec 10 04:29:42.068717 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e54e048e-6162-4f33-9e92-5e7c51c6f927 req-5be4d8ab-865a-4fed-aa98-2b67d3c15764 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610239 Dec 10 04:29:42.077141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88535ab2-a0db-45c4-b8c1-0ccd021d3abc req-a875be8e-5a35-42ce-bd49-6ebc4faa6c51 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795550 Dec 10 04:29:42.121102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04f0d51-992b-4c44-9757-54b8bf92c5d1 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:42.130998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.145378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Transition to ACTIVE for port object c04f0d51-992b-4c44-9757-54b8bf92c5d1 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:42.156753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.216175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.243511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:42.246119 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5085b46-99be-41ee-b74c-38efe56a17d9" -d '{"events": [{"server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "name": "network-vif-plugged", "status": "completed", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:42.262878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Pushing event updated for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:42.264155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,segment=NetworkSegment(168e8f3b-aa3e-4e16-b399-dacd8a9589dc),segment_id=168e8f3b-aa3e-4e16-b399-dacd8a9589dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:42.274085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.274982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:42.298663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-334d8688-e032-424f-9735-7a29213474cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.300170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-334d8688-e032-424f-9735-7a29213474cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1094 time: 0.0758429 Dec 10 04:29:42.354349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:29:42.358904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:42.434088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-a29c846c-505b-4d1d-83af-b756437fdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.435617 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-a29c846c-505b-4d1d-83af-b756437fdd20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1266198 Dec 10 04:29:42.472090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Attempting to bind port c04f0d51-992b-4c44-9757-54b8bf92c5d1 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:42.472600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Attempting to bind port c04f0d51-992b-4c44-9757-54b8bf92c5d1 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:42.473088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Attempting to bind port c04f0d51-992b-4c44-9757-54b8bf92c5d1 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:42.486356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Port c04f0d51-992b-4c44-9757-54b8bf92c5d1 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:42.487032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Attempting to bind port c04f0d51-992b-4c44-9757-54b8bf92c5d1 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:42.495247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-324152cd-34c9-4af8-9749-1134c22c8c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0515122 Dec 10 04:29:42.497968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:42.498558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:42.499034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:42.500011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Bound port: c04f0d51-992b-4c44-9757-54b8bf92c5d1, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:42.500844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.590240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b902-aeb3-45a7-b06f-f2ded1d5ad4e req-5498f72a-ca37-4bae-ab42-d0555792b8c1 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.591433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b902-aeb3-45a7-b06f-f2ded1d5ad4e req-5498f72a-ca37-4bae-ab42-d0555792b8c1 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.591614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-c93570da-477f-41bd-bb25-62084848938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.592085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b902-aeb3-45a7-b06f-f2ded1d5ad4e req-5498f72a-ca37-4bae-ab42-d0555792b8c1 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.596492 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-c93570da-477f-41bd-bb25-62084848938f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0855162 Dec 10 04:29:42.599565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95f7b902-aeb3-45a7-b06f-f2ded1d5ad4e req-5498f72a-ca37-4bae-ab42-d0555792b8c1 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a&device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb&device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 2884 time: 0.0957940 Dec 10 04:29:42.631744 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-19faf530-1fe4-4e7d-92bf-fe7ce8b13f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273683 Dec 10 04:29:42.661549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:42.665683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:42.684427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95f7b902-aeb3-45a7-b06f-f2ded1d5ad4e req-e4590414-e3d5-40a9-8718-91e237e94c5c tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 Dec 10 04:29:42.696666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.763553 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-e632955d-53bf-4704-80c4-7d4b3bd53d91 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216428 Dec 10 04:29:42.777501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.778381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:42.780140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] 10.222.0.36 "PUT /v2.0/ports/c04f0d51-992b-4c44-9757-54b8bf92c5d1 HTTP/1.1" status: 200 len: 1096 time: 1.4642582 Dec 10 04:29:42.827070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc9ea-7b92-43c9-bad4-93006a0292d8 req-071fd941-f5ad-4e72-8b4c-5579108da1a2 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:42.828816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-737fc9ea-7b92-43c9-bad4-93006a0292d8 req-071fd941-f5ad-4e72-8b4c-5579108da1a2 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 948 time: 0.1485314 Dec 10 04:29:42.884513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3bd84b0-4916-4e9f-83ed-61a75449723a req-ce8a3e7a-de5e-4df6-afe7-10130f0715e8 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124039 Dec 10 04:29:43.110098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765bd2-864e-4a16-9359-c6c1a51000ba service neutron] Pushing event updated for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:43.129932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21737b4-a82b-4a95-9600-6754457b5129 req-dde68d59-17d7-4fa1-b977-0db18956d741 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.131426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d21737b4-a82b-4a95-9600-6754457b5129 req-dde68d59-17d7-4fa1-b977-0db18956d741 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 944 time: 0.3770461 Dec 10 04:29:43.174857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-737fc9ea-7b92-43c9-bad4-93006a0292d8 req-daa9713c-8560-48a8-9f51-79a8410d682a tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347030 Dec 10 04:29:43.180753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-bc2875bd-cf74-4d6c-8e86-4924e29d1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.182266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-bc2875bd-cf74-4d6c-8e86-4924e29d1d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 1099 time: 0.1072073 Dec 10 04:29:43.216281 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125f478-2942-4b67-adad-85693456d91a x-openstack-request-id: req-0125f478-2942-4b67-adad-85693456d91a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:43.216841 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "name": "network-vif-plugged", "status": "completed", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:43.216939 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0125f478-2942-4b67-adad-85693456d91a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:43.217252 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee', 'code': 200} Dec 10 04:29:43.261792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-794968e4-ed9d-496a-b0fb-43a7f022a5a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1 HTTP/1.1" status: 200 len: 217 time: 0.0607247 Dec 10 04:29:43.273667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d21737b4-a82b-4a95-9600-6754457b5129 req-835008b8-3cdf-4f3b-954b-cc9bdac983a2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252358 Dec 10 04:29:43.338950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-df3bb83a-84e5-4936-a2d2-1ce36748cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.341226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-df3bb83a-84e5-4936-a2d2-1ce36748cfe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0666406 Dec 10 04:29:43.493486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-b6a31a7c-74a7-495f-bc1e-cb12016697bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.494979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-b6a31a7c-74a7-495f-bc1e-cb12016697bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446211 Dec 10 04:29:43.499847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abf954-e69e-4e24-aa72-f2b1cca9599b req-942c301a-7616-42bd-b4cf-7f396ddf94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.501498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96abf954-e69e-4e24-aa72-f2b1cca9599b req-942c301a-7616-42bd-b4cf-7f396ddf94a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 1096 time: 0.1384032 Dec 10 04:29:43.515926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb548-aed4-4883-937d-13f71d98262f req-cabb1449-feff-4f46-a1b2-ffda479bc1cd tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.517408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73cb548-aed4-4883-937d-13f71d98262f req-cabb1449-feff-4f46-a1b2-ffda479bc1cd tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.1233289 Dec 10 04:29:43.531356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:43.533553 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:43.570097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b66f2-958f-49b8-b286-dabd5e51b670 req-07906c0b-5c2e-43c8-9202-915ae956365e tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:43.571482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d1b66f2-958f-49b8-b286-dabd5e51b670 req-07906c0b-5c2e-43c8-9202-915ae956365e tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 945 time: 0.1306307 Dec 10 04:29:43.574088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:43.699179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96abf954-e69e-4e24-aa72-f2b1cca9599b req-7c3e80fc-7623-4ded-9960-9576e95b882f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790078 Dec 10 04:29:43.711363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2bc6c41-014e-4815-926e-9061a4c4de6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=771d6b90f7f846239045eeb2a69c167c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322775 Dec 10 04:29:43.711561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:43.713262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73cb548-aed4-4883-937d-13f71d98262f req-bf24a827-29b0-4704-b51b-08367909ca12 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721141 Dec 10 04:29:43.726372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-d95e814e-f39b-4a5c-9db9-d3d7575105d8 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074142 Dec 10 04:29:43.751880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d1b66f2-958f-49b8-b286-dabd5e51b670 req-5614fd47-95c7-461e-80a5-d49e50280109 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563590 Dec 10 04:29:43.781786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:43.814187 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:43.878663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b73b82-000b-4653-921a-7293f09c3e7c req-79b170c0-8fef-436a-8ad8-b4faa5abcbc9 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249354 Dec 10 04:29:43.896370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:43.900271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:43.910085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 91b27027-48db-4fdc-8e91-3d44e944efed no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:43.923067 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a06b6523-ea04-413f-b4d0-2d33411ed108 HTTP/1.1" status: 204 len: 168 time: 0.2104366 Dec 10 04:29:43.932851 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e108111-2173-433e-b834-80c96485ee25 x-openstack-request-id: req-5e108111-2173-433e-b834-80c96485ee25 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:43.933276 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:43.933554 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e108111-2173-433e-b834-80c96485ee25 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:43.933998 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1', 'status': 'completed', 'code': 200} Dec 10 04:29:43.942596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee000c-be7c-49c3-b1ff-19ace97ae8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b6523-ea04-413f-b4d0-2d33411ed108,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:43.971761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 91b27027-48db-4fdc-8e91-3d44e944efed {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:29:43.972402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 91b27027-48db-4fdc-8e91-3d44e944efed not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:29:44.103149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-94044ad2-ca60-4bc1-a4c2-e3e784891f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.105450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-94044ad2-ca60-4bc1-a4c2-e3e784891f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e355163a475049538da116236b9d5fce&device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 1099 time: 0.0830948 Dec 10 04:29:44.108394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122052-f638-49a1-a1e6-4c37c9151d13 req-e1ab2244-4777-4fbf-9d27-c8ea5a70d15a tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.118017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39122052-f638-49a1-a1e6-4c37c9151d13 req-e1ab2244-4777-4fbf-9d27-c8ea5a70d15a tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1095 time: 0.1050596 Dec 10 04:29:44.291276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:44.297724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39122052-f638-49a1-a1e6-4c37c9151d13 req-e4a77599-9f70-45dc-a85d-fb8803da0096 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768451 Dec 10 04:29:44.308023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-b744f3c1-b611-490c-8570-f962cccdd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.309422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-b744f3c1-b611-490c-8570-f962cccdd064 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1894000 Dec 10 04:29:44.393284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-27d50f53-398b-458c-94a1-a11c3329dccc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1 HTTP/1.1" status: 200 len: 217 time: 0.0705338 Dec 10 04:29:44.406251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:44.483527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dc86fb89-7798-41bf-8e0c-197731d458c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e54f8006b3fd402c82cfd5ca098587d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761459 Dec 10 04:29:44.486191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:44.522702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-aaecf3bc-a617-45c8-a745-1393e6442977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.524497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-aaecf3bc-a617-45c8-a745-1393e6442977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1152728 Dec 10 04:29:44.544244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d5527-e5c6-4ee5-9562-37b1ae350364 req-1cf6ed48-3a95-46f6-93f3-0af0dadcf230 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.563212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e81d5527-e5c6-4ee5-9562-37b1ae350364 req-1cf6ed48-3a95-46f6-93f3-0af0dadcf230 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 948 time: 0.1156166 Dec 10 04:29:44.589448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.630338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.677508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e81d5527-e5c6-4ee5-9562-37b1ae350364 req-2fb4e1c0-2299-4557-8631-3354911cc670 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130481 Dec 10 04:29:44.684503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-5181094f-bdd3-4e48-979f-2c8bd2f05cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:44.699715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-5181094f-bdd3-4e48-979f-2c8bd2f05cda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246321 Dec 10 04:29:44.723476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.727579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.734446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47665c85-a953-475e-bd14-638a4c8f6baf HTTP/1.1" status: 204 len: 168 time: 0.2472262 Dec 10 04:29:44.745331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:44.784808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f59f192-90b2-4b25-8769-59a020bab55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.800090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51f5e5-2c5e-4909-8525-1f07acec1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47665c85-a953-475e-bd14-638a4c8f6baf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:44.881907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:44.903594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f59f192-90b2-4b25-8769-59a020bab55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.912491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f59f192-90b2-4b25-8769-59a020bab55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:44.970277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f192-90b2-4b25-8769-59a020bab55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84673c0c-66c1-4214-b6c6-bf96fed49e29,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:45.000811 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2f59f192-90b2-4b25-8769-59a020bab55b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c526e4404d3e40c8bbfa9abbd7002024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7071896 Dec 10 04:29:45.002920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:45.043881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'port_id': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'mac_address': 'fa:16:3e:78:83:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031a7ee-d153-4b71-8efb-d9d92ee121c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:45.084385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641e15-43d1-4acf-a16f-5b330e7c0c89 req-f24c2555-c802-4172-9c03-de9c94cdd2f2 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:45.086502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45641e15-43d1-4acf-a16f-5b330e7c0c89 req-f24c2555-c802-4172-9c03-de9c94cdd2f2 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1101 time: 0.2936473 Dec 10 04:29:45.094946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-e3004fc1-6fee-4394-8aaf-43f6c09a827f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:45.104508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.104605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-e3004fc1-6fee-4394-8aaf-43f6c09a827f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.3114448 Dec 10 04:29:45.125032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.127055 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.143042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-81932d42-69f2-452b-83ec-408a50d22a21 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/quotas/3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 375 time: 0.0375278 Dec 10 04:29:45.149395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fac321-9122-467f-a5ab-fd982c2110cc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:45.176552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:45.181950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.187333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-40faeb7b-ccc7-4217-9e0d-c36b0573e33c service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817436 Dec 10 04:29:45.198105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.202019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.205997 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84673c0c-66c1-4214-b6c6-bf96fed49e29 HTTP/1.1" status: 204 len: 168 time: 0.2013979 Dec 10 04:29:45.216706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45641e15-43d1-4acf-a16f-5b330e7c0c89 req-3c9c2457-db68-4d0c-bb10-df4186099bb1 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090393 Dec 10 04:29:45.219954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeffa7f-6290-463b-bbdc-3224d42a4879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84673c0c-66c1-4214-b6c6-bf96fed49e29,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:45.257409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-41faf0f4-4f85-4cc3-a2bb-885d0fdce016 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146777 Dec 10 04:29:45.286858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:45.418876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79d4eb25-bc18-46db-8d2d-fb6e3a3985a8 req-612144a9-cf57-453f-be76-129c9172071a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149377 Dec 10 04:29:45.438947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9639afa4-f29b-404a-95fb-b7b7144ee472 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805854 Dec 10 04:29:45.447376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc82bc-6df8-4806-aa71-e6ce1c694605 req-b67fd6ce-ad26-4802-bd91-392838927b99 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:45.454708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7efc82bc-6df8-4806-aa71-e6ce1c694605 req-b67fd6ce-ad26-4802-bd91-392838927b99 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.1322329 Dec 10 04:29:45.558431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7efc82bc-6df8-4806-aa71-e6ce1c694605 req-e5ee139f-2e28-47a7-9039-cfdbfae92865 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024201 Dec 10 04:29:45.568311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['f9fac321-9122-467f-a5ab-fd982c2110cc'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:45.589977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-12cc7488-af1e-416e-8063-fc3c5eb6eb33 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276557 Dec 10 04:29:45.616293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:45.629929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49f2cb5d-d49b-4ba7-85c5-a9b8933207da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.729587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705590-0533-46f8-99d5-907654b83b35 req-f64c75d9-4261-4a5e-b84b-d9ae4fcb9e78 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:45.731158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2705590-0533-46f8-99d5-907654b83b35 req-f64c75d9-4261-4a5e-b84b-d9ae4fcb9e78 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 945 time: 0.0837312 Dec 10 04:29:45.784323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49f2cb5d-d49b-4ba7-85c5-a9b8933207da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.789769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49f2cb5d-d49b-4ba7-85c5-a9b8933207da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.805416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2705590-0533-46f8-99d5-907654b83b35 req-abde36b2-f2ce-4a42-96f7-301cfbd95434 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631559 Dec 10 04:29:45.856166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49f2cb5d-d49b-4ba7-85c5-a9b8933207da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9a46c16b47f484bb2c9b6b96dfe3463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387962 Dec 10 04:29:45.857714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2cb5d-d49b-4ba7-85c5-a9b8933207da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f981b-6807-466f-865c-7ef5a5a50531,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:45.858931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:45.948202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:45.975017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:45.995816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f88b9-b7b9-44e3-98dd-13b78e668ca4 req-be20e84f-afcf-4060-b783-c33952b55ec2 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:45.997273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d5f88b9-b7b9-44e3-98dd-13b78e668ca4 req-be20e84f-afcf-4060-b783-c33952b55ec2 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1101 time: 0.0815489 Dec 10 04:29:46.029347 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.075493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1274852374-network', 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:46.104911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:46.107682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.118585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.155156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d5f88b9-b7b9-44e3-98dd-13b78e668ca4 req-e5edcb50-3e46-4bca-8865-41667875a392 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422870 Dec 10 04:29:46.179126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4550fb2-6959-4a36-99f2-0afbc251f1dd req-d6bbadd6-e1e9-46e2-a415-cef2a1631564 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:46.187131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4550fb2-6959-4a36-99f2-0afbc251f1dd req-d6bbadd6-e1e9-46e2-a415-cef2a1631564 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 948 time: 0.1543727 Dec 10 04:29:46.238053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.242316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.244950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/955f981b-6807-466f-865c-7ef5a5a50531 HTTP/1.1" status: 204 len: 168 time: 0.3849545 Dec 10 04:29:46.249370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.259257 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.288419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86b31-23e5-4f8e-9120-d9baa5a87005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f981b-6807-466f-865c-7ef5a5a50531,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:46.288539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:46.305442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.306838 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Added segment 006ab577-d19d-48d7-98c1-ac3ed62b3859 of type vlan for network 3759f267-bac5-4fac-a7c1-554017654bf1 Dec 10 04:29:46.324336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4550fb2-6959-4a36-99f2-0afbc251f1dd req-048bf373-61f8-462f-bf75-5fa4e831e4a0 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363087 Dec 10 04:29:46.334563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca27685f-832e-47a8-a676-80c17353da62 req-c9080faa-5c33-4191-97c5-25ba073be4dc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 210 time: 0.1039925 Dec 10 04:29:46.363509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b302c39c-898e-4e7f-bb2d-e1df51347709,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:46.417293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.466603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.466711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:46.467315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.521006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5694299 Dec 10 04:29:46.521291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:46.527068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Request body: {'subnet': {'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1274852374-subnet', 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:46.560401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65588a-65d5-4a7a-a8e7-0f034af8bcda admin admin] Pushing event updated for resources: {'Network': ['ID=3759f267-bac5-4fac-a7c1-554017654bf1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:46.574447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:46.575577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3759f267-bac5-4fac-a7c1-554017654bf1 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:46.577689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:46.759346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c04f0d51-992b-4c44-9757-54b8bf92c5d1 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:46.787206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:46.838413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc23d6-912d-492c-abc5-95154a6cdd61 req-e80ae058-2a61-4ed5-8748-022e755141a7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:46.840100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7bc23d6-912d-492c-abc5-95154a6cdd61 req-e80ae058-2a61-4ed5-8748-022e755141a7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.0869520 Dec 10 04:29:46.985079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7bc23d6-912d-492c-abc5-95154a6cdd61 req-a693988b-94a0-4f64-91ac-b6192a14bfb3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301174 Dec 10 04:29:46.994126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.022524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port f9fac321-9122-467f-a5ab-fd982c2110cc completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:47.034580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port f9fac321-9122-467f-a5ab-fd982c2110cc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:47.035304 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.042286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:47.077093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1', 'mac_address': 'fa:16:3e:c8:44:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:47.133997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=969da3d5-b06a-42ea-b463-d5cc96f525e6,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:47.148595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Checking segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:47.149232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Network hostable DHCP agents. Network: 3759f267-bac5-4fac-a7c1-554017654bf1, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:47.161062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.193845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Network 3759f267-bac5-4fac-a7c1-554017654bf1 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:47.199912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f0d51-992b-4c44-9757-54b8bf92c5d1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:47.210516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.211191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3759f267-bac5-4fac-a7c1-554017654bf1) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:47.232190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:47.234083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.234609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb2423-78eb-466b-9a67-0c82d6d1e634 None None] Network 3759f267-bac5-4fac-a7c1-554017654bf1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:47.244062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:47.268503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.269437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac19d485-20b1-402b-9be6-20e082efee8e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7469382 Dec 10 04:29:47.304974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:47.308876 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980b2913-235f-4249-961c-8240076fa4c3" -d '{"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-plugged", "status": "completed", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:47.461240 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0c949b-62e3-488c-b32f-40ddda538cb5 x-openstack-request-id: req-2d0c949b-62e3-488c-b32f-40ddda538cb5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:47.461720 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-plugged", "status": "completed", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:47.461889 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d0c949b-62e3-488c-b32f-40ddda538cb5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:47.462502 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'code': 200} Dec 10 04:29:47.480998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:47.510639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.610044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:47.671816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:47.724889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c04f0d51-992b-4c44-9757-54b8bf92c5d1'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:47.758003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33199c48-b047-4d11-9eac-6bbb8c3910da None None] Network 3759f267-bac5-4fac-a7c1-554017654bf1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:47.788285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93317566-ac3a-45ce-b760-3a1c785d8434 req-f15fa387-e3ae-49a4-a869-c2e39966ed8f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 210 time: 0.0717561 Dec 10 04:29:47.795316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-4470d347-900b-463e-8c99-91088f8a1fde tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:47.797047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-4470d347-900b-463e-8c99-91088f8a1fde tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.4370823 Dec 10 04:29:47.811435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c7d3-031d-4104-8e3e-4f6b3b108869 req-d06fec0e-be91-4fc0-845a-c613ab899b6a tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:47.825388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acc8c7d3-031d-4104-8e3e-4f6b3b108869 req-d06fec0e-be91-4fc0-845a-c613ab899b6a tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 949 time: 0.2381501 Dec 10 04:29:47.832834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Request body: {'port': {'device_id': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'admin_state_up': True, 'tenant_id': '3bb34a6c64364aca87c286d552dffc89'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:47.855324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f414eec-b300-48b8-885a-c88d420ea96d req-2f85a521-c9db-4262-b418-f98451d98743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:47.857439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f414eec-b300-48b8-885a-c88d420ea96d req-2f85a521-c9db-4262-b418-f98451d98743 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1096 time: 0.1927295 Dec 10 04:29:47.875700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:47.891753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-network', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:47.922985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Made reservation on behalf of 3ba27c144d1d48b9b840f9556478b73c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:47.927626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:47.939783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.050957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f414eec-b300-48b8-885a-c88d420ea96d req-dc6c8c49-c0a9-417d-beac-bfc9e1a4a924 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765745 Dec 10 04:29:48.059403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.066821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.071226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acc8c7d3-031d-4104-8e3e-4f6b3b108869 req-486f687a-384a-40a0-b4fd-46582a3a97ae tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149882 Dec 10 04:29:48.120316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332da39b-ae9b-47b5-a776-6693cd91e8a9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:48.142166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:29:48.146397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc3447-29ad-4b1b-b5c3-423e27bc1ae8 req-9b537577-f932-4264-aa63-252dba58f311 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:48.155703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.156049 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Added segment c78ad238-c404-4f86-abe2-a74c36697602 of type vlan for network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 Dec 10 04:29:48.158650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95bc3447-29ad-4b1b-b5c3-423e27bc1ae8 req-9b537577-f932-4264-aa63-252dba58f311 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2414219 Dec 10 04:29:48.218585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.229000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:48.232904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.248739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.249811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:48.250737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.260742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95bc3447-29ad-4b1b-b5c3-423e27bc1ae8 req-f7de070e-e97f-4210-8c25-e136462ebf02 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962110 Dec 10 04:29:48.327149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6514113 Dec 10 04:29:48.328290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:48.336431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Request body: {'subnet': {'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-subnet', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:48.354084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b0c9e-c930-4f2b-97dd-0bc71bf22a31 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbe3ca8-9306-41a0-9e56-1683cd52d918,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:48.358677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Made reservation on behalf of 3ba27c144d1d48b9b840f9556478b73c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:48.361537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.367892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:29:48.521568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Allocated IP 172.20.0.9 (84adb6f3-ed91-4199-9969-a42ef2da3120/1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2/09b113d3-1415-4b43-b86a-9ee1939fb76c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:48.541492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accba05-bbed-4e92-ae75-b9fa47471db9 req-61c55388-b0d0-47f5-b004-7636669119ca tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:48.543157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7accba05-bbed-4e92-ae75-b9fa47471db9 req-61c55388-b0d0-47f5-b004-7636669119ca tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 945 time: 0.1931210 Dec 10 04:29:48.602823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-b4ee21e3-1577-4755-98c0-f455daed42c5 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:48.604452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-b4ee21e3-1577-4755-98c0-f455daed42c5 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.1981688 Dec 10 04:29:48.620540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.657378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-de5f7e56-a4cd-4f8f-a3ec-a1a6b1157fed tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/quotas/567cc69fa9a9467ca1b4f2b926369065 HTTP/1.1" status: 200 len: 375 time: 0.0420001 Dec 10 04:29:48.685989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0e9438-b5b6-4485-b52f-1208737c791e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:48.690724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7accba05-bbed-4e92-ae75-b9fa47471db9 req-89bb1c71-2dd0-4c02-91ec-1e21677416b9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343348 Dec 10 04:29:48.737194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Checking segment: {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:48.737753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Network hostable DHCP agents. Network: 6bbe3ca8-9306-41a0-9e56-1683cd52d918, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:29:48.764595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-99a5f3b5-dfa2-45f7-a913-4ef07c64b4bc tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919251 Dec 10 04:29:48.765889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:29:48.787656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6bbe3ca8-9306-41a0-9e56-1683cd52d918) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:48.796417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:48.797130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd92d17-b243-4a35-8094-8fbc707cb634 None None] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:48.797800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.826117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b169d251-91f5-41b2-86e7-9dc47cb73111 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4966898 Dec 10 04:29:48.826737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:48.838221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:48.893366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:48.894520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.013963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.016600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.075264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'fixed_ips': [{'subnet_id': '2d0e9438-b5b6-4485-b52f-1208737c791e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:29:49.076370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.085260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa141bd5-6f0a-490d-b44d-ca5b9796bbd6 req-354826db-5d97-4609-b86e-3b3d4ccb2882 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 210 time: 0.0769730 Dec 10 04:29:49.154269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-f943d5b3-2f07-4753-930c-9599008e65e8 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682930 Dec 10 04:29:49.246575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.313045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.344084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:49.351865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Allocated IP 172.20.0.2 (6bbe3ca8-9306-41a0-9e56-1683cd52d918/2d0e9438-b5b6-4485-b52f-1208737c791e/e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:49.360849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:49.364693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:49.398875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-741fc099-9ef8-493a-a259-ef01c1789a17 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435849 Dec 10 04:29:49.399501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:49.417985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393926-586f-4ffe-a330-7d7b8f686284 req-51b0c44b-63f4-460e-b01e-a6befc19a092 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:49.426474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b393926-586f-4ffe-a330-7d7b8f686284 req-51b0c44b-63f4-460e-b01e-a6befc19a092 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 949 time: 0.1821489 Dec 10 04:29:49.469979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:49.470618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.516975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-9725980c-ba49-46e6-b391-dbe75e175d53 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6905143 Dec 10 04:29:49.541294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b393926-586f-4ffe-a330-7d7b8f686284 req-023bca0b-2fb3-4017-b69e-1b7673a62b9b tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138611 Dec 10 04:29:49.562473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Request body: {'port': {'device_id': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:49.633849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.650167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.729888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:49.733998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.736285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96591f9b-a27c-4f20-9af9-0709632d8c33 req-e35022cd-7dcc-4f6e-a815-1675a100b07a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 210 time: 0.0524764 Dec 10 04:29:49.737402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:49.740130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.741517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:49.781415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.915870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Pushing event updated for resources: {'Port': ['ID=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:49.929292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Attempting to bind port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:49.929838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Attempting to bind port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:49.930331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Attempting to bind port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c on network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:49.935415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Allocated IP 172.25.8.152 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/52e3d7af-0209-415b-8b6d-a6fbe212d363) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:49.937630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.938744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:49.939406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Checking segment: {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:49.939907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:49.940571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Bound using segment: {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:49.941232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Bound port: e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:49.941704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.030055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] For port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:50.037927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] For port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:50.049181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.129771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28364f18-b609-46b1-801a-a7474052ab0e None None] Pushing event updated for resources: {'Port': ['ID=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:50.193639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.262129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.263787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9b3f2-a823-4370-9113-71f3c27c9157 req-a5730a03-9e6d-457c-abd0-561e0cb82e74 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:50.265826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5be9b3f2-a823-4370-9113-71f3c27c9157 req-a5730a03-9e6d-457c-abd0-561e0cb82e74 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.6403775 Dec 10 04:29:50.353687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:50.359959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:50.363728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:50.396642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed9e29-6e66-4cdc-910d-3b823208bd81 req-24f0c791-87ed-41f5-b93d-38dd68c575f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:50.398483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36ed9e29-6e66-4cdc-910d-3b823208bd81 req-24f0c791-87ed-41f5-b93d-38dd68c575f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 945 time: 0.2092001 Dec 10 04:29:50.431562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Pushing event updated for resources: {'Port': ['ID=52e3d7af-0209-415b-8b6d-a6fbe212d363,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:50.547337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5be9b3f2-a823-4370-9113-71f3c27c9157 req-11c9f2dd-da90-469c-bd4b-f92fab6dc918 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482750 Dec 10 04:29:50.583057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:50.677579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:50.677956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.688056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36ed9e29-6e66-4cdc-910d-3b823208bd81 req-d5328855-40b0-4db1-922a-53eb65d03bfa tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790043 Dec 10 04:29:50.796946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b113d3-1415-4b43-b86a-9ee1939fb76c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:50.816121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.818223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.818853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c04f0d51-992b-4c44-9757-54b8bf92c5d1 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:50.856224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Transition to ACTIVE for port object 09b113d3-1415-4b43-b86a-9ee1939fb76c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:50.871687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54252-3d2c-4a11-a866-515c659c7b15 req-dbf9141a-3cc3-4e34-af3f-df59c1c1f9bc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:50.882472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e54252-3d2c-4a11-a866-515c659c7b15 req-dbf9141a-3cc3-4e34-af3f-df59c1c1f9bc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 931 time: 0.0795689 Dec 10 04:29:50.886883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.906220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:50.912586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.918610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c04f0d51-992b-4c44-9757-54b8bf92c5d1 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:29:50.931678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.942228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c04f0d51-992b-4c44-9757-54b8bf92c5d1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:50.942606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:50.991599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:51.068701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:51.082151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e54252-3d2c-4a11-a866-515c659c7b15 req-b0bf17bd-2b0f-40fc-b03f-f760ed015725 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975181 Dec 10 04:29:51.122641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.184579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:51.184921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:51.185252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:51.201060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:51.203569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:51.224819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:51.225283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:51.226338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:51.227006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Bound port: 09b113d3-1415-4b43-b86a-9ee1939fb76c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:51.227481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.318238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-7847be92-b256-4056-b233-f20e980e24c4 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:51.320054 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-7847be92-b256-4056-b233-f20e980e24c4 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.1678095 Dec 10 04:29:51.379104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:51.384308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:51.406166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976ca74-06ea-4c3e-8763-2393aeb09460 req-4e94b007-e14c-459c-baf9-1fcf16b7aa36 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:51.415308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7976ca74-06ea-4c3e-8763-2393aeb09460 req-4e94b007-e14c-459c-baf9-1fcf16b7aa36 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 949 time: 0.1970809 Dec 10 04:29:51.426437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.445733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:51.449854 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba7bd6-0618-4230-8687-d2e01e9b63ea" -d '{"events": [{"server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "name": "network-vif-plugged", "status": "completed", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:51.462640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Request body: {'port': {'device_id': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'admin_state_up': True, 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:51.472900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:51.481473 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.484755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aae5f6-39f5-4142-9355-f30acabc9626 None None] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:29:51.485460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:51.486160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.487917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 1091 time: 1.9455438 Dec 10 04:29:51.492069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:51.496303 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eceebf-b3c2-412f-8e7d-3bf054784d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:51.551538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.562991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7976ca74-06ea-4c3e-8763-2393aeb09460 req-7e7a4292-3555-45c7-ba3f-b1ad260f6f04 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422493 Dec 10 04:29:51.564226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20012c-e694-41b9-b765-054228ae71b0 service neutron] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:51.632689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:51.672875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6e447be-5dc1-474e-a94d-597b788dbb12 req-d86b9ff0-7422-4fb3-9870-591a2b40801f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 210 time: 0.0413651 Dec 10 04:29:51.690708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b997d50a-d729-4573-9fe0-bc6a1d4fa4f3 None None] Provisioning complete for port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:51.691176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b997d50a-d729-4573-9fe0-bc6a1d4fa4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.736850 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3be3f-5969-4c28-a35f-ff6e295958f0 x-openstack-request-id: req-d2b3be3f-5969-4c28-a35f-ff6e295958f0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:51.737144 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "name": "network-vif-plugged", "status": "completed", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:51.737406 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2b3be3f-5969-4c28-a35f-ff6e295958f0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:51.737805 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1', 'code': 200} Dec 10 04:29:51.780651 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b569ea40-e0b1-43c9-b653-7f446b4697d0 x-openstack-request-id: req-b569ea40-e0b1-43c9-b653-7f446b4697d0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:51.781822 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:51.782374 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b569ea40-e0b1-43c9-b653-7f446b4697d0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:51.782501 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'status': 'completed', 'code': 200} Dec 10 04:29:51.852856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:29:51.858548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:51.863636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Router bbfa4f73-b26f-4150-ab9f-b1d118617287 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:29:51.999748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbd8f5-5a81-40b4-ade2-ad1f9644d680 req-c0cdd947-5e7b-4e74-bdb9-a402f1be12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.001688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cdbd8f5-5a81-40b4-ade2-ad1f9644d680 req-c0cdd947-5e7b-4e74-bdb9-a402f1be12be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 1101 time: 0.1537108 Dec 10 04:29:52.042237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65481f8-1cda-401d-b82f-0b358adf3de6 req-2aa79263-95a7-4c65-b5ac-ea3395508a0c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.045817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65481f8-1cda-401d-b82f-0b358adf3de6 req-2aa79263-95a7-4c65-b5ac-ea3395508a0c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1572976 Dec 10 04:29:52.056951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361e84c-f9b4-4540-859b-ba2fd8869d88 req-60b07a5e-8ad5-4338-8dfb-899f8cd0ed3c tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.066172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2361e84c-f9b4-4540-859b-ba2fd8869d88 req-60b07a5e-8ad5-4338-8dfb-899f8cd0ed3c tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1096 time: 0.1526868 Dec 10 04:29:52.075940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-906a9560-334a-47e6-8609-f08535c725d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.078138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-906a9560-334a-47e6-8609-f08535c725d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1094 time: 0.1761861 Dec 10 04:29:52.099815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bf2f3adf-539b-45ab-89f0-49a13ba85f7b None None] Provisioning complete for port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:52.100201 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3adf-539b-45ab-89f0-49a13ba85f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.111560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Allocated IP 172.20.0.8 (3759f267-bac5-4fac-a7c1-554017654bf1/969da3d5-b06a-42ea-b463-d5cc96f525e6/aa256421-5465-4cb0-9153-c5f935bb5405) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:52.185316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:29:52.197731 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Sync routers for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:29:52.227545 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:52.228249 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:52.256047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.261764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-17bbdf72-41af-4789-9cfe-2927bd9a5072 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4331603 Dec 10 04:29:52.262638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:52.301710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-138d1241-82f3-4faa-bb62-0d228602a3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.354029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-ffc5849b-bb69-4dad-826c-58dd9bf07db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.355272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-ffc5849b-bb69-4dad-826c-58dd9bf07db2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3bb34a6c64364aca87c286d552dffc89&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2445869 Dec 10 04:29:52.358506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cdbd8f5-5a81-40b4-ade2-ad1f9644d680 req-1c3d4b59-e8a6-41a2-a3c6-184d2a657fe1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460653 Dec 10 04:29:52.397664 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:52.412160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65481f8-1cda-401d-b82f-0b358adf3de6 req-9e6c3eab-4e2a-4099-8b3a-ce5a4f37e8b7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323741 Dec 10 04:29:52.433333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2361e84c-f9b4-4540-859b-ba2fd8869d88 req-2d4f241a-9306-419c-abd5-50678f19e824 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652446 Dec 10 04:29:52.559308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:52.656118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.665416 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:50Z', 'revision_number': 3, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:52.697875 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Checking router: bbfa4f73-b26f-4150-ab9f-b1d118617287 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:29:52.698571 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Updating router bbfa4f73-b26f-4150-ab9f-b1d118617287 port 52e3d7af-0209-415b-8b6d-a6fbe212d363 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:29:52.736455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:52.736860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.738030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d0c9c-c09c-43d2-b982-b69655a4fad0 req-ca75f6c8-4c30-431b-b26e-7dc522e5cbee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.739565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e8d0c9c-c09c-43d2-b982-b69655a4fad0 req-ca75f6c8-4c30-431b-b26e-7dc522e5cbee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.1678381 Dec 10 04:29:52.749175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-6910db6b-718e-472d-8721-1c18d75d4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:52.751921 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.753782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72eceebf-b3c2-412f-8e7d-3bf054784d5c req-6910db6b-718e-472d-8721-1c18d75d4bb7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3798645 Dec 10 04:29:52.808465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:52.884993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e8d0c9c-c09c-43d2-b982-b69655a4fad0 req-9f6df4a9-3895-4cec-999c-dc006182ac2a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296744 Dec 10 04:29:52.926439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Network 3759f267-bac5-4fac-a7c1-554017654bf1 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:52.951848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:52.958532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:52.966938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:53.037518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f448b-574d-4af5-990c-93126892b962 req-407f3051-2ae5-4cdd-8673-5d572e3259bd tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.039416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb4f448b-574d-4af5-990c-93126892b962 req-407f3051-2ae5-4cdd-8673-5d572e3259bd tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1096 time: 0.1921227 Dec 10 04:29:53.046726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-44fb5f52-4d3e-4fc0-a55a-c6219c7cc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.048457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-44fb5f52-4d3e-4fc0-a55a-c6219c7cc87a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1094 time: 0.2000477 Dec 10 04:29:53.054327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.054942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.079166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.087629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-80f8ed2f-fd7f-4795-966a-984e3cd0d939 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6350141 Dec 10 04:29:53.109502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Request body: {'port': {'device_id': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:53.113458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-387b727f-d7fd-4213-84f2-c30b32179b60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 217 time: 0.0474863 Dec 10 04:29:53.123326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353fad5-cdfc-4baf-a410-cbbfa60ab0b9 req-cf2181e6-7924-4bed-974f-b884c8bf3ff5 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.126483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8353fad5-cdfc-4baf-a410-cbbfa60ab0b9 req-cf2181e6-7924-4bed-974f-b884c8bf3ff5 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1280835 Dec 10 04:29:53.143236 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.151435 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.175725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.180397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-0f270625-dfb9-4a5c-8f13-bd32d6fee360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.181922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-0f270625-dfb9-4a5c-8f13-bd32d6fee360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0526714 Dec 10 04:29:53.202106 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Pushing event updated for resources: {'Port': ['ID=52e3d7af-0209-415b-8b6d-a6fbe212d363,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:53.215413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.216160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.216867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.217413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.217951 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.218644 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.219552 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.220276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.220928 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.222059 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.222615 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.223153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.223680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:29:53.239181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-8add678e-ca2c-4f9f-b07b-013dd683ffab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399034 Dec 10 04:29:53.257761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb4f448b-574d-4af5-990c-93126892b962 req-f25e4b96-5e6c-42f0-9b13-ad516ff09e3b tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016349 Dec 10 04:29:53.260667 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Attempting to bind port 52e3d7af-0209-415b-8b6d-a6fbe212d363 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:53.261047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Attempting to bind port 52e3d7af-0209-415b-8b6d-a6fbe212d363 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:53.261422 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Attempting to bind port 52e3d7af-0209-415b-8b6d-a6fbe212d363 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:53.267240 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:53.268938 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:53.269366 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.269768 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:53.270579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Bound port: 52e3d7af-0209-415b-8b6d-a6fbe212d363, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:53.270966 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.310281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.335301 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] For port 52e3d7af-0209-415b-8b6d-a6fbe212d363, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:53.339105 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] For port 52e3d7af-0209-415b-8b6d-a6fbe212d363, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=52e3d7af-0209-415b-8b6d-a6fbe212d363,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:53.346235 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:53.359990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8353fad5-cdfc-4baf-a410-cbbfa60ab0b9 req-d5ace9d8-5a97-4807-8257-1f12f838c065 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726418 Dec 10 04:29:53.415183 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff085d-5775-4736-a614-b11c81f91576 None None] Pushing event updated for resources: {'Port': ['ID=52e3d7af-0209-415b-8b6d-a6fbe212d363,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:53.445853 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:53.446638 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:53.479972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-f4a05882-0dd7-44fc-b0e7-72d7675f4149 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086828 Dec 10 04:29:53.524779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910c7c-c16e-4cb3-bfd2-e428b18c1d70 req-a5919714-5f30-44ba-a515-3e207fd902b8 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.526287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7910c7c-c16e-4cb3-bfd2-e428b18c1d70 req-a5919714-5f30-44ba-a515-3e207fd902b8 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 931 time: 0.1702280 Dec 10 04:29:53.570277 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:53.707359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7910c7c-c16e-4cb3-bfd2-e428b18c1d70 req-c420917f-3b81-4be8-9abd-a5a00abadd8f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626601 Dec 10 04:29:53.721050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aff1a6-643e-4b90-ad93-009044dee2f0 req-2a993eef-94a9-4b05-b5ff-9827325125a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:53.729542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04aff1a6-643e-4b90-ad93-009044dee2f0 req-2a993eef-94a9-4b05-b5ff-9827325125a9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1707218 Dec 10 04:29:53.817014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04aff1a6-643e-4b90-ad93-009044dee2f0 req-ca8c0dad-98e7-4b38-b86a-873be2822c68 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846326 Dec 10 04:29:53.833126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83a8de0-be5a-4c24-808b-a32e45eabd5a req-cc46af94-b09f-4329-a6f5-f2acc79d923e service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396161 Dec 10 04:29:53.922411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Allocated IP 172.20.0.1 (6bbe3ca8-9306-41a0-9e56-1683cd52d918/2d0e9438-b5b6-4485-b52f-1208737c791e/7e5b919e-035e-4970-998a-c4ec2e6cf94b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:29:53.923072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:50Z', 'revision_number': 3, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:53.951433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-5f5842f8-1dd2-4c84-8255-8bed64eaff86 req-745d3aba-be78-4396-8777-b5964b54581a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:29:53.953059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f5842f8-1dd2-4c84-8255-8bed64eaff86 req-745d3aba-be78-4396-8777-b5964b54581a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066447 Dec 10 04:29:53.958686 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff14bf3-f229-4d2e-9bc1-65c3020c469b None None] The sync data for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 is: [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:50Z', 'revision_number': 3, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:29:54.098550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa256421-5465-4cb0-9153-c5f935bb5405 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:54.110863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.129471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.137161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Transition to ACTIVE for port object aa256421-5465-4cb0-9153-c5f935bb5405 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:29:54.148282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.149414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284a8cd-54d2-481a-bc32-779b59b46e96 req-c72ef2a8-1a62-4ab9-8446-bd79fe47f144 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:54.151801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1284a8cd-54d2-481a-bc32-779b59b46e96 req-c72ef2a8-1a62-4ab9-8446-bd79fe47f144 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.0853469 Dec 10 04:29:54.213345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1284a8cd-54d2-481a-bc32-779b59b46e96 req-353ea37d-42cf-4b7b-bfed-90d5e6008061 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 Dec 10 04:29:54.232895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:54.305481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.392451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:54.403029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:54.410114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:29:54.413887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:54.456551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Attempting to bind port aa256421-5465-4cb0-9153-c5f935bb5405 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:54.456898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Attempting to bind port aa256421-5465-4cb0-9153-c5f935bb5405 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:54.457234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Attempting to bind port aa256421-5465-4cb0-9153-c5f935bb5405 on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:54.464602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Port aa256421-5465-4cb0-9153-c5f935bb5405 on network 3759f267-bac5-4fac-a7c1-554017654bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:54.464921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Attempting to bind port aa256421-5465-4cb0-9153-c5f935bb5405 on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:54.472929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:54.473684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Checking segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:54.473684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Bound using segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:54.474042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Bound port: aa256421-5465-4cb0-9153-c5f935bb5405, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:54.474404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.527869 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.673059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 52e3d7af-0209-415b-8b6d-a6fbe212d363 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:54.689156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7992-7de7-4921-8f98-7f23ae300382 req-80d49599-850d-4c42-9a4a-88f05db8c935 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:54.697528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e2e7992-7de7-4921-8f98-7f23ae300382 req-80d49599-850d-4c42-9a4a-88f05db8c935 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1246333 Dec 10 04:29:54.804814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 52e3d7af-0209-415b-8b6d-a6fbe212d363 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:54.805555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.827863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e2e7992-7de7-4921-8f98-7f23ae300382 req-5047f710-09fb-49b9-bac9-3274e33bcfc1 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291995 Dec 10 04:29:54.863007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:54.890441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:54.899483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:54.927324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1d72420-12fc-44fd-aedb-5880df719559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.037436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.053280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90d1a-92c5-420e-ae8a-f07e87efe54c req-ba0370b9-c7e5-40e2-959d-8425db52af3d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:55.054823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db90d1a-92c5-420e-ae8a-f07e87efe54c req-ba0370b9-c7e5-40e2-959d-8425db52af3d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 943 time: 0.0770421 Dec 10 04:29:55.082331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:55.083095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.085046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa256421-5465-4cb0-9153-c5f935bb5405 HTTP/1.1" status: 200 len: 1091 time: 1.9817467 Dec 10 04:29:55.085524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:55.086682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.088013 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce41469-e521-42ef-bf7c-5ec87ba28c12" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:55.097337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f0c1eea3-4001-4d4f-9ad1-0fd8ea9ae77e None None] Provisioning complete for port 7e5b919e-035e-4970-998a-c4ec2e6cf94b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:55.098652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0c1eea3-4001-4d4f-9ad1-0fd8ea9ae77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.183497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dc2f7-9a19-4a42-b297-b82614ff48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:55.191952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 52e3d7af-0209-415b-8b6d-a6fbe212d363, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=52e3d7af-0209-415b-8b6d-a6fbe212d363,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:55.211653 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.227274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db90d1a-92c5-420e-ae8a-f07e87efe54c req-6e30f5bd-40a0-4110-8c4d-1305e7ed583c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657710 Dec 10 04:29:55.252006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1eea3-4001-4d4f-9ad1-0fd8ea9ae77e None None] Port 7e5b919e-035e-4970-998a-c4ec2e6cf94b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:55.305621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=52e3d7af-0209-415b-8b6d-a6fbe212d363,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:55.380345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-43ad34c3-b548-4d5b-bb6b-2a7620fa7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:55.382087 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-43ad34c3-b548-4d5b-bb6b-2a7620fa7ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 1094 time: 0.1377063 Dec 10 04:29:55.389090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f9b9-2a74-4a9b-880d-e52a8a504dc6 req-f43a8f9c-e19c-4be8-a74c-378764106f53 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:55.391466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51a4f9b9-2a74-4a9b-880d-e52a8a504dc6 req-f43a8f9c-e19c-4be8-a74c-378764106f53 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0903893 Dec 10 04:29:55.429905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.439148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.462375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51a4f9b9-2a74-4a9b-880d-e52a8a504dc6 req-0716e7bd-f84a-4818-bf2e-47b997547306 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Dec 10 04:29:55.569086 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-14a51499-8f65-46bf-b38b-63ad40a522d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa256421-5465-4cb0-9153-c5f935bb5405 HTTP/1.1" status: 200 len: 217 time: 0.1260419 Dec 10 04:29:55.635711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.711334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:55.725062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:55.749247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253633-6384-4059-9c82-f25bca5c7f53 req-b98dec0c-99b3-4ecf-939e-93399145dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:55.750989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-b98dec0c-99b3-4ecf-939e-93399145dfc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.1722205 Dec 10 04:29:55.831290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44156) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:55.853032 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40cc021-4810-4424-aa80-e395efe1a6f8 x-openstack-request-id: req-f40cc021-4810-4424-aa80-e395efe1a6f8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:55.853278 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:55.853534 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f40cc021-4810-4424-aa80-e395efe1a6f8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:55.853937 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'status': 'completed', 'code': 200} Dec 10 04:29:55.859620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-60c3792c-3cf8-4a65-8de3-96ec8908e5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006989 Dec 10 04:29:55.948016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-e1e9158e-8583-4ede-abf1-effcaa8da7b1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:29:55.958493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-e1e9158e-8583-4ede-abf1-effcaa8da7b1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1331534 Dec 10 04:29:55.990089 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-168587a3-4714-443d-b704-d5bccdf98a05 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196182 Dec 10 04:29:56.002760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6f185-b177-4b8a-b0d9-dd4ec2a4ef00 req-bd7aa2ad-5987-48c8-a06a-6082cec0926d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.011474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dc6f185-b177-4b8a-b0d9-dd4ec2a4ef00 req-bd7aa2ad-5987-48c8-a06a-6082cec0926d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.0817823 Dec 10 04:29:56.024959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:56.055402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:29:56.058370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:29:56.074661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dc6f185-b177-4b8a-b0d9-dd4ec2a4ef00 req-8ca85581-c56f-4c26-8c95-74db48d50bab tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619538 Dec 10 04:29:56.231753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:56.239934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-bb59126b-0f48-435f-a654-30bfd0218ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.243942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-bb59126b-0f48-435f-a654-30bfd0218ece service neutron] 10.222.0.43 "GET /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 1093 time: 0.1894293 Dec 10 04:29:56.252268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'port_id': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'mac_address': 'fa:16:3e:5c:81:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:56.253952 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-15253633-6384-4059-9c82-f25bca5c7f53 req-3185d7e6-4b59-464b-931f-a473b7438791 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960580 Dec 10 04:29:56.288837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Request body: {'binding': {'host': 'n-h2-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:56.289558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Unknown quota resources ['binding']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:29:56.325397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:56.352870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b113d3-1415-4b43-b86a-9ee1939fb76c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:56.355887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3d759-a409-42b3-9f41-bd0d0aecde5a req-521430fb-b86e-442f-b297-c64cf08b1212 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.357798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e3d759-a409-42b3-9f41-bd0d0aecde5a req-521430fb-b86e-442f-b297-c64cf08b1212 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1744311 Dec 10 04:29:56.414477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:56.423687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:56.467140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c1ba6387-81e3-489c-858c-bb39919ce585 None None] Provisioning complete for port 7e5b919e-035e-4970-998a-c4ec2e6cf94b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:56.467755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6387-81e3-489c-858c-bb39919ce585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:56.504227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e3d759-a409-42b3-9f41-bd0d0aecde5a req-d5fe1607-9539-44c9-90da-12480f352654 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359951 Dec 10 04:29:56.552690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-933001d1-b1c5-4aae-ad49-2557383df128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.554714 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-933001d1-b1c5-4aae-ad49-2557383df128 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 1094 time: 0.1976323 Dec 10 04:29:56.562122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Router bbfa4f73-b26f-4150-ab9f-b1d118617287 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:29:56.566269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 52e3d7af-0209-415b-8b6d-a6fbe212d363 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:29:56.596996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on host n-h2-817326-3 for vnic_type normal with profile None {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:56.599622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:56.600022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:56.600147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:56.611657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba6387-81e3-489c-858c-bb39919ce585 None None] Port 7e5b919e-035e-4970-998a-c4ec2e6cf94b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:29:56.655176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:56.655504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:56.662305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:56.662647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:56.664171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:56.664776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Bound port: f9fac321-9122-467f-a5ab-fd982c2110cc, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:56.676025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 52e3d7af-0209-415b-8b6d-a6fbe212d363 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:56.676394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:56.782315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab25d07-ad71-43a1-9a4f-0b99856e138c req-279b5ac9-94ea-4145-a0a6-a3df18945e44 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.784768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ab25d07-ad71-43a1-9a4f-0b99856e138c req-279b5ac9-94ea-4145-a0a6-a3df18945e44 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 943 time: 0.1765006 Dec 10 04:29:56.818970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:29:56.821275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-e94c08c3-9caa-4954-a9d0-437d2321aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.822863 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-e94c08c3-9caa-4954-a9d0-437d2321aed6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 906 time: 0.2589209 Dec 10 04:29:56.835862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-16145547-4237-48b1-963f-530be7d9d3e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/bbfa4f73-b26f-4150-ab9f-b1d118617287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5697916 Dec 10 04:29:56.844944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['09b113d3-1415-4b43-b86a-9ee1939fb76c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:56.857167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Sync routers for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:29:56.876273 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-55db1cf3-be6e-4e31-9db5-fc5a5c457ae1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa256421-5465-4cb0-9153-c5f935bb5405 HTTP/1.1" status: 200 len: 217 time: 0.0388820 Dec 10 04:29:56.938548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-bd901388-0712-464f-b807-f582d5b6039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:56.940748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-bd901388-0712-464f-b807-f582d5b6039b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.0562353 Dec 10 04:29:56.964163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:56.964581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:56.991948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-aa60ec9b-30c6-473d-aea4-a527eaafde61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384345 Dec 10 04:29:57.080138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:57.098896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:57.100968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-39396495-ac17-4541-9841-60d42974a134 service neutron] 10.222.0.43 "POST /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.8303502 Dec 10 04:29:57.141202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ab25d07-ad71-43a1-9a4f-0b99856e138c req-46c9d356-528a-4cb0-b634-b6d4b7dafb08 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465636 Dec 10 04:29:57.148295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-85d65734-06d2-4cf2-b4fd-5c5fc6921174 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448619 Dec 10 04:29:57.196762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:57.309151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fa021-b17e-485d-8b4d-71094296494c req-fe8b5438-568b-4ac8-a7f2-87cd3cbc9b6a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.318088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b58fa021-b17e-485d-8b4d-71094296494c req-fe8b5438-568b-4ac8-a7f2-87cd3cbc9b6a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1138999 Dec 10 04:29:57.344046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cce41469-e521-42ef-bf7c-5ec87ba28c12 req-56b791de-d61f-4eba-a1a4-693366c54553 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859426 Dec 10 04:29:57.428062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b58fa021-b17e-485d-8b4d-71094296494c req-50c80f10-efc6-49d5-9909-3eb88585465a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027961 Dec 10 04:29:57.545503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:57.547245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-41a4caa6-7f12-4495-a1c2-e17552b0c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.549777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-41a4caa6-7f12-4495-a1c2-e17552b0c3ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1096 time: 0.0682135 Dec 10 04:29:57.698661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-22eb0a48-220a-4b91-9fff-54932354be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.700044 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-22eb0a48-220a-4b91-9fff-54932354be72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1390004 Dec 10 04:29:57.701148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b17a73f-5ccf-4204-95b5-2e6ddce9fe90 req-2afc49b2-383f-403a-9d33-ce674d400d5c tempest-FloatingIPsNegativeTestJSON-71973114 tempest-FloatingIPsNegativeTestJSON-71973114-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=3ba27c144d1d48b9b840f9556478b73c HTTP/1.1" status: 200 len: 217 time: 0.0747576 Dec 10 04:29:57.701982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:54Z', 'revision_number': 4, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7e5b919e-035e-4970-998a-c4ec2e6cf94b', 'name': '', 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'mac_address': 'fa:16:3e:41:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:53Z', 'updated_at': '2021-12-10T04:29:55Z', 'revision_number': 2, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'subnets': [{'id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:57.736142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Checking router: bbfa4f73-b26f-4150-ab9f-b1d118617287 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:29:57.736142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Updating router bbfa4f73-b26f-4150-ab9f-b1d118617287 port 7e5b919e-035e-4970-998a-c4ec2e6cf94b binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:29:57.763241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:57.780246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-da71c685-a49a-48e9-9bf5-16f90fc064c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0691085 Dec 10 04:29:57.820551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935da92e-321e-42b0-bc54-5eb457079a9d req-c1618b72-1bb7-4703-b228-310b0fd567a6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.828838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-935da92e-321e-42b0-bc54-5eb457079a9d req-c1618b72-1bb7-4703-b228-310b0fd567a6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.1266761 Dec 10 04:29:57.840325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-127429bc-4bea-4ebe-bfa9-abfd34d39af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.842136 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-127429bc-4bea-4ebe-bfa9-abfd34d39af9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0529408 Dec 10 04:29:57.878792 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-91ecac65-cf1c-4b10-be22-ef2a0274c7fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269747 Dec 10 04:29:57.880370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-935da92e-321e-42b0-bc54-5eb457079a9d req-a9dbb7af-2233-4f7a-afa5-e2d76cff4c8c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Dec 10 04:29:57.909528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8ecd-f0e3-48e6-a4f3-2adfd6f4e960 req-257105af-8e2e-4d23-8667-b638f3d5eb52 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:57.911065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25ff8ecd-f0e3-48e6-a4f3-2adfd6f4e960 req-257105af-8e2e-4d23-8667-b638f3d5eb52 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 945 time: 0.1449943 Dec 10 04:29:58.046593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:29:58.060089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25ff8ecd-f0e3-48e6-a4f3-2adfd6f4e960 req-ec1a3e87-959e-45ec-aad7-81c54111f894 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416898 Dec 10 04:29:58.094684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006ffc-5ee7-42ca-a2f6-8c4cde2adca1 req-b88ebeda-d420-4eaa-858d-79769ea300ff tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:58.096299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1006ffc-5ee7-42ca-a2f6-8c4cde2adca1 req-b88ebeda-d420-4eaa-858d-79769ea300ff tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1251023 Dec 10 04:29:58.103076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:29:58.136466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83a90a83-3886-4b0d-89f2-9043ba70b935 req-4c6f600d-e056-491f-92e6-a7e6596e3f79 tempest-FloatingIPsNegativeTestJSON-71973114 tempest-FloatingIPsNegativeTestJSON-71973114-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0345447 Dec 10 04:29:58.216551 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-067a0487-7830-4921-bc63-80b8619bd413 req-b455e982-7723-4e9c-8ea8-7e2e8dba3b1b tempest-FloatingIPsNegativeTestJSON-71973114 tempest-FloatingIPsNegativeTestJSON-71973114-project] show failed (client error): The resource could not be found. Dec 10 04:29:58.228834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-067a0487-7830-4921-bc63-80b8619bd413 req-b455e982-7723-4e9c-8ea8-7e2e8dba3b1b tempest-FloatingIPsNegativeTestJSON-71973114 tempest-FloatingIPsNegativeTestJSON-71973114-project] 10.222.0.43 "GET /v2.0/floatingips/b864cd75-509e-4e27-b70d-68f1b1143819 HTTP/1.1" status: 404 len: 350 time: 0.0792987 Dec 10 04:29:58.229344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44194) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:29:58.269480 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-f8ebe525-95ba-49c5-8bca-0a481ab7f65c service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801823 Dec 10 04:29:58.312144 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.322433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.336343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:58.346596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.388606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'mac_address': 'fa:16:3e:b2:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:29:58.415415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-632c419c-b376-4dbc-8c17-f6e3fc82da01 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313493 Dec 10 04:29:58.491802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.497864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40d671-712e-4051-b9de-8ff47f1d69cf None None] Pushing event updated for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:58.521777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1006ffc-5ee7-42ca-a2f6-8c4cde2adca1 req-23c63d28-54d6-42d6-b1c5-99cceb288930 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834562 Dec 10 04:29:58.522543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.559166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30859c48-1be1-4d19-9875-3ac029346575 req-8da20d5d-d1a5-44ea-85a4-a5bfb22aa948 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:58.568091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30859c48-1be1-4d19-9875-3ac029346575 req-8da20d5d-d1a5-44ea-85a4-a5bfb22aa948 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 943 time: 0.1989729 Dec 10 04:29:58.586811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:58.589753 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770b1887-b605-44a4-8717-4eafb0dcb665" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-unplugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:58.601906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:58.635708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:58.636837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-553b63f1-22f8-4ad8-a288-24f86b9270c8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:58.638534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-553b63f1-22f8-4ad8-a288-24f86b9270c8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.0775561 Dec 10 04:29:58.641640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Attempting to bind port 7e5b919e-035e-4970-998a-c4ec2e6cf94b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:58.642053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Attempting to bind port 7e5b919e-035e-4970-998a-c4ec2e6cf94b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:58.642430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Attempting to bind port 7e5b919e-035e-4970-998a-c4ec2e6cf94b on network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:58.648145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.654245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:58.654623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Checking segment: {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:58.655033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.655426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Bound using segment: {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:58.655910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Bound port: 7e5b919e-035e-4970-998a-c4ec2e6cf94b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78ad238-c404-4f86-abe2-a74c36697602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:58.656297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.661752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:29:58.743773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.768011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:58.785111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35875d-0a48-420f-becf-455f983eeb0b req-daa67cbb-9d3a-40af-b72b-500198d79a3f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:58.788982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc35875d-0a48-420f-becf-455f983eeb0b req-daa67cbb-9d3a-40af-b72b-500198d79a3f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1583068 Dec 10 04:29:58.814769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:29:58.815416 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:29:58.839568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] For port 7e5b919e-035e-4970-998a-c4ec2e6cf94b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:58.843337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] For port 7e5b919e-035e-4970-998a-c4ec2e6cf94b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e5b919e-035e-4970-998a-c4ec2e6cf94b,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:58.853009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:58.857115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30859c48-1be1-4d19-9875-3ac029346575 req-e2c47662-2f81-4615-880c-301ed71851cf tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803304 Dec 10 04:29:58.908176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:58.936188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40d671-712e-4051-b9de-8ff47f1d69cf None None] Pushing event updated for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:58.952103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:58.957387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:29:58.958007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:58.977699 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d0290-a2b2-4188-92a5-d0b462c56015 x-openstack-request-id: req-ec2d0290-a2b2-4188-92a5-d0b462c56015 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:58.978018 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-unplugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:58.978805 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec2d0290-a2b2-4188-92a5-d0b462c56015 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:58.979207 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'code': 200} Dec 10 04:29:58.985384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc35875d-0a48-420f-becf-455f983eeb0b req-e662ed81-f0ff-4171-86d3-71db84c54504 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850069 Dec 10 04:29:59.014714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.018378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:29:59.023142 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9011e765-3d16-40c3-b07e-b80d92b803fa" -d '{"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:29:59.027558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.028773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] Provisioning complete for port 7e5b919e-035e-4970-998a-c4ec2e6cf94b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:59.029286 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.179740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:59.191859 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee52027-7ea3-4fa3-b843-48884ec00821 x-openstack-request-id: req-6ee52027-7ea3-4fa3-b843-48884ec00821 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:29:59.192351 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:29:59.192827 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ee52027-7ea3-4fa3-b843-48884ec00821 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:29:59.193394 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'code': 200} Dec 10 04:29:59.213647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:29:59.233095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on host n-h1-817326-3 for vnic_type normal with profile {"migrating_to": "n-h2-817326-3"} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:29:59.233693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:29:59.234219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:59.239556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:29:59.240122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Attempting to bind port f9fac321-9122-467f-a5ab-fd982c2110cc on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:29:59.246906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:29:59.247495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:29:59.248063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:29:59.248696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Bound port: f9fac321-9122-467f-a5ab-fd982c2110cc, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:29:59.249262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.256516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6236be-e582-40bb-ae96-a8b12bb04759 req-922abcff-3e2b-4e1c-ae49-c9df8d7fe9f7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:59.258071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c6236be-e582-40bb-ae96-a8b12bb04759 req-922abcff-3e2b-4e1c-ae49-c9df8d7fe9f7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.1563566 Dec 10 04:29:59.345710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c6236be-e582-40bb-ae96-a8b12bb04759 req-f845ad46-7638-4659-b4fc-11aa5b85ea4e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 Dec 10 04:29:59.350977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:29:59.354810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:29:59.361809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.404110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.425720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:59.470287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:59.470914 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.472573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-be63dc1f-bd6d-4d84-be6a-52268f7e4515 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 1121 time: 0.8190455 Dec 10 04:29:59.540144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-b9447704-73cc-40ed-9222-4e1cf42f7127 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:59.542222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-b9447704-73cc-40ed-9222-4e1cf42f7127 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1717832 Dec 10 04:29:59.552411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483e4f-8eb0-4618-adb2-9b2467785bbd req-be55cb14-ca82-444b-9195-27e70e5e890b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:59.554187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1483e4f-8eb0-4618-adb2-9b2467785bbd req-be55cb14-ca82-444b-9195-27e70e5e890b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.2208889 Dec 10 04:29:59.554352 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.566876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.607277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:29:59.626619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] For port 7e5b919e-035e-4970-998a-c4ec2e6cf94b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e5b919e-035e-4970-998a-c4ec2e6cf94b,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:59.641915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.653362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:29:59.679737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['f9fac321-9122-467f-a5ab-fd982c2110cc'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:29:59.685209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.835598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1483e4f-8eb0-4618-adb2-9b2467785bbd req-45b23eaa-6154-4521-8e37-aad66756b903 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349768 Dec 10 04:29:59.845898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acb16-7fda-4957-ba16-445a276a326e req-26522718-6732-414a-af7c-fffd2306f9db tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:29:59.847429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4acb16-7fda-4957-ba16-445a276a326e req-26522718-6732-414a-af7c-fffd2306f9db tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 950 time: 0.1738956 Dec 10 04:29:59.865061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:54Z', 'revision_number': 4, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7e5b919e-035e-4970-998a-c4ec2e6cf94b', 'name': '', 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'mac_address': 'fa:16:3e:41:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:53Z', 'updated_at': '2021-12-10T04:29:58Z', 'revision_number': 4, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'subnets': [{'id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:29:59.874120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Deleting port c04f0d51-992b-4c44-9757-54b8bf92c5d1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:29:59.874460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:29:59.907946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781741e-408b-42ca-b496-bd8bf8e969cf None None] Pushing event updated for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:29:59.918489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf1b2b-61f2-4af6-a549-1dc6ef789f53 None None] The sync data for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 is: [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:29:54Z', 'revision_number': 4, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7e5b919e-035e-4970-998a-c4ec2e6cf94b', 'name': '', 'network_id': '6bbe3ca8-9306-41a0-9e56-1683cd52d918', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'mac_address': 'fa:16:3e:41:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:53Z', 'updated_at': '2021-12-10T04:29:58Z', 'revision_number': 4, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'subnets': [{'id': '2d0e9438-b5b6-4485-b52f-1208737c791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:29:59.959357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9150d87e-0647-4af9-a4c8-4e50d7b3dc47 None None] Provisioning complete for port 7e5b919e-035e-4970-998a-c4ec2e6cf94b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:29:59.960421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9150d87e-0647-4af9-a4c8-4e50d7b3dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.066383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:00.081369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:00.088119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4acb16-7fda-4957-ba16-445a276a326e req-043193aa-01d3-4730-b42f-23610be3919b tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/security-groups?id=3de8fa0a-4302-480d-a58c-3bbf73f3261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297306 Dec 10 04:30:00.108950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:00.189238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:00.221417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] For port c04f0d51-992b-4c44-9757-54b8bf92c5d1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c04f0d51-992b-4c44-9757-54b8bf92c5d1,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:00.221786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.242301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d0de-1cc5-4fd4-8043-504945541247 req-b5648ab5-8c50-47e5-b210-e6b72d9d1a02 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:00.250686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1813d0de-1cc5-4fd4-8043-504945541247 req-b5648ab5-8c50-47e5-b210-e6b72d9d1a02 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 943 time: 0.3120320 Dec 10 04:30:00.299771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Calling delete_port for c04f0d51-992b-4c44-9757-54b8bf92c5d1 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:00.355692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 09b113d3-1415-4b43-b86a-9ee1939fb76c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:00.384771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 09b113d3-1415-4b43-b86a-9ee1939fb76c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:00.385002 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.387613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Deleting port 7e5b919e-035e-4970-998a-c4ec2e6cf94b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:00.387613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.411539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1813d0de-1cc5-4fd4-8043-504945541247 req-70466ac9-3409-4850-aa19-819ee6c1327d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600010 Dec 10 04:30:00.428898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2893d63-d63c-4f4c-b57c-2ba742319aa2 req-c89ee98c-e50d-4b78-82e4-dd01eb14b11e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:00.430712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2893d63-d63c-4f4c-b57c-2ba742319aa2 req-c89ee98c-e50d-4b78-82e4-dd01eb14b11e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 949 time: 0.2163332 Dec 10 04:30:00.516672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:00.574197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'mac_address': 'fa:16:3e:98:aa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:00.657196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] For port 7e5b919e-035e-4970-998a-c4ec2e6cf94b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e5b919e-035e-4970-998a-c4ec2e6cf94b,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:00.657561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.669952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e5b919e-035e-4970-998a-c4ec2e6cf94b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:00.689309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Calling delete_port for 7e5b919e-035e-4970-998a-c4ec2e6cf94b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:00.703076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2893d63-d63c-4f4c-b57c-2ba742319aa2 req-facb3678-ef54-4f33-afe9-9efc8af961b2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569563 Dec 10 04:30:00.737847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.798533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.845892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:00.855750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa256421-5465-4cb0-9153-c5f935bb5405 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:00.860609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.895703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7e5b919e-035e-4970-998a-c4ec2e6cf94b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:00.896072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.943194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:00.959074 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:00.976685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:00.980105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:00.982366 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2d584-e706-4f3e-8fd6-1e15638a8e4e" -d '{"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-plugged", "status": "completed", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:00.991081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:01.064927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:01.080989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Pushing event deleted for resources: {'Port': ['ID=c04f0d51-992b-4c44-9757-54b8bf92c5d1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:01.146447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] No DVR routers for this DVR port c04f0d51-992b-4c44-9757-54b8bf92c5d1 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:01.158245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:01.161709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42a8d2ba-250e-453d-9a70-c2340de1d9e3 req-426a55fd-a777-4bbf-901b-cf33bfdc5560 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.36 "DELETE /v2.0/ports/c04f0d51-992b-4c44-9757-54b8bf92c5d1 HTTP/1.1" status: 204 len: 173 time: 1.6063635 Dec 10 04:30:01.162362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'name': 'network-vif-deleted', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:01.164699 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839c54e-eb10-447c-997d-8e1e04a69639" -d '{"events": [{"server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "name": "network-vif-deleted", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:01.180329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a6015-1f6b-47fa-8c2d-d7044f3ffcec req-99d24ff3-5345-445e-bee1-81bfc1c54174 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.181955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a15a6015-1f6b-47fa-8c2d-d7044f3ffcec req-99d24ff3-5345-445e-bee1-81bfc1c54174 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.4696817 Dec 10 04:30:01.195204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:01.200267 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8376401b-16ca-45db-87b3-ce643ee85f49" -d '{"events": [{"name": "network-changed", "server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:01.208887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a631a-3274-4abb-8609-572fe438ec52 req-a1b48e01-8512-44d5-90e2-168475830b59 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.216224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd1a631a-3274-4abb-8609-572fe438ec52 req-a1b48e01-8512-44d5-90e2-168475830b59 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.2278674 Dec 10 04:30:01.375935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd1a631a-3274-4abb-8609-572fe438ec52 req-37a722b3-1cf3-440d-a188-a4782c9bd80a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228492 Dec 10 04:30:01.379866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a15a6015-1f6b-47fa-8c2d-d7044f3ffcec req-13f3e482-5446-48e2-8652-b2cea989660c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893492 Dec 10 04:30:01.438040 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc7b492-99d8-4f42-bf1a-c740018becd1 x-openstack-request-id: req-ddc7b492-99d8-4f42-bf1a-c740018becd1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:01.438396 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-plugged", "status": "completed", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:01.438663 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddc7b492-99d8-4f42-bf1a-c740018becd1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:01.440376 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'code': 200} Dec 10 04:30:01.455384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['aa256421-5465-4cb0-9153-c5f935bb5405'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:01.481237 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eecc130-1695-4e5b-b1f0-4d8982476b88 x-openstack-request-id: req-8eecc130-1695-4e5b-b1f0-4d8982476b88 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:01.481743 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a5d375-0ce3-4c80-9702-69ce55abcb72", "name": "network-vif-deleted", "tag": "c04f0d51-992b-4c44-9757-54b8bf92c5d1", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:01.482091 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eecc130-1695-4e5b-b1f0-4d8982476b88 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:01.482606 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a5d375-0ce3-4c80-9702-69ce55abcb72', 'name': 'network-vif-deleted', 'tag': 'c04f0d51-992b-4c44-9757-54b8bf92c5d1', 'status': 'completed', 'code': 200} Dec 10 04:30:01.503620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:01.507801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1057a298-60ea-48f7-b04c-8c3cafec3606 req-0756daf8-7321-4408-9a43-cfb95a8588e7 tempest-DeleteServersAdminTestJSON-1583102485 tempest-DeleteServersAdminTestJSON-1583102485-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a5d375-0ce3-4c80-9702-69ce55abcb72 HTTP/1.1" status: 200 len: 210 time: 0.0417941 Dec 10 04:30:01.541600 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5f060-a7f8-423f-b48e-592875023813 x-openstack-request-id: req-a3a5f060-a7f8-423f-b48e-592875023813 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:01.541894 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:01.542317 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3a5f060-a7f8-423f-b48e-592875023813 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:01.542866 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'status': 'completed', 'code': 200} Dec 10 04:30:01.552252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5b919e-035e-4970-998a-c4ec2e6cf94b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:01.638712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb17fd-23ae-45ac-af04-b305c3ce259d req-46bf5be1-6650-4cd7-89d4-3b051f014e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.642440 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6eb17fd-23ae-45ac-af04-b305c3ce259d req-46bf5be1-6650-4cd7-89d4-3b051f014e61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.0892260 Dec 10 04:30:01.701997 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6eb17fd-23ae-45ac-af04-b305c3ce259d req-9e74b682-1493-428b-a2ed-3f69ca74e569 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460258 Dec 10 04:30:01.749730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-0623f47b-b4f7-4dd0-86dc-5fd17c298899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.751512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-0623f47b-b4f7-4dd0-86dc-5fd17c298899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1124 time: 0.1393487 Dec 10 04:30:01.769867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc0153-900a-4c46-a499-39e740a20557 req-93ab7068-3db8-4d3d-b939-c10fbce93146 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.777586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aedc0153-900a-4c46-a499-39e740a20557 req-93ab7068-3db8-4d3d-b939-c10fbce93146 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 944 time: 0.1352584 Dec 10 04:30:01.955439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:01.966226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aedc0153-900a-4c46-a499-39e740a20557 req-91fdbc16-38a1-45a6-81cd-dce6aa6737f0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878345 Dec 10 04:30:01.987366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4e144-019a-4c67-bce8-fed97b34ef63 req-d805bd5d-512b-4be3-9ce1-23f3877845b6 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:01.988983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b4e144-019a-4c67-bce8-fed97b34ef63 req-d805bd5d-512b-4be3-9ce1-23f3877845b6 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 949 time: 0.1884408 Dec 10 04:30:02.047850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-2812accd-11aa-4ae1-baef-ad506a304b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:02.049307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-2812accd-11aa-4ae1-baef-ad506a304b83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.2647433 Dec 10 04:30:02.083152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:02.093884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:02.115194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-6a056e3b-0a6b-44de-bc4a-49b49c8e404b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0543504 Dec 10 04:30:02.159702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b4e144-019a-4c67-bce8-fed97b34ef63 req-493554a2-bbe0-4bee-9f30-9bbe9ac02d05 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336195 Dec 10 04:30:02.204345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port db2c7411-a157-4c66-81c4-e8c402e1957b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:02.204744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:02.213615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-79226b5f-313a-4ca1-8cce-15c1be72cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:02.215041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-79226b5f-313a-4ca1-8cce-15c1be72cf9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0711033 Dec 10 04:30:02.244665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:02.262026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:30:02.274974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-7c710070-4f85-4d90-809e-f2c4081604b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301535 Dec 10 04:30:02.306302 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:02.337955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:02.342932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:02.394795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:02.408743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Router bbfa4f73-b26f-4150-ab9f-b1d118617287 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:30:02.429924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-97b0b4de-dc82-40ff-bd6c-45bcec39bab4 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455605 Dec 10 04:30:02.679572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27817cd9-9665-4267-a105-63929f7895c2 req-d32e5b11-8e68-4305-bf27-f54b91d063f7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:02.681056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27817cd9-9665-4267-a105-63929f7895c2 req-d32e5b11-8e68-4305-bf27-f54b91d063f7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.2014310 Dec 10 04:30:02.694367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136706a-d426-46ff-9b6c-7313cb6e7d32 req-3dab127e-351f-4222-9b9e-47a81d88e25d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:02.695729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6136706a-d426-46ff-9b6c-7313cb6e7d32 req-3dab127e-351f-4222-9b9e-47a81d88e25d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 945 time: 0.2184591 Dec 10 04:30:02.700182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:30:02.708153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:02.708870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66d6c73e-4524-4e05-9856-e9f6efb81a45 admin admin] 10.222.0.43 "PUT /v2.0/routers/bbfa4f73-b26f-4150-ab9f-b1d118617287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4757521 Dec 10 04:30:02.711454 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Sync routers for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:30:02.730142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8376401b-16ca-45db-87b3-ce643ee85f49 req-6cf7a66a-c58f-40d6-ad55-033d5dd62fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513754 Dec 10 04:30:02.738813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:02.739413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:02.789649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27817cd9-9665-4267-a105-63929f7895c2 req-9652724e-2eca-42f1-b627-5b73323d7c44 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922444 Dec 10 04:30:02.793897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6136706a-d426-46ff-9b6c-7313cb6e7d32 req-72ebe596-f67a-4b4b-b384-540f10f0bbfb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832403 Dec 10 04:30:02.842512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c04f0d51-992b-4c44-9757-54b8bf92c5d1 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:02.854138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:02.860945 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:02.868271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c04f0d51-992b-4c44-9757-54b8bf92c5d1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:02.868271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c04f0d51-992b-4c44-9757-54b8bf92c5d1 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:02.971256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.036610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Deleting port 52e3d7af-0209-415b-8b6d-a6fbe212d363 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:03.037085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.056806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:30:01Z', 'revision_number': 5, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port': {'id': '52e3d7af-0209-415b-8b6d-a6fbe212d363', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:29:49Z', 'updated_at': '2021-12-10T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:03.084663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Checking router: bbfa4f73-b26f-4150-ab9f-b1d118617287 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:30:03.094751 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Routers {'bbfa4f73-b26f-4150-ab9f-b1d118617287'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:03.095300 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['bbfa4f73-b26f-4150-ab9f-b1d118617287'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:03.102684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd4fd-13ab-47b0-a138-0f532696cf06 req-04139bb2-a942-4572-a4a7-cf9735222a26 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:03.104229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21edd4fd-13ab-47b0-a138-0f532696cf06 req-04139bb2-a942-4572-a4a7-cf9735222a26 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 944 time: 0.0568807 Dec 10 04:30:03.144027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] For port 52e3d7af-0209-415b-8b6d-a6fbe212d363, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=52e3d7af-0209-415b-8b6d-a6fbe212d363,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:03.144601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.161494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21edd4fd-13ab-47b0-a138-0f532696cf06 req-0faea66a-f65a-47cf-9d6f-37d74161a0ac tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507357 Dec 10 04:30:03.161645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Calling delete_port for 52e3d7af-0209-415b-8b6d-a6fbe212d363 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:03.196665 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] Set router bbfa4f73-b26f-4150-ab9f-b1d118617287 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:03.264346 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:30:02Z', 'revision_number': 6, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:03.284061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:03.298232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e2dab-4aed-4543-8c33-1e017a085b60 None None] The sync data for ids ['bbfa4f73-b26f-4150-ab9f-b1d118617287'] in n-d-817326-3 is: [{'id': 'bbfa4f73-b26f-4150-ab9f-b1d118617287', 'name': 'tempest-FloatingIPsNegativeTestJSON-1891602486-router', 'tenant_id': '3ba27c144d1d48b9b840f9556478b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:29:48Z', 'updated_at': '2021-12-10T04:30:02Z', 'revision_number': 6, 'project_id': '3ba27c144d1d48b9b840f9556478b73c', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:30:03.340001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50a879-5386-4148-8319-ec8c64e82302 req-f36884bc-5042-473b-9a38-8ce8b8b2b978 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:03.341602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b50a879-5386-4148-8319-ec8c64e82302 req-f36884bc-5042-473b-9a38-8ce8b8b2b978 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0997188 Dec 10 04:30:03.372889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.401295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b50a879-5386-4148-8319-ec8c64e82302 req-510fc053-8583-437d-a719-d02a60a35444 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 Dec 10 04:30:03.436161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e3d7af-0209-415b-8b6d-a6fbe212d363,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:03.441946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:03.444714 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1f94f3-501c-4366-89e8-0dc2531f4020" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:03.484539 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce93ba-e591-487b-adbc-83ce24eed826 x-openstack-request-id: req-f0ce93ba-e591-487b-adbc-83ce24eed826 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:03.485085 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:03.485426 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0ce93ba-e591-487b-adbc-83ce24eed826 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:03.486005 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'code': 200} Dec 10 04:30:03.501789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.582130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3d278a64-d471-4975-b333-583c831d4c39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e355163a475049538da116236b9d5fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963150 Dec 10 04:30:03.584685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:03.609776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.612002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.641009 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.674447 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.695325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.696282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbfa4f73-b26f-4150-ab9f-b1d118617287 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:30:03.705496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.706762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-06abc829-79da-443e-87d0-2b15aaa8cb91 admin admin] 10.222.0.43 "DELETE /v2.0/routers/bbfa4f73-b26f-4150-ab9f-b1d118617287 HTTP/1.1" status: 204 len: 168 time: 0.9910438 Dec 10 04:30:03.709408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:03.751883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.768000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Deleting subnet 2d0e9438-b5b6-4485-b52f-1208737c791e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:30:03.770403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.772630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3de8fa0a-4302-480d-a58c-3bbf73f3261e HTTP/1.1" status: 204 len: 168 time: 0.1862714 Dec 10 04:30:03.773722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.789528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307f932-9207-40e3-9859-c7eb1107a896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de8fa0a-4302-480d-a58c-3bbf73f3261e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:03.852150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:03.893684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08208d-8e5b-4a02-8e72-236caa1fcc97 req-06db1f70-b910-4d21-bb54-b15f1eb073df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:03.895232 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a08208d-8e5b-4a02-8e72-236caa1fcc97 req-06db1f70-b910-4d21-bb54-b15f1eb073df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1101 time: 0.0998020 Dec 10 04:30:03.955584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7184-8db4-42c6-9dbc-7407db7d82f5 req-607ed34c-8861-4e5f-a6b8-71ef2c89b4a2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:03.957237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-868b7184-8db4-42c6-9dbc-7407db7d82f5 req-607ed34c-8861-4e5f-a6b8-71ef2c89b4a2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.0906656 Dec 10 04:30:03.973609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9e89b-8c09-4a0c-82a3-c7de6ec7283c req-3e9c835a-5abe-4852-beae-f012b56d2f3f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:03.976952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cec9e89b-8c09-4a0c-82a3-c7de6ec7283c req-3e9c835a-5abe-4852-beae-f012b56d2f3f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 945 time: 0.0762784 Dec 10 04:30:04.017089 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a08208d-8e5b-4a02-8e72-236caa1fcc97 req-66261d27-7d01-49fb-8b64-fcc814f568a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097577 Dec 10 04:30:04.019563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.061738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-868b7184-8db4-42c6-9dbc-7407db7d82f5 req-e64ff437-a3ed-41e7-995c-46c3594dcd0e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826066 Dec 10 04:30:04.090330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cec9e89b-8c09-4a0c-82a3-c7de6ec7283c req-7738bb2a-c446-454f-b0ff-99af6504432f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Dec 10 04:30:04.095429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:04.104767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.130569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0e9438-b5b6-4485-b52f-1208737c791e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:04.143546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.151209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44294) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:04.153390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-eb84697a-a5da-4e96-9c59-fad3f65e88df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2d0e9438-b5b6-4485-b52f-1208737c791e HTTP/1.1" status: 204 len: 168 time: 0.4421229 Dec 10 04:30:04.164205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:04.166616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe63e4c-4b5d-4ee6-96b5-c04fb3669cb8 None None] Network 6bbe3ca8-9306-41a0-9e56-1683cd52d918 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:04.196674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dea54a4-f9ce-4747-a581-3a89aec2df4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.282219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.289694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dea54a4-f9ce-4747-a581-3a89aec2df4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.296600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dea54a4-f9ce-4747-a581-3a89aec2df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.315482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port aa256421-5465-4cb0-9153-c5f935bb5405 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:04.322303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port aa256421-5465-4cb0-9153-c5f935bb5405 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:04.322878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.344563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7dea54a4-f9ce-4747-a581-3a89aec2df4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4daca1d556194c30b7cb5f48d0dba4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626220 Dec 10 04:30:04.346597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:04.358396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c82f99-e2c6-49cd-ad19-9feb58098eb6 req-47c2ddca-71ad-420d-a3fd-172f12419700 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:04.359765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c82f99-e2c6-49cd-ad19-9feb58098eb6 req-47c2ddca-71ad-420d-a3fd-172f12419700 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.1203716 Dec 10 04:30:04.361056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea54a4-f9ce-4747-a581-3a89aec2df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205679c-fb8c-48e0-b832-ea3bc9bc588a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:04.383695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a242-a80a-4c6f-bbff-730479335f27 req-1a441f59-d68f-46b4-a9ac-4613583c79cf tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:04.388987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13c1a242-a80a-4c6f-bbff-730479335f27 req-1a441f59-d68f-46b4-a9ac-4613583c79cf tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 944 time: 0.1033807 Dec 10 04:30:04.422544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.450768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.464916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.476992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] DHCP port deletion for 6bbe3ca8-9306-41a0-9e56-1683cd52d918 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:30:04.480975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Deleting port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:04.481315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.489304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c82f99-e2c6-49cd-ad19-9feb58098eb6 req-394217eb-aaf9-46d5-a55d-40108f373456 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981057 Dec 10 04:30:04.503206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:04.515430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13c1a242-a80a-4c6f-bbff-730479335f27 req-a49cea64-dd64-480c-992f-e851645a9cc5 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050551 Dec 10 04:30:04.525882 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.575769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.579346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.583392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f205679c-fb8c-48e0-b832-ea3bc9bc588a HTTP/1.1" status: 204 len: 168 time: 0.2330568 Dec 10 04:30:04.601254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40e526-5f78-4935-b7b4-a2188c8cb206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205679c-fb8c-48e0-b832-ea3bc9bc588a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:04.610995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 52e3d7af-0209-415b-8b6d-a6fbe212d363 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:04.620052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] For port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:04.620609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.639954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Calling delete_port for e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:04.825954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd2d9-02df-4e06-85f8-39b778e55941 req-7023f133-6a50-452c-a5d7-e9b5c8b74d1b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:04.829043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 52e3d7af-0209-415b-8b6d-a6fbe212d363 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:04.829468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 52e3d7af-0209-415b-8b6d-a6fbe212d363 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:04.829907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e5b919e-035e-4970-998a-c4ec2e6cf94b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:04.833228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfecd2d9-02df-4e06-85f8-39b778e55941 req-7023f133-6a50-452c-a5d7-e9b5c8b74d1b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1124046 Dec 10 04:30:04.837790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:04.843975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d47aa8-521f-4646-b56b-eaa36263a733 req-89b2850e-7737-43c2-a299-17268aa89228 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:04.845786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24d47aa8-521f-4646-b56b-eaa36263a733 req-89b2850e-7737-43c2-a299-17268aa89228 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.1342778 Dec 10 04:30:04.862361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7e5b919e-035e-4970-998a-c4ec2e6cf94b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:04.862711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e5b919e-035e-4970-998a-c4ec2e6cf94b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:04.868933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Deleting port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:04.869349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.900857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.933858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:04.943547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] For port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,segment=NetworkSegment(c78ad238-c404-4f86-abe2-a74c36697602),segment_id=c78ad238-c404-4f86-abe2-a74c36697602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:04.943890 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:04.957585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Calling delete_port for e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:04.957781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfecd2d9-02df-4e06-85f8-39b778e55941 req-569d89e6-403c-4102-814c-8f656568c024 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 Dec 10 04:30:04.963149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] No DVR routers for this DVR port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:05.110741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.132885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] No DVR routers for this DVR port e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:05.159844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d0842-e5fe-4046-87ef-f7a5152fd4d0 None None] Pushing event deleted for resources: {'Port': ['ID=e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:05.302845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24d47aa8-521f-4646-b56b-eaa36263a733 req-47b799b0-88b2-46be-a73e-54f4acce2e36 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242353 Dec 10 04:30:05.374215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.403271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-5f0887b2-f56a-48cf-985b-c8acb6fd315a service neutron] 10.222.0.36 "GET /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.4109933 Dec 10 04:30:05.404787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbe3ca8-9306-41a0-9e56-1683cd52d918']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:05.422904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5f6e7-c06d-4b07-b1af-d4d65b4adda1 req-3918362f-07d4-430e-958c-96a96016795f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:05.424354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9b5f6e7-c06d-4b07-b1af-d4d65b4adda1 req-3918362f-07d4-430e-958c-96a96016795f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 943 time: 0.1538837 Dec 10 04:30:05.426018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78ad238-c404-4f86-abe2-a74c36697602') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:05.426305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78ad238-c404-4f86-abe2-a74c36697602') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:05.439219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.486976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:05.492574 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e534cf2-dfa6-4a00-aec0-352c11f54ecc" -d '{"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-plugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:05.492764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.515468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:30:05.515868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:30:05.517541 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:30:05.544600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9b5f6e7-c06d-4b07-b1af-d4d65b4adda1 req-b5f45f99-a346-4d2e-b7cb-07159bd9fcef tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115415 Dec 10 04:30:05.602581 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265f887-008e-4c47-9a10-db08e6fa62e5 x-openstack-request-id: req-d265f887-008e-4c47-9a10-db08e6fa62e5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:05.603148 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-plugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:05.603572 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d265f887-008e-4c47-9a10-db08e6fa62e5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:05.604748 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'code': 200} Dec 10 04:30:05.629074 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.637425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:05.643689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6bbe3ca8-9306-41a0-9e56-1683cd52d918 HTTP/1.1" status: 204 len: 168 time: 1.4883502 Dec 10 04:30:05.655087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3c01-61f8-411c-a4d7-6e53cbac314a admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbe3ca8-9306-41a0-9e56-1683cd52d918,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:05.858508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:05.873699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9b7f2-cbd6-4b2e-bb1f-026fe2c86709 req-248692e1-670c-4926-b5b3-f5bc6b8d5bb0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:05.875812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65c9b7f2-cbd6-4b2e-bb1f-026fe2c86709 req-248692e1-670c-4926-b5b3-f5bc6b8d5bb0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 945 time: 0.1400971 Dec 10 04:30:05.906151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936985df-9b53-4a07-9cab-c19115cc3745 req-880c8150-d161-47de-97f5-f3e4b3c08239 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:05.915172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-936985df-9b53-4a07-9cab-c19115cc3745 req-880c8150-d161-47de-97f5-f3e4b3c08239 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.1805315 Dec 10 04:30:05.926412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:05.946722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f15a6-5ec0-4b46-80b2-61fea8d25502 req-cf96d122-7e19-498c-bae9-ad3e9e68fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:05.948227 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c85f15a6-5ec0-4b46-80b2-61fea8d25502 req-cf96d122-7e19-498c-bae9-ad3e9e68fc57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 1096 time: 0.0831814 Dec 10 04:30:05.955385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:06.027908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-936985df-9b53-4a07-9cab-c19115cc3745 req-c35b82ca-e3f4-4f8f-aeed-9407a3bc8726 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096413 Dec 10 04:30:06.049268 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28182fbf-d498-403c-8a34-d8def517a8f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ba27c144d1d48b9b840f9556478b73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902305 Dec 10 04:30:06.050289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c85f15a6-5ec0-4b46-80b2-61fea8d25502 req-cf474c5c-4ed3-406d-a173-ced209965a85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779772 Dec 10 04:30:06.050740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44356) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:06.056552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fac321-9122-467f-a5ab-fd982c2110cc {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:06.113243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65c9b7f2-cbd6-4b2e-bb1f-026fe2c86709 req-cb5a1db6-dfd3-47b1-a2ef-c18e7f2e2d76 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121899 Dec 10 04:30:06.130679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:06.152197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.155289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.187218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.241971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.246943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.251534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/332da39b-ae9b-47b5-a776-6693cd91e8a9 HTTP/1.1" status: 204 len: 168 time: 0.1998000 Dec 10 04:30:06.267544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29607cb2-01b5-45f8-a5c0-c88ca70f8581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332da39b-ae9b-47b5-a776-6693cd91e8a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:06.320350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] Transition to ACTIVE for port object f9fac321-9122-467f-a5ab-fd982c2110cc will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:06.332215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29542b3-4183-47a7-80f4-9c0afeaa78e8 req-4cb457a9-139c-43ab-a38c-705ad29e8220 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:06.335228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c29542b3-4183-47a7-80f4-9c0afeaa78e8 req-4cb457a9-139c-43ab-a38c-705ad29e8220 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0894189 Dec 10 04:30:06.336962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:06.453652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] No DVR routers for this DVR port f9fac321-9122-467f-a5ab-fd982c2110cc on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:06.495636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c29542b3-4183-47a7-80f4-9c0afeaa78e8 req-6c8bfe6f-48c7-4744-a585-82e810a07951 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496332 Dec 10 04:30:06.564402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:06.580109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:06.594077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-45ddcaf0-9a53-4301-a33c-74ed243c2a03 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc/bindings/n-h2-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1488957 Dec 10 04:30:06.633070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:06.633916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2cda2ec-5d25-49e9-9b92-e7837d8c0e4c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:06.652362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97057b-2d48-4fe8-a266-a94f6aa4c73c req-9c9778df-47fa-44ef-8040-23ebb9e92a09 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:06.661322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa97057b-2d48-4fe8-a266-a94f6aa4c73c req-9c9778df-47fa-44ef-8040-23ebb9e92a09 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0661795 Dec 10 04:30:06.744063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e375c-7195-4642-b732-f8b53238de9e req-20dd55f7-d6b5-4191-ac2a-08e1fb6af5f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:06.745626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-627e375c-7195-4642-b732-f8b53238de9e req-20dd55f7-d6b5-4191-ac2a-08e1fb6af5f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.0772870 Dec 10 04:30:06.760766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa97057b-2d48-4fe8-a266-a94f6aa4c73c req-abd3e4fb-52b5-4b4d-bcf2-f448e8f51805 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931540 Dec 10 04:30:06.859111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-517b09a2-9b8e-4706-bae2-6cc645eeb80c tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:06.860733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-517b09a2-9b8e-4706-bae2-6cc645eeb80c tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1317232 Dec 10 04:30:06.863928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-627e375c-7195-4642-b732-f8b53238de9e req-fd05f521-67ad-4238-9325-0c1bbc0bcaa9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985093 Dec 10 04:30:06.918753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-d25c188e-8175-4135-8b65-ce9b74d95c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:06.920256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-d25c188e-8175-4135-8b65-ce9b74d95c72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&tenant_id=7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0503824 Dec 10 04:30:07.031482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-fd6439d1-4cbd-4543-ac9f-7bf601fcc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.035229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-fd6439d1-4cbd-4543-ac9f-7bf601fcc42c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1095 time: 0.0545442 Dec 10 04:30:07.181396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-36b788cf-d696-4a45-8ea3-82539655615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.183763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-36b788cf-d696-4a45-8ea3-82539655615d service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1289296 Dec 10 04:30:07.251916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-fa2f24eb-6184-4170-bc5e-805c88c1d6ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0464149 Dec 10 04:30:07.315341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0311d0-3b0f-46a3-bd62-065ef22d83c2 req-fe262ec2-bda6-441d-adfc-d9ebde4ae89e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.316748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c0311d0-3b0f-46a3-bd62-065ef22d83c2 req-fe262ec2-bda6-441d-adfc-d9ebde4ae89e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1393535 Dec 10 04:30:07.330220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bcd44-b980-4742-a6a4-7ce24c622d6f req-3e56204d-9040-4cd3-8a51-a62233fcd0d9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.332181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-215bcd44-b980-4742-a6a4-7ce24c622d6f req-3e56204d-9040-4cd3-8a51-a62233fcd0d9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 945 time: 0.1070280 Dec 10 04:30:07.362164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:07.364618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:07.388524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-2d6b2b69-e4a5-48aa-b195-bcfe59ba0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.391126 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-2d6b2b69-e4a5-48aa-b195-bcfe59ba0b67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1304862 Dec 10 04:30:07.420614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c0311d0-3b0f-46a3-bd62-065ef22d83c2 req-048b936c-8c7c-4aa5-9bb2-ec973fcbf76f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872152 Dec 10 04:30:07.446601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-215bcd44-b980-4742-a6a4-7ce24c622d6f req-2396d76e-1c63-4f17-b736-60ec2c26915c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071196 Dec 10 04:30:07.468909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-7f24f794-042c-4ca4-82cd-e9f64ca94ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362413 Dec 10 04:30:07.524732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-network', 'tenant_id': 'fc071568d39c473fb07a49a047988c62'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:07.550946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Made reservation on behalf of fc071568d39c473fb07a49a047988c62 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:07.553333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.561964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.567433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2067640d-301f-4745-95f6-5d7b3f38951a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.589573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10dd73-120a-46d6-8126-78ab7f93c8b9 req-819f4f28-55c9-408f-aba6-c90679e8498a tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:07.591086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d10dd73-120a-46d6-8126-78ab7f93c8b9 req-819f4f28-55c9-408f-aba6-c90679e8498a tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.0665312 Dec 10 04:30:07.670941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d10dd73-120a-46d6-8126-78ab7f93c8b9 req-43f07c8a-cb3f-4c41-be0e-77b9a4488b0f tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689797 Dec 10 04:30:07.720969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2067640d-301f-4745-95f6-5d7b3f38951a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.729942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2067640d-301f-4745-95f6-5d7b3f38951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.779494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067640d-301f-4745-95f6-5d7b3f38951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccceb498-6627-4dea-a9c3-d1e6413dfa78,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:07.784426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2067640d-301f-4745-95f6-5d7b3f38951a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6543a5d00154e2dafca3809e8378059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198685 Dec 10 04:30:07.788023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44436) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:07.793397 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-575dfad1-724d-44b7-a49f-458bee8e2850 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134795 Dec 10 04:30:07.823418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.838402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.858054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.884421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.886117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:30:07.912418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79980219-6357-4198-b9e2-909bdf5dde29,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:07.931514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:07.935761 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Added segment bd6a8556-cd50-41d5-a1ff-5e5d71368f10 of type vlan for network a8801dcf-4276-4004-ba11-6d105e6abaaa Dec 10 04:30:08.004032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.010708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.014297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccceb498-6627-4dea-a9c3-d1e6413dfa78 HTTP/1.1" status: 204 len: 168 time: 0.2234616 Dec 10 04:30:08.016553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.043938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0638-c985-49ba-acf0-f21d40ff9f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccceb498-6627-4dea-a9c3-d1e6413dfa78,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:08.052599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-66191ec6-0ff2-4070-85e0-379b565ead5b service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986163 Dec 10 04:30:08.066284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.067885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:08.070280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.089243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c3646-3d29-453e-83e3-7d566083b09e req-55c9e993-9a88-4159-81c5-6941eaf0b48c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:08.090889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b91c3646-3d29-453e-83e3-7d566083b09e req-55c9e993-9a88-4159-81c5-6941eaf0b48c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.1296730 Dec 10 04:30:08.168926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] Pushing event updated for resources: {'Network': ['ID=a8801dcf-4276-4004-ba11-6d105e6abaaa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:08.179358 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8086cad4-1840-4635-a3d1-0ef452762dcf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8136353 Dec 10 04:30:08.182706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:08.187730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a8801dcf-4276-4004-ba11-6d105e6abaaa details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:30:08.188238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b91c3646-3d29-453e-83e3-7d566083b09e req-665aebdd-313d-4b8c-8e0e-c202d5bd171a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804787 Dec 10 04:30:08.193608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Request body: {'subnet': {'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-subnet', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:08.222340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Made reservation on behalf of fc071568d39c473fb07a49a047988c62 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:08.225334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.467256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:08.478385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-0ba8cf6d-e9a3-4735-b52a-5c0bf82dcd6a tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:08.479894 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-0ba8cf6d-e9a3-4735-b52a-5c0bf82dcd6a tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.0900018 Dec 10 04:30:08.486903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1fd86ccf-c600-425a-8046-061d322cbdd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.587328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1fd86ccf-c600-425a-8046-061d322cbdd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.592942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1fd86ccf-c600-425a-8046-061d322cbdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.639156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd86ccf-c600-425a-8046-061d322cbdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f193269-006f-4b81-8d60-f6c3b9239a3b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:08.647659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1fd86ccf-c600-425a-8046-061d322cbdd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c85517d12ad460cb1ce464e62837d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763644 Dec 10 04:30:08.647659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:08.703704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.728147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.798794 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.801727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.807874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:08.813135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f193269-006f-4b81-8d60-f6c3b9239a3b HTTP/1.1" status: 204 len: 168 time: 0.1621964 Dec 10 04:30:08.833181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:08.834596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c10f6-7615-4556-842a-a296e0c223cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f193269-006f-4b81-8d60-f6c3b9239a3b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:08.875244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0494-8b63-4828-8b44-04f067c45475 req-526df9e8-e5b9-4a1e-b644-e9f5dc58407f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:08.877295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6e0494-8b63-4828-8b44-04f067c45475 req-526df9e8-e5b9-4a1e-b644-e9f5dc58407f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0630617 Dec 10 04:30:08.950596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6e0494-8b63-4828-8b44-04f067c45475 req-9b9fb3db-0e64-4de7-92cf-76e5c08a1d4c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Dec 10 04:30:08.958635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:08.965502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fbe332-d1b6-4eda-a998-265c7cd8ce1b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:09.030797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Checking segment: {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:09.031152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Network hostable DHCP agents. Network: a8801dcf-4276-4004-ba11-6d105e6abaaa, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:30:09.067799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Network a8801dcf-4276-4004-ba11-6d105e6abaaa is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:30:09.078888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-6c932f61-8adf-4ede-a98b-9642c47317cf service neutron] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:09.082853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-6c932f61-8adf-4ede-a98b-9642c47317cf service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.084853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c0d59854-940b-4bde-ab14-3621c2f5dd2b req-6c932f61-8adf-4ede-a98b-9642c47317cf service neutron] 10.222.0.41 "DELETE /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc/bindings/n-h1-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.5909479 Dec 10 04:30:09.085607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a8801dcf-4276-4004-ba11-6d105e6abaaa) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:09.094430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:09.095145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.112511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c279b-e314-42e9-8ae3-eaae3682848c None None] Network a8801dcf-4276-4004-ba11-6d105e6abaaa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:09.118374 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8dc5d42c-0f65-4d58-9c66-5f2a4b1f98aa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9321587 Dec 10 04:30:09.121231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:09.122649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f64c-f437-4be4-a0fb-33c0c92e98bc req-c65e2d2d-45cf-4f1b-8e8f-20b5e2934500 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:09.124585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50c7f64c-f437-4be4-a0fb-33c0c92e98bc req-c65e2d2d-45cf-4f1b-8e8f-20b5e2934500 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 945 time: 0.0945137 Dec 10 04:30:09.129148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:09.166046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.167203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.215564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50c7f64c-f437-4be4-a0fb-33c0c92e98bc req-a78b1e1b-49ef-4259-adfc-5e767fe2efeb tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Dec 10 04:30:09.271305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.276856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a8801dcf-4276-4004-ba11-6d105e6abaaa', 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa', 'project_id': 'fc071568d39c473fb07a49a047988c62', 'fixed_ips': [{'subnet_id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:30:09.278918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.370826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-841d50f1-7854-4d26-bb56-3ac34bb77273 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:09.371482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-841d50f1-7854-4d26-bb56-3ac34bb77273 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057380 Dec 10 04:30:09.451099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-95caf805-984a-44ff-84c9-7c05fb4b518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:09.456217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-95caf805-984a-44ff-84c9-7c05fb4b518c service neutron] 10.222.0.43 "GET /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 1093 time: 0.0768781 Dec 10 04:30:09.468238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Request body: {'binding': {'host': 'n-h1-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:09.468839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Unknown quota resources ['binding']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:30:09.491632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Allocated IP 172.20.0.2 (a8801dcf-4276-4004-ba11-6d105e6abaaa/05fbe332-d1b6-4eda-a998-265c7cd8ce1b/ef32e3df-baf8-4ae2-ab04-7d5925bc01ab) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:09.544114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.687065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on host n-h1-817326-3 for vnic_type normal with profile None {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:09.687245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:09.687500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:09.697784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:09.698113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:09.710125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:09.710812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:09.711612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:09.711612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Bound port: 09b113d3-1415-4b43-b86a-9ee1939fb76c, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:09.780194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.796249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.824103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:09.862544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.863724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c3d13f35-f33b-4595-bf7a-8b6716d0d60d service neutron] 10.222.0.43 "POST /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3996143 Dec 10 04:30:09.866125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Network a8801dcf-4276-4004-ba11-6d105e6abaaa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:09.874469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:09.886481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:09.900403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Pushing event updated for resources: {'Port': ['ID=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:09.918024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d2d2-ab2d-4494-881d-207ea3984850 req-c1ecef32-bcae-4237-8d78-95668ca1ddc2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:09.927276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c08d2d2-ab2d-4494-881d-207ea3984850 req-c1ecef32-bcae-4237-8d78-95668ca1ddc2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.1087706 Dec 10 04:30:09.991320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Attempting to bind port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:09.991709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Attempting to bind port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:09.992698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Attempting to bind port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab on network a8801dcf-4276-4004-ba11-6d105e6abaaa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:09.998171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:09.998638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Checking segment: {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:09.999107 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:09.999539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Bound using segment: {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:10.000067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Bound port: ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:10.000810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.011019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c08d2d2-ab2d-4494-881d-207ea3984850 req-db5812f0-5fc6-491b-9cc1-2fb72147db75 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822134 Dec 10 04:30:10.057048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.091501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] For port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:10.095225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] For port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:10.104846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.109071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.226012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100e91d-23e6-4d4b-b324-75bfbbae6042 None None] Pushing event updated for resources: {'Port': ['ID=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:10.242375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-b653c4ea-fef1-4ab2-8fb1-b5b036016aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:10.244433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-b653c4ea-fef1-4ab2-8fb1-b5b036016aef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1096 time: 0.0758111 Dec 10 04:30:10.366027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Allocated IP 172.25.8.212 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/fd368108-0a17-42d5-9cf4-52fcd9461250) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:10.488549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7be91-987b-499c-891d-860697eccbaa req-934cd6dd-6a0c-453e-9c71-114482cee526 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:10.490110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffa7be91-987b-499c-891d-860697eccbaa req-934cd6dd-6a0c-453e-9c71-114482cee526 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1815536 Dec 10 04:30:10.498139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-ca4ce4f4-9cdb-49b3-a21f-fe2563c37568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:10.499625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-ca4ce4f4-9cdb-49b3-a21f-fe2563c37568 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.2398529 Dec 10 04:30:10.516746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545072d-fb83-41cd-99d4-e8380d705682 req-e20d73bf-55f9-4a9e-88cf-3e4854086d89 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:10.518218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d545072d-fb83-41cd-99d4-e8380d705682 req-e20d73bf-55f9-4a9e-88cf-3e4854086d89 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 945 time: 0.1433907 Dec 10 04:30:10.559083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-91f5ab2e-2204-43b8-955e-f574f29e08c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 217 time: 0.0398853 Dec 10 04:30:10.596440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.685430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:10.690451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-909e3b20-1cd6-4528-94b7-d145608cf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:10.692022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-909e3b20-1cd6-4528-94b7-d145608cf85a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1253181 Dec 10 04:30:10.706941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffa7be91-987b-499c-891d-860697eccbaa req-a312a58c-35a7-4328-811e-125b447a94d7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041109 Dec 10 04:30:10.749881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-69eee349-da14-418e-9937-eae6355dc420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478055 Dec 10 04:30:10.767249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:10.767563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:10.769744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d545072d-fb83-41cd-99d4-e8380d705682 req-bbc933f7-1a2f-4944-86f6-509b356526c7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043355 Dec 10 04:30:10.771389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:10.836585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Pushing event updated for resources: {'Port': ['ID=fd368108-0a17-42d5-9cf4-52fcd9461250,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:11.008338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-1ffdfad6-b8d9-4eeb-8ce9-8ec1b3105262 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373691 Dec 10 04:30:11.019880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6212ae-379c-43ef-934f-4b97388a468d req-7ffc369e-08fa-4efb-b4e9-a1bc83d6d114 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:11.021458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd6212ae-379c-43ef-934f-4b97388a468d req-7ffc369e-08fa-4efb-b4e9-a1bc83d6d114 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 945 time: 0.1147962 Dec 10 04:30:11.181504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621557d-78f3-40d3-96fa-e7ac8c746dbb req-5eb10603-2447-4ab7-8b64-245446da8841 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:11.183037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b621557d-78f3-40d3-96fa-e7ac8c746dbb req-5eb10603-2447-4ab7-8b64-245446da8841 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1095 time: 0.1501744 Dec 10 04:30:11.197587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd6212ae-379c-43ef-934f-4b97388a468d req-ebd71df8-5114-4e45-962d-b8917c86cafc tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666737 Dec 10 04:30:11.291001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-cb481a2f-d67d-4885-97d1-67417b1faafd service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678416 Dec 10 04:30:11.370064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b621557d-78f3-40d3-96fa-e7ac8c746dbb req-ff5a1c29-28bc-40ec-818b-c230bb3da53f tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352322 Dec 10 04:30:11.379147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:11.594885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-980a13b0-22ab-4baf-9d36-77b076d090ce tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:11.596811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-980a13b0-22ab-4baf-9d36-77b076d090ce tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1849344 Dec 10 04:30:11.610492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-3'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:11.747203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:11.931285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:11.950342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aab75b-d03c-48c3-8551-32fe24af0450 None None] Network a8801dcf-4276-4004-ba11-6d105e6abaaa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:11.976955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:12.010774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.087144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.096461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:12.105643 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5969309a-0827-494c-8fdf-d464c20d77fe" -d '{"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-unplugged", "status": "completed", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:12.117978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.181647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] Provisioning complete for port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:12.182716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.289226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Router 5d35af61-4c07-467d-9c69-794eae23954b is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:30:12.361160 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.372196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-77d30dd2-ccad-48ba-8206-b2f7dadb6d3e tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2777195 Dec 10 04:30:12.393080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efe064-dae0-47ab-b760-69929804868f service neutron] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:12.539812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] For port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:12.550698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.642042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:30:12.650244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3abdee-e9c3-4f9e-918f-89d370e48283 None None] Pushing event updated for resources: {'Port': ['ID=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:12.676729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Sync routers for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:30:12.684340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.688249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28b4ea71-5e03-4972-9189-fb449380ea2d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5599937 Dec 10 04:30:12.692308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:12.708213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef32e3df-baf8-4ae2-ab04-7d5925bc01ab up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:12.725667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on host n-h2-817326-3 for vnic_type normal with profile {"migrating_to": "n-h1-817326-3"} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:12.726021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:12.726338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:12.751011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:12.751638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:12.842713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:12.843089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.869071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:12.870380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Attempting to bind port 09b113d3-1415-4b43-b86a-9ee1939fb76c on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:12.891937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:12.892755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:12.893486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:12.894151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Bound port: 09b113d3-1415-4b43-b86a-9ee1939fb76c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:12.894725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:12.940584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-60bfb89a-a6b8-4182-8894-b4404dc7e1ab None None] Provisioning complete for port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:12.940794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60bfb89a-a6b8-4182-8894-b4404dc7e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:13.002976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:13.019188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-078effc2-f7e1-4495-9db3-665b3db29d37 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:13.021571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-078effc2-f7e1-4495-9db3-665b3db29d37 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6387269 Dec 10 04:30:13.031201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:13.044569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:13.055667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-c6d96685-17ee-4609-b51d-52adc331007a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:13.064010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-c6d96685-17ee-4609-b51d-52adc331007a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.6219285 Dec 10 04:30:13.074674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:13.083105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-4e512a4c-f156-4461-9908-f0005800a3bf tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/quotas/1b0831ba89ef48df8740d1a098ff23dd HTTP/1.1" status: 200 len: 375 time: 0.0532658 Dec 10 04:30:13.130230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-740a67f1-67b6-4305-85ef-438536ee7d0e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/quotas/7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 375 time: 0.0649629 Dec 10 04:30:13.200750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-d44be6ad-98d5-4bde-85ed-3ef9fd646038 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870948 Dec 10 04:30:13.253757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efe064-dae0-47ab-b760-69929804868f service neutron] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=8']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:13.267991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:13.268658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:13.270104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-79efe064-dae0-47ab-b760-69929804868f service neutron] 10.222.0.36 "PUT /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 1121 time: 1.6657319 Dec 10 04:30:13.296320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-6d117776-1f78-4396-889e-7e5c63cbdde7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649094 Dec 10 04:30:13.383817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:11Z', 'revision_number': 3, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:13.421135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Checking router: 5d35af61-4c07-467d-9c69-794eae23954b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:30:13.422189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Updating router 5d35af61-4c07-467d-9c69-794eae23954b port fd368108-0a17-42d5-9cf4-52fcd9461250 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:30:13.488888 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:13.704922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:13.963586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-7ba61155-812c-4f8c-9ca8-c714e1dd7515 service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659651 Dec 10 04:30:13.986985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['09b113d3-1415-4b43-b86a-9ee1939fb76c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:14.000827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Allocated IP 172.20.0.1 (a8801dcf-4276-4004-ba11-6d105e6abaaa/05fbe332-d1b6-4eda-a998-265c7cd8ce1b/c09c9ff4-9856-47dc-b673-3c84eb49bada) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:14.041415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.107850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.122693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-e7469c74-0e0a-40d1-af88-9fb95cf4ced3 service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565371 Dec 10 04:30:14.155975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.170512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a0a6-b813-485a-a0ba-8f43674f8741 req-e28c9cf4-a9b1-4ef5-84e8-8a42096c4a73 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:14.181537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3580a0a6-b813-485a-a0ba-8f43674f8741 req-e28c9cf4-a9b1-4ef5-84e8-8a42096c4a73 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2429500 Dec 10 04:30:14.237591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.258564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Attempting to bind port fd368108-0a17-42d5-9cf4-52fcd9461250 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:14.258930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Attempting to bind port fd368108-0a17-42d5-9cf4-52fcd9461250 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:14.259288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Attempting to bind port fd368108-0a17-42d5-9cf4-52fcd9461250 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:14.272613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bdbd8-5e8f-4ce3-83a7-f6d0d5a38dfa None None] Pushing event updated for resources: {'Port': ['ID=fd368108-0a17-42d5-9cf4-52fcd9461250,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:14.283434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:14.283815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:14.284212 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.284629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:14.285675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Bound port: fd368108-0a17-42d5-9cf4-52fcd9461250, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:14.286131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.305938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3580a0a6-b813-485a-a0ba-8f43674f8741 req-a03bc727-28df-40e0-b22c-0678c363af48 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141238 Dec 10 04:30:14.324536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Network a8801dcf-4276-4004-ba11-6d105e6abaaa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:14.331521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:14.364750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:14.457822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] For port fd368108-0a17-42d5-9cf4-52fcd9461250, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:14.474298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] For port fd368108-0a17-42d5-9cf4-52fcd9461250, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fd368108-0a17-42d5-9cf4-52fcd9461250,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:14.487181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.493099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.629694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d472439-8d13-4e0c-b4ee-2133f907ccc1 req-2fbe7b2b-7b22-4875-a658-677f6f4243cb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:14.637989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:14.639048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:14.639831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d472439-8d13-4e0c-b4ee-2133f907ccc1 req-2fbe7b2b-7b22-4875-a658-677f6f4243cb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.1985142 Dec 10 04:30:14.678633 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459b23b7-7b95-4cdd-bbe5-5112d34c34eb x-openstack-request-id: req-459b23b7-7b95-4cdd-bbe5-5112d34c34eb {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:14.678928 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-unplugged", "status": "completed", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:14.683705 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-459b23b7-7b95-4cdd-bbe5-5112d34c34eb {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:14.683837 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'code': 200} Dec 10 04:30:14.690000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef32e3df-baf8-4ae2-ab04-7d5925bc01ab up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:14.695680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bdbd8-5e8f-4ce3-83a7-f6d0d5a38dfa None None] Pushing event updated for resources: {'Port': ['ID=fd368108-0a17-42d5-9cf4-52fcd9461250,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:14.699949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Pushing event updated for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:14.759112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.776464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d472439-8d13-4e0c-b4ee-2133f907ccc1 req-69fbdb01-0613-4244-9790-be064133cc55 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356807 Dec 10 04:30:14.908841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6fdb809-a590-4421-b4a8-875cd8146206 req-690e88fe-5c25-4caa-912f-a54077b58bb9 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 210 time: 0.0349879 Dec 10 04:30:14.968211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ed22cce0-7fbe-4940-99d6-6419f4837085 None None] Provisioning complete for port c09c9ff4-9856-47dc-b673-3c84eb49bada triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:14.968485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed22cce0-7fbe-4940-99d6-6419f4837085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:14.979503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06af8589-8461-4099-9923-c896e7725842 req-4ad3c36c-5283-4142-bfce-cc145a373c1c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 210 time: 0.0590551 Dec 10 04:30:15.037976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:15.038493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.050723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:15.103157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed22cce0-7fbe-4940-99d6-6419f4837085 None None] Port c09c9ff4-9856-47dc-b673-3c84eb49bada cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:30:15.129744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.136134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.207706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-ed7cb39c-0eff-412a-97e1-a7ed4dbadaa4 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265012 Dec 10 04:30:15.319399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Pushing event updated for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:15.328648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.442905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-47b47a50-dfe3-4010-a61d-cf1826ede1a8 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:15.445189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-47b47a50-dfe3-4010-a61d-cf1826ede1a8 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319078 Dec 10 04:30:15.457487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:11Z', 'revision_number': 3, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:15.492213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Request body: {'port': {'device_id': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '1b0831ba89ef48df8740d1a098ff23dd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:15.547590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00b65-656f-479d-b459-05e2a65c05f0 None None] The sync data for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 is: [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:11Z', 'revision_number': 3, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:30:15.577102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Network a8801dcf-4276-4004-ba11-6d105e6abaaa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:15.578906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:15.637229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522533-b0c6-4533-a9b8-3687529af0ff req-bfbcdaba-4cfd-4544-8dd1-cc4a3b257b5a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:15.638928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60522533-b0c6-4533-a9b8-3687529af0ff req-bfbcdaba-4cfd-4544-8dd1-cc4a3b257b5a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1927376 Dec 10 04:30:15.743951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60522533-b0c6-4533-a9b8-3687529af0ff req-c4a7add5-d856-4f82-ba27-c06412086383 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877652 Dec 10 04:30:15.782849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Made reservation on behalf of 1b0831ba89ef48df8740d1a098ff23dd for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:15.789291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.802191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Router 5d35af61-4c07-467d-9c69-794eae23954b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:30:15.837112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:15.981366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:30:15.999194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c635cd1c-607f-49ba-ac7d-fd94f7621a70 admin admin] 10.222.0.43 "PUT /v2.0/routers/5d35af61-4c07-467d-9c69-794eae23954b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3007119 Dec 10 04:30:16.092049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9ad97cc5-fe4e-430d-9bb1-1b356b2ffa49 None None] Provisioning complete for port c09c9ff4-9856-47dc-b673-3c84eb49bada triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:16.094791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ad97cc5-fe4e-430d-9bb1-1b356b2ffa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:16.165310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:16.203205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:16.221888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:16.224308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9ad97cc5-fe4e-430d-9bb1-1b356b2ffa49 None None] Port c09c9ff4-9856-47dc-b673-3c84eb49bada cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:30:16.291817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cbed7e-bd0c-461b-96fb-403961b06ec8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:16.318299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0d3b7-30c8-4ca8-be58-cec6fea1d5d4 req-8d13726e-1d00-4165-8fa0-d0c595123e03 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:16.329419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cd0d3b7-30c8-4ca8-be58-cec6fea1d5d4 req-8d13726e-1d00-4165-8fa0-d0c595123e03 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.2403116 Dec 10 04:30:16.442806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ed1c464-def6-40de-a4b6-857c559acda4 req-2e346a6d-b036-44fb-9930-c1e8ec24972d tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 210 time: 0.1042590 Dec 10 04:30:16.482424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:16.502313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'mac_address': 'fa:16:3e:98:aa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:16.504809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-f6b24b1f-9cee-4629-adf8-8afcf6c8ca77 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:16.506536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-f6b24b1f-9cee-4629-adf8-8afcf6c8ca77 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.3289523 Dec 10 04:30:16.535095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Request body: {'port': {'device_id': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'admin_state_up': True, 'tenant_id': '7119f6db38fa4005ae406754cb095ec4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:16.574303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cd0d3b7-30c8-4ca8-be58-cec6fea1d5d4 req-a758f4ba-189e-447b-8080-cf6d42c33980 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438204 Dec 10 04:30:16.616717 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:16.669936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fd368108-0a17-42d5-9cf4-52fcd9461250 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:16.685688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d06639b8-3147-4527-8526-5ab78afe8141 req-4ae36d3c-d97e-442f-9888-6dce39b913ce tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 210 time: 0.1053905 Dec 10 04:30:16.690624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:16.694857 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7d63e-fbfd-48ee-ad81-968cf390e00e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:16.843949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa256421-5465-4cb0-9153-c5f935bb5405 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:16.867378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:16.879299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:16.886389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:16.955508 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a680686-1c2c-4679-8fed-394ad262077b x-openstack-request-id: req-4a680686-1c2c-4679-8fed-394ad262077b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:16.955869 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:16.956064 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a680686-1c2c-4679-8fed-394ad262077b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:16.959642 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'status': 'completed', 'code': 200} Dec 10 04:30:17.057971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:17.075271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.146559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fd368108-0a17-42d5-9cf4-52fcd9461250 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:17.146559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.189589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-46e1f566-8ec4-45ac-88e1-e26ead295262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:17.191100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-46e1f566-8ec4-45ac-88e1-e26ead295262 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1124 time: 0.1911922 Dec 10 04:30:17.209869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Allocated IP 192.168.233.199 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/40593408-6262-4925-88c6-ca7603dc7bc6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:17.326731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:17.342826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c has no active binding in host n-h1-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:30:17.380301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['aa256421-5465-4cb0-9153-c5f935bb5405'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:17.383977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:17.507420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.527556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.561898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port fd368108-0a17-42d5-9cf4-52fcd9461250, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fd368108-0a17-42d5-9cf4-52fcd9461250,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:17.578668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.579605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:17.630355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-4dac8704-f10f-4f35-88f6-17980058e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:17.634459 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-4dac8704-f10f-4f35-88f6-17980058e049 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.3848612 Dec 10 04:30:17.695692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Allocated IP 172.20.0.12 (85834823-b533-43af-b3d6-015fbb8b250f/9031a7ee-d153-4b71-8efb-d9d92ee121c1/cf065274-963d-4799-95b5-5e7c545cec49) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:17.695926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:17.706820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Pushing event updated for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:17.709761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:17.722991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:17.727458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=fd368108-0a17-42d5-9cf4-52fcd9461250,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:17.739028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640269da-34e4-4828-826e-eb913733d6cc req-f13b8ef4-e778-4cb3-8c55-c9623df5a550 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:17.747369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-640269da-34e4-4828-826e-eb913733d6cc req-f13b8ef4-e778-4cb3-8c55-c9623df5a550 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.6136162 Dec 10 04:30:17.857768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-640269da-34e4-4828-826e-eb913733d6cc req-8fc2e44a-d7a6-4fcd-bcd9-3445bff683bd tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094091 Dec 10 04:30:17.935938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-f1a70aa4-66f5-4d04-9811-2aa4dd06338f tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1209733 Dec 10 04:30:17.942016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:18.083011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:18.084805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.094489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-64612d90-8d9b-4d0b-97e0-c313c525e70a service neutron] 10.222.0.41 "GET /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.5239713 Dec 10 04:30:18.100603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.149459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.153195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-5923356d-285d-4cd1-a45f-2c089c191a03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 217 time: 0.3825855 Dec 10 04:30:18.157124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-f407f240-f03d-463b-8dde-0d3d1d0408fd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6810682 Dec 10 04:30:18.163984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:18.196137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Request body: {'port': {'device_id': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:18.257586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-97944be7-140b-4a95-a34e-12144ac33e64 None None] Provisioning complete for port 40593408-6262-4925-88c6-ca7603dc7bc6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:18.258463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97944be7-140b-4a95-a34e-12144ac33e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.270902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-13179b4e-58d4-4c87-aa6e-a0e9221b275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:18.277850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-13179b4e-58d4-4c87-aa6e-a0e9221b275a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1136463 Dec 10 04:30:18.314752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.368867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-b6c7f01c-a173-4c41-81c2-aee34a63c93e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804296 Dec 10 04:30:18.439114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.546780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Network 85834823-b533-43af-b3d6-015fbb8b250f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:18.559045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:18.564013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697f1f-6761-4835-b2ad-905fa1a9a185 req-a853bb44-410a-4e4b-8ae6-93f717c2e829 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:18.576385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc697f1f-6761-4835-b2ad-905fa1a9a185 req-a853bb44-410a-4e4b-8ae6-93f717c2e829 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 936 time: 0.3169432 Dec 10 04:30:18.599779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:18.656047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-97944be7-140b-4a95-a34e-12144ac33e64 None None] Port 40593408-6262-4925-88c6-ca7603dc7bc6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:30:18.664250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fd368108-0a17-42d5-9cf4-52fcd9461250 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:18.720489 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:30:18.741449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:18.744935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.781947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:18.798433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port aa256421-5465-4cb0-9153-c5f935bb5405 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:18.799138 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.838366 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Sync routers for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:30:18.853967 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:18.856605 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:18.895563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:18.897626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-9e75108d-8455-41e0-a972-388714d53559 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3687723 Dec 10 04:30:18.912885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.920545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Request body: {'port': {'device_id': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:18.934918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fd368108-0a17-42d5-9cf4-52fcd9461250 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:18.935297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:18.938927 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc697f1f-6761-4835-b2ad-905fa1a9a185 req-6f3c4775-63db-4622-8085-6379f11b4214 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589485 Dec 10 04:30:18.996734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.018159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-49113b03-218f-4de4-9d39-490aeccbb123 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333566 Dec 10 04:30:19.122042 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.127984 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:19.142363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86d7d63e-fbfd-48ee-ad81-968cf390e00e req-84bec058-bd3d-4b4c-8fe0-0050bdc5f109 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159303 Dec 10 04:30:19.182115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:19.215547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:19.217888 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b391363-d80d-4452-9ab7-3d5391c5cfd3" -d '{"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-plugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:19.268771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:19.317174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.413974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:19.469104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40593408-6262-4925-88c6-ca7603dc7bc6 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:19.478621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.505947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b113d3-1415-4b43-b86a-9ee1939fb76c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:19.522034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:19.553056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Transition to ACTIVE for port object 40593408-6262-4925-88c6-ca7603dc7bc6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:19.570257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.587883 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 4, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c09c9ff4-9856-47dc-b673-3c84eb49bada', 'name': '', 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'mac_address': 'fa:16:3e:c0:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:13Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 2, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'subnets': [{'id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:19.590039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.655728 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Checking router: 5d35af61-4c07-467d-9c69-794eae23954b for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:30:19.656108 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Updating router 5d35af61-4c07-467d-9c69-794eae23954b port c09c9ff4-9856-47dc-b673-3c84eb49bada binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:30:19.663680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf065274-963d-4799-95b5-5e7c545cec49 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:19.681454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f64d2-ccc9-4221-a1cd-11b0eccd4502 req-0308167f-93d3-46bd-b201-d84b4629af0c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:19.683388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235f64d2-ccc9-4221-a1cd-11b0eccd4502 req-0308167f-93d3-46bd-b201-d84b4629af0c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 943 time: 0.5321131 Dec 10 04:30:19.684015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Pushing event updated for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:19.705880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.738448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Transition to ACTIVE for port object cf065274-963d-4799-95b5-5e7c545cec49 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:19.748706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.752368 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.865258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Attempting to bind port 40593408-6262-4925-88c6-ca7603dc7bc6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:19.865603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Attempting to bind port 40593408-6262-4925-88c6-ca7603dc7bc6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:19.865938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Attempting to bind port 40593408-6262-4925-88c6-ca7603dc7bc6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:19.880741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Port 40593408-6262-4925-88c6-ca7603dc7bc6 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:19.881625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Attempting to bind port 40593408-6262-4925-88c6-ca7603dc7bc6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:19.883483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.898203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Allocated IP 172.25.8.205 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/f07a921d-8a12-4160-87bf-a394e10318bf) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:19.943898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235f64d2-ccc9-4221-a1cd-11b0eccd4502 req-5d6c9252-70a7-4772-86c5-55447a2890a0 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255402 Dec 10 04:30:19.952126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:19.954247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873cf2-199b-4793-bd31-760535074413 service neutron] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:19.956333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:19.963306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:19.963783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Bound port: 40593408-6262-4925-88c6-ca7603dc7bc6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:19.964152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:19.995686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:19.996030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:19.996366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:20.003525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:20.003867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:20.011394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:20.011743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:20.012807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:20.013249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Bound port: cf065274-963d-4799-95b5-5e7c545cec49, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:20.013608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.122763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:20.127814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:20.136114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.162323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:20.181227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.181845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.183239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-53873cf2-199b-4793-bd31-760535074413 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 1092 time: 1.2672367 Dec 10 04:30:20.183692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:20.187257 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57cc103-f810-4faa-ac74-a1d1881a6ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "tag": "cf065274-963d-4799-95b5-5e7c545cec49"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:20.200652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] Transition to ACTIVE for port object 09b113d3-1415-4b43-b86a-9ee1939fb76c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:20.222987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873cf2-199b-4793-bd31-760535074413 service neutron] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:20.243887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:20.251514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.264396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.323196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-ebeb887f-4cdd-421d-9c33-e9bd90c932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.325226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-ebeb887f-4cdd-421d-9c33-e9bd90c932e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1095 time: 0.0528295 Dec 10 04:30:20.422045 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.422875 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-4d40d2e2-4a3f-47d1-b189-1db58afc72c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.0807652 Dec 10 04:30:20.430051 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.432205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:20.436207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] No DVR routers for this DVR port 09b113d3-1415-4b43-b86a-9ee1939fb76c on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:20.466504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416f69f-9d33-4a1e-b30e-c889528df41a req-a90d6fc4-11e8-4dff-add0-8c1d585a136a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.474094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7416f69f-9d33-4a1e-b30e-c889528df41a req-a90d6fc4-11e8-4dff-add0-8c1d585a136a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 944 time: 0.2872696 Dec 10 04:30:20.509207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40593408-6262-4925-88c6-ca7603dc7bc6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:20.511757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] Pushing event updated for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:20.531765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-7ef7738e-1fc5-4887-86f7-1adb4a238d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.532464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-97f5a5fe-f9c1-4866-8ccb-55bf0ccca228 service neutron] 10.222.0.41 "PUT /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c/bindings/n-h1-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4250374 Dec 10 04:30:20.533675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.545111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-7ef7738e-1fc5-4887-86f7-1adb4a238d13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1147375 Dec 10 04:30:20.559724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3647a3a-f147-44ea-9a89-4b551f778636 None None] Pushing event updated for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:20.562269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.562892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.564286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] 10.222.0.36 "PUT /v2.0/ports/40593408-6262-4925-88c6-ca7603dc7bc6 HTTP/1.1" status: 200 len: 1096 time: 2.3771405 Dec 10 04:30:20.567581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:20.570426 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2" -d '{"events": [{"name": "network-changed", "server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:20.595089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.616504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-84a7ecb6-2a5c-4644-ac78-726078a485d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646155 Dec 10 04:30:20.677313 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Attempting to bind port c09c9ff4-9856-47dc-b673-3c84eb49bada on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:20.677711 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Attempting to bind port c09c9ff4-9856-47dc-b673-3c84eb49bada by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:20.678615 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Attempting to bind port c09c9ff4-9856-47dc-b673-3c84eb49bada on network a8801dcf-4276-4004-ba11-6d105e6abaaa {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:20.695190 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:20.695593 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Checking segment: {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:20.695969 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.696363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Bound using segment: {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:20.696866 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Bound port: c09c9ff4-9856-47dc-b673-3c84eb49bada, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:20.697266 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.730206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:20.747869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:20.753200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:20.836779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] For port c09c9ff4-9856-47dc-b673-3c84eb49bada, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:20.841511 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] For port c09c9ff4-9856-47dc-b673-3c84eb49bada, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c09c9ff4-9856-47dc-b673-3c84eb49bada,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:20.860018 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.934333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-75f85d49-9d94-4765-b50c-769fd1150fed tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:20.936157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-75f85d49-9d94-4765-b50c-769fd1150fed tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.2500043 Dec 10 04:30:20.950147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] Provisioning complete for port c09c9ff4-9856-47dc-b673-3c84eb49bada triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:20.950616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:20.987162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3647a3a-f147-44ea-9a89-4b551f778636 None None] Pushing event updated for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:21.026902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-6f7a1b51-b582-4b21-afb1-3ed5e7e52413 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990421 Dec 10 04:30:21.081122 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:21.081866 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:29:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:21.090106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-5632b464-6db2-4a69-9183-dc830e85f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.095504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-5632b464-6db2-4a69-9183-dc830e85f90e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09&tenant_id=3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 1095 time: 0.1289756 Dec 10 04:30:21.144919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7416f69f-9d33-4a1e-b30e-c889528df41a req-51a0442a-9d95-43b8-9680-a78dc438d813 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698403 Dec 10 04:30:21.204250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:21.263808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fd458-bf71-414e-a58f-aa1e58c77f8b service neutron] Pushing event updated for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:21.306404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-95597afd-7c40-432d-83df-5b855c6cec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.308832 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-95597afd-7c40-432d-83df-5b855c6cec0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1095 time: 0.1223075 Dec 10 04:30:21.328016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] For port c09c9ff4-9856-47dc-b673-3c84eb49bada, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c09c9ff4-9856-47dc-b673-3c84eb49bada,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:21.344165 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:21.352047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:21.400535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-e7c07b79-463e-4881-9ae7-d097f7d2bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.407233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545475b7-729b-4c0b-a9cb-2ac344dc8399 None None] Pushing event updated for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:21.408975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-e7c07b79-463e-4881-9ae7-d097f7d2bb4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 1099 time: 0.7229710 Dec 10 04:30:21.477293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3c0be9dd-1904-4f5d-8fa8-70f8228f8691 None None] Provisioning complete for port c09c9ff4-9856-47dc-b673-3c84eb49bada triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:21.477657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c0be9dd-1904-4f5d-8fa8-70f8228f8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:21.508621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-b2b2e6dd-faa1-4895-9012-40bba1d38231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=40593408-6262-4925-88c6-ca7603dc7bc6 HTTP/1.1" status: 200 len: 217 time: 0.0803330 Dec 10 04:30:21.585172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-4cfc82b4-ac1c-4eb4-b3ca-7fd7879b72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.591308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-4cfc82b4-ac1c-4eb4-b3ca-7fd7879b72aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0706024 Dec 10 04:30:21.609280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:21.612466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=f07a921d-8a12-4160-87bf-a394e10318bf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:21.660703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606107f8-5a93-4660-b530-1d85fba1e482 req-7aab33f9-2f05-4c6e-ae70-3470ba03a9b8 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.662890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-606107f8-5a93-4660-b530-1d85fba1e482 req-7aab33f9-2f05-4c6e-ae70-3470ba03a9b8 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2529705 Dec 10 04:30:21.695932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:21.769539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 4, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c09c9ff4-9856-47dc-b673-3c84eb49bada', 'name': '', 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'mac_address': 'fa:16:3e:c0:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:13Z', 'updated_at': '2021-12-10T04:30:20Z', 'revision_number': 4, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'subnets': [{'id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:21.775748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-b2a5af68-a45a-4a93-bccd-a5bc23c78fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.780109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-b2a5af68-a45a-4a93-bccd-a5bc23c78fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1830134 Dec 10 04:30:21.809916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-606107f8-5a93-4660-b530-1d85fba1e482 req-61ffdc47-ef94-402a-b044-688b97333ebe tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149175 Dec 10 04:30:21.812313 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929ee6e-e35c-4d5d-8993-e709456681d1 None None] The sync data for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 is: [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:14Z', 'revision_number': 4, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c09c9ff4-9856-47dc-b673-3c84eb49bada', 'name': '', 'network_id': 'a8801dcf-4276-4004-ba11-6d105e6abaaa', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'mac_address': 'fa:16:3e:c0:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:13Z', 'updated_at': '2021-12-10T04:30:20Z', 'revision_number': 4, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'subnets': [{'id': '05fbe332-d1b6-4eda-a998-265c7cd8ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:30:21.816099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ca298c6-9c6d-47f0-8a94-e6b78a745bed req-aaf34657-32bc-4551-9f1b-90ec425eea18 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771661 Dec 10 04:30:21.859191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-3ca42466-07bf-4676-8d2d-4ecb343bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:21.861660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-3ca42466-07bf-4676-8d2d-4ecb343bb90f service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.5448267 Dec 10 04:30:21.973584 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-40909fe0-b2cf-4a68-a2d5-590db427ff80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 217 time: 0.0753164 Dec 10 04:30:22.025459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-65c3c835-1e23-484e-8d19-0b36d8b9abdc service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360108 Dec 10 04:30:22.093772 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3804cfb8-bacb-4c2d-8386-cd1e501a61be x-openstack-request-id: req-3804cfb8-bacb-4c2d-8386-cd1e501a61be {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:22.094090 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-plugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:22.094343 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3804cfb8-bacb-4c2d-8386-cd1e501a61be {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:22.094908 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'code': 200} Dec 10 04:30:22.153654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-a5895ebd-b823-4c59-9e97-96f76589abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:22.155653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-a5895ebd-b823-4c59-9e97-96f76589abd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1532872 Dec 10 04:30:22.191652 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.198842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-55a7d49a-a9f4-4273-9c2f-b7d0335d81c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340548 Dec 10 04:30:22.222130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.308494 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5720210d-42ff-4f5c-863c-99fb68487947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.400149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60802ad5-0fc0-4297-a9cd-42077ff66579 req-21f441d2-915f-4e0e-8ac3-a50fec0a8eae service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579657 Dec 10 04:30:22.400379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-61423c26-8f19-484d-8150-fd6ebf25c693 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937878 Dec 10 04:30:22.438238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=f07a921d-8a12-4160-87bf-a394e10318bf,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:22.457790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf147-8d0c-48d2-9287-ba781b911960 req-f98f8844-fe2a-4595-bf5f-ca7e58b0ae5f tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:22.467033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4acbf147-8d0c-48d2-9287-ba781b911960 req-f98f8844-fe2a-4595-bf5f-ca7e58b0ae5f tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 948 time: 0.2716453 Dec 10 04:30:22.575191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4acbf147-8d0c-48d2-9287-ba781b911960 req-9ba4750a-d06d-4e39-9382-347b00c84b39 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063337 Dec 10 04:30:22.597415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.631973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c09c9ff4-9856-47dc-b673-3c84eb49bada up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:22.635844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.637289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-310013af-1a10-40d7-b905-957e64d6fea4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7001538 Dec 10 04:30:22.712974 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98b725-1cfa-4035-9b45-1c194e3af3d3 x-openstack-request-id: req-1a98b725-1cfa-4035-9b45-1c194e3af3d3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:22.713377 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "tag": "cf065274-963d-4799-95b5-5e7c545cec49", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:22.713856 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a98b725-1cfa-4035-9b45-1c194e3af3d3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:22.715590 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49', 'status': 'completed', 'code': 200} Dec 10 04:30:22.755104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c09c9ff4-9856-47dc-b673-3c84eb49bada triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:22.755816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:22.772627 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e3231-bc11-44f1-9602-d7a638725652 x-openstack-request-id: req-7e9e3231-bc11-44f1-9602-d7a638725652 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:22.773021 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:22.773334 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e9e3231-bc11-44f1-9602-d7a638725652 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:22.773785 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6', 'status': 'completed', 'code': 200} Dec 10 04:30:22.777907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-423c7a71-c02a-40ab-8cd0-6c2143d8ef6d service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546393 Dec 10 04:30:22.821672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-302f03ba-af00-4571-b041-ae0b7fcf371c tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.1777730 Dec 10 04:30:22.971349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-686aba78-8051-4fa0-876e-68ed819c1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:22.972565 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-686aba78-8051-4fa0-876e-68ed819c1352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 1099 time: 0.1305561 Dec 10 04:30:22.989553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-2056e6bc-a70b-40f6-bf29-5f69505351d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:22.992014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-2056e6bc-a70b-40f6-bf29-5f69505351d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1095 time: 0.2212405 Dec 10 04:30:23.163057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-1291fd15-bad8-4371-a87a-cc71f2a0e124 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.178659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-1291fd15-bad8-4371-a87a-cc71f2a0e124 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.3547788 Dec 10 04:30:23.187480 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:23.190266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-6bb11c7a-04da-4a72-9fc4-6aab64b262c3 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:23.211532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5e977d-23b8-4eb9-8e76-d6e44dbc0d50 req-6bb11c7a-04da-4a72-9fc4-6aab64b262c3 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0319521 Dec 10 04:30:23.237163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0105f4-5500-45dd-ad84-5ff7e3abeea2 req-daf97adb-aa29-490e-8c4b-bb23f8f24d11 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.242434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f0105f4-5500-45dd-ad84-5ff7e3abeea2 req-daf97adb-aa29-490e-8c4b-bb23f8f24d11 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.3290021 Dec 10 04:30:23.278812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-e0917fe8-567e-4598-8418-fb981981e31f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243262 Dec 10 04:30:23.282381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-51b08230-0ed7-4079-9d23-7f62719cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.284066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-51b08230-0ed7-4079-9d23-7f62719cc26f service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2762501 Dec 10 04:30:23.352316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-f6a855f7-49b6-4981-9b2e-62013079a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.353872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-f6a855f7-49b6-4981-9b2e-62013079a637 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.3453808 Dec 10 04:30:23.360612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.36', 52811) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:23.430923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-0a1fee07-216e-428e-99ba-c55945d60c52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=40593408-6262-4925-88c6-ca7603dc7bc6 HTTP/1.1" status: 200 len: 217 time: 0.1213861 Dec 10 04:30:23.478891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-b44cee6c-d366-4387-a295-9c45ceb04da5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.1149309 Dec 10 04:30:23.495785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-7a64e7e0-4e48-439b-b50a-7668a69ca97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.497577 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-7a64e7e0-4e48-439b-b50a-7668a69ca97b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0574374 Dec 10 04:30:23.522877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-ded73add-b274-44a9-9b71-ec414ce2deb0 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.524658 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-ded73add-b274-44a9-9b71-ec414ce2deb0 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1320240 Dec 10 04:30:23.550948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f0105f4-5500-45dd-ad84-5ff7e3abeea2 req-7e7ee4ba-852d-473f-8f9e-8a1bb45a40f8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933974 Dec 10 04:30:23.570988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d400-865c-4f29-b824-616d2f0966a4 req-362df363-0720-4a69-81df-25ed4ce6b98e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.578195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87f4d400-865c-4f29-b824-616d2f0966a4 req-362df363-0720-4a69-81df-25ed4ce6b98e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 944 time: 0.2770500 Dec 10 04:30:23.587353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-030a1ed3-e5ea-4fcf-9907-544db4779e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.589140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-030a1ed3-e5ea-4fcf-9907-544db4779e38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 1101 time: 0.2272110 Dec 10 04:30:23.629107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-bcf0d508-2ae3-4f05-89dd-e83a6cddc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.630549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-bcf0d508-2ae3-4f05-89dd-e83a6cddc690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1315987 Dec 10 04:30:23.726759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-99a61340-c310-4d9a-b7b0-162e688ce501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:23.728993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-99a61340-c310-4d9a-b7b0-162e688ce501 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221391 Dec 10 04:30:23.731484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-d8183ba2-353c-499d-b949-02a76a131f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855691 Dec 10 04:30:23.738447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c064f51e-927b-420d-a461-e0551b665691 service neutron] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:23.743766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c064f51e-927b-420d-a461-e0551b665691 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:23.745438 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b68278fc-bf7f-4230-b4a3-854e9d8ee644 req-c064f51e-927b-420d-a461-e0551b665691 service neutron] 10.222.0.36 "DELETE /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c/bindings/n-h2-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.2023036 Dec 10 04:30:23.846104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87f4d400-865c-4f29-b824-616d2f0966a4 req-54f8d21e-4082-4f75-ac1a-d8a971fa3f3f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669482 Dec 10 04:30:23.934117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-444dc048-6013-45b0-b251-56bed43a6d4d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874318 Dec 10 04:30:23.999618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-3c0e72f8-907a-4391-8bfe-f14b3cefb8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321842 Dec 10 04:30:24.000903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-ba3b64ad-1fff-4a21-a9d5-209babb544b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:24.002229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-ba3b64ad-1fff-4a21-a9d5-209babb544b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3843186 Dec 10 04:30:24.078219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d1ab3da-5d92-4dea-a2a6-cb652b7e99b2 req-759fb3dc-6b7f-4c0a-a452-26b85e87826d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363552 Dec 10 04:30:24.190023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-ab2bec46-374a-4fbc-b6ae-66e839ad4dc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a018e15f-92e3-450b-98d5-31cb2937c016 HTTP/1.1" status: 200 len: 217 time: 0.0809853 Dec 10 04:30:24.330691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e57cc103-f810-4faa-ac74-a1d1881a6ea6 req-672b2625-fd3e-4b6f-be91-f76ebc82c7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995849 Dec 10 04:30:24.341603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cdbea-7088-4511-aea7-ca86bf2cc250 req-31abf55d-bdbf-4039-80a2-e2d79bf47f2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:24.349299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67cdbea-7088-4511-aea7-ca86bf2cc250 req-31abf55d-bdbf-4039-80a2-e2d79bf47f2e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.4168797 Dec 10 04:30:24.382719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-f7cfc797-b889-4a6e-aa7a-7e810426395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:24.384238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-f7cfc797-b889-4a6e-aa7a-7e810426395e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1792936 Dec 10 04:30:24.445435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19add30b-8210-4044-88ff-4184fad43c98 req-08d6a39f-a488-45e1-ae2e-6420defde8b3 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4291239 Dec 10 04:30:24.464713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67cdbea-7088-4511-aea7-ca86bf2cc250 req-1bd2a816-bde9-456f-a1ef-afc3533b4aea tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138713 Dec 10 04:30:24.475785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:24.526630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-3accbad5-a283-4791-a324-42683f7f4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:24.528542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-3accbad5-a283-4791-a324-42683f7f4260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336143 Dec 10 04:30:24.593380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:24.706266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720f8d1-4031-48d2-b20b-33c370b2460b req-1b63435b-d469-4ace-8b36-6d89d4cb3d42 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:24.707668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9720f8d1-4031-48d2-b20b-33c370b2460b req-1b63435b-d469-4ace-8b36-6d89d4cb3d42 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 948 time: 0.1371934 Dec 10 04:30:24.717440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-d7e197c5-714f-482b-a690-b423776fb54a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795666 Dec 10 04:30:24.790037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2285330d-56a8-4432-8594-ed30735b2f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:24.894909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:24.900277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9720f8d1-4031-48d2-b20b-33c370b2460b req-5d6c06d7-39b5-483b-af9b-a828ed3282a6 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791165 Dec 10 04:30:24.907142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c693d2-0361-42c0-95ea-509f531c6f74 req-af653f26-0837-4df7-85ba-352f912e597c service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478171 Dec 10 04:30:24.925102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.056397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Allocated IP 172.25.8.129 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/18f88b47-3c86-4e10-87e1-67fdae85b2e7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:25.070667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:25.089651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'cf065274-963d-4799-95b5-5e7c545cec49', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'port_id': 'cf065274-963d-4799-95b5-5e7c545cec49', 'mac_address': 'fa:16:3e:f1:87:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031a7ee-d153-4b71-8efb-d9d92ee121c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:25.135782 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.152307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf065274-963d-4799-95b5-5e7c545cec49 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:25.181310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:25.189237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.190057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40593408-6262-4925-88c6-ca7603dc7bc6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:25.312311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:25.398241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40593408-6262-4925-88c6-ca7603dc7bc6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:25.415519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '40593408-6262-4925-88c6-ca7603dc7bc6', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '40593408-6262-4925-88c6-ca7603dc7bc6', 'mac_address': 'fa:16:3e:dc:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:25.469689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.485439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40593408-6262-4925-88c6-ca7603dc7bc6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:25.510289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40593408-6262-4925-88c6-ca7603dc7bc6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:25.519861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.591611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:25.603575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695638a-6320-4d4b-8674-9598c64b5b4e req-071c10b8-dc71-4a5e-8139-6da1225b4146 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:25.615375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a695638a-6320-4d4b-8674-9598c64b5b4e req-071c10b8-dc71-4a5e-8139-6da1225b4146 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.5540714 Dec 10 04:30:25.620166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.634699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.679499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a695638a-6320-4d4b-8674-9598c64b5b4e req-bad71a84-5c70-42a2-9e9e-392de131d432 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632331 Dec 10 04:30:25.699666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.745653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:25.748651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:25.762262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:25.793733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=18f88b47-3c86-4e10-87e1-67fdae85b2e7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:25.812236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.812730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.813629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.813967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.814294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.814619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.814944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.815269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.815591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.815932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.821368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.821368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.821368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:25.892207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['40593408-6262-4925-88c6-ca7603dc7bc6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:25.892839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:25.954232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['cf065274-963d-4799-95b5-5e7c545cec49'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:25.965034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:26.009153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48cab5-eedd-4a54-8bb7-a9e27c9f3471 req-c3a01562-6406-4f83-a49a-fdb6953eeec7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:26.010618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a48cab5-eedd-4a54-8bb7-a9e27c9f3471 req-c3a01562-6406-4f83-a49a-fdb6953eeec7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 945 time: 0.0870826 Dec 10 04:30:26.099138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a48cab5-eedd-4a54-8bb7-a9e27c9f3471 req-8c35a649-29c5-4537-ba69-9ab6dd834cba tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801499 Dec 10 04:30:26.210192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:26.222411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:26.303139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=18f88b47-3c86-4e10-87e1-67fdae85b2e7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:26.382417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:26.420218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:26.421502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19add30b-8210-4044-88ff-4184fad43c98 req-a6344f5d-24df-430f-aaa4-95a4b62a11c4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9548347 Dec 10 04:30:26.533090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19add30b-8210-4044-88ff-4184fad43c98 req-ec9b321b-fda3-4ab5-a59d-787ef6a1e767 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.0919425 Dec 10 04:30:26.559043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cd3d-6368-4006-9e9e-4a6150225ee8 req-7f60e857-51b2-4648-92d1-c87d09a44c90 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:26.560670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d213cd3d-6368-4006-9e9e-4a6150225ee8 req-7f60e857-51b2-4648-92d1-c87d09a44c90 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1458857 Dec 10 04:30:26.695460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add30b-8210-4044-88ff-4184fad43c98 req-d45865f4-aa1e-464e-baa9-cdd956899b41 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:26.697058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19add30b-8210-4044-88ff-4184fad43c98 req-d45865f4-aa1e-464e-baa9-cdd956899b41 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1585124 Dec 10 04:30:26.720281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d213cd3d-6368-4006-9e9e-4a6150225ee8 req-8f5389b7-d9ec-4d41-a518-12c723ceec3f tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471252 Dec 10 04:30:26.923816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:26.937098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-57c1d3ce-be66-4f50-a32d-3d9e2688aefc tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1443548 Dec 10 04:30:26.955477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:27.005506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.023797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port cf065274-963d-4799-95b5-5e7c545cec49 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:27.031146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port cf065274-963d-4799-95b5-5e7c545cec49 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:27.036492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1886-f2f0-407d-a404-70b94f7d8cfc req-4fe22cf2-5974-470f-a1b7-ce145ee2f6d6 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:27.037672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.051658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b23d1886-f2f0-407d-a404-70b94f7d8cfc req-4fe22cf2-5974-470f-a1b7-ce145ee2f6d6 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 949 time: 0.1924162 Dec 10 04:30:27.160467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b23d1886-f2f0-407d-a404-70b94f7d8cfc req-f7468023-d3ef-4505-9296-79f77fee8ec1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085627 Dec 10 04:30:27.222203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.256624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:27.264282 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74913600-82f6-4d25-921a-74b08b12cdf1" -d '{"events": [{"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-plugged", "status": "completed", "tag": "cf065274-963d-4799-95b5-5e7c545cec49"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:27.315705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:27.333300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.334630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40593408-6262-4925-88c6-ca7603dc7bc6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:27.352689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.355255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.422153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db26bf8-22c1-4fab-a96c-c1b20f134be2 req-9c6c1d31-61f7-4861-ae3a-64da8127e37c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:27.423873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9db26bf8-22c1-4fab-a96c-c1b20f134be2 req-9c6c1d31-61f7-4861-ae3a-64da8127e37c tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1095 time: 0.1243305 Dec 10 04:30:27.513323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:27.542568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9db26bf8-22c1-4fab-a96c-c1b20f134be2 req-6fdc732b-e143-4b83-ade1-caac350d8a22 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111891 Dec 10 04:30:27.555681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 40593408-6262-4925-88c6-ca7603dc7bc6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:27.556451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Allocated IP 172.25.8.135 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/da6f3c39-914e-45fb-ad55-24c92d4c56df) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:27.560154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 40593408-6262-4925-88c6-ca7603dc7bc6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:27.560744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.771025 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.827517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40593408-6262-4925-88c6-ca7603dc7bc6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:27.836068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.909376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568c29-4838-41e7-a225-13e73b3a6097 req-565903ca-425c-47be-ba4e-9dd8de29565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:27.912416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-565903ca-425c-47be-ba4e-9dd8de29565c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1101 time: 0.1440964 Dec 10 04:30:27.918396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:27.975806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:28.089743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95239329-3789-4a64-8bc1-97cba7e1d56a req-d28db566-cdf5-4a52-99e3-e27c62241e5b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.091147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95239329-3789-4a64-8bc1-97cba7e1d56a req-d28db566-cdf5-4a52-99e3-e27c62241e5b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 946 time: 0.1528783 Dec 10 04:30:28.092139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:28.162568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=da6f3c39-914e-45fb-ad55-24c92d4c56df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:28.207979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568c29-4838-41e7-a225-13e73b3a6097 req-ec074853-399d-43fd-8dd1-232094fcd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.214156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-ec074853-399d-43fd-8dd1-232094fcd681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2589548 Dec 10 04:30:28.216094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:28.229368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:28.242030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:28.270402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:28.289696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-d64151d3-ce93-44f7-a155-0ce3a0c3700d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=db2c7411-a157-4c66-81c4-e8c402e1957b HTTP/1.1" status: 200 len: 217 time: 0.0501771 Dec 10 04:30:28.320384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95239329-3789-4a64-8bc1-97cba7e1d56a req-436b4bc9-fcec-4b65-8d04-b7318ef0aa31 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930594 Dec 10 04:30:28.399405 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2e8a6-9937-4691-8b0e-61a5f90ca4b0 x-openstack-request-id: req-73e2e8a6-9937-4691-8b0e-61a5f90ca4b0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:28.399986 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-plugged", "status": "completed", "tag": "cf065274-963d-4799-95b5-5e7c545cec49", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:28.400545 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73e2e8a6-9937-4691-8b0e-61a5f90ca4b0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:28.401195 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49', 'code': 200} Dec 10 04:30:28.425629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568c29-4838-41e7-a225-13e73b3a6097 req-0f33f20c-d51d-4934-8b82-a57cbacedeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.427302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-0f33f20c-d51d-4934-8b82-a57cbacedeb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0917122 Dec 10 04:30:28.646839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:28.742157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568c29-4838-41e7-a225-13e73b3a6097 req-a0b2d959-b335-4ee0-913b-5c88a35387cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.744291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-a0b2d959-b335-4ee0-913b-5c88a35387cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2485709 Dec 10 04:30:28.749219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:28.752685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ed843-3f77-4c9c-99f7-029a71784456 req-b10d2aed-25c4-41ce-89db-f4bbac1cb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.754135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f32ed843-3f77-4c9c-99f7-029a71784456 req-b10d2aed-25c4-41ce-89db-f4bbac1cb58f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.1786530 Dec 10 04:30:28.824516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23a1e-745f-476f-a839-7eec2f4d9763 req-b2c64cd8-f2bb-4dab-ae86-058cc81adc24 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:28.825336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cd23a1e-745f-476f-a839-7eec2f4d9763 req-b2c64cd8-f2bb-4dab-ae86-058cc81adc24 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2106600 Dec 10 04:30:29.088874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:29.107534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:29.264807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f32ed843-3f77-4c9c-99f7-029a71784456 req-fbcf51e0-438b-4428-b7c6-17a3a9d25f2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550879 Dec 10 04:30:29.338055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cd23a1e-745f-476f-a839-7eec2f4d9763 req-69bf17a2-ca55-4017-b196-83dd8e1101cb tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883890 Dec 10 04:30:29.351758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-9a22ea25-0251-41bf-88e3-8af49965d16d service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957928 Dec 10 04:30:29.373701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=da6f3c39-914e-45fb-ad55-24c92d4c56df,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:29.408277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:29.491105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:29.492427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-2c252789-fe14-48c3-8b6e-4f2e5638ecf8 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5419440 Dec 10 04:30:29.647731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-263d160d-75a1-4b49-a5bd-a14388465dea tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.1407671 Dec 10 04:30:29.714002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88568c29-4838-41e7-a225-13e73b3a6097 req-41d49b4a-fda1-4c6a-b79e-66431ad1459d service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478668 Dec 10 04:30:29.820618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-98049012-d5ae-41e8-b332-e2d12b62dc44 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:29.822438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-98049012-d5ae-41e8-b332-e2d12b62dc44 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.3381093 Dec 10 04:30:29.882608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-70a240c2-e09e-4a9c-853a-aa345a2f14fe tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:29.884039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9e85f1e-8033-4474-888d-74613fb299e1 req-70a240c2-e09e-4a9c-853a-aa345a2f14fe tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2026575 Dec 10 04:30:29.894744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-dd4a21f3-fa02-4ea3-aeef-c019ddc236ce tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/quotas/3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 375 time: 0.0497992 Dec 10 04:30:30.025925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-54b1a60f-f8a9-4bb7-ad22-03b689540eec tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298885 Dec 10 04:30:30.216433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5cbbd-8073-4bdc-80c9-3486ef64cba8 req-350560db-dec7-4f1a-b470-9492d1d2417d tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:30.218227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1b5cbbd-8073-4bdc-80c9-3486ef64cba8 req-350560db-dec7-4f1a-b470-9492d1d2417d tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.1455047 Dec 10 04:30:30.229572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-d4730c99-2001-4944-b970-3cf17891eec1 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024093 Dec 10 04:30:30.402381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:30.404833 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2599725c-56c7-4825-98bf-fbd823e39b3f" -d '{"events": [{"server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "name": "network-vif-plugged", "status": "completed", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:30.776167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1b5cbbd-8073-4bdc-80c9-3486ef64cba8 req-090463f1-1b43-46d7-b57c-0b335de695d1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318100 Dec 10 04:30:30.828052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-eeac70a0-36bc-4dd2-be24-b4492c41a0aa service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967336 Dec 10 04:30:31.044894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9264-01bb-4d14-ba41-70b07b9afc58 req-e33d1097-843c-4108-8f71-12d425a0478b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:31.056049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33f9264-01bb-4d14-ba41-70b07b9afc58 req-e33d1097-843c-4108-8f71-12d425a0478b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 946 time: 0.0782349 Dec 10 04:30:31.481627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33f9264-01bb-4d14-ba41-70b07b9afc58 req-1c416eae-fa22-4af0-a5b3-484a214a50a5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240966 Dec 10 04:30:31.611250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-3d68d262-b110-4096-9134-a5b8b9336077 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3326755 Dec 10 04:30:31.628630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:31.730873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2421e5-f08d-4602-818e-fc1d7359ee65 req-3ae730c6-1b7c-4089-b605-0693f727b99b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:31.739230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e2421e5-f08d-4602-818e-fc1d7359ee65 req-3ae730c6-1b7c-4089-b605-0693f727b99b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0894232 Dec 10 04:30:31.741779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:31.855641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e2421e5-f08d-4602-818e-fc1d7359ee65 req-88206ac3-670b-4134-9db0-b86026a0e5fc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153333 Dec 10 04:30:31.962502 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31660e5-8558-4b80-ad76-95761acaa263 x-openstack-request-id: req-c31660e5-8558-4b80-ad76-95761acaa263 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:31.963644 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "name": "network-vif-plugged", "status": "completed", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:31.963907 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c31660e5-8558-4b80-ad76-95761acaa263 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:31.964545 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6', 'code': 200} Dec 10 04:30:32.025482 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:32.309899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ddc9849-fead-48a8-a096-ee1e69bd578a req-40155453-0fba-46f0-8db5-c77df7859b3b tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 210 time: 0.1742520 Dec 10 04:30:32.407314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeeb42-56ad-4895-b02d-7476a7908ca9 req-436837a3-4b6d-4221-b4a8-8f37549336c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:32.416231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfeeeb42-56ad-4895-b02d-7476a7908ca9 req-436837a3-4b6d-4221-b4a8-8f37549336c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 1101 time: 0.2822587 Dec 10 04:30:32.456645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Allocated IP 172.25.8.159 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/e8effda5-c856-4926-93ad-8201568e3865) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:32.549847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfeeeb42-56ad-4895-b02d-7476a7908ca9 req-c046afe0-d73f-47f7-a0b4-0b3fb3854ed7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140685 Dec 10 04:30:32.590224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398f84-75e3-48c1-9380-93cfacd53563 req-a48bed76-aa29-4531-aed7-e9773a463776 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:32.592162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29398f84-75e3-48c1-9380-93cfacd53563 req-a48bed76-aa29-4531-aed7-e9773a463776 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.1135426 Dec 10 04:30:32.685102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29398f84-75e3-48c1-9380-93cfacd53563 req-27d90e8d-6cb2-48b4-b5f8-0a2422e78a95 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 Dec 10 04:30:32.720960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:32.791311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:32.892566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:32.899682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:32.904608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:32.940353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=e8effda5-c856-4926-93ad-8201568e3865,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:32.975948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355473c-4312-4eec-a2d4-49a12ee812ee req-1c4ff229-f0b2-4da3-b87e-5d78c236fb9a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:32.985537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8355473c-4312-4eec-a2d4-49a12ee812ee req-1c4ff229-f0b2-4da3-b87e-5d78c236fb9a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.1538992 Dec 10 04:30:33.197148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8355473c-4312-4eec-a2d4-49a12ee812ee req-353eb4e8-8b0c-483c-83ca-0ebbe93578f1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084563 Dec 10 04:30:33.257684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:33.335857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-3e6da344-a5bf-41bc-8dbc-86cc288b303e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:33.339857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-3e6da344-a5bf-41bc-8dbc-86cc288b303e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.3331621 Dec 10 04:30:33.374152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:33.435189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Request body: {'port': {'device_id': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'admin_state_up': True, 'tenant_id': '3bb34a6c64364aca87c286d552dffc89'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:33.634706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:33.665079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:33.877121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event updated for resources: {'Port': ['ID=e8effda5-c856-4926-93ad-8201568e3865,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:33.899812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d629-90ad-4125-9911-d89de1cd2cad req-a68ce699-7290-4068-9cf7-47565c9022f1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:33.909627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee16d629-90ad-4125-9911-d89de1cd2cad req-a68ce699-7290-4068-9cf7-47565c9022f1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.2705791 Dec 10 04:30:33.934181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:34.027050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:34.035340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:34.133790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:34.135019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-08a5e983-0567-45ce-8895-80f8abb14833 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5228627 Dec 10 04:30:34.145397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee16d629-90ad-4125-9911-d89de1cd2cad req-63d5c3e5-d701-46f5-84d6-4f5f3f9465eb tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049062 Dec 10 04:30:34.254178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-6ac1c12e-94de-45a1-8a1d-13317e307672 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.1034586 Dec 10 04:30:34.331599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Allocated IP 172.20.0.10 (84adb6f3-ed91-4199-9969-a42ef2da3120/1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2/88c2c2cb-a3be-40af-835b-da4e16decdea) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:34.492927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-f6a6e636-3411-44f8-989a-f1b1b9259cd1 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:34.500211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-f6a6e636-3411-44f8-989a-f1b1b9259cd1 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2397628 Dec 10 04:30:34.506754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-644ca348-a2ef-4d59-a6aa-b8e4179efccb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:34.525871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc7013b-3d49-4349-aad7-3dbbe8808488 req-644ca348-a2ef-4d59-a6aa-b8e4179efccb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241420 Dec 10 04:30:34.587109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1512eb-db34-461b-befd-1861f2c70e86 req-ecf6cd4d-e194-459c-ae8f-20c266dc9c89 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:34.589300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b1512eb-db34-461b-befd-1861f2c70e86 req-ecf6cd4d-e194-459c-ae8f-20c266dc9c89 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.3227594 Dec 10 04:30:34.717336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d13d044-dd5f-4317-aaa9-939a01f520b4 req-d573fc2e-cb6a-4f52-a224-c4cf6c799a07 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 210 time: 0.1208112 Dec 10 04:30:34.785476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b1512eb-db34-461b-befd-1861f2c70e86 req-650bf790-cae7-40eb-b413-90c2848b8056 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830046 Dec 10 04:30:34.893355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:34.998097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:35.047148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117b5c9-803f-49bb-8812-051ad0157df3 req-7dbe6f8d-4f16-44df-8fdd-49ee2cfab5f2 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:35.049026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8117b5c9-803f-49bb-8812-051ad0157df3 req-7dbe6f8d-4f16-44df-8fdd-49ee2cfab5f2 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.1182683 Dec 10 04:30:35.113598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:35.136093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:35.146482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:35.200802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:35.246275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71d9bc83-d1a3-4f88-ad62-3e8c0035c7a9 req-ad390de7-b4f7-4c59-a287-f87c6b494068 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips/f861e33b-3d54-4a30-9de2-36146cb38ffd HTTP/1.1" status: 200 len: 693 time: 0.1392860 Dec 10 04:30:35.401233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9bc83-d1a3-4f88-ad62-3e8c0035c7a9 req-85ec8de7-7504-46ed-8f41-2bd9ea035597 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:35.408858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71d9bc83-d1a3-4f88-ad62-3e8c0035c7a9 req-85ec8de7-7504-46ed-8f41-2bd9ea035597 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1617928 Dec 10 04:30:35.416527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:35.417162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:35.435887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-71d9bc83-d1a3-4f88-ad62-3e8c0035c7a9 req-30f9e197-98c8-419a-916f-45afea1cb860 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:35.450024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71d9bc83-d1a3-4f88-ad62-3e8c0035c7a9 req-30f9e197-98c8-419a-916f-45afea1cb860 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402658 Dec 10 04:30:35.460192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8117b5c9-803f-49bb-8812-051ad0157df3 req-e512a8a6-8871-4e65-8b08-436f58917880 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003997 Dec 10 04:30:35.468250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-caf43056-d2d1-4c9f-b432-962694f9e8bb tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0510426 Dec 10 04:30:35.497304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Request body: {'port': {'device_id': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:35.606856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-b2a31b3a-e8d0-442b-9e0e-4859d665deec tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips/f861e33b-3d54-4a30-9de2-36146cb38ffd HTTP/1.1" status: 200 len: 693 time: 0.0599496 Dec 10 04:30:35.934725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:36.000977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-250598d5-21a8-48f4-9b9d-795acaf7c037 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:36.002633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-250598d5-21a8-48f4-9b9d-795acaf7c037 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.3802018 Dec 10 04:30:36.040959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-b0db4bfa-4cda-4c26-98c9-7e0535917a54 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:36.042106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-b0db4bfa-4cda-4c26-98c9-7e0535917a54 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062852 Dec 10 04:30:36.258300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-d600a5a9-8bfc-4b3b-ac59-1804ac76a1b1 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.1940885 Dec 10 04:30:36.719143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-4b4eceed-8f1d-4c20-93e9-719603c5e6ad tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.159 HTTP/1.1" status: 200 len: 696 time: 0.4464188 Dec 10 04:30:36.722038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3b34-0820-493a-b1c5-004aad866fcb req-edc8b053-4644-43a8-b95c-ef8c8523f4c5 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:36.726367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-edfd3b34-0820-493a-b1c5-004aad866fcb req-edc8b053-4644-43a8-b95c-ef8c8523f4c5 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.7043152 Dec 10 04:30:36.944133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-edfd3b34-0820-493a-b1c5-004aad866fcb req-63d9e0ca-7280-4196-a81d-326661592591 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053261 Dec 10 04:30:36.966146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c2c2cb-a3be-40af-835b-da4e16decdea {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:36.976346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:36.993407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Transition to ACTIVE for port object 88c2c2cb-a3be-40af-835b-da4e16decdea will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:37.001316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.014611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Deleting port e8effda5-c856-4926-93ad-8201568e3865 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:37.014943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.132226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:37.212303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979ed0-c36e-4be0-9021-ca37b63fe88a req-a0d9d184-586e-461a-a7ec-1b79fad1ea51 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.213758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b979ed0-c36e-4be0-9021-ca37b63fe88a req-a0d9d184-586e-461a-a7ec-1b79fad1ea51 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.2007983 Dec 10 04:30:37.217079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.217395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.245293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Calling delete_port for e8effda5-c856-4926-93ad-8201568e3865 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:37.309017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:37.309351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:37.309680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:37.334492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:37.334804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:37.354736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b979ed0-c36e-4be0-9021-ca37b63fe88a req-43a288fd-81aa-4de8-9081-798b80f2c2c9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286707 Dec 10 04:30:37.356975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:37.357319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:37.357774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:37.358122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Bound port: 88c2c2cb-a3be-40af-835b-da4e16decdea, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:37.358474 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.499212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:37.525664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:37.537622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66c63e-3cfd-4398-bd6f-2f258ae730e4 req-7f8e2b50-76fd-473a-be26-c00afab34c3a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.539114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad66c63e-3cfd-4398-bd6f-2f258ae730e4 req-7f8e2b50-76fd-473a-be26-c00afab34c3a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1187637 Dec 10 04:30:37.542133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.573397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.607549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.608159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.609578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] 10.222.0.41 "PUT /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 1092 time: 2.1244767 Dec 10 04:30:37.613915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:37.616974 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b2dc8-8d88-4eed-813e-0f6f030b0a34" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:37.659445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa62f4-0114-47a4-9978-381d7c77c097 service neutron] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:37.743470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event deleted for resources: {'Port': ['ID=e8effda5-c856-4926-93ad-8201568e3865,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:37.752886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad66c63e-3cfd-4398-bd6f-2f258ae730e4 req-af3043e5-5aea-4acb-9065-5803917eeb69 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020078 Dec 10 04:30:37.768445 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.771857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:37.775677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e78e1e7-a5c5-4b2f-923a-6d55f8f49c99 req-8dc864d4-33e6-4676-a890-c84c5a6332d5 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "DELETE /v2.0/floatingips/f861e33b-3d54-4a30-9de2-36146cb38ffd HTTP/1.1" status: 204 len: 173 time: 1.0438073 Dec 10 04:30:37.784797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-bd5b40a7-e281-4a5e-b891-8837e8a4e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.786313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-bd5b40a7-e281-4a5e-b891-8837e8a4e049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1095 time: 0.0973182 Dec 10 04:30:37.849858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-ab66a6e3-c28e-49f2-93ec-78551547b004 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 217 time: 0.0468595 Dec 10 04:30:37.940624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935fa9-8dd2-46cd-a866-5f544e33f411 req-f98e8afa-8dc9-4ac4-aa1d-261d7747b15c tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.942205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83935fa9-8dd2-46cd-a866-5f544e33f411 req-f98e8afa-8dc9-4ac4-aa1d-261d7747b15c tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.1018870 Dec 10 04:30:37.944965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-fb36016d-d16e-49d8-8994-dc7cc4c1610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:37.946354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-fb36016d-d16e-49d8-8994-dc7cc4c1610c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0780854 Dec 10 04:30:37.995632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-d95a068a-7d68-4c14-838f-01859e427134 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271068 Dec 10 04:30:38.034933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83935fa9-8dd2-46cd-a866-5f544e33f411 req-a8b4b943-bb67-4b18-a1c2-209a542838f2 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824234 Dec 10 04:30:38.101037 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c941c4-2ea3-488d-aba3-cf9f1215ab41 x-openstack-request-id: req-53c941c4-2ea3-488d-aba3-cf9f1215ab41 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:38.101332 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:38.101645 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53c941c4-2ea3-488d-aba3-cf9f1215ab41 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:38.102113 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'status': 'completed', 'code': 200} Dec 10 04:30:38.224564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-db95e217-331a-4e71-a1d2-f0cee109998a service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172356 Dec 10 04:30:38.395289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a3949-43fa-4485-b3cc-2aa221c40cc6 req-b0303b14-355d-4857-bf56-12c0bcfbf80f tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.396823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305a3949-43fa-4485-b3cc-2aa221c40cc6 req-b0303b14-355d-4857-bf56-12c0bcfbf80f tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 945 time: 0.2373307 Dec 10 04:30:38.412265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed28bad-d61a-4e7f-89e3-41fafa8fb081 req-4b80f579-e46f-493e-88df-5d5f0df45feb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.413646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fed28bad-d61a-4e7f-89e3-41fafa8fb081 req-4b80f579-e46f-493e-88df-5d5f0df45feb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3156657 Dec 10 04:30:38.459373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6afd395-c3cb-41c0-9ced-a3e61cc1dd65 req-9833994e-56c7-422b-983f-1e777db3bc78 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215343 Dec 10 04:30:38.479607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305a3949-43fa-4485-b3cc-2aa221c40cc6 req-c9d6cf90-3a01-41d4-b382-98944c842b61 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741897 Dec 10 04:30:38.541472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb633-7dd2-48b9-925e-5df25e5259b1 req-857cd43c-eac5-42b8-86c9-3506846750bc tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.543376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a2bb633-7dd2-48b9-925e-5df25e5259b1 req-857cd43c-eac5-42b8-86c9-3506846750bc tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.0628438 Dec 10 04:30:38.615480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a2bb633-7dd2-48b9-925e-5df25e5259b1 req-c7c33654-e584-4f7f-90ff-d54b52e80c07 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658057 Dec 10 04:30:38.674285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-ce0dc793-bbe3-4d30-93c2-df42847b5e78 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246615 Dec 10 04:30:38.676861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-d92611a5-01ec-4a06-acd8-ab0e1cdbaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.678801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-d92611a5-01ec-4a06-acd8-ab0e1cdbaca7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1095 time: 0.0754325 Dec 10 04:30:38.892698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2eba7-87b2-4f83-954e-d389b942f251 req-77d0cac0-f494-49da-b47f-a89650716687 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.894168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80d2eba7-87b2-4f83-954e-d389b942f251 req-77d0cac0-f494-49da-b47f-a89650716687 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1848428 Dec 10 04:30:38.901111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-88556fc4-ca0b-4ce3-a506-5ce59e697178 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.902440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-88556fc4-ca0b-4ce3-a506-5ce59e697178 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214870 Dec 10 04:30:38.904748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-085a896d-38a0-42f3-a020-1a5160378159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:38.906016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-085a896d-38a0-42f3-a020-1a5160378159 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.2144935 Dec 10 04:30:38.963647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-aa6c1c3a-c78a-4c75-bc80-4bb1df4b2df0 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/quotas/1b0831ba89ef48df8740d1a098ff23dd HTTP/1.1" status: 200 len: 375 time: 0.0521934 Dec 10 04:30:38.970009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-edc41295-ef41-4e0b-9754-09db89830c1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 217 time: 0.0443995 Dec 10 04:30:39.040167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80d2eba7-87b2-4f83-954e-d389b942f251 req-d347b2f8-7d07-4483-8d70-552ac29a924a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366465 Dec 10 04:30:39.063761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-7a176ea4-556e-493c-8313-3e5db887072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:39.065399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-7a176ea4-556e-493c-8313-3e5db887072a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0807788 Dec 10 04:30:39.069379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-738745b0-1aa2-4c68-98dc-6eaa220a67d1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967875 Dec 10 04:30:39.149947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-ac4ba81e-7169-4ecb-ab17-87a1ee4af1bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734031 Dec 10 04:30:39.156223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-672f6d46-32bd-44d6-a192-1fe24e5ea408 req-f10a8c54-a10a-4561-a996-b91b5968f8d2 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=fc071568d39c473fb07a49a047988c62 HTTP/1.1" status: 200 len: 1657 time: 0.0858295 Dec 10 04:30:39.423691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-66e11708-ac3b-40ae-942d-3ec1b50c9cde service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655575 Dec 10 04:30:39.432456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f6d46-32bd-44d6-a192-1fe24e5ea408 req-b244d4d3-9204-425e-946f-a4d2ca89e06e tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:39.439199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-672f6d46-32bd-44d6-a192-1fe24e5ea408 req-b244d4d3-9204-425e-946f-a4d2ca89e06e tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks?id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 787 time: 0.2714443 Dec 10 04:30:39.446158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-672f6d46-32bd-44d6-a192-1fe24e5ea408 req-29d14bb7-c84c-40c0-abc0-c878053a023b tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:39.457023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-672f6d46-32bd-44d6-a192-1fe24e5ea408 req-29d14bb7-c84c-40c0-abc0-c878053a023b tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169964 Dec 10 04:30:39.597083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243b2dc8-8d88-4eed-813e-0f6f030b0a34 req-de38cdf8-808c-4875-a7bd-2482ba1be210 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558077 Dec 10 04:30:39.973527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418d01d-a0c4-4e98-92b5-b43c4c874517 req-707837f7-ade7-422f-b2cb-6dc3f0da8e23 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:39.975021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1418d01d-a0c4-4e98-92b5-b43c4c874517 req-707837f7-ade7-422f-b2cb-6dc3f0da8e23 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0513704 Dec 10 04:30:40.057505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1418d01d-a0c4-4e98-92b5-b43c4c874517 req-212fed77-e67b-4fc8-a1d2-82838bfcaf05 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Dec 10 04:30:40.071723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-e8463357-c5df-46ab-bad8-41931d9ceab5 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:40.073204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-e8463357-c5df-46ab-bad8-41931d9ceab5 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 945 time: 0.0973282 Dec 10 04:30:40.198912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Deleting port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:40.199130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:40.252438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34c00054-97bc-499a-8a8e-3731dc65d591 req-fec1a1fe-27a7-40e2-9dfd-9be22a293924 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 210 time: 0.0384855 Dec 10 04:30:40.284515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:40.383607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:40.412852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:40.415313 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8cb985-143c-438a-8393-c866456469ff" -d '{"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-unplugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:40.433359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:40.439663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:40.493205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:40.501504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.501934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.502340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.502755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.503158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.503581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.503981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.504376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.504798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.505189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.505627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.506018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.506407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:40.639856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-911a4af9-8e4c-47b2-99df-1085acc6e51f tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips/2d915a4d-575b-4912-819d-da1a151dfa5b HTTP/1.1" status: 200 len: 693 time: 0.3362145 Dec 10 04:30:40.663385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-6e95a48e-a117-409b-91f5-3a1dbaaa2cc1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359881 Dec 10 04:30:40.686312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-3e11ec94-d48a-4aea-8601-681a6e362a49 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:40.687491 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-3e11ec94-d48a-4aea-8601-681a6e362a49 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057521 Dec 10 04:30:40.714302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] For port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,segment=NetworkSegment(168e8f3b-aa3e-4e16-b399-dacd8a9589dc),segment_id=168e8f3b-aa3e-4e16-b399-dacd8a9589dc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:40.714676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:40.726957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-48cfe00a-e33c-488c-9145-77d2ba2d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:40.728335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-48cfe00a-e33c-488c-9145-77d2ba2d929b service neutron] 10.222.0.43 "GET /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 1094 time: 0.0338898 Dec 10 04:30:40.737513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Request body: {'binding': {'host': 'n-h2-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:40.737970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Unknown quota resources ['binding']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:30:40.778152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Calling delete_port for 59a16c42-58c2-4819-bdae-ada9c0d5e5ee owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:40.877156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on host n-h2-817326-3 for vnic_type normal with profile None {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:40.877495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:40.877827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:40.882579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:40.882929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:40.887692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:40.888032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:40.888415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:40.888874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Bound port: cf065274-963d-4799-95b5-5e7c545cec49, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:40.907906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-5b0d237e-2f6e-48ac-8f2a-ba67e67633ef tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:40.909288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-5b0d237e-2f6e-48ac-8f2a-ba67e67633ef tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2535455 Dec 10 04:30:40.924577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-823a25a0-340e-43e1-8145-7466e59b1876 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:40.925960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-823a25a0-340e-43e1-8145-7466e59b1876 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319343 Dec 10 04:30:40.938849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:40.945707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:40.946864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-ed8c46c4-ef41-474c-888a-f7f673838b99 service neutron] 10.222.0.43 "POST /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49/bindings HTTP/1.1" status: 201 len: 389 time: 0.2129960 Dec 10 04:30:40.972991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Request body: {'port': {'device_id': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '1b0831ba89ef48df8740d1a098ff23dd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:40.992157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-598f9cdf-e46a-49a1-8bd2-5da97b4af2a6 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0639551 Dec 10 04:30:41.126592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-085cd393-4725-4530-b207-719f268273c3 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.1233048 Dec 10 04:30:41.197799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-06022a68-8cb3-4ea1-8495-950185796ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.199292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-06022a68-8cb3-4ea1-8495-950185796ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1097 time: 0.0417738 Dec 10 04:30:41.237085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.284381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['59a16c42-58c2-4819-bdae-ada9c0d5e5ee'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:41.304568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-165e98aa-5792-47ed-ab2d-f99e2b5cfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.306052 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-165e98aa-5792-47ed-ab2d-f99e2b5cfce0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.0990665 Dec 10 04:30:41.326107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc48f3f-375a-418c-b7a2-f31812aeb5a1 req-eb95e6d5-9413-45be-8337-323776ebd99b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.327619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc48f3f-375a-418c-b7a2-f31812aeb5a1 req-eb95e6d5-9413-45be-8337-323776ebd99b tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2b7792-8245-41cf-90c5-299ee3557a3c HTTP/1.1" status: 200 len: 867 time: 0.2337587 Dec 10 04:30:41.331142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Pushing event deleted for resources: {'Port': ['ID=59a16c42-58c2-4819-bdae-ada9c0d5e5ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:41.358300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-28e25b0a-6dde-486d-8080-9a71a6f1ced3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.0442612 Dec 10 04:30:41.384505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Made reservation on behalf of 1b0831ba89ef48df8740d1a098ff23dd for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:41.388145 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.416751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-fedbda02-effb-4b1b-9b3d-c1891a6649df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.418215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-fedbda02-effb-4b1b-9b3d-c1891a6649df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0511034 Dec 10 04:30:41.428880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] No DVR routers for this DVR port 59a16c42-58c2-4819-bdae-ada9c0d5e5ee on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:41.432344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.435669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-851b3e0c-0842-469c-b952-bccc6ae1135d req-f7db570c-fee9-4cf8-b3a9-8fe156e5c4bd tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.41 "DELETE /v2.0/ports/59a16c42-58c2-4819-bdae-ada9c0d5e5ee HTTP/1.1" status: 204 len: 173 time: 1.3504245 Dec 10 04:30:41.438571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'name': 'network-vif-deleted', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:41.440922 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401330e-ded4-4ff5-86a3-2d959b931402" -d '{"events": [{"server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "name": "network-vif-deleted", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:41.460627 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-e9036985-61c2-4353-94a0-402351280bdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318847 Dec 10 04:30:41.516673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc48f3f-375a-418c-b7a2-f31812aeb5a1 req-45fec38c-c296-4186-9242-63bc880de442 tempest-VolumesAdminNegativeTest-1976290525 tempest-VolumesAdminNegativeTest-1976290525-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4b42c37-6a4c-42d7-8667-b32d3d89e219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602578 Dec 10 04:30:41.537870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Deleting port da6f3c39-914e-45fb-ad55-24c92d4c56df {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:41.538213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.616079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-905d8233-10c3-44f8-89b0-f308535da414 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426098 Dec 10 04:30:41.652509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Allocated IP 192.168.233.57 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/4e396ae4-636e-41be-b953-c7356d3d011f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:41.680930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.681261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:41.706012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Calling delete_port for da6f3c39-914e-45fb-ad55-24c92d4c56df owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:41.773767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-a145612e-2250-46b9-a248-a62519369704 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432476 Dec 10 04:30:41.940176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d7a3-774e-4851-aa36-19e31d1bd960 req-fb9139d2-4434-4b6f-9619-f3bc908eb1fc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.941594 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a09d7a3-774e-4851-aa36-19e31d1bd960 req-fb9139d2-4434-4b6f-9619-f3bc908eb1fc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1424594 Dec 10 04:30:41.979213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-3a500007-ae59-4ecb-8b38-8558a4493afd tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:41.980747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-3a500007-ae59-4ecb-8b38-8558a4493afd tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1097 time: 0.0494502 Dec 10 04:30:42.005330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:42.035106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.059147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a09d7a3-774e-4851-aa36-19e31d1bd960 req-c7c673a6-34fa-4dd2-9e27-5893c3e14882 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108990 Dec 10 04:30:42.063831 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.069857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.108317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event deleted for resources: {'Port': ['ID=da6f3c39-914e-45fb-ad55-24c92d4c56df,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:42.138401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.155117 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c254ae8-2f57-4b46-8eb0-f5da68eae18e x-openstack-request-id: req-2c254ae8-2f57-4b46-8eb0-f5da68eae18e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:42.155630 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-unplugged", "status": "completed", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:42.155714 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c254ae8-2f57-4b46-8eb0-f5da68eae18e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:42.156452 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'code': 200} Dec 10 04:30:42.178249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['40593408-6262-4925-88c6-ca7603dc7bc6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:42.243462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:42.268522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:42.271697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:42.274541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.277436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.278871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b5620fd-09b0-4af9-8b2f-bfa38ff6eaea req-67c3ad95-7939-4c2e-a999-f18082d314cb tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "DELETE /v2.0/floatingips/2d915a4d-575b-4912-819d-da1a151dfa5b HTTP/1.1" status: 204 len: 173 time: 1.1233373 Dec 10 04:30:42.286130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Pushing event updated for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:42.305305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:42.321970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:42.340040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:42.340722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.355271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d1abf-c4f1-4538-a93f-71a3bae68c6b req-58b6d9c5-9aa4-4dec-a7b5-f96ca1e7096d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:42.362904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e1d1abf-c4f1-4538-a93f-71a3bae68c6b req-58b6d9c5-9aa4-4dec-a7b5-f96ca1e7096d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 946 time: 0.1401589 Dec 10 04:30:42.364282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:42.395682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9e2a5820-ef7f-40ea-9146-08f69d4ac539 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4292984 Dec 10 04:30:42.415358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.418241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:42.420991 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f1af93-b3ae-47aa-8a9e-18f39b931a9b" -d '{"events": [{"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-unplugged", "status": "completed", "tag": "cf065274-963d-4799-95b5-5e7c545cec49"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:42.425813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.426380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Request body: {'port': {'device_id': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:42.502477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e1d1abf-c4f1-4538-a93f-71a3bae68c6b req-875b3665-bf7d-475e-9add-981ef64715b5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387775 Dec 10 04:30:42.503824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on host n-h1-817326-3 for vnic_type normal with profile {"migrating_to": "n-h2-817326-3"} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:42.504178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:42.504543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:42.523017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:42.523017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Attempting to bind port cf065274-963d-4799-95b5-5e7c545cec49 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:42.524041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:42.524303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:42.524463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:42.524783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:42.525203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Bound port: cf065274-963d-4799-95b5-5e7c545cec49, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:42.525555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.539604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'port_id': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'mac_address': 'fa:16:3e:e6:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:42.548407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e725ae0-ed63-495c-9ceb-07fdb8022b7d req-60cafa6c-d23c-4877-a486-dc4d20f3b0f9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:42.550018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e725ae0-ed63-495c-9ceb-07fdb8022b7d req-60cafa6c-d23c-4877-a486-dc4d20f3b0f9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1758289 Dec 10 04:30:42.550744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:42.562236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.562402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.562629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.562970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.563306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.564846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.565130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.565461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.565791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.566122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.566447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.566772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.567567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:30:42.593801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.595464 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.617224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c2c2cb-a3be-40af-835b-da4e16decdea {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:42.643283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:42.646979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:42.647871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.652692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:42.660670 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.695680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e725ae0-ed63-495c-9ceb-07fdb8022b7d req-c0f12ced-2851-410b-a8ef-439472f6ab88 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308534 Dec 10 04:30:42.732072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:42.757541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:42.758685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.760854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 1122 time: 0.7607036 Dec 10 04:30:42.762859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e7999878-6d50-4c9f-8f1b-c3061f397b15 None None] Provisioning complete for port 4e396ae4-636e-41be-b953-c7356d3d011f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:42.763234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7999878-6d50-4c9f-8f1b-c3061f397b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:42.773863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502dc6e-0b03-4e6c-a392-b81d19474b29 service neutron] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:42.784107 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd0ad3-3968-450d-ac2e-0c84bb8e5a60 x-openstack-request-id: req-56bd0ad3-3968-450d-ac2e-0c84bb8e5a60 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:42.784447 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b7792-8245-41cf-90c5-299ee3557a3c", "name": "network-vif-deleted", "tag": "59a16c42-58c2-4819-bdae-ada9c0d5e5ee", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:42.784935 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56bd0ad3-3968-450d-ac2e-0c84bb8e5a60 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:42.785339 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b7792-8245-41cf-90c5-299ee3557a3c', 'name': 'network-vif-deleted', 'tag': '59a16c42-58c2-4819-bdae-ada9c0d5e5ee', 'status': 'completed', 'code': 200} Dec 10 04:30:42.819715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7999878-6d50-4c9f-8f1b-c3061f397b15 None None] Port 4e396ae4-636e-41be-b953-c7356d3d011f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:30:42.859338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302154c0-752f-4869-ab9b-b64404df34e4 req-9492bd82-492d-467d-a09b-635ec6c1a3f1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:42.860855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-302154c0-752f-4869-ab9b-b64404df34e4 req-9492bd82-492d-467d-a09b-635ec6c1a3f1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 935 time: 0.1516206 Dec 10 04:30:42.916562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['cf065274-963d-4799-95b5-5e7c545cec49'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:43.020311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-302154c0-752f-4869-ab9b-b64404df34e4 req-29b30174-ecef-405e-ab26-ee5bb580fc46 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511726 Dec 10 04:30:43.066553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-670f5097-9766-477f-9942-5c5b6ae14f72 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:43.068036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-670f5097-9766-477f-9942-5c5b6ae14f72 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.2062659 Dec 10 04:30:43.081355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['88c2c2cb-a3be-40af-835b-da4e16decdea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:43.122866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-cb3f5a95-346a-4c82-bfef-711146e84ced tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips/d561b932-b384-4fc5-b3a5-ea0fc8455f71 HTTP/1.1" status: 200 len: 693 time: 0.0780969 Dec 10 04:30:43.127517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-7dfaee61-7655-443f-b646-76503e00c1e3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/quotas/567cc69fa9a9467ca1b4f2b926369065 HTTP/1.1" status: 200 len: 375 time: 0.0289423 Dec 10 04:30:43.204692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e396ae4-636e-41be-b953-c7356d3d011f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:43.220100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:43.273078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Transition to ACTIVE for port object 4e396ae4-636e-41be-b953-c7356d3d011f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:43.281887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-38bd4ae8-822f-49e2-9bed-fd5793fcb2c3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366317 Dec 10 04:30:43.284400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:43.370034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-1484886b-6fbb-4b35-8869-eeb7a3d7d4ab tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:43.371418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-1484886b-6fbb-4b35-8869-eeb7a3d7d4ab tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2272637 Dec 10 04:30:43.388724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Pushing event updated for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:43.394024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-68c43047-6a12-49b9-ac03-d57897af1630 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:30:43.395030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-68c43047-6a12-49b9-ac03-d57897af1630 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107570 Dec 10 04:30:43.524291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-14487f0a-cd05-4496-bd85-ee1837542ae3 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.1018503 Dec 10 04:30:43.536846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-0ebc6104-b8be-4421-b7dc-92aeed871ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466106 Dec 10 04:30:43.607708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-7708749c-fa55-4435-85ed-42785f713d28 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.0753262 Dec 10 04:30:43.955686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Attempting to bind port 4e396ae4-636e-41be-b953-c7356d3d011f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:43.956021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Attempting to bind port 4e396ae4-636e-41be-b953-c7356d3d011f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:43.956351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Attempting to bind port 4e396ae4-636e-41be-b953-c7356d3d011f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:43.996834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Port 4e396ae4-636e-41be-b953-c7356d3d011f on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:43.997158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Attempting to bind port 4e396ae4-636e-41be-b953-c7356d3d011f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:44.011498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:44.011835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:44.012213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:44.012664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Bound port: 4e396ae4-636e-41be-b953-c7356d3d011f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:44.013018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.059267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-489730d3-b50a-4fac-ad78-0dc6e5cacf81 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144506 Dec 10 04:30:44.116863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Deleting port 18f88b47-3c86-4e10-87e1-67fdae85b2e7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:44.117457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.134563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:44.154272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e396ae4-636e-41be-b953-c7356d3d011f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:44.166126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-8bdc4194-54a7-4476-85b8-e7426f9e2442 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.182343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.188179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-8bdc4194-54a7-4476-85b8-e7426f9e2442 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a0daab4-d541-4c46-bd5a-9a9eccedfd73 HTTP/1.1" status: 200 len: 943 time: 0.0526321 Dec 10 04:30:44.232744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.233357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.233946 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379b285-2ed5-42c4-94a5-481ee3fb8a98 x-openstack-request-id: req-6379b285-2ed5-42c4-94a5-481ee3fb8a98 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:44.234244 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-unplugged", "status": "completed", "tag": "cf065274-963d-4799-95b5-5e7c545cec49", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:44.234497 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6379b285-2ed5-42c4-94a5-481ee3fb8a98 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:44.234743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] 10.222.0.36 "PUT /v2.0/ports/4e396ae4-636e-41be-b953-c7356d3d011f HTTP/1.1" status: 200 len: 1095 time: 1.8166013 Dec 10 04:30:44.234941 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49', 'code': 200} Dec 10 04:30:44.251769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.252010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.252113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:44.276696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fc407-15d6-43db-bf36-0664bdb9893f service neutron] Pushing event updated for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:44.279597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Calling delete_port for 18f88b47-3c86-4e10-87e1-67fdae85b2e7 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:44.296820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:44.417854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Deleting subnet 9c67769c-51e7-434c-99d3-af3fa6cc0094 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:30:44.428135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.466457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-b273f8ef-7e02-4573-a154-3fdc4d6268ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.467957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-b273f8ef-7e02-4573-a154-3fdc4d6268ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 1098 time: 0.1279273 Dec 10 04:30:44.495083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65518b7-c354-495c-ae30-85f468b12161 req-93918c13-9fcf-42c5-84f6-45182b83c823 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.506342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b65518b7-c354-495c-ae30-85f468b12161 req-93918c13-9fcf-42c5-84f6-45182b83c823 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 945 time: 0.1672184 Dec 10 04:30:44.516644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.521588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Deleting port aa256421-5465-4cb0-9153-c5f935bb5405 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:44.522450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.566737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-39b0c5af-0ec9-47b0-89ff-830ac27ca0a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=4e396ae4-636e-41be-b953-c7356d3d011f HTTP/1.1" status: 200 len: 217 time: 0.0569391 Dec 10 04:30:44.619180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:44.631434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:44.673603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:30:44.676854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b65518b7-c354-495c-ae30-85f468b12161 req-3c5cdfc8-cb58-4dd6-b543-3912be34f307 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652737 Dec 10 04:30:44.685567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] For port aa256421-5465-4cb0-9153-c5f935bb5405, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=aa256421-5465-4cb0-9153-c5f935bb5405,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:44.685799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.695877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 88c2c2cb-a3be-40af-835b-da4e16decdea completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:44.701929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.713107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 88c2c2cb-a3be-40af-835b-da4e16decdea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:44.713428 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.719650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Calling delete_port for aa256421-5465-4cb0-9153-c5f935bb5405 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:44.734873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-d37e1274-0bf2-4357-abeb-d48bf2f00f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.736402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-d37e1274-0bf2-4357-abeb-d48bf2f00f74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1398387 Dec 10 04:30:44.738571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.770517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event deleted for resources: {'Port': ['ID=18f88b47-3c86-4e10-87e1-67fdae85b2e7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:44.791160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:44.794159 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:44.835067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.866662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:44.870728 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d2fd8-e62e-4ef8-bef7-ef4583865cf8" -d '{"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-plugged", "status": "completed", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:44.892282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:44.894386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.897321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.898091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.900978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.904239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 59a16c42-58c2-4819-bdae-ada9c0d5e5ee no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:44.909392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af185b0-9e01-4579-a1e3-d481969a48c1 req-f39ddd4d-b274-4a0f-a7c8-a73246f05fe0 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "DELETE /v2.0/floatingips/d561b932-b384-4fc5-b3a5-ea0fc8455f71 HTTP/1.1" status: 204 len: 173 time: 1.2946360 Dec 10 04:30:44.912110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364e19d-0693-420e-90ba-3701cf90af9e req-93b0532a-f982-45c1-bea4-712ee37a7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.913629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-93b0532a-f982-45c1-bea4-712ee37a7b67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522107 Dec 10 04:30:44.923800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:44.929082 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c67769c-51e7-434c-99d3-af3fa6cc0094 HTTP/1.1" status: 204 len: 168 time: 0.6758780 Dec 10 04:30:44.933001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 59a16c42-58c2-4819-bdae-ada9c0d5e5ee {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:44.933610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 59a16c42-58c2-4819-bdae-ada9c0d5e5ee not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:44.951947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031bb5a-a4a4-4f5e-be25-4ed53f2c0d58 req-ea8740c8-e035-4bd8-b113-e01e19059bc6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:44.953965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2031bb5a-a4a4-4f5e-be25-4ed53f2c0d58 req-ea8740c8-e035-4bd8-b113-e01e19059bc6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 944 time: 0.1422565 Dec 10 04:30:44.954989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45164) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:44.979619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bff57-5302-4363-a62b-8ff1e4d5d868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c67769c-51e7-434c-99d3-af3fa6cc0094,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:44.997691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:45.020059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.077252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event deleted for resources: {'Port': ['ID=aa256421-5465-4cb0-9153-c5f935bb5405,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:45.105445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] No DVR routers for this DVR port aa256421-5465-4cb0-9153-c5f935bb5405 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:45.108074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.111702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6f54fe9-e53b-4bf9-ba93-da0330c96882 req-63e4b86f-db18-4b68-8a70-131b1521f65d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "DELETE /v2.0/ports/aa256421-5465-4cb0-9153-c5f935bb5405 HTTP/1.1" status: 204 len: 173 time: 0.9231615 Dec 10 04:30:45.187705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.213983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2031bb5a-a4a4-4f5e-be25-4ed53f2c0d58 req-0105cc34-86cf-49b7-89d0-adfd3c9f154b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279665 Dec 10 04:30:45.226426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-9b0ed6fa-7e07-4e54-83e2-c85f3cccb2d0 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999928 Dec 10 04:30:45.236465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc797-27be-476e-acbb-77e25a8a028c req-8c33910b-43fe-4081-9cd8-d8bbd22513db tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:45.237912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed2fc797-27be-476e-acbb-77e25a8a028c req-8c33910b-43fe-4081-9cd8-d8bbd22513db tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1248949 Dec 10 04:30:45.408608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.448652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c400a87b-5c9b-4285-8317-8eb6c245fa73']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:45.456914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed2fc797-27be-476e-acbb-77e25a8a028c req-d3aa6a41-8a75-47e1-b79a-b4bff681af22 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932707 Dec 10 04:30:45.474209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de80d3-6121-409f-940d-2c6a9644a48c req-192b32ee-0deb-45f0-ba21-6f65745b3e4b tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:45.476018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55de80d3-6121-409f-940d-2c6a9644a48c req-192b32ee-0deb-45f0-ba21-6f65745b3e4b tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 947 time: 0.1972167 Dec 10 04:30:45.480185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168e8f3b-aa3e-4e16-b399-dacd8a9589dc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:45.480510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168e8f3b-aa3e-4e16-b399-dacd8a9589dc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:45.490829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d364e19d-0693-420e-90ba-3701cf90af9e req-94e33eb4-2a73-4bfb-9a39-81209450392f service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518799 Dec 10 04:30:45.498443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.537102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.562876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3926211b-54e6-4888-ada7-5d18760987de req-f43660dc-c601-4d35-b129-c75a67b6773b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 210 time: 0.0430098 Dec 10 04:30:45.565860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:30:45.566152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:30:45.568418 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:30:45.624212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55de80d3-6121-409f-940d-2c6a9644a48c req-5dc1128d-240d-4aa2-89eb-d170f756e5d7 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360643 Dec 10 04:30:45.625902 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32a210-673b-44e7-a453-d9e006b17a40 x-openstack-request-id: req-8c32a210-673b-44e7-a453-d9e006b17a40 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:45.626238 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:45.626490 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c32a210-673b-44e7-a453-d9e006b17a40 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:45.626871 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f', 'status': 'completed', 'code': 200} Dec 10 04:30:45.650383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.670706 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83804ac2-8925-451d-a08f-ef1a041ff256 x-openstack-request-id: req-83804ac2-8925-451d-a08f-ef1a041ff256 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:45.671210 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-plugged", "status": "completed", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:45.671318 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83804ac2-8925-451d-a08f-ef1a041ff256 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:45.671657 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'code': 200} Dec 10 04:30:45.676608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.684999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] 10.222.0.43 "DELETE /v2.0/networks/c400a87b-5c9b-4285-8317-8eb6c245fa73 HTTP/1.1" status: 204 len: 168 time: 0.7289660 Dec 10 04:30:45.689062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:45.743036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b0918-e08e-469b-a050-cac3522ed64e admin admin] Pushing event deleted for resources: {'Network': ['ID=c400a87b-5c9b-4285-8317-8eb6c245fa73,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:45.747796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Deleting subnet 98ac2730-98e6-4ffe-bac0-e82a50931312 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:30:45.756766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.774785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-3b5a05e1-f336-4700-9834-28cfb444fbb4 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips/182e405f-14cb-45d6-b7b1-480fc73ec5cf HTTP/1.1" status: 200 len: 693 time: 0.1026201 Dec 10 04:30:45.803013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-09d1d548-310f-493a-b723-1231b1b274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:45.804663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-09d1d548-310f-493a-b723-1231b1b274a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 1098 time: 0.1086509 Dec 10 04:30:45.840940 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.881823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-824bf5da-f989-43e6-b193-269979d8a8b4 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:45.883278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-824bf5da-f989-43e6-b193-269979d8a8b4 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.2307339 Dec 10 04:30:45.897238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:45.921726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Request body: {'port': {'device_id': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'admin_state_up': True, 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:46.022597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.028349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87957228-cdcf-4771-8dd2-ad08e33ba3f1 req-3f40e01c-08df-4368-aa52-90400d82eb77 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.031149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87957228-cdcf-4771-8dd2-ad08e33ba3f1 req-3f40e01c-08df-4368-aa52-90400d82eb77 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2035954 Dec 10 04:30:46.031432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11e51-d6e5-4bfc-bd30-4a063d79233f req-0cf57d0b-e7f9-4861-b666-f894cc1eda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.032810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfc11e51-d6e5-4bfc-bd30-4a063d79233f req-0cf57d0b-e7f9-4861-b666-f894cc1eda72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.2053199 Dec 10 04:30:46.042010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b6954d37-37b3-4ba1-8f19-e32a06570360 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.043298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b6954d37-37b3-4ba1-8f19-e32a06570360 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2598665 Dec 10 04:30:46.059158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.064857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98ac2730-98e6-4ffe-bac0-e82a50931312 HTTP/1.1" status: 204 len: 168 time: 0.3747957 Dec 10 04:30:46.066777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4059d-3ec3-426e-af6d-2e948fe82bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ac2730-98e6-4ffe-bac0-e82a50931312,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:46.069258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:46.123209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-93907163-a1dd-433d-bba9-0be38ffe812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.124898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-93907163-a1dd-433d-bba9-0be38ffe812e service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3027892 Dec 10 04:30:46.141966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:46.145428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.158844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-a403e654-d196-4199-81b4-53ac2854b567 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.0990570 Dec 10 04:30:46.167004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.205467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-6c65c3ea-2558-477d-a994-f21ab82e0622 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=4e396ae4-636e-41be-b953-c7356d3d011f HTTP/1.1" status: 200 len: 217 time: 0.0612044 Dec 10 04:30:46.221393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfc11e51-d6e5-4bfc-bd30-4a063d79233f req-07f1dea1-c3f5-4966-825f-a98278bb50f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741407 Dec 10 04:30:46.225353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87957228-cdcf-4771-8dd2-ad08e33ba3f1 req-aa36b2e1-0da6-4403-a839-7c01a9ef2140 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811752 Dec 10 04:30:46.251370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49'}, {'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-deleted', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:46.253638 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d6378-b1b0-4ce2-8493-983914becfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "tag": "cf065274-963d-4799-95b5-5e7c545cec49"}, {"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-deleted", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:46.296372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b898842a-eb9d-4015-9bb9-ac01b4125f20 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.1022294 Dec 10 04:30:46.315928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-fe6b7a98-23f2-45f1-8923-d1af1fe43526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.317409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-fe6b7a98-23f2-45f1-8923-d1af1fe43526 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0911663 Dec 10 04:30:46.346348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.378066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6b67d7-894b-457a-b18a-ae8012a92ca4']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:46.389862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Allocated IP 172.20.0.9 (3759f267-bac5-4fac-a7c1-554017654bf1/969da3d5-b06a-42ea-b463-d5cc96f525e6/9752198b-5c0d-4c52-a9a9-421da050812b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:46.392689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f71a635-e3e9-4a4b-9306-f6dcfba3482b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:46.392989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f71a635-e3e9-4a4b-9306-f6dcfba3482b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:46.409515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.427919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.442843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:30:46.443312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:30:46.444950 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:30:46.475601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-7a532033-c805-41db-8005-e72f95ee555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.477171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-7a532033-c805-41db-8005-e72f95ee555e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331894 Dec 10 04:30:46.499140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e6839-0179-4f38-814b-8a6ea81aaa18 req-f09ea0de-a194-4c24-bb55-94bc7781fd1e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.500578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e63e6839-0179-4f38-814b-8a6ea81aaa18 req-f09ea0de-a194-4c24-bb55-94bc7781fd1e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 944 time: 0.1181991 Dec 10 04:30:46.529415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.577506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.580959 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] 10.222.0.43 "DELETE /v2.0/networks/8e6b67d7-894b-457a-b18a-ae8012a92ca4 HTTP/1.1" status: 204 len: 168 time: 0.5092361 Dec 10 04:30:46.586169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cc2a7-b78d-4b9f-abd4-9aa02b17874f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6b67d7-894b-457a-b18a-ae8012a92ca4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:46.603923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Deleting port f07a921d-8a12-4160-87bf-a394e10318bf {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:46.604336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.643239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e63e6839-0179-4f38-814b-8a6ea81aaa18 req-5614dd2e-0977-4615-8a1e-6ac18153ad6f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328981 Dec 10 04:30:46.645548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.703173 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d222766-29cf-431c-b4c2-511872cde2ce x-openstack-request-id: req-3d222766-29cf-431c-b4c2-511872cde2ce {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:46.703847 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "tag": "cf065274-963d-4799-95b5-5e7c545cec49", "status": "completed", "code": 200}, {"server_uuid": "7a0daab4-d541-4c46-bd5a-9a9eccedfd73", "name": "network-vif-deleted", "tag": "aa256421-5465-4cb0-9153-c5f935bb5405", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:46.703847 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d222766-29cf-431c-b4c2-511872cde2ce {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:46.704253 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49', 'status': 'completed', 'code': 200} Dec 10 04:30:46.704574 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0daab4-d541-4c46-bd5a-9a9eccedfd73', 'name': 'network-vif-deleted', 'tag': 'aa256421-5465-4cb0-9153-c5f935bb5405', 'status': 'completed', 'code': 200} Dec 10 04:30:46.710901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.717762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-8c391084-0665-4bc0-8acc-caec16af63a9 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292311 Dec 10 04:30:46.743031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.743383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.768084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Network 3759f267-bac5-4fac-a7c1-554017654bf1 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:46.775227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:46.778943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:46.813299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:46.832991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Calling delete_port for f07a921d-8a12-4160-87bf-a394e10318bf owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:46.851945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:46.852668 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:46.869456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-8b8ca6f5-f2ec-46d7-b38f-78ea6284754b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528377 Dec 10 04:30:46.890900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Request body: {'port': {'device_id': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:46.895320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:47.007610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.019278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d23dd5b-0027-4326-bc69-d60ae761faa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a8db4c65ae045a2a232eee5e8f4b206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1220255 Dec 10 04:30:47.023387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:47.100684 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-c7a96250-dd6b-4d29-b266-3e240e2572e6 service neutron] 10.222.0.36 "GET /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.1479857 Dec 10 04:30:47.201791 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.221740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab04b4-15b6-47d0-9c8f-78b765736a9a req-8401950e-507c-431d-b331-fe5f6287ba42 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.223236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2ab04b4-15b6-47d0-9c8f-78b765736a9a req-8401950e-507c-431d-b331-fe5f6287ba42 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.4677281 Dec 10 04:30:47.234466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-f416d605-9ca7-4a03-aa5c-a6ede74e4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.235929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-f416d605-9ca7-4a03-aa5c-a6ede74e4fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1125 time: 0.4624319 Dec 10 04:30:47.265480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c1093b1-1bbe-4996-8edf-1b4f75fc6712 req-32303cd2-92f9-4dd5-8958-9af4e6a76c12 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185890 Dec 10 04:30:47.268133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.365863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2ab04b4-15b6-47d0-9c8f-78b765736a9a req-1bb33919-1be1-4779-80f4-9cd697dd51f1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350718 Dec 10 04:30:47.423280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-00f6dc1b-0b73-4a29-8fc8-33c6ab0e3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.424903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-00f6dc1b-0b73-4a29-8fc8-33c6ab0e3b00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1779444 Dec 10 04:30:47.477806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-e13798ad-390f-4971-beaf-053b3997de73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.0431981 Dec 10 04:30:47.478488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.534271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Pushing event deleted for resources: {'Port': ['ID=f07a921d-8a12-4160-87bf-a394e10318bf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:47.623267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-acdb418c-ab14-48f2-865c-741068a93eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.624202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-acdb418c-ab14-48f2-865c-741068a93eb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1355751 Dec 10 04:30:47.637899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1184d-472c-428a-b411-ca04f98bb764 req-60aa83c4-b4d9-41e3-a762-1e06a65bb121 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.639389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00e1184d-472c-428a-b411-ca04f98bb764 req-60aa83c4-b4d9-41e3-a762-1e06a65bb121 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 931 time: 0.1654003 Dec 10 04:30:47.682801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-b7b21541-6022-44e1-9c9e-0671eeed2772 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424287 Dec 10 04:30:47.687729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.688905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.690278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.691343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e73264ea-e6b6-4d64-856d-5148e286c979 req-b4d108c7-85d6-4767-8e0a-46952a8c5a14 tempest-FloatingIPDetailsTestJSON-1956603841 tempest-FloatingIPDetailsTestJSON-1956603841-project] 10.222.0.43 "DELETE /v2.0/floatingips/182e405f-14cb-45d6-b7b1-480fc73ec5cf HTTP/1.1" status: 204 len: 173 time: 1.3867412 Dec 10 04:30:47.691454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.697715 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4b42c37-6a4c-42d7-8667-b32d3d89e219 HTTP/1.1" status: 204 len: 168 time: 0.6636055 Dec 10 04:30:47.710577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:47.748895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00e1184d-472c-428a-b411-ca04f98bb764 req-c7fd32be-4241-46db-9980-90f34abb0434 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965309 Dec 10 04:30:47.779138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b3dc-ea07-48a1-b1e9-08ad4022bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b42c37-6a4c-42d7-8667-b32d3d89e219,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:47.812299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:47.841392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-259037c2-0dfa-4010-84cd-3e01e55f2399 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461792 Dec 10 04:30:47.843958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9752198b-5c0d-4c52-a9a9-421da050812b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:47.871250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d6057-1ada-40a2-adeb-4fab8e075dc5 req-73100bfe-1488-4859-9851-e61faa9b7106 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:47.872828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a2d6057-1ada-40a2-adeb-4fab8e075dc5 req-73100bfe-1488-4859-9851-e61faa9b7106 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 947 time: 0.0801837 Dec 10 04:30:47.883675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.898725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:47.941099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Transition to ACTIVE for port object 9752198b-5c0d-4c52-a9a9-421da050812b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:47.945246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf065274-963d-4799-95b5-5e7c545cec49 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:47.956762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:47.961707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:48.010907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a2d6057-1ada-40a2-adeb-4fab8e075dc5 req-ba319ee2-23d6-4897-bf72-ec1d2fe6281a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261313 Dec 10 04:30:48.022990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613de48-5b96-4507-a013-b2ca0b39ea93 req-5675f4ad-6026-4229-a7f2-789f600f0993 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.024658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4613de48-5b96-4507-a013-b2ca0b39ea93 req-5675f4ad-6026-4229-a7f2-789f600f0993 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.1408875 Dec 10 04:30:48.030118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d1d6378-b1b0-4ce2-8493-983914becfdb req-82ff30d5-f6f9-4a4b-8e42-98d379b9461b service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798661 Dec 10 04:30:48.046442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.100328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:48.117329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4613de48-5b96-4507-a013-b2ca0b39ea93 req-cc8b1117-18b8-4699-8a97-733ebcd60002 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818186 Dec 10 04:30:48.175707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:48.232634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a7f2c7af-17c6-4a4b-a3ec-4cbe50eb5168 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efb96b9a8be74735ab93c7287843c022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554438 Dec 10 04:30:48.238885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:48.302631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b550161-40ff-4c76-8471-04cbba2c5aca req-f89c628c-c6a5-458c-af04-1a63d0f32035 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.304274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b550161-40ff-4c76-8471-04cbba2c5aca req-f89c628c-c6a5-458c-af04-1a63d0f32035 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 944 time: 0.0885985 Dec 10 04:30:48.310126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219134-ea91-400f-b4ae-3f023a5bbd7c req-670f8ddd-237a-40ed-894c-a49e69d89db1 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.311696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38219134-ea91-400f-b4ae-3f023a5bbd7c req-670f8ddd-237a-40ed-894c-a49e69d89db1 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.0835154 Dec 10 04:30:48.343251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] Transition to ACTIVE for port object cf065274-963d-4799-95b5-5e7c545cec49 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:48.351839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:48.352693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.358306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Attempting to bind port 9752198b-5c0d-4c52-a9a9-421da050812b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:48.358650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Attempting to bind port 9752198b-5c0d-4c52-a9a9-421da050812b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:48.358965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Attempting to bind port 9752198b-5c0d-4c52-a9a9-421da050812b on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:48.381817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b550161-40ff-4c76-8471-04cbba2c5aca req-bd8f3c9b-cf90-4c7d-a4f4-34b0b5106f60 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690730 Dec 10 04:30:48.388299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38219134-ea91-400f-b4ae-3f023a5bbd7c req-a1d34f72-eb7b-4ca5-8d77-6b706ab56c6f tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678701 Dec 10 04:30:48.397789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: aa256421-5465-4cb0-9153-c5f935bb5405 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:48.398315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device aa256421-5465-4cb0-9153-c5f935bb5405 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:48.403068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Port 9752198b-5c0d-4c52-a9a9-421da050812b on network 3759f267-bac5-4fac-a7c1-554017654bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:48.403453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Attempting to bind port 9752198b-5c0d-4c52-a9a9-421da050812b on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:48.458075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:48.458955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Checking segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:48.459086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Bound using segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:48.459584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Bound port: 9752198b-5c0d-4c52-a9a9-421da050812b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:48.460005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.462833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.519821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974524d-dbaf-4846-b03b-7049ab6437ed req-7c576c4f-c438-4e70-a335-0018b9f30b0e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.521464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9974524d-dbaf-4846-b03b-7049ab6437ed req-7c576c4f-c438-4e70-a335-0018b9f30b0e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0699031 Dec 10 04:30:48.544520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] No DVR routers for this DVR port cf065274-963d-4799-95b5-5e7c545cec49 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:48.580259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.582917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:48.591901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9974524d-dbaf-4846-b03b-7049ab6437ed req-0246fe30-8f76-444c-ba50-19262d1af416 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561161 Dec 10 04:30:48.678061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-e2952840-d15d-43e6-8315-561dd4757ae3 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49/bindings/n-h2-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5644474 Dec 10 04:30:48.697568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:48.703779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:48.715578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.827489 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.830140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.831416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65fdd92c-f725-4865-9bef-3c040d8f79fb HTTP/1.1" status: 204 len: 168 time: 0.5895777 Dec 10 04:30:48.832947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.834076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:48.835975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/9752198b-5c0d-4c52-a9a9-421da050812b HTTP/1.1" status: 200 len: 1091 time: 1.9495928 Dec 10 04:30:48.840059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:48.842710 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:48.874395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343929d-eca4-46ba-b74c-2348ea164396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fdd92c-f725-4865-9bef-3c040d8f79fb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:48.892164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109556f-aaca-4aaf-ba03-659afe5f93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:48.949435 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d925cac-e026-46ff-a001-55b555c8f911 x-openstack-request-id: req-7d925cac-e026-46ff-a001-55b555c8f911 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:48.950163 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:48.950515 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d925cac-e026-46ff-a001-55b555c8f911 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:48.951099 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b', 'status': 'completed', 'code': 200} Dec 10 04:30:48.975099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-a5250c25-a44e-428e-94f9-e09cf2b87ba1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.976934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-a5250c25-a44e-428e-94f9-e09cf2b87ba1 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1573291 Dec 10 04:30:48.994008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097a47-cdbe-4680-82a3-f23d42c1715b req-ae35aada-c461-4f33-a9b0-82bbd7b9acc3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:48.998839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22097a47-cdbe-4680-82a3-f23d42c1715b req-ae35aada-c461-4f33-a9b0-82bbd7b9acc3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 943 time: 0.0900090 Dec 10 04:30:49.018966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e396ae4-636e-41be-b953-c7356d3d011f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:49.028116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:49.122999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-31be35c4-c4b8-4935-868b-a409c20e049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.125421 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-31be35c4-c4b8-4935-868b-a409c20e049b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 1094 time: 0.2000918 Dec 10 04:30:49.265284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-74dd16fe-4285-4aed-a2cc-efcb1a12e99f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9752198b-5c0d-4c52-a9a9-421da050812b HTTP/1.1" status: 200 len: 217 time: 0.1238885 Dec 10 04:30:49.290261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e396ae4-636e-41be-b953-c7356d3d011f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:49.311303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4e396ae4-636e-41be-b953-c7356d3d011f', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '4e396ae4-636e-41be-b953-c7356d3d011f', 'mac_address': 'fa:16:3e:7f:17:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:49.359135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-99c57d9d-5f80-445d-a5de-7d7e20a28744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.373424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-99c57d9d-5f80-445d-a5de-7d7e20a28744 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672&tenant_id=7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 1096 time: 0.3698704 Dec 10 04:30:49.378964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22097a47-cdbe-4680-82a3-f23d42c1715b req-6f4d6a9f-8ee8-414c-b94f-b8fdf1ac38dc tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597064 Dec 10 04:30:49.382862 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:49.409129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e396ae4-636e-41be-b953-c7356d3d011f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:49.415568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d4e21-6798-4cb1-b9d6-d0ace16dc117 req-747dd692-f3c3-4c36-9e9f-8e7ac2cc9328 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.431328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc0d4e21-6798-4cb1-b9d6-d0ace16dc117 req-747dd692-f3c3-4c36-9e9f-8e7ac2cc9328 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 947 time: 0.2265804 Dec 10 04:30:49.462637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e396ae4-636e-41be-b953-c7356d3d011f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:49.475264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:49.520095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-215e4827-4db9-4615-9d96-8a28e263b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.521780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-215e4827-4db9-4615-9d96-8a28e263b04c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.2487528 Dec 10 04:30:49.552934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc0d4e21-6798-4cb1-b9d6-d0ace16dc117 req-9fd9db3e-2edb-42db-a69a-390ef6bee5a2 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159718 Dec 10 04:30:49.555097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-c7758b44-6c8e-4002-a134-7a37bd8ce29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.556581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-c7758b44-6c8e-4002-a134-7a37bd8ce29a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1096 time: 0.1226592 Dec 10 04:30:49.562852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-6af2def9-7404-4197-9256-c413965cb1f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276246 Dec 10 04:30:49.599017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:49.762803 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-25cd8945-c28a-45fc-8244-649b9979ae5c service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871755 Dec 10 04:30:49.837105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4e396ae4-636e-41be-b953-c7356d3d011f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:49.967180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ffc6-90ee-43c7-a69a-fdb035535958 req-2a14bd07-eadb-4d7a-b7aa-b9ec285e93b7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:49.969461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7087ffc6-90ee-43c7-a69a-fdb035535958 req-2a14bd07-eadb-4d7a-b7aa-b9ec285e93b7 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.2750380 Dec 10 04:30:50.015681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:50.035626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a858ce-6339-4c97-b5fe-33c09a56b3bf req-92da8d8c-790a-4be3-a037-e66c68154bf8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.048731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9a858ce-6339-4c97-b5fe-33c09a56b3bf req-92da8d8c-790a-4be3-a037-e66c68154bf8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 945 time: 0.4090016 Dec 10 04:30:50.088441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Deleting port c09c9ff4-9856-47dc-b673-3c84eb49bada {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:50.089587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:50.195553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9a858ce-6339-4c97-b5fe-33c09a56b3bf req-5342bd9a-0368-4b62-9094-ada50b43bec4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458473 Dec 10 04:30:50.196827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-7b3ded03-6a71-4888-9911-214fd43a3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.198419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-7b3ded03-6a71-4888-9911-214fd43a3909 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.6330640 Dec 10 04:30:50.259940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-8aee6359-c5ae-4d21-b241-7db64cdbe512 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.0429850 Dec 10 04:30:50.278323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] For port c09c9ff4-9856-47dc-b673-3c84eb49bada, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c09c9ff4-9856-47dc-b673-3c84eb49bada,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:50.281713 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:50.339101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7087ffc6-90ee-43c7-a69a-fdb035535958 req-4c731e5e-2075-47c7-9357-66d7220d4922 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820220 Dec 10 04:30:50.369872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-a8ac0b93-ab9c-4441-91f6-fb36005b7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.371425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-a8ac0b93-ab9c-4441-91f6-fb36005b7e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0998414 Dec 10 04:30:50.396928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Calling delete_port for c09c9ff4-9856-47dc-b673-3c84eb49bada owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:50.423985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-eaf33a8b-3998-4224-bbb3-7b97d67ee059 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439887 Dec 10 04:30:50.477849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7dbc2e25-1cb1-4a7c-ae10-fa269b780819 req-5c9134a0-dc0b-4c50-9584-4afb343798cf service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057240 Dec 10 04:30:50.645779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c671d-cf09-4345-88e3-05a7bce6e8f8 req-698dfecc-2b7a-4386-86d8-fe2ddf689cdc tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.664723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c44c671d-cf09-4345-88e3-05a7bce6e8f8 req-698dfecc-2b7a-4386-86d8-fe2ddf689cdc tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 943 time: 0.1976426 Dec 10 04:30:50.671403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:50.687590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-8ba393d5-e32a-49d6-b7f4-e4c37834baae service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541139 Dec 10 04:30:50.729424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09c9ff4-9856-47dc-b673-3c84eb49bada,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:50.767388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c44c671d-cf09-4345-88e3-05a7bce6e8f8 req-3fe5ba3a-b59e-4370-be15-95dbd40406db tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955598 Dec 10 04:30:50.789620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-5e7c085b-3bef-41e1-ac58-756d73577bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.792324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-5e7c085b-3bef-41e1-ac58-756d73577bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 1094 time: 0.1342978 Dec 10 04:30:50.866250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-c7c58696-e071-4247-a940-a44a86d08d0f service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689906 Dec 10 04:30:50.912757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2ae0-b9c0-48a6-8d26-70a2eee3560b req-e24b5bb2-4859-445a-b300-df24f4d1cc11 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:50.914375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-971d2ae0-b9c0-48a6-8d26-70a2eee3560b req-e24b5bb2-4859-445a-b300-df24f4d1cc11 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 948 time: 0.0676262 Dec 10 04:30:50.975992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-971d2ae0-b9c0-48a6-8d26-70a2eee3560b req-36ae7ee4-a78b-4cee-bdf5-620040e6986f tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541167 Dec 10 04:30:51.019561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e396ae4-636e-41be-b953-c7356d3d011f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:51.038866 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.048254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-6ac046c9-dcc9-42d3-b081-bd3d4cd539ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.049757 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-6ac046c9-dcc9-42d3-b081-bd3d4cd539ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 906 time: 0.2499297 Dec 10 04:30:51.069979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 4e396ae4-636e-41be-b953-c7356d3d011f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:51.074770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 4e396ae4-636e-41be-b953-c7356d3d011f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:51.075391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.169727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.174980 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-691cd46b-f2d5-4d0e-8144-4250171e9b16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9752198b-5c0d-4c52-a9a9-421da050812b HTTP/1.1" status: 200 len: 217 time: 0.0695941 Dec 10 04:30:51.202912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:51.205424 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a2b3e-3eb6-4e47-89cf-931383dd1408" -d '{"events": [{"server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "name": "network-vif-plugged", "status": "completed", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:51.225661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e396ae4-636e-41be-b953-c7356d3d011f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:51.233132 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.234169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:51.285096 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33062e-df63-47c5-809f-4683a745cde9 x-openstack-request-id: req-2f33062e-df63-47c5-809f-4683a745cde9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:51.285894 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "name": "network-vif-plugged", "status": "completed", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:51.288145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311d01-d5f6-4174-92de-84b383987f05 req-bd97676a-be42-4db7-a823-63b831b49cf8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.290807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-bd97676a-be42-4db7-a823-63b831b49cf8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.0753837 Dec 10 04:30:51.292729 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f33062e-df63-47c5-809f-4683a745cde9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:51.293608 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f', 'code': 200} Dec 10 04:30:51.309584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-deace196-44ce-438a-b317-18b1c36c75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.311963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-deace196-44ce-438a-b317-18b1c36c75f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.1262407 Dec 10 04:30:51.374295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:51.390343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-0060ec9b-280b-4e04-94f1-59f70480f5d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379324 Dec 10 04:30:51.415443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45310) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:51.419763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:51.486605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d837f-8c9a-4248-9c4f-51def734bc99 req-2e2a99c9-3c50-461d-839e-a62ad6cef181 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.488104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-252d837f-8c9a-4248-9c4f-51def734bc99 req-2e2a99c9-3c50-461d-839e-a62ad6cef181 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 945 time: 0.1907337 Dec 10 04:30:51.490125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Router 5d35af61-4c07-467d-9c69-794eae23954b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:30:51.508969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7701e-c784-49a1-9960-c0347c1c739c req-6d7c7681-cd7a-4a23-944c-f723d3f26d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.510577 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e7701e-c784-49a1-9960-c0347c1c739c req-6d7c7681-cd7a-4a23-944c-f723d3f26d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 1100 time: 0.1309774 Dec 10 04:30:51.568439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478292-3a02-43b2-bea1-fd9eec797845 req-39730125-c0c7-4986-bf4c-991a41c96e67 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:51.569909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78478292-3a02-43b2-bea1-fd9eec797845 req-39730125-c0c7-4986-bf4c-991a41c96e67 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1271613 Dec 10 04:30:51.574209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-ca523c62-22a3-44d8-8e29-4e9594fb9b51 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593781 Dec 10 04:30:51.588282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31717382-1dd5-4360-97d0-31c2d765439c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.636871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-54311d01-d5f6-4174-92de-84b383987f05 req-d5bcd9a9-951a-46de-8c12-81a54f2afbcb service neutron] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:51.655170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-54311d01-d5f6-4174-92de-84b383987f05 req-d5bcd9a9-951a-46de-8c12-81a54f2afbcb service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.656269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54311d01-d5f6-4174-92de-84b383987f05 req-d5bcd9a9-951a-46de-8c12-81a54f2afbcb service neutron] 10.222.0.41 "DELETE /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49/bindings/n-h1-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.3568630 Dec 10 04:30:51.659558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-252d837f-8c9a-4248-9c4f-51def734bc99 req-51339fda-b543-473b-99e4-1478bc12c2d1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633809 Dec 10 04:30:51.669200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e7701e-c784-49a1-9960-c0347c1c739c req-e95482df-2fcb-4db4-b740-e5ed57c142f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479943 Dec 10 04:30:51.697626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78478292-3a02-43b2-bea1-fd9eec797845 req-a5f94860-8835-4873-9ec7-f5f91f6c8c39 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145563 Dec 10 04:30:51.729845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:30:51.747195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9c7e9834-8f1e-40fb-9a55-5b7ffbf35786 admin admin] 10.222.0.43 "PUT /v2.0/routers/5d35af61-4c07-467d-9c69-794eae23954b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0335495 Dec 10 04:30:51.747653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:51.757874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Sync routers for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:30:51.776219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:51.776918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:51.779208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31717382-1dd5-4360-97d0-31c2d765439c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.784857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31717382-1dd5-4360-97d0-31c2d765439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.820085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b9a5fdb-72a8-4f19-8f8b-342c98db254a req-57eb15ae-e081-4019-b611-37fe6e44b4f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345378 Dec 10 04:30:51.836792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31717382-1dd5-4360-97d0-31c2d765439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9527bbf6-c5d6-4eb4-94f9-bb1504062a33,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:51.845310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31717382-1dd5-4360-97d0-31c2d765439c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f36010ac151453480d77746a9af12a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272285 Dec 10 04:30:51.846016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:51.915371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:51.930309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:51.975733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.010491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.098063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a9169-711a-4794-acb3-59aa6ecd1aab req-d735df88-3cd3-48dd-a71d-2b1a766b750d tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:52.105065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-054a9169-711a-4794-acb3-59aa6ecd1aab req-d735df88-3cd3-48dd-a71d-2b1a766b750d tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1096 time: 0.0544326 Dec 10 04:30:52.151433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:50Z', 'revision_number': 5, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:52.186152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-054a9169-711a-4794-acb3-59aa6ecd1aab req-d1e3bedb-202d-4258-bbd1-72d2fc2d4fb3 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Dec 10 04:30:52.243808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Checking router: 5d35af61-4c07-467d-9c69-794eae23954b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:30:52.273966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Routers {'5d35af61-4c07-467d-9c69-794eae23954b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:30:52.275387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d35af61-4c07-467d-9c69-794eae23954b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:52.320069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34dcc-5fa1-4045-bb5c-18fe04293600 req-ab296102-f486-4e93-881e-5938eb44f02e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:52.336138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62e34dcc-5fa1-4045-bb5c-18fe04293600 req-ab296102-f486-4e93-881e-5938eb44f02e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 943 time: 0.1015084 Dec 10 04:30:52.369772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.386669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.389353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:52.390760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.391261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:52.397549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9527bbf6-c5d6-4eb4-94f9-bb1504062a33 HTTP/1.1" status: 204 len: 168 time: 0.5451629 Dec 10 04:30:52.441994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c32fc4-6af6-42b9-a1ee-683d232f85b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527bbf6-c5d6-4eb4-94f9-bb1504062a33,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:52.500271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b7a7-86b7-491b-984e-f46fd677934d req-e1175fcb-c28a-4af5-8dc5-bf5e50ba97f0 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:52.503111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Deleting port fd368108-0a17-42d5-9cf4-52fcd9461250 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:52.505361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.509848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e46b7a7-86b7-491b-984e-f46fd677934d req-e1175fcb-c28a-4af5-8dc5-bf5e50ba97f0 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.1630926 Dec 10 04:30:52.515847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec9830ed-373c-4086-9ae3-09eb735689b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.559699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62e34dcc-5fa1-4045-bb5c-18fe04293600 req-6c669f35-268e-483e-bf7f-80c2aed56aec tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227082 Dec 10 04:30:52.588861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] Set router 5d35af61-4c07-467d-9c69-794eae23954b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:30:52.695616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e46b7a7-86b7-491b-984e-f46fd677934d req-7c61d246-e3e8-41b8-af47-e469bed57218 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848762 Dec 10 04:30:52.705348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] For port fd368108-0a17-42d5-9cf4-52fcd9461250, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fd368108-0a17-42d5-9cf4-52fcd9461250,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:52.705984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:52.772463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Calling delete_port for fd368108-0a17-42d5-9cf4-52fcd9461250 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:52.942416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf9ec8-62bb-4779-b343-a01e753cb98a req-e75bb73d-9d31-40ca-b89e-b8720ed569ad tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:52.950296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19bf9ec8-62bb-4779-b343-a01e753cb98a req-e75bb73d-9d31-40ca-b89e-b8720ed569ad tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.0813341 Dec 10 04:30:52.965291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-3f92974a-f102-4ca1-b0d2-363e69ea7e60 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:52.972227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-3f92974a-f102-4ca1-b0d2-363e69ea7e60 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.2755392 Dec 10 04:30:53.028920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-0df78eab-e264-441c-bebf-56ab597ff791 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/quotas/7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 375 time: 0.0546389 Dec 10 04:30:53.049901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19bf9ec8-62bb-4779-b343-a01e753cb98a req-4b0e6550-9632-4e6a-a236-ffe38d0ab4fc tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980396 Dec 10 04:30:53.133918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-35d270ad-c9d0-444e-b165-8f824dfe3f42 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051464 Dec 10 04:30:53.158544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:53.206630 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.297891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-656e6900-c78e-4a95-9970-f01c53668700 service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548281 Dec 10 04:30:53.304806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'mac_address': 'fa:16:3e:b2:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:53.344760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd368108-0a17-42d5-9cf4-52fcd9461250,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:53.388720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.394156 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.396175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.426163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.436011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:53.447469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:53.449840 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c28eec-b53d-4a40-bb00-51de00160155" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-unplugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:53.465290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:53.479902 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.481887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-d202dee9-a98f-41fd-81cb-d09edef3fe3b service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801488 Dec 10 04:30:53.507955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:50Z', 'revision_number': 5, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:53.533868 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87012b2-2a76-4318-9f29-ef5108402fa3 x-openstack-request-id: req-f87012b2-2a76-4318-9f29-ef5108402fa3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:53.534296 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-unplugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:53.534586 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f87012b2-2a76-4318-9f29-ef5108402fa3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:53.534981 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'code': 200} Dec 10 04:30:53.539464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.541725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.572381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9d8b0-e9cd-4803-b24b-24849e94b4e8 None None] The sync data for ids ['5d35af61-4c07-467d-9c69-794eae23954b'] in n-d-817326-3 is: [{'id': '5d35af61-4c07-467d-9c69-794eae23954b', 'name': 'tempest-FloatingIPDetailsTestJSON-1578636494-router', 'tenant_id': 'fc071568d39c473fb07a49a047988c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:30:09Z', 'updated_at': '2021-12-10T04:30:50Z', 'revision_number': 5, 'project_id': 'fc071568d39c473fb07a49a047988c62', 'gw_port': {'id': 'fd368108-0a17-42d5-9cf4-52fcd9461250', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d35af61-4c07-467d-9c69-794eae23954b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:30:10Z', 'updated_at': '2021-12-10T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:30:53.587551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:30:53.587920 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:30:53.588033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:53.601187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:53.640549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.641004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d35af61-4c07-467d-9c69-794eae23954b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:30:53.648061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.650508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-53203e6e-909a-41f8-b5a8-9088d06b2160 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5d35af61-4c07-467d-9c69-794eae23954b HTTP/1.1" status: 204 len: 168 time: 1.8975344 Dec 10 04:30:53.653068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:53.718667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Deleting subnet 05fbe332-d1b6-4eda-a998-265c7cd8ce1b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:30:53.746304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb639fe2-b7ff-4c0e-b57c-c91405b55499 req-cc4a0d43-5904-4c33-9df8-9f0b9cbbb386 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:53.749033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.750199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb639fe2-b7ff-4c0e-b57c-c91405b55499 req-cc4a0d43-5904-4c33-9df8-9f0b9cbbb386 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 943 time: 0.1028709 Dec 10 04:30:53.817192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffa81c75-7091-4581-9a4c-857916ef738a req-525e6ae0-29f4-4d18-8341-055c37443be0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 210 time: 0.0292757 Dec 10 04:30:53.823899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1076004079-network', 'tenant_id': 'c62d6ef7744349b08ad5f7e1c8b6b48e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:53.825945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.882471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb639fe2-b7ff-4c0e-b57c-c91405b55499 req-741b852a-0973-4dee-bf8f-bcd320168cde tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241605 Dec 10 04:30:53.883069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Made reservation on behalf of c62d6ef7744349b08ad5f7e1c8b6b48e for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:53.885933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.894972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:53.965281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.048451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.050375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.076988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c060533-23e4-4c30-aa36-a2feaa886446 req-91c4f69f-c103-444b-aad5-565830e1986c tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:54.079357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c060533-23e4-4c30-aa36-a2feaa886446 req-91c4f69f-c103-444b-aad5-565830e1986c tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.1404197 Dec 10 04:30:54.081138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.117383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fbe332-d1b6-4eda-a998-265c7cd8ce1b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:54.132674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:30:54.133931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.142572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ec5b9-7a62-455c-b1f3-51e28881a91e None None] Network a8801dcf-4276-4004-ba11-6d105e6abaaa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:54.149275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-730f4335-c75e-4e8d-a16f-86581a6c2a95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/05fbe332-d1b6-4eda-a998-265c7cd8ce1b HTTP/1.1" status: 204 len: 168 time: 0.4872687 Dec 10 04:30:54.150272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:54.184881 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.199277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d89117-0d9f-4bed-979b-ac6da4de3b23,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:54.203631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:54.210171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.210780 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Added segment 3f41707d-5718-4b5b-9b56-1f473707215c of type vlan for network 21633f6d-1c90-4683-9ca1-3a56032abc07 Dec 10 04:30:54.318356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c060533-23e4-4c30-aa36-a2feaa886446 req-94a43d08-c62e-46a7-b8a0-9734ddc8b387 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239106 Dec 10 04:30:54.318991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:54.350742 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.352410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:30:54.354463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.388447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.412279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d30a-34f9-471f-9b03-d0a1f4fc1d1a req-ea74e7bb-b018-4e06-a12f-45575e896f63 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:54.416834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7709d30a-34f9-471f-9b03-d0a1f4fc1d1a req-ea74e7bb-b018-4e06-a12f-45575e896f63 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 948 time: 0.2022409 Dec 10 04:30:54.486008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.490805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:54.492073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.565905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Deleting port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:54.567891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.622391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:54.652893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9752198b-5c0d-4c52-a9a9-421da050812b', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '9752198b-5c0d-4c52-a9a9-421da050812b', 'mac_address': 'fa:16:3e:d5:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:30:54.654387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c09c9ff4-9856-47dc-b673-3c84eb49bada no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:54.700274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1086152 Dec 10 04:30:54.703024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45406) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:54.709385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7709d30a-34f9-471f-9b03-d0a1f4fc1d1a req-f469379a-0f3b-408b-a67e-ba35d48d38b3 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697432 Dec 10 04:30:54.710008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc02b1a-2309-4241-ada1-0055ca27844f admin admin] Pushing event updated for resources: {'Network': ['ID=21633f6d-1c90-4683-9ca1-3a56032abc07,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:54.715251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Request body: {'subnet': {'network_id': '21633f6d-1c90-4683-9ca1-3a56032abc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1076004079-subnet', 'tenant_id': 'c62d6ef7744349b08ad5f7e1c8b6b48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:54.748393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:54.775177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Made reservation on behalf of c62d6ef7744349b08ad5f7e1c8b6b48e for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:54.777111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 21633f6d-1c90-4683-9ca1-3a56032abc07 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:30:54.779432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c09c9ff4-9856-47dc-b673-3c84eb49bada {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:54.780006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c09c9ff4-9856-47dc-b673-3c84eb49bada not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:54.780749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.843442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c856433-8b46-4732-8af2-16335a8f6fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.855375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.883643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] For port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,segment=NetworkSegment(bd6a8556-cd50-41d5-a1ff-5e5d71368f10),segment_id=bd6a8556-cd50-41d5-a1ff-5e5d71368f10)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:54.884022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.919002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9752198b-5c0d-4c52-a9a9-421da050812b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:54.939017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Calling delete_port for ef32e3df-baf8-4ae2-ab04-7d5925bc01ab owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:54.961081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:54.978006 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:54.991046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] DHCP port deletion for a8801dcf-4276-4004-ba11-6d105e6abaaa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:30:55.054930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78176c6b-54c5-44af-9ff2-d25f09ff886c req-a29685c7-4b6d-451a-9961-3bfb6bc0f246 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 210 time: 0.0714388 Dec 10 04:30:55.062202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.124722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:55.126122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:55.140595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] No DVR routers for this DVR port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:55.164401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Deleting port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:30:55.165040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.240551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45751f76-57df-4c38-b7a4-2c117a9963a1 req-f52798f0-f042-4dec-a5e1-3b67c87fe023 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:55.242131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45751f76-57df-4c38-b7a4-2c117a9963a1 req-f52798f0-f042-4dec-a5e1-3b67c87fe023 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.3003919 Dec 10 04:30:55.250999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] For port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:55.252149 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.270674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Calling delete_port for ef32e3df-baf8-4ae2-ab04-7d5925bc01ab owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:30:55.275968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:30:55.277979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.285656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.309837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] Pushing event deleted for resources: {'Port': ['ID=ef32e3df-baf8-4ae2-ab04-7d5925bc01ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:55.318978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a45f41-5841-4116-ac60-972a0ab45532 None None] No DVR routers for this DVR port ef32e3df-baf8-4ae2-ab04-7d5925bc01ab on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:30:55.331854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba364a65-fc9a-4ade-8150-74990c906e96 req-ff6e9ecf-a0e5-4570-81cb-9e27b35d241b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:55.339934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba364a65-fc9a-4ade-8150-74990c906e96 req-ff6e9ecf-a0e5-4570-81cb-9e27b35d241b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 944 time: 0.1582670 Dec 10 04:30:55.347781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8801dcf-4276-4004-ba11-6d105e6abaaa']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:55.360713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:55.361800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6a8556-cd50-41d5-a1ff-5e5d71368f10') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:30:55.377678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:55.389597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.396286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.417954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.419187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9752198b-5c0d-4c52-a9a9-421da050812b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:30:55.451521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:30:55.454109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.458644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba364a65-fc9a-4ade-8150-74990c906e96 req-8de0d068-d847-4dc1-958a-afeb991a5707 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177599 Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:30:55.458794 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:30:55.488788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45751f76-57df-4c38-b7a4-2c117a9963a1 req-e9570d0b-f147-474a-a5f8-2c8e7539aa8a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377322 Dec 10 04:30:55.569424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa75eed-c181-40cf-a62c-1aa21795ebcd,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:55.578483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Checking segment: {'id': '3f41707d-5718-4b5b-9b56-1f473707215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '21633f6d-1c90-4683-9ca1-3a56032abc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:55.578845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Network hostable DHCP agents. Network: 21633f6d-1c90-4683-9ca1-3a56032abc07, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:30:55.586604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.593686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.604850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Network 21633f6d-1c90-4683-9ca1-3a56032abc07 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:30:55.610961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] 10.222.0.43 "DELETE /v2.0/networks/a8801dcf-4276-4004-ba11-6d105e6abaaa HTTP/1.1" status: 204 len: 168 time: 1.4594452 Dec 10 04:30:55.618303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 21633f6d-1c90-4683-9ca1-3a56032abc07) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:55.622859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:55.623749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.639783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c904977-669b-4ff5-89e5-1a08b0b632bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a8801dcf-4276-4004-ba11-6d105e6abaaa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:55.658543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c828b8b-6391-4a82-9fcc-819db1079450 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9469969 Dec 10 04:30:55.658739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412aa92b-0e84-46ed-9802-67ece9698009 None None] Network 21633f6d-1c90-4683-9ca1-3a56032abc07 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:55.729889 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:30:55.777248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:55.849275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:55.957657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-608a070e-5f4f-4c74-b3b6-65ae129ed710 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:55.960833 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-608a070e-5f4f-4c74-b3b6-65ae129ed710 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.3102932 Dec 10 04:30:55.971626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc658269-898e-4c2b-a5db-fdec41fbab15 None None] Network 21633f6d-1c90-4683-9ca1-3a56032abc07 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:30:55.990332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Request body: {'port': {'device_id': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'admin_state_up': True, 'tenant_id': '7119f6db38fa4005ae406754cb095ec4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:56.002290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-92e1ff66-9741-448d-a4c8-f7cd9bf33015 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc071568d39c473fb07a49a047988c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513984 Dec 10 04:30:56.004669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:30:56.072018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03260214-5ff7-4dae-aae7-0f80ddc9911a req-c04f4999-32e6-4cbc-bf55-a98c5317efc9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:56.079758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03260214-5ff7-4dae-aae7-0f80ddc9911a req-c04f4999-32e6-4cbc-bf55-a98c5317efc9 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 950 time: 0.1828401 Dec 10 04:30:56.135153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.166801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03260214-5ff7-4dae-aae7-0f80ddc9911a req-49301715-09bc-4d64-9f97-4148fd5e1586 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Dec 10 04:30:56.200872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.249570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:30:56.253737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.267882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-424718192', 'description': 'tempest-description-1429384751'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:56.317702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2dcfb0e-4ef3-4ba2-b450-fc34fee2cf7d req-636413cc-0ed0-43b5-98e4-0c4c8e2b269a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 210 time: 0.0391252 Dec 10 04:30:56.332077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.352236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.354997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.356598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79980219-6357-4198-b9e2-909bdf5dde29 HTTP/1.1" status: 204 len: 168 time: 0.3479693 Dec 10 04:30:56.388651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386be1-0676-42dc-9597-51f76f9b6d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79980219-6357-4198-b9e2-909bdf5dde29,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:56.489794 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.501487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.549288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Allocated IP 172.20.0.9 (85834823-b533-43af-b3d6-015fbb8b250f/9031a7ee-d153-4b71-8efb-d9d92ee121c1/97abd094-1936-4631-8ca1-8ad29de26339) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:30:56.618937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.620195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b3eeb82-6f54-4f17-9861-05540483167f req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3562288 Dec 10 04:30:56.651571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fd368108-0a17-42d5-9cf4-52fcd9461250 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:56.681478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4a9da-819f-47cb-82bb-8175f1b04393 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836edf07-1fdf-4a50-b610-38a3bfd02127,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:56.715549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: fd368108-0a17-42d5-9cf4-52fcd9461250 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:56.718111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fd368108-0a17-42d5-9cf4-52fcd9461250 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:56.718547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef32e3df-baf8-4ae2-ab04-7d5925bc01ab no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:30:56.725976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d7634-131f-40bb-b6c9-8738c423feca req-a9a755ae-b553-4467-aed7-c2d2e6a0401c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:56.727885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b30d7634-131f-40bb-b6c9-8738c423feca req-a9a755ae-b553-4467-aed7-c2d2e6a0401c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 944 time: 0.1263030 Dec 10 04:30:56.759842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ef32e3df-baf8-4ae2-ab04-7d5925bc01ab {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:30:56.760196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef32e3df-baf8-4ae2-ab04-7d5925bc01ab not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:30:56.842478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe881-5fa6-4233-bc11-9d3bd2bd2f17 req-7bf37ef4-41a1-4112-b387-875809d85983 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:56.844069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80efe881-5fa6-4233-bc11-9d3bd2bd2f17 req-7bf37ef4-41a1-4112-b387-875809d85983 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.1151893 Dec 10 04:30:56.849165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b30d7634-131f-40bb-b6c9-8738c423feca req-1c462b4f-67f7-48b9-924e-cd8a3d011a7d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062074 Dec 10 04:30:56.881868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.938806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:56.987441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Network 85834823-b533-43af-b3d6-015fbb8b250f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:30:56.991588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:30:57.000532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:30:57.034569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:57.041558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:57.066122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:57.066793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.090185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-be51c793-8a17-4650-9784-4d78bb07c497 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1044705 Dec 10 04:30:57.117707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Request body: {'port': {'device_id': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:57.155709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port db2c7411-a157-4c66-81c4-e8c402e1957b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:57.156232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.228166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.304123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80efe881-5fa6-4233-bc11-9d3bd2bd2f17 req-ec731cf8-d022-4cbd-8662-deb90ea2ed7b tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507725 Dec 10 04:30:57.308516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-8ddbb982-aaaa-45ad-abd6-b1693a4f7329 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/836edf07-1fdf-4a50-b610-38a3bfd02127 HTTP/1.1" status: 200 len: 1821 time: 0.0721006 Dec 10 04:30:57.318646 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.331445 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.331559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '836edf07-1fdf-4a50-b610-38a3bfd02127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:57.331559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '836edf07-1fdf-4a50-b610-38a3bfd02127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:57.363578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:57.366092 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f5cbb-107f-46ea-a79e-8b0b58b9b81a" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:57.381236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:57.389759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.391662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:30:57.465248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.511239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:57.513626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.533571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa9ba-f241-4373-b19b-35cbf924886a req-24fc91e8-72c9-4348-9db5-cc44558eb52a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:57.540209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9752198b-5c0d-4c52-a9a9-421da050812b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:30:57.547130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67fa9ba-f241-4373-b19b-35cbf924886a req-24fc91e8-72c9-4348-9db5-cc44558eb52a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.1253643 Dec 10 04:30:57.547316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9752198b-5c0d-4c52-a9a9-421da050812b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:30:57.548917 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.550460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.622429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e2f7cf-5774-49db-97f7-d1c3fd6f5f0b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:57.639881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.653398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4b9837-393a-49ee-82e1-312a0d63ca1d req-ae0513b4-2330-4ab3-841e-68a075c00d55 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3366392 Dec 10 04:30:57.676196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67fa9ba-f241-4373-b19b-35cbf924886a req-9cd0aebc-34ca-464f-8438-a80eb3847644 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277096 Dec 10 04:30:57.690784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.735813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:30:57.745580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.773057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97abd094-1936-4631-8ca1-8ad29de26339 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:30:57.782435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.813806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Transition to ACTIVE for port object 97abd094-1936-4631-8ca1-8ad29de26339 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:30:57.827656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.841434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:57.887744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801fe1e-1601-429a-a5d8-e1507d970337 req-8a21bede-58d9-4965-84ef-6def831e37ad tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:57.895295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3801fe1e-1601-429a-a5d8-e1507d970337 req-8a21bede-58d9-4965-84ef-6def831e37ad tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 931 time: 0.0883021 Dec 10 04:30:57.921722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-80274bf7-1b5b-4b82-831f-42c58da3f382 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:57.922858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:57.929706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-80274bf7-1b5b-4b82-831f-42c58da3f382 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 1100 time: 0.1762102 Dec 10 04:30:57.951762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-7de2d3d1-03c4-40ed-a5f2-c302c97e38d1 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:57.972740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:30:57.973158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:30:57.973554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:57.979665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:30:57.980666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:30:57.980982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3801fe1e-1601-429a-a5d8-e1507d970337 req-b9ee450b-e957-4028-891d-d25ee634a403 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 Dec 10 04:30:57.985968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:30:57.986509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:30:57.986958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:30:57.987455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Bound port: 97abd094-1936-4631-8ca1-8ad29de26339, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:30:57.987876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.061453 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1de8ae-99a1-40b5-8867-897e7508e690 x-openstack-request-id: req-fc1de8ae-99a1-40b5-8867-897e7508e690 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:58.061856 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-plugged", "status": "completed", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:58.062215 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc1de8ae-99a1-40b5-8867-897e7508e690 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:58.062760 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'code': 200} Dec 10 04:30:58.077984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:30:58.085111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:30:58.089935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.097237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-525509352', 'description': 'tempest-description-1877546201'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:58.136230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-7de2d3d1-03c4-40ed-a5f2-c302c97e38d1 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.146434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-7de2d3d1-03c4-40ed-a5f2-c302c97e38d1 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.155091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.155708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.157228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 1091 time: 1.0503604 Dec 10 04:30:58.157576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:30:58.159832 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e5956-398e-4bcb-b329-7a4d5207641d" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "tag": "97abd094-1936-4631-8ca1-8ad29de26339"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:30:58.181184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0003a3-68f2-4355-b6e2-4788198a64d1 service neutron] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:58.195770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.223691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2d3d1-03c4-40ed-a5f2-c302c97e38d1 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f40ac-9972-449d-818c-b6498574d2ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:58.240999 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.263751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d5f5a4b-f5b8-40f0-ae44-cc6ab1c5ad2d req-7de2d3d1-03c4-40ed-a5f2-c302c97e38d1 tempest-LiveMigrationNegativeTest-605455264 tempest-LiveMigrationNegativeTest-605455264-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331525 Dec 10 04:30:58.343967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.355079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.387131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-eecafae0-5b5d-4a39-9a12-b989b5860725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.388691 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-eecafae0-5b5d-4a39-9a12-b989b5860725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1094 time: 0.1626885 Dec 10 04:30:58.395086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.396724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c32ce-8b93-4b44-a5c8-5a93e5899732 req-1d4aa644-e9db-4930-b695-141f12320f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.398225 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6e1c32ce-8b93-4b44-a5c8-5a93e5899732 req-1d4aa644-e9db-4930-b695-141f12320f48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1102 time: 0.0698657 Dec 10 04:30:58.409152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea70efd7-16ea-43b2-a83f-0e257a751c8c req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3248191 Dec 10 04:30:58.468961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af19fcd-b5fb-4b2b-8a4c-d2ebbdbbef2a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dda222-81fe-402d-8c81-de5318b88127,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:58.470130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-14fe59b4-f087-462f-a2bc-903d5fa18265 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.0621476 Dec 10 04:30:58.488949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39b5ab-315b-4334-ad9b-e7dc78ed0cb9 req-900bbdd6-42e8-4bac-9d0b-581ca880f257 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.491497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee39b5ab-315b-4334-ad9b-e7dc78ed0cb9 req-900bbdd6-42e8-4bac-9d0b-581ca880f257 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.1163471 Dec 10 04:30:58.550181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee39b5ab-315b-4334-ad9b-e7dc78ed0cb9 req-2a2c41d2-ddf0-4947-bb98-a9dd4b7ec414 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Dec 10 04:30:58.589545 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6e1c32ce-8b93-4b44-a5c8-5a93e5899732 req-9cc03979-0108-457d-b20f-d7dad960a45c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786318 Dec 10 04:30:58.591608 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9cc52-ae8d-4747-8c75-ac8a89f779a1 x-openstack-request-id: req-a5d9cc52-ae8d-4747-8c75-ac8a89f779a1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:30:58.592101 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "tag": "97abd094-1936-4631-8ca1-8ad29de26339", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:30:58.592669 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5d9cc52-ae8d-4747-8c75-ac8a89f779a1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:30:58.593179 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339', 'status': 'completed', 'code': 200} Dec 10 04:30:58.597372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-f43267bf-0f9f-4b83-a3d0-e6816c4e3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.598935 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-f43267bf-0f9f-4b83-a3d0-e6816c4e3e42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1172481 Dec 10 04:30:58.661001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-770b7598-7ebc-4687-8b32-40f49081a930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488520 Dec 10 04:30:58.707526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-ed781747-bf9f-46dd-8e57-fc67d32de1d3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/f3dda222-81fe-402d-8c81-de5318b88127 HTTP/1.1" status: 200 len: 1821 time: 0.1005726 Dec 10 04:30:58.719708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f3dda222-81fe-402d-8c81-de5318b88127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:58.720287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f3dda222-81fe-402d-8c81-de5318b88127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:58.789494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-46e6f353-10d4-4f57-8be5-1c5fecd35be8 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202519 Dec 10 04:30:58.833418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74996-e31b-47ef-aa0e-08550826710c req-75128ecb-37f0-4654-bc22-eb6883fd411e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:58.835005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfa74996-e31b-47ef-aa0e-08550826710c req-75128ecb-37f0-4654-bc22-eb6883fd411e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.0697443 Dec 10 04:30:58.836376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.886987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.895723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.899901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ecb50cb-8d9d-4588-a1e0-89209a40a408 req-57e39482-91f3-416e-a168-3a376835c06d service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008966 Dec 10 04:30:58.923183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818b6943-933b-4dcd-a555-554d5a096f13,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:58.929135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfa74996-e31b-47ef-aa0e-08550826710c req-8dbb8c95-c56a-4367-90f2-0817de1d87d5 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Dec 10 04:30:58.932698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:58.942743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35b891df-6fcf-4021-9ee3-b270ee643f36 req-b3112a61-b1f1-4ac3-b9bd-6d7abc8d93f1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2286072 Dec 10 04:30:59.021062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1104290269', 'description': 'tempest-description-1472806158'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:59.048795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.055427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-fcfb5692-b4cb-4db0-911f-23e05d35d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.059178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-fcfb5692-b4cb-4db0-911f-23e05d35d53f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1094 time: 0.0586898 Dec 10 04:30:59.140879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.148297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.196539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.197922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a05d0a1-a881-42fb-8774-d6c3c05f5d76 req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1811354 Dec 10 04:30:59.215396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-cbc4b25d-0a64-4089-be11-9d0251aafd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.217036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-cbc4b25d-0a64-4089-be11-9d0251aafd26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1511438 Dec 10 04:30:59.234575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc588a3a-8d6a-43ad-a1c8-a835ae8a4f36 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f6e74-6347-4f7e-b087-9dd16bef4410,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:59.253853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488b55-d78a-4b6b-b001-acc9fa3200f0 req-b850259a-2e11-44b2-9509-33728da90188 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.255383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43488b55-d78a-4b6b-b001-acc9fa3200f0 req-b850259a-2e11-44b2-9509-33728da90188 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.0884905 Dec 10 04:30:59.280850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-1bcbc2f7-8bd5-4719-9b80-3b10d3dd0b51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.0537877 Dec 10 04:30:59.307510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43488b55-d78a-4b6b-b001-acc9fa3200f0 req-417167d0-9d95-45c0-a2cd-7ddb43607ce3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Dec 10 04:30:59.334857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-8cfc348e-e0c1-4325-853e-80d7effffbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.336368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-8cfc348e-e0c1-4325-853e-80d7effffbc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0474977 Dec 10 04:30:59.386224 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-03d8b4bc-fbe0-4bc1-a2a9-4221fd09665a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324416 Dec 10 04:30:59.426601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a239-a2f4-4187-91fc-6b5ad4e4b01a req-f3bdff68-d3c2-40b3-8ff6-44066d1ece2a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.428371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7053a239-a2f4-4187-91fc-6b5ad4e4b01a req-f3bdff68-d3c2-40b3-8ff6-44066d1ece2a tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.0569997 Dec 10 04:30:59.482898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7053a239-a2f4-4187-91fc-6b5ad4e4b01a req-be6ba0f0-3e1d-41f0-8bee-80e34695ee87 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Dec 10 04:30:59.516082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-741627748', 'description': 'tempest-description-241745416'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:59.529157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-39aa5fd2-8d3c-4514-836c-354916c54704 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316214 Dec 10 04:30:59.543090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.633636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.637745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.641277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce9e5956-398e-4bcb-b329-7a4d5207641d req-83e4b0cb-8976-476b-9f10-7c9fa58e387c service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031775 Dec 10 04:30:59.683818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:30:59.685182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68d02405-6b22-4db8-8017-d04813bcf485 req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1733720 Dec 10 04:30:59.686276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdb853-bca8-4b61-a91a-36747a73d357 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463f8afc-2a41-4c8e-a527-7778598f114a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:30:59.793112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4121-63f6-4ae0-9741-a9955c5a9eb8 req-bea199af-e5e2-4fb1-82d4-d2e93b1cb24f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:30:59.794650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a96b4121-63f6-4ae0-9741-a9955c5a9eb8 req-bea199af-e5e2-4fb1-82d4-d2e93b1cb24f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0560360 Dec 10 04:30:59.869623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a96b4121-63f6-4ae0-9741-a9955c5a9eb8 req-1ea24581-f7f5-4640-b3bf-7c49f9577aee tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688050 Dec 10 04:30:59.935340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-b0914ba0-4bcb-4760-b50c-a7032dd2b074 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e39f6e74-6347-4f7e-b087-9dd16bef4410 HTTP/1.1" status: 200 len: 1822 time: 0.0417638 Dec 10 04:30:59.981563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-2764cbc5-dcc7-4e81-8475-6c14a9f427d9 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/463f8afc-2a41-4c8e-a527-7778598f114a HTTP/1.1" status: 200 len: 1820 time: 0.0399392 Dec 10 04:30:59.993162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e39f6e74-6347-4f7e-b087-9dd16bef4410', 'remote_group_id': '463f8afc-2a41-4c8e-a527-7778598f114a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:30:59.993558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e39f6e74-6347-4f7e-b087-9dd16bef4410', 'remote_group_id': '463f8afc-2a41-4c8e-a527-7778598f114a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:00.059263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.064515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:00.068064 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35bf95a-cc9a-4a32-89a6-b82e8a5d2710" -d '{"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-plugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:00.101441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.107008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.123005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5da486-fd87-49d6-9760-55705287d867,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:00.132532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.133748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f77ddbca-976d-4f41-9e8e-f52b8b76d066 req-f5eb0652-f656-4eab-8373-5035a0a82de4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1452663 Dec 10 04:31:00.171995 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccae8a-69c9-4fec-bb51-0afee272a16d x-openstack-request-id: req-48ccae8a-69c9-4fec-bb51-0afee272a16d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:00.173883 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-plugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:00.175669 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48ccae8a-69c9-4fec-bb51-0afee272a16d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:00.176408 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b', 'code': 200} Dec 10 04:31:00.208978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952eba-8047-40fa-b344-495d6f4720bd req-d3eb840b-96b9-4501-ac05-181dbffd312e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:00.210499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6952eba-8047-40fa-b344-495d6f4720bd req-d3eb840b-96b9-4501-ac05-181dbffd312e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.0520144 Dec 10 04:31:00.238894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2082973178', 'description': 'tempest-description-2092708123'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:00.280251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6952eba-8047-40fa-b344-495d6f4720bd req-0fb485e3-5284-42ba-8826-b9f849830a0b tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627949 Dec 10 04:31:00.281460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.333141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310e2b-9919-4c24-b208-ded9ed457a96 req-6a13863f-12f0-427f-9eb0-55691a8e53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:00.334804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ea310e2b-9919-4c24-b208-ded9ed457a96 req-6a13863f-12f0-427f-9eb0-55691a8e53fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 1096 time: 0.0633891 Dec 10 04:31:00.358351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.363309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.386244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ea310e2b-9919-4c24-b208-ded9ed457a96 req-c0a53770-3b24-4a2c-a8c2-cf644cf1f52b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Dec 10 04:31:00.398713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.399938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6ca1226-0a78-4f3e-aac6-0e25472271f8 req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1666179 Dec 10 04:31:00.400722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c02893-c2cf-4cb9-aa1f-e5bb68b7d2ff tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a726f7b-023c-4094-a317-3e40a6cf352b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:00.585769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f140c-e1d7-4c39-930d-aedc72044897 req-ed5fa47e-096c-4fa6-8ed9-64ad67f76de0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:00.587247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa4f140c-e1d7-4c39-930d-aedc72044897 req-ed5fa47e-096c-4fa6-8ed9-64ad67f76de0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.0482585 Dec 10 04:31:00.635664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa4f140c-e1d7-4c39-930d-aedc72044897 req-94a5c219-4d21-4a5b-b7ed-c893dba7f5db tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Dec 10 04:31:00.661995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-408075612', 'description': 'tempest-description-2038273747'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:00.687673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.779780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.788767 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.829836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:00.831040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ec82023-e282-42e4-82ca-6c3c01d7b505 req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1738768 Dec 10 04:31:00.836768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72847d58-36d5-4c25-bd69-a970dcbf94f5 req-5b461962-3a85-4ba4-9351-04754fea103d tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:00.838224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72847d58-36d5-4c25-bd69-a970dcbf94f5 req-5b461962-3a85-4ba4-9351-04754fea103d tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1102 time: 0.0889380 Dec 10 04:31:00.839186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb1b3f-5a3e-4c42-bca6-434cdbf486d7 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3293537a-08ea-4fbf-b3d3-14d6c865e330,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:00.898314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72847d58-36d5-4c25-bd69-a970dcbf94f5 req-7a10ce6b-9bb9-4058-a93c-a27062681a4d tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Dec 10 04:31:01.093013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1d615-8e97-4162-90a2-773d98c653cc req-43000136-f2f4-4385-a643-3eb0df70e110 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:01.094508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26c1d615-8e97-4162-90a2-773d98c653cc req-43000136-f2f4-4385-a643-3eb0df70e110 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.0481312 Dec 10 04:31:01.124334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60032088-2166-480d-8ed8-c6bcc579db62 req-2d5d2c2c-0bc3-4824-a537-d826bdae6346 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:01.126090 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60032088-2166-480d-8ed8-c6bcc579db62 req-2d5d2c2c-0bc3-4824-a537-d826bdae6346 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddaa5845-4897-4ce2-842d-c05ef1438d3c HTTP/1.1" status: 200 len: 949 time: 0.0501509 Dec 10 04:31:01.160109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-a0e18432-7812-47fa-83e7-26a5de0de209 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/2a726f7b-023c-4094-a317-3e40a6cf352b HTTP/1.1" status: 200 len: 1822 time: 0.0645263 Dec 10 04:31:01.170091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26c1d615-8e97-4162-90a2-773d98c653cc req-8d2b408c-4e5f-411a-99af-ca45f1f5ceb7 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655391 Dec 10 04:31:01.212556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-c5b95b92-b6cf-4c15-90be-1abf611de256 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/3293537a-08ea-4fbf-b3d3-14d6c865e330 HTTP/1.1" status: 200 len: 1821 time: 0.0435433 Dec 10 04:31:01.224246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a726f7b-023c-4094-a317-3e40a6cf352b', 'remote_group_id': '3293537a-08ea-4fbf-b3d3-14d6c865e330', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:01.224527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a726f7b-023c-4094-a317-3e40a6cf352b', 'remote_group_id': '3293537a-08ea-4fbf-b3d3-14d6c865e330', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:01.229473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Deleting port 4e396ae4-636e-41be-b953-c7356d3d011f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:01.229804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.303898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1a2f8-63e2-48f7-abb6-7ed53f913a36 req-31c785be-d48b-4694-963b-6dfcea7f37c0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:01.305404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1b1a2f8-63e2-48f7-abb6-7ed53f913a36 req-31c785be-d48b-4694-963b-6dfcea7f37c0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0753787 Dec 10 04:31:01.317206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] For port 4e396ae4-636e-41be-b953-c7356d3d011f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e396ae4-636e-41be-b953-c7356d3d011f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:01.318394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.335477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Calling delete_port for 4e396ae4-636e-41be-b953-c7356d3d011f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:01.340970 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.386220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1b1a2f8-63e2-48f7-abb6-7ed53f913a36 req-c3d8108c-0d4d-4468-b51c-d0325c28c215 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707865 Dec 10 04:31:01.395479 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.409887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.429292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99e828d-61d7-4572-9c5d-1a881588c626,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:01.444426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.445369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7013b1d-caf3-4ca6-8c91-f945b9b3c949 req-30f1fd55-d880-4e9e-aa0b-5ecdea27f335 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2259920 Dec 10 04:31:01.485432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.529218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Pushing event deleted for resources: {'Port': ['ID=4e396ae4-636e-41be-b953-c7356d3d011f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:01.543309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['40593408-6262-4925-88c6-ca7603dc7bc6', '4e396ae4-636e-41be-b953-c7356d3d011f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:01.562005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-627bcc85-bc05-4926-96f8-2dd07dcc3f78 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/3293537a-08ea-4fbf-b3d3-14d6c865e330 HTTP/1.1" status: 200 len: 1821 time: 0.0463796 Dec 10 04:31:01.616802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] No DVR routers for this DVR port 4e396ae4-636e-41be-b953-c7356d3d011f on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:01.628173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.632222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60032088-2166-480d-8ed8-c6bcc579db62 req-35bbebca-bf84-47eb-baf0-8a15297745c1 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "DELETE /v2.0/ports/4e396ae4-636e-41be-b953-c7356d3d011f HTTP/1.1" status: 204 len: 173 time: 0.4985924 Dec 10 04:31:01.632723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'name': 'network-vif-deleted', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:01.644128 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4262e2-fb04-470b-bb43-4b15aabc1f88" -d '{"events": [{"server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "name": "network-vif-deleted", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:01.671078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.705757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.795858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.800136 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:01.807015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f02a4949-5a3f-4409-a199-913fbfd21f9f req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/3293537a-08ea-4fbf-b3d3-14d6c865e330 HTTP/1.1" status: 204 len: 173 time: 0.2382095 Dec 10 04:31:01.836992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c927c-b8d1-461e-a145-fb5710fa2b9a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3293537a-08ea-4fbf-b3d3-14d6c865e330,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:01.914202 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802031a-00de-424e-b731-777946cbae0c x-openstack-request-id: req-8802031a-00de-424e-b731-777946cbae0c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:01.914500 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa5845-4897-4ce2-842d-c05ef1438d3c", "name": "network-vif-deleted", "tag": "4e396ae4-636e-41be-b953-c7356d3d011f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:01.914744 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8802031a-00de-424e-b731-777946cbae0c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:01.915176 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa5845-4897-4ce2-842d-c05ef1438d3c', 'name': 'network-vif-deleted', 'tag': '4e396ae4-636e-41be-b953-c7356d3d011f', 'status': 'completed', 'code': 200} Dec 10 04:31:01.920172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba29e-80b1-4891-a192-7de700250d68 req-87cfc73d-7f09-4fa0-8692-363b3ec4c311 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:01.921730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-862ba29e-80b1-4891-a192-7de700250d68 req-87cfc73d-7f09-4fa0-8692-363b3ec4c311 tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 1102 time: 0.0441101 Dec 10 04:31:01.977454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-862ba29e-80b1-4891-a192-7de700250d68 req-922076d8-c5cd-463e-bb8f-212792668a5d tempest-ServersAdminTestJSON-537724410 tempest-ServersAdminTestJSON-537724410-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Dec 10 04:31:02.035921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb3b62-29ec-4723-a9e7-2b623ac212ab req-6a5f53c4-e357-442f-b1bb-ebee978c1c7d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:02.038056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71eb3b62-29ec-4723-a9e7-2b623ac212ab req-6a5f53c4-e357-442f-b1bb-ebee978c1c7d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.0799110 Dec 10 04:31:02.071717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b9aa4e3-76f8-4daa-8353-7b16f728bf99 req-176b6c75-9d4a-41b7-a1a7-d4d9263f54cd tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/2a726f7b-023c-4094-a317-3e40a6cf352b HTTP/1.1" status: 200 len: 1822 time: 0.0675578 Dec 10 04:31:02.098309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71eb3b62-29ec-4723-a9e7-2b623ac212ab req-75d98615-8290-49b1-b0d4-7dad8539ba29 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Dec 10 04:31:02.141565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2094900522', 'description': 'tempest-description-967341944'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:02.163542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.236511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.242410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.268761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.270149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38053531-ee61-49ea-8bf9-701b4adb2fa1 req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1327174 Dec 10 04:31:02.279843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e230cf8-463e-4870-9a17-c845affce8a4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ed104-990d-4d56-aa53-ea4efc7127b6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:02.472026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40e43-2207-4276-9a0e-86a571d5b0c3 req-7d97bf05-c0af-47e2-baa7-6509dc826ae2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:02.473714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fc40e43-2207-4276-9a0e-86a571d5b0c3 req-7d97bf05-c0af-47e2-baa7-6509dc826ae2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 950 time: 0.0510511 Dec 10 04:31:02.521968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fc40e43-2207-4276-9a0e-86a571d5b0c3 req-a4ebc5df-c49b-4b55-87cb-a215afd4a67e tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Dec 10 04:31:02.585301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-29164a97-2f97-4932-b8ca-1a2456a25bf9 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 200 len: 1821 time: 0.0408540 Dec 10 04:31:02.595738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04ed104-990d-4d56-aa53-ea4efc7127b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:02.595966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04ed104-990d-4d56-aa53-ea4efc7127b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:02.654731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.679885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.684083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.705921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf96a46-67d0-423e-88f4-5bd7d216542b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:02.717219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:02.718440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa1e4814-d9e5-4e78-bea2-2896ced65324 req-97c25eb0-6403-4087-97d6-a81874adf00a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1270685 Dec 10 04:31:02.806914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91e30-9cbc-4106-9bc7-50305c81ded5 req-940d12d5-dd42-488e-a7f2-9c2fc15011e2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:02.808416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41f91e30-9cbc-4106-9bc7-50305c81ded5 req-940d12d5-dd42-488e-a7f2-9c2fc15011e2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0526626 Dec 10 04:31:02.856120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41f91e30-9cbc-4106-9bc7-50305c81ded5 req-670fa675-a84a-4796-8449-6efe14cfd76f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Dec 10 04:31:02.961197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55249-b67b-4387-bfcd-8d031ab9928d req-45e9df2e-9d80-4640-996c-466f686b7e29 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:02.962648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15a55249-b67b-4387-bfcd-8d031ab9928d req-45e9df2e-9d80-4640-996c-466f686b7e29 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.0517998 Dec 10 04:31:03.012257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15a55249-b67b-4387-bfcd-8d031ab9928d req-9ba4fb06-584d-48f1-a841-fa2900096006 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Dec 10 04:31:03.037393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:03.082122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-24fdafc6-f75b-4dc6-bcc7-ad8770259fdd tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 200 len: 2414 time: 0.0445223 Dec 10 04:31:03.092405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04ed104-990d-4d56-aa53-ea4efc7127b6', 'remote_group_id': None}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:03.092755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04ed104-990d-4d56-aa53-ea4efc7127b6', 'remote_group_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:03.159811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.188823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.194834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.214169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507ae8c9-18d0-44ed-9bc6-84590c670df4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:03.224139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.225781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7d111d8-7ff6-4ee0-be03-913b7100ba8f req-faba97bf-3ef0-45d1-8a3e-82578e84f213 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1370716 Dec 10 04:31:03.294556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:03.305089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '97abd094-1936-4631-8ca1-8ad29de26339', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'port_id': '97abd094-1936-4631-8ca1-8ad29de26339', 'mac_address': 'fa:16:3e:49:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031a7ee-d153-4b71-8efb-d9d92ee121c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:03.345380 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.357612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97abd094-1936-4631-8ca1-8ad29de26339 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:03.377487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:03.378189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11770169-1f78-4282-9f56-9431e1d0acba req-814c0d77-72b9-468b-87fb-5435de4915d4 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 200 len: 3012 time: 0.0713272 Dec 10 04:31:03.382216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.390084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f142e0-dd34-40a3-bc59-2e62d39e4190 req-65766587-cde3-485d-8f43-9ffdc0d1ca43 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:03.391738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92f142e0-dd34-40a3-bc59-2e62d39e4190 req-65766587-cde3-485d-8f43-9ffdc0d1ca43 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.0771928 Dec 10 04:31:03.441002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:03.444697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92f142e0-dd34-40a3-bc59-2e62d39e4190 req-a1425e46-d734-4e02-a165-7fb14fc7fed9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 Dec 10 04:31:03.495368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6f8f9-f450-4b8c-84da-95127e29907d req-c6f70e5f-f8c3-443e-9c6d-5c082ed4d759 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:03.496892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cea6f8f9-f450-4b8c-84da-95127e29907d req-c6f70e5f-f8c3-443e-9c6d-5c082ed4d759 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0503225 Dec 10 04:31:03.544966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cea6f8f9-f450-4b8c-84da-95127e29907d req-196e18e5-94ad-4dfd-a017-7c90df0e4cf2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Dec 10 04:31:03.673765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-9d24b5e5-304c-4d49-af63-fa0f5c2d3f07 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-group-rules/507ae8c9-18d0-44ed-9bc6-84590c670df4 HTTP/1.1" status: 200 len: 783 time: 0.0230672 Dec 10 04:31:03.722315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-9026bdc8-f40b-4068-ac64-4717e685c149 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 200 len: 3012 time: 0.0412545 Dec 10 04:31:03.751871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.759383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.776611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['97abd094-1936-4631-8ca1-8ad29de26339'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:03.796820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.803880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:03.817053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab658b3e-3cba-4674-863d-2a952cbb581e req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/507ae8c9-18d0-44ed-9bc6-84590c670df4 HTTP/1.1" status: 204 len: 173 time: 0.0881081 Dec 10 04:31:03.826100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2b5a5-9836-4b4b-99e9-31f80b31e712 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=507ae8c9-18d0-44ed-9bc6-84590c670df4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:03.910916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32d22-3767-4a61-b84c-b9640b00ed38 req-7dbdb47c-3f46-430d-b5a4-3fd68b68d5ab tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:03.913174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60b32d22-3767-4a61-b84c-b9640b00ed38 req-7dbdb47c-3f46-430d-b5a4-3fd68b68d5ab tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 950 time: 0.0533209 Dec 10 04:31:03.987094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60b32d22-3767-4a61-b84c-b9640b00ed38 req-52e1c99e-0c6e-4776-9d2b-bc2f945ecb21 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Dec 10 04:31:03.998632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9b87-9d4e-413d-942b-c67a1ec5ccbe req-44a67d5a-17fc-44c7-8daf-91cbc981712b tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.000071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c54c9b87-9d4e-413d-942b-c67a1ec5ccbe req-44a67d5a-17fc-44c7-8daf-91cbc981712b tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.0740306 Dec 10 04:31:04.056576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1736b-0492-4299-8440-b78428c63ad5 req-1f6d6d52-df80-4925-9aeb-394584e71e72 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.058110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-47f1736b-0492-4299-8440-b78428c63ad5 req-1f6d6d52-df80-4925-9aeb-394584e71e72 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/ports?device_id=920562e0-3bd2-4718-8d63-93211c19176a HTTP/1.1" status: 200 len: 950 time: 0.0496223 Dec 10 04:31:04.080086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c54c9b87-9d4e-413d-942b-c67a1ec5ccbe req-2656dcea-a20b-4a89-ac6c-e0c54afd4c2d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733871 Dec 10 04:31:04.082686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-32ae791a-2b01-426e-8e28-e975ff434641 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 200 len: 2414 time: 0.0702281 Dec 10 04:31:04.161056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.166170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Deleting port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:04.166697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.194922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.246960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.251335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.252544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22cb4d6e-728c-4dc2-9a68-c6037c1342b4 req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/e04ed104-990d-4d56-aa53-ea4efc7127b6 HTTP/1.1" status: 204 len: 173 time: 0.1584361 Dec 10 04:31:04.267481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722862d7-4b3d-4129-8ac3-076b708bb4e5 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ed104-990d-4d56-aa53-ea4efc7127b6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:04.289897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] For port 4d7fd335-5a7c-4cf7-a3b4-cce140334230, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4d7fd335-5a7c-4cf7-a3b4-cce140334230,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:04.290469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.305296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Calling delete_port for 4d7fd335-5a7c-4cf7-a3b4-cce140334230 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:04.373674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c1ce1-774d-418a-8338-43bdbfce9f24 req-a4ebe10c-2d53-435f-829f-7f398d3af3ac tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.375272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca1c1ce1-774d-418a-8338-43bdbfce9f24 req-a4ebe10c-2d53-435f-829f-7f398d3af3ac tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.0505633 Dec 10 04:31:04.438235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca1c1ce1-774d-418a-8338-43bdbfce9f24 req-fbcc9712-0c87-4317-a044-bd0dfa740f08 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3cbed7e-bd0c-461b-96fb-403961b06ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532668 Dec 10 04:31:04.438873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.491651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:04.498958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event deleted for resources: {'Port': ['ID=4d7fd335-5a7c-4cf7-a3b4-cce140334230,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:04.506382 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-fc1342dc-2bd0-4970-885c-1aee68e1257f req-bf5cc192-41b4-4f16-85e9-8b78b32207f8 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] show failed (client error): The resource could not be found. Dec 10 04:31:04.525207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc1342dc-2bd0-4970-885c-1aee68e1257f req-bf5cc192-41b4-4f16-85e9-8b78b32207f8 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/3293537a-08ea-4fbf-b3d3-14d6c865e330 HTTP/1.1" status: 404 len: 352 time: 0.0412736 Dec 10 04:31:04.553015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] No DVR routers for this DVR port 4d7fd335-5a7c-4cf7-a3b4-cce140334230 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:04.557838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a018e15f-92e3-450b-98d5-31cb2937c016'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:04.558528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.561968 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-47f1736b-0492-4299-8440-b78428c63ad5 req-f092143a-c2a6-490b-af88-24ea61967f61 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "DELETE /v2.0/ports/4d7fd335-5a7c-4cf7-a3b4-cce140334230 HTTP/1.1" status: 204 len: 173 time: 0.4977312 Dec 10 04:31:04.570499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-34c6fc52-34f7-4788-b545-ea7125c65e62 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.572069 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-34c6fc52-34f7-4788-b545-ea7125c65e62 tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 950 time: 0.1245999 Dec 10 04:31:04.572628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'name': 'network-vif-deleted', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:04.574962 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a33d6-5815-4d71-92c1-cb0e787e3b61" -d '{"events": [{"server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "name": "network-vif-deleted", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:04.646197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-1cb109be-b5c7-4e95-a403-65023b155049 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/2a726f7b-023c-4094-a317-3e40a6cf352b HTTP/1.1" status: 200 len: 1822 time: 0.0834217 Dec 10 04:31:04.657898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ac6b2-4a64-4a3e-8a5b-b3c5fc552a58 req-c38c704f-c011-49c9-91a0-d9e9f00c4aff tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.659598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-749ac6b2-4a64-4a3e-8a5b-b3c5fc552a58 req-c38c704f-c011-49c9-91a0-d9e9f00c4aff tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 944 time: 0.0630317 Dec 10 04:31:04.693660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Deleting port 40593408-6262-4925-88c6-ca7603dc7bc6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:04.694345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.745780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-749ac6b2-4a64-4a3e-8a5b-b3c5fc552a58 req-4cf9ceb4-f1cf-45f8-9064-343fa25dd76b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773196 Dec 10 04:31:04.770781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.800316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.827491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] For port 40593408-6262-4925-88c6-ca7603dc7bc6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40593408-6262-4925-88c6-ca7603dc7bc6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:04.827944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.851317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Calling delete_port for 40593408-6262-4925-88c6-ca7603dc7bc6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:04.864787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.868037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:04.869324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd7e22a1-72b7-4c1c-8ba0-fbfed5582968 req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/2a726f7b-023c-4094-a317-3e40a6cf352b HTTP/1.1" status: 204 len: 173 time: 0.2088525 Dec 10 04:31:04.879761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4427be-a572-4bcb-afa5-41fe435001af tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a726f7b-023c-4094-a317-3e40a6cf352b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:04.930203 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391ca348-53d9-45a6-8734-312f45eb289d x-openstack-request-id: req-391ca348-53d9-45a6-8734-312f45eb289d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:04.930575 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920562e0-3bd2-4718-8d63-93211c19176a", "name": "network-vif-deleted", "tag": "4d7fd335-5a7c-4cf7-a3b4-cce140334230", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:04.930901 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-391ca348-53d9-45a6-8734-312f45eb289d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:04.931372 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920562e0-3bd2-4718-8d63-93211c19176a', 'name': 'network-vif-deleted', 'tag': '4d7fd335-5a7c-4cf7-a3b4-cce140334230', 'status': 'completed', 'code': 200} Dec 10 04:31:04.953291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ef202-bed6-40b7-ba15-7ae1559869f5 req-0b3100fc-0228-4a96-b214-28a680d0148e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:04.955534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-569ef202-bed6-40b7-ba15-7ae1559869f5 req-0b3100fc-0228-4a96-b214-28a680d0148e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0604546 Dec 10 04:31:05.018234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-569ef202-bed6-40b7-ba15-7ae1559869f5 req-46ef887a-37fd-43c6-a225-a9c6f7288dff tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Dec 10 04:31:05.039605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:05.054435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.136632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['40593408-6262-4925-88c6-ca7603dc7bc6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:05.143290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Pushing event deleted for resources: {'Port': ['ID=40593408-6262-4925-88c6-ca7603dc7bc6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:05.164876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-2a2cbb33-8fba-460d-a10d-2bbe82c41328 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/463f8afc-2a41-4c8e-a527-7778598f114a HTTP/1.1" status: 200 len: 1820 time: 0.0971291 Dec 10 04:31:05.182971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] No DVR routers for this DVR port 40593408-6262-4925-88c6-ca7603dc7bc6 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:05.187902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.194582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 97abd094-1936-4631-8ca1-8ad29de26339 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:05.194727 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-47664cb4-1a3c-4928-a6b6-320d63910daa req-5f1d6097-5254-4ed8-8c94-ad290d5038bd tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.36 "DELETE /v2.0/ports/40593408-6262-4925-88c6-ca7603dc7bc6 HTTP/1.1" status: 204 len: 173 time: 0.6145008 Dec 10 04:31:05.199578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 97abd094-1936-4631-8ca1-8ad29de26339 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:05.200285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.242662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.268594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.313544 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.357069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:05.360081 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167372b8-36b8-414c-9535-cd56d16092a7" -d '{"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-plugged", "status": "completed", "tag": "97abd094-1936-4631-8ca1-8ad29de26339"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:05.368647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.371525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.373053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-075f5a56-534f-4705-b2dc-9173e335e1e1 req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/463f8afc-2a41-4c8e-a527-7778598f114a HTTP/1.1" status: 204 len: 173 time: 0.2073903 Dec 10 04:31:05.382265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:05.384221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05d043-3810-4be8-a8ea-fe1fbe95dad3 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463f8afc-2a41-4c8e-a527-7778598f114a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:05.392538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.393323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e396ae4-636e-41be-b953-c7356d3d011f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:05.425843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 4e396ae4-636e-41be-b953-c7356d3d011f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:05.426237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e396ae4-636e-41be-b953-c7356d3d011f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:05.506940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:05.621920 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a487f3dc-8766-48ab-98f8-77f82f07defa x-openstack-request-id: req-a487f3dc-8766-48ab-98f8-77f82f07defa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:05.622586 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-plugged", "status": "completed", "tag": "97abd094-1936-4631-8ca1-8ad29de26339", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:05.622933 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a487f3dc-8766-48ab-98f8-77f82f07defa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:05.623415 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339', 'code': 200} Dec 10 04:31:05.670221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-c55aac6d-3a86-4206-bf1f-c2758f8c1034 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/e39f6e74-6347-4f7e-b087-9dd16bef4410 HTTP/1.1" status: 200 len: 1822 time: 0.0646367 Dec 10 04:31:05.740677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33af1ac5-3e53-43b1-9630-62701888d2fe req-57d4572c-9ed4-4c30-92b8-2df56a8b2adc tempest-LiveMigrationNegativeTest-32877283 tempest-LiveMigrationNegativeTest-32877283-project] 10.222.0.43 "GET /v2.0/ports?device_id=28e88aa7-4be2-4396-85cb-165f017a51f7 HTTP/1.1" status: 200 len: 210 time: 0.0462503 Dec 10 04:31:05.773510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.800361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed4508-51f6-4354-848d-15e6d3f948d6 req-23884cb6-660b-47cc-882f-670ac091ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:05.802881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b5ed4508-51f6-4354-848d-15e6d3f948d6 req-23884cb6-660b-47cc-882f-670ac091ad8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1096 time: 0.0742614 Dec 10 04:31:05.803764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.862629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.865491 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:05.872058 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b5ed4508-51f6-4354-848d-15e6d3f948d6 req-b71e600b-ff5e-469a-ba4e-cae31d9ef4f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555198 Dec 10 04:31:05.876545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce4c9867-da35-49af-a2a7-05bab632f53b req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/e39f6e74-6347-4f7e-b087-9dd16bef4410 HTTP/1.1" status: 204 len: 173 time: 0.2051921 Dec 10 04:31:05.890183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69d9f-6481-4e66-8261-aa556dfdac12 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f6e74-6347-4f7e-b087-9dd16bef4410,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:06.107564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-3b2d5cc1-ba43-4346-abc4-3f0c458aaf7d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--952267092&fields=id&tenant_id=ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 267 time: 0.0442214 Dec 10 04:31:06.229356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-0ecaaa4a-484c-4534-bd60-e87f9fefd2b9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:06.231045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-0ecaaa4a-484c-4534-bd60-e87f9fefd2b9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 824 time: 0.1159437 Dec 10 04:31:06.267025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-d65e0986-a740-4f6d-9394-2d23d2f1bec6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/quotas/ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 375 time: 0.0258925 Dec 10 04:31:06.312796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c9b3-3dbc-4275-8013-561f1ea14495 req-0f9df8b3-8f84-41fb-a8c3-826d596ce896 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:06.314917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11f0c9b3-3dbc-4275-8013-561f1ea14495 req-0f9df8b3-8f84-41fb-a8c3-826d596ce896 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.0829418 Dec 10 04:31:06.355565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-ea4fdd1f-8bc1-4161-b823-338964b0f686 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804996 Dec 10 04:31:06.385579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11f0c9b3-3dbc-4275-8013-561f1ea14495 req-b9b2f6dd-edf5-473e-a421-746ecaa78853 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629232 Dec 10 04:31:06.488228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af180587-e207-46af-b032-45b5f83837c1 req-493f13fa-a769-485c-b392-349f61782cf1 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/f3dda222-81fe-402d-8c81-de5318b88127 HTTP/1.1" status: 200 len: 2420 time: 0.0805564 Dec 10 04:31:06.494060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-22e27a7d-5544-403f-9221-e07e484b674e service neutron] 10.222.0.43 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238840 Dec 10 04:31:06.610477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-af180587-e207-46af-b032-45b5f83837c1 req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:06.638099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-51cf6257-0b7d-42ef-8586-b0cdd8b26845 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365752 Dec 10 04:31:06.648780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-af180587-e207-46af-b032-45b5f83837c1 req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:06.692572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-af180587-e207-46af-b032-45b5f83837c1 req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:06.695297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-af180587-e207-46af-b032-45b5f83837c1 req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:06.696561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af180587-e207-46af-b032-45b5f83837c1 req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3dda222-81fe-402d-8c81-de5318b88127 HTTP/1.1" status: 204 len: 173 time: 0.2016206 Dec 10 04:31:06.709477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d963f-12f2-4a91-ac5b-c980d4485c00 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dda222-81fe-402d-8c81-de5318b88127,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:06.853641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee216-9c9d-4719-a7de-4866d70c3b5a req-847b0a59-a021-40b6-862b-3ccc8a75631c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:06.856316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-511ee216-9c9d-4719-a7de-4866d70c3b5a req-847b0a59-a021-40b6-862b-3ccc8a75631c tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 950 time: 0.0820501 Dec 10 04:31:06.868959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ccd9-9c82-4e1c-aed8-6fb71e93b517 req-2edcc639-15c2-4295-afa3-5b312a03f62b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:06.870369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aed4ccd9-9c82-4e1c-aed8-6fb71e93b517 req-2edcc639-15c2-4295-afa3-5b312a03f62b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0661116 Dec 10 04:31:06.932891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'name': 'network-vif-deleted', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:06.935889 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edffe25f-f8dc-4125-85b7-688010684875" -d '{"events": [{"server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "name": "network-vif-deleted", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:06.946302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-511ee216-9c9d-4719-a7de-4866d70c3b5a req-0f602f46-a6a0-4e80-a84b-850a0c94b531 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748680 Dec 10 04:31:06.952262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aed4ccd9-9c82-4e1c-aed8-6fb71e93b517 req-ae552eff-b5f3-469f-83bd-fbb4c51a1348 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746143 Dec 10 04:31:07.109791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56ad992d-b26a-429b-affc-d822c41df3cd req-2d18e429-bd86-4927-96ce-90a3a2350f0a tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "GET /v2.0/security-groups/836edf07-1fdf-4a50-b610-38a3bfd02127 HTTP/1.1" status: 200 len: 2414 time: 0.0755377 Dec 10 04:31:07.128202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5b76b-2aff-4a2d-b1a4-27542f54fe0d req-508d705a-8721-40d4-9dc5-69b9ea13b437 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:07.130352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eee5b76b-2aff-4a2d-b1a4-27542f54fe0d req-508d705a-8721-40d4-9dc5-69b9ea13b437 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.0867755 Dec 10 04:31:07.205546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56ad992d-b26a-429b-affc-d822c41df3cd req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.213924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eee5b76b-2aff-4a2d-b1a4-27542f54fe0d req-30f71412-ffc9-4615-ab55-799c6740b16f tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Dec 10 04:31:07.238734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56ad992d-b26a-429b-affc-d822c41df3cd req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.304736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56ad992d-b26a-429b-affc-d822c41df3cd req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.309540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56ad992d-b26a-429b-affc-d822c41df3cd req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.311433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56ad992d-b26a-429b-affc-d822c41df3cd req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] 10.222.0.43 "DELETE /v2.0/security-groups/836edf07-1fdf-4a50-b610-38a3bfd02127 HTTP/1.1" status: 204 len: 173 time: 0.2007835 Dec 10 04:31:07.318191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:07.339716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09aca6-d0e3-42a3-ada7-010312487b72 tempest-SecurityGroupRulesTestJSON-1371151403 tempest-SecurityGroupRulesTestJSON-1371151403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836edf07-1fdf-4a50-b610-38a3bfd02127,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:07.374799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-717652fe-7697-467f-9356-b909f1552c29 req-84c417c3-1262-4972-8cc1-69aa47eabe20 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 210 time: 0.0577965 Dec 10 04:31:07.432948 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80b1126-8595-43ac-8ed5-50a0e35d48ce x-openstack-request-id: req-e80b1126-8595-43ac-8ed5-50a0e35d48ce {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:07.433246 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e88aa7-4be2-4396-85cb-165f017a51f7", "name": "network-vif-deleted", "tag": "40593408-6262-4925-88c6-ca7603dc7bc6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:07.433509 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e80b1126-8595-43ac-8ed5-50a0e35d48ce {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:07.435384 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e88aa7-4be2-4396-85cb-165f017a51f7', 'name': 'network-vif-deleted', 'tag': '40593408-6262-4925-88c6-ca7603dc7bc6', 'status': 'completed', 'code': 200} Dec 10 04:31:07.446094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Deleting subnet daa75eed-c181-40cf-a62c-1aa21795ebcd {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:31:07.454676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.498729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.545598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.578310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b9309-30dc-45be-9675-8c136472615f req-87e3d88f-744a-4320-a390-0ab0de2ce2cc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:07.600976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-432b9309-30dc-45be-9675-8c136472615f req-87e3d88f-744a-4320-a390-0ab0de2ce2cc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.0772679 Dec 10 04:31:07.620518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.669391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa75eed-c181-40cf-a62c-1aa21795ebcd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:07.674574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.679251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-003d116c-51fa-4109-84d9-2f1773ffe0ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/daa75eed-c181-40cf-a62c-1aa21795ebcd HTTP/1.1" status: 204 len: 168 time: 0.3599560 Dec 10 04:31:07.681795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:07.719421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-432b9309-30dc-45be-9675-8c136472615f req-05fa24df-94a5-49b2-9f56-68c93d59f903 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171012 Dec 10 04:31:07.768258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.775315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:07.835775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46180) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:07.861069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eb074-0dec-4694-9106-16ad01bb5895 req-18360d6b-4b32-4a5a-94d5-e6f25554bef7 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:07.875017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a8eb074-0dec-4694-9106-16ad01bb5895 req-18360d6b-4b32-4a5a-94d5-e6f25554bef7 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1096 time: 0.0847759 Dec 10 04:31:07.912810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:07.932080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a8eb074-0dec-4694-9106-16ad01bb5895 req-3ffb1b4a-eed4-4224-869e-abbf5a6aef7f tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562708 Dec 10 04:31:07.942007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21633f6d-1c90-4683-9ca1-3a56032abc07']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:07.971971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-cd89b972-697d-430a-9f2c-8e6e4d8b9d28 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:07.974133 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-cd89b972-697d-430a-9f2c-8e6e4d8b9d28 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/ports?device_id=265b0477-3dd6-4d94-9af3-c1306886a4db HTTP/1.1" status: 200 len: 946 time: 0.1608949 Dec 10 04:31:07.978513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f41707d-5718-4b5b-9b56-1f473707215c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:07.978810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f41707d-5718-4b5b-9b56-1f473707215c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:08.028959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d23637a-29c5-49f6-9e46-50af28c2261d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.039963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6897b16e-c82c-4e03-a197-81ad643063f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b0831ba89ef48df8740d1a098ff23dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029583 Dec 10 04:31:08.041092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:08.075226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.143707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.152044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.167814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.184448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:31:08.184782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:31:08.188042 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:31:08.365985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206fff7-0e70-4817-b5ce-078484d71363 req-6b09618d-5dde-46ec-a940-80683afd1183 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:08.369646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b206fff7-0e70-4817-b5ce-078484d71363 req-6b09618d-5dde-46ec-a940-80683afd1183 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 950 time: 0.2764559 Dec 10 04:31:08.371147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.373991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.376947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3cbed7e-bd0c-461b-96fb-403961b06ec8 HTTP/1.1" status: 204 len: 168 time: 0.3346698 Dec 10 04:31:08.417765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b16e-13e1-41a3-bc23-023a174ffa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cbed7e-bd0c-461b-96fb-403961b06ec8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:08.467196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Deleting port f0d77079-fa46-4e07-8b99-378d6354bb94 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:08.469071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.515668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-722fec05-83c5-4885-9983-a4c2e913e633 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:08.518692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-722fec05-83c5-4885-9983-a4c2e913e633 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.36 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 950 time: 0.2784910 Dec 10 04:31:08.612681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b206fff7-0e70-4817-b5ce-078484d71363 req-e7010c99-0f62-4b47-8f4f-576872a37837 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148499 Dec 10 04:31:08.666051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-23610f0e-d042-424f-ab45-9c1915c0ea9f tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:08.668669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-23610f0e-d042-424f-ab45-9c1915c0ea9f tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 824 time: 0.4319191 Dec 10 04:31:08.685438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.715348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.721333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] 10.222.0.43 "DELETE /v2.0/networks/21633f6d-1c90-4683-9ca1-3a56032abc07 HTTP/1.1" status: 204 len: 168 time: 1.0383482 Dec 10 04:31:08.743741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27fbea-beed-4695-9f7d-15daa4453a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=21633f6d-1c90-4683-9ca1-3a56032abc07,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:08.776096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d23637a-29c5-49f6-9e46-50af28c2261d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.784705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] For port f0d77079-fa46-4e07-8b99-378d6354bb94, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f0d77079-fa46-4e07-8b99-378d6354bb94,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:08.785214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.789118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d23637a-29c5-49f6-9e46-50af28c2261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.880223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b7950-dcca-42ad-ab14-0446634891d1 req-d49a2623-54c3-443e-bd52-63eb06538364 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:08.887822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c9b7950-dcca-42ad-ab14-0446634891d1 req-d49a2623-54c3-443e-bd52-63eb06538364 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.1957457 Dec 10 04:31:08.948350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-2674f5bd-0fa1-4630-a08e-b01ef2584963 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:31:08.949402 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-2674f5bd-0fa1-4630-a08e-b01ef2584963 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176904 Dec 10 04:31:08.969117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Deleting port a018e15f-92e3-450b-98d5-31cb2937c016 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:08.969448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:08.971608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23637a-29c5-49f6-9e46-50af28c2261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b7069-7c51-48cd-ad0f-900e096295c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:09.008272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46226) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:09.036739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-f6f02fdf-3dad-4507-822e-473423da61d7 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef769fa6599c43ea8c6219f725d8de4f HTTP/1.1" status: 200 len: 379 time: 0.3076727 Dec 10 04:31:09.057368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'port': {'device_id': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'admin_state_up': True, 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'security_groups': ['f27546d5-4588-482b-8ed3-2a5ccefda415']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:09.062701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40593408-6262-4925-88c6-ca7603dc7bc6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:09.067945 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d23637a-29c5-49f6-9e46-50af28c2261d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a7b48e4cb81470081aad06ff1464dca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2913756 Dec 10 04:31:09.090846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:09.091080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46230) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:09.100951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 40593408-6262-4925-88c6-ca7603dc7bc6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:09.101783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40593408-6262-4925-88c6-ca7603dc7bc6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:09.106619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4d7fd335-5a7c-4cf7-a3b4-cce140334230 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:09.137266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 4d7fd335-5a7c-4cf7-a3b4-cce140334230 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:09.138492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4d7fd335-5a7c-4cf7-a3b4-cce140334230 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:09.149768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c9b7950-dcca-42ad-ab14-0446634891d1 req-b0898701-a1c0-425c-98cb-bcbda740e248 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597899 Dec 10 04:31:09.149967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-bfe5bc98-03c2-4fa8-b4f4-7d7716364402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:09.157100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-bfe5bc98-03c2-4fa8-b4f4-7d7716364402 service neutron] 10.222.0.43 "GET /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 1094 time: 0.1435642 Dec 10 04:31:09.164698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Request body: {'binding': {'host': 'n-h1-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:09.165472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Unknown quota resources ['binding']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:31:09.280519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-80528fbb-6de8-4098-8f88-758d41cc88a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=403fd3b7d0e54114b907db72804bc172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669370 Dec 10 04:31:09.288319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:09.305882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] For port a018e15f-92e3-450b-98d5-31cb2937c016, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a018e15f-92e3-450b-98d5-31cb2937c016,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:09.306248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.348933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bebd90e-6214-4845-83cd-6bebac277ac9 req-4e0be93e-171d-4179-b36d-5657564044d7 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 210 time: 0.0679708 Dec 10 04:31:09.350105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Calling delete_port for a018e15f-92e3-450b-98d5-31cb2937c016 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:09.356584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-916128b4-e1d8-4cd9-9096-a17673e25f89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c62d6ef7744349b08ad5f7e1c8b6b48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469275 Dec 10 04:31:09.366044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46234) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:09.384771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.415746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on host n-h1-817326-3 for vnic_type normal with profile None {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:09.416079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:09.416411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:09.447070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:09.447307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:09.464301 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.465202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.465590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.465962 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Floating IP edb8b59a-037c-4709-9f6f-68e7d078039b disassociated. External IP: 172.25.8.5, port: f0d77079-fa46-4e07-8b99-378d6354bb94. Dec 10 04:31:09.466297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Calling delete_port for f0d77079-fa46-4e07-8b99-378d6354bb94 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:09.469029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:09.469390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:09.469775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:09.470260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Bound port: 88c2c2cb-a3be-40af-835b-da4e16decdea, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:09.517126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.542615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Made reservation on behalf of ef769fa6599c43ea8c6219f725d8de4f for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:09.546090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.580666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.592468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.625230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:09.630238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.642325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.643501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1d1b86c2-5f7b-4aad-86f5-988d4e9a730a service neutron] 10.222.0.43 "POST /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea/bindings HTTP/1.1" status: 201 len: 389 time: 0.4847276 Dec 10 04:31:09.669906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.672389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.676933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a4b7069-7c51-48cd-ad0f-900e096295c6 HTTP/1.1" status: 204 len: 168 time: 0.5679653 Dec 10 04:31:09.771826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.774642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.775674 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f48f40ac-9972-449d-818c-b6498574d2ee HTTP/1.1" status: 204 len: 168 time: 0.4863155 Dec 10 04:31:09.829827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359dde-d2ec-4ed6-93ca-2b09b0d9258b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b7069-7c51-48cd-ad0f-900e096295c6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:09.848307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9308c-2dcf-42a8-acb8-e89a4f8d2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f40ac-9972-449d-818c-b6498574d2ee,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:09.911076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.923104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:09.961403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a018e15f-92e3-450b-98d5-31cb2937c016'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:09.970069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:09.977932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c65873-8f1a-4479-b27e-e6b10a63dc50 req-4e17812b-4046-46eb-bd49-c79c13fab7b2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:09.985599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76c65873-8f1a-4479-b27e-e6b10a63dc50 req-4e17812b-4046-46eb-bd49-c79c13fab7b2 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=738f7a4e-c55a-4ff3-af2f-00c9b8c792eb HTTP/1.1" status: 200 len: 867 time: 0.2155042 Dec 10 04:31:09.995245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event deleted for resources: {'Port': ['ID=f0d77079-fa46-4e07-8b99-378d6354bb94,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:10.201393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-391e5401-1458-4dfe-87fa-4423740710b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:10.203101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-391e5401-1458-4dfe-87fa-4423740710b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.0961804 Dec 10 04:31:10.261550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:31:10.366958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event deleted for resources: {'Port': ['ID=a018e15f-92e3-450b-98d5-31cb2937c016,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:10.369014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-f64790eb-aee7-4db6-bf6d-45e5af3fec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:10.370676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-f64790eb-aee7-4db6-bf6d-45e5af3fec83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1568568 Dec 10 04:31:10.399926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Allocated IP 172.20.0.6 (6ff752e4-c9be-488e-938d-daca50ffe857/f56e76d2-456c-4a54-8583-3b516622f196/01326421-be42-4b39-a7de-fd6a13cdff3b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:10.422406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:10.425088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:10.426231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6d89117-0d9f-4bed-979b-ac6da4de3b23 HTTP/1.1" status: 204 len: 168 time: 1.0527833 Dec 10 04:31:10.481478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] No DVR routers for this DVR port a018e15f-92e3-450b-98d5-31cb2937c016 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:10.482003 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-5dc9a44e-2ec4-449d-b172-5a167732e5dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 217 time: 0.1029708 Dec 10 04:31:10.487732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ca82d-a7c1-4b7d-8e40-58737e0b7258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d89117-0d9f-4bed-979b-ac6da4de3b23,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:10.495328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:10.498598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d74a712d-6d53-4e3d-8ab9-4e0bc34e6ae7 req-edc009ef-bc77-4821-9022-93980fa4b03a tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.36 "DELETE /v2.0/ports/a018e15f-92e3-450b-98d5-31cb2937c016 HTTP/1.1" status: 204 len: 173 time: 1.9212134 Dec 10 04:31:10.507704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dceab-c7e6-40ba-b107-9066b8596d64 req-4028ecff-6d83-4e0a-a2da-5f2592ecbf48 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:10.515428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-714dceab-c7e6-40ba-b107-9066b8596d64 req-4028ecff-6d83-4e0a-a2da-5f2592ecbf48 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.6035244 Dec 10 04:31:10.517054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'name': 'network-vif-deleted', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:10.519299 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53691db-b134-4839-b30f-a015fb144565" -d '{"events": [{"server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "name": "network-vif-deleted", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:10.563100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-205933dc-58b6-45e3-a3c3-5fcd2c6103d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:10.566652 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-205933dc-58b6-45e3-a3c3-5fcd2c6103d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0702262 Dec 10 04:31:10.568457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:31:10.586727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:31:10.610464 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:31:10.611197 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:30:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:10.615336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76c65873-8f1a-4479-b27e-e6b10a63dc50 req-bcdf0916-95ce-4e6c-bdd1-b8bd3d530bae tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286304 Dec 10 04:31:10.646432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-529aa3d0-16ea-4fd9-8b20-f0142872bf92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690472 Dec 10 04:31:10.675317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] No DVR routers for this DVR port f0d77079-fa46-4e07-8b99-378d6354bb94 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:10.698057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:10.701649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a765903b-42d1-4f65-9f92-2332d2b49844 req-87c3f5e4-42b1-4945-b412-bd98a82db598 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "DELETE /v2.0/ports/f0d77079-fa46-4e07-8b99-378d6354bb94 HTTP/1.1" status: 204 len: 173 time: 2.7033312 Dec 10 04:31:10.702919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'name': 'network-vif-deleted', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:10.705989 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f953c0b-7a36-4b29-ad89-f2fe6331c168" -d '{"events": [{"server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "name": "network-vif-deleted", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:10.887809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:31:10.906528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-e73d2d1f-0e37-43bd-911c-9069d4a2b099 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393048 Dec 10 04:31:10.934881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-714dceab-c7e6-40ba-b107-9066b8596d64 req-b914521e-31e1-44e2-9968-de36590131e9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184840 Dec 10 04:31:11.035018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149843f-df7c-4923-a6fd-bddf843d2f1b req-76a49b99-e4c1-4f72-bac0-777e14e2f931 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:11.045854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a149843f-df7c-4923-a6fd-bddf843d2f1b req-76a49b99-e4c1-4f72-bac0-777e14e2f931 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2754014 Dec 10 04:31:11.074546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f0d77079-fa46-4e07-8b99-378d6354bb94 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:11.085159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:11.143856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed8f211c-fb43-4375-b984-76d9a31d3aca req-63a52946-9276-47a2-bbda-21a3a55d2c95 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 210 time: 0.0621421 Dec 10 04:31:11.152836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: f0d77079-fa46-4e07-8b99-378d6354bb94 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:11.153264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f0d77079-fa46-4e07-8b99-378d6354bb94 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:11.153694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a018e15f-92e3-450b-98d5-31cb2937c016 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:11.210883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a149843f-df7c-4923-a6fd-bddf843d2f1b req-abe97998-09ba-420c-a2b6-4d8efa9340b2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641271 Dec 10 04:31:11.242365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: a018e15f-92e3-450b-98d5-31cb2937c016 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:11.242899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:11.244511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a018e15f-92e3-450b-98d5-31cb2937c016 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:11.264994 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-50469e09-1236-4abf-b0aa-1640debaf5a0 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519206 Dec 10 04:31:11.287545 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:11.332345 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac9e11-de3c-477b-82e1-f87a9e60a7d9 x-openstack-request-id: req-e0ac9e11-de3c-477b-82e1-f87a9e60a7d9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:11.333786 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265b0477-3dd6-4d94-9af3-c1306886a4db", "name": "network-vif-deleted", "tag": "f0d77079-fa46-4e07-8b99-378d6354bb94", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:11.334209 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0ac9e11-de3c-477b-82e1-f87a9e60a7d9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:11.334825 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265b0477-3dd6-4d94-9af3-c1306886a4db', 'name': 'network-vif-deleted', 'tag': 'f0d77079-fa46-4e07-8b99-378d6354bb94', 'status': 'completed', 'code': 200} Dec 10 04:31:11.335387 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b276989-2477-4922-b06b-1f67e13fe7c5 x-openstack-request-id: req-5b276989-2477-4922-b06b-1f67e13fe7c5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:11.335683 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738f7a4e-c55a-4ff3-af2f-00c9b8c792eb", "name": "network-vif-deleted", "tag": "a018e15f-92e3-450b-98d5-31cb2937c016", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:11.335936 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b276989-2477-4922-b06b-1f67e13fe7c5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:11.336322 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f7a4e-c55a-4ff3-af2f-00c9b8c792eb', 'name': 'network-vif-deleted', 'tag': 'a018e15f-92e3-450b-98d5-31cb2937c016', 'status': 'completed', 'code': 200} Dec 10 04:31:11.346449 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:31:11.368417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Network 6ff752e4-c9be-488e-938d-daca50ffe857 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:11.372516 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:31:11.372516 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:30:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:11.377326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:11.393928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:11.432628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event updated for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:11.470709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:11.471381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:11.499700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-78f48cef-6584-4e49-8680-a22056012e5e tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4500313 Dec 10 04:31:11.578434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:31:11.728721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Request body: {'port': {'device_id': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:11.779892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f4b57d4d-b2ae-4005-b12d-74bdfa80290b None None] Provisioning complete for port 01326421-be42-4b39-a7de-fd6a13cdff3b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:11.781983 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4b57d4d-b2ae-4005-b12d-74bdfa80290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:11.854853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:11.855643 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:11.935360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f4b57d4d-b2ae-4005-b12d-74bdfa80290b None None] Port 01326421-be42-4b39-a7de-fd6a13cdff3b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:11.940984 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d8808-fe54-4581-80e1-342308c651a5 None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:31:12.501590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a473c2-3c42-4187-b274-3c7fcb66e481 None None] New status for floating IP edb8b59a-037c-4709-9f6f-68e7d078039b: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:31:12.575418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4329edc-156a-4e2b-87e6-d2b517c34799 req-b98e2fac-f4cf-4d68-b7f4-e1e25dc76fb5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:12.581219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4329edc-156a-4e2b-87e6-d2b517c34799 req-b98e2fac-f4cf-4d68-b7f4-e1e25dc76fb5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.3618298 Dec 10 04:31:12.617389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01326421-be42-4b39-a7de-fd6a13cdff3b {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:12.665381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5114-965c-400a-856e-5852df558525 req-c88f0435-c351-4384-8b18-104ec5190bc1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:12.673533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8ac5114-965c-400a-856e-5852df558525 req-c88f0435-c351-4384-8b18-104ec5190bc1 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.5470355 Dec 10 04:31:12.681798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:12.798703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:12.844128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Transition to ACTIVE for port object 01326421-be42-4b39-a7de-fd6a13cdff3b will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:12.882158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:12.965825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4329edc-156a-4e2b-87e6-d2b517c34799 req-8811a865-8486-462b-bafc-38d4588a4bc9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654811 Dec 10 04:31:13.054177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8ac5114-965c-400a-856e-5852df558525 req-fdc28064-a85e-49a4-9db4-583a258cfdee tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774872 Dec 10 04:31:13.112457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1223102531-network', 'tenant_id': '0c04ea065dad45fb9fa7e8a93a4c10f1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:13.151482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Made reservation on behalf of 0c04ea065dad45fb9fa7e8a93a4c10f1 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:13.154537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.285580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Pushing event updated for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:13.345463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Attempting to bind port 01326421-be42-4b39-a7de-fd6a13cdff3b on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:13.345961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Attempting to bind port 01326421-be42-4b39-a7de-fd6a13cdff3b by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:13.346454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Attempting to bind port 01326421-be42-4b39-a7de-fd6a13cdff3b on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:13.363675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Port 01326421-be42-4b39-a7de-fd6a13cdff3b on network 6ff752e4-c9be-488e-938d-daca50ffe857 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:13.364295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Attempting to bind port 01326421-be42-4b39-a7de-fd6a13cdff3b on network 6ff752e4-c9be-488e-938d-daca50ffe857 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:13.406539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1dbee-62c6-4697-8ad9-ff3cc4766a3d req-1ee9fcac-3490-4310-abb1-09b52a11da36 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.411386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98b1dbee-62c6-4697-8ad9-ff3cc4766a3d req-1ee9fcac-3490-4310-abb1-09b52a11da36 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 943 time: 0.2674358 Dec 10 04:31:13.420485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63484807-28f1-486a-b18a-92ded8b081ba req-5efb1911-bc3f-42e6-9159-f6a2f045848c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.422249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63484807-28f1-486a-b18a-92ded8b081ba req-5efb1911-bc3f-42e6-9159-f6a2f045848c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.1926091 Dec 10 04:31:13.424786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:13.425643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Checking segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:13.426218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Bound using segment: {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:13.427376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Bound port: 01326421-be42-4b39-a7de-fd6a13cdff3b, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce870173-7459-4200-9db0-99c4331fa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:13.427888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.539419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.560564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:13.565599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01326421-be42-4b39-a7de-fd6a13cdff3b,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:13.613933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98b1dbee-62c6-4697-8ad9-ff3cc4766a3d req-df85daac-e28e-4d05-8da3-9744883a92fd tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898844 Dec 10 04:31:13.615873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.620868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63484807-28f1-486a-b18a-92ded8b081ba req-dbf208be-a351-4e2a-869d-e5391141daed tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894882 Dec 10 04:31:13.638336 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.647590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.683729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:31:13.690187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cabf83-e493-4869-98d9-70874ea543a0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:13.709793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.710102 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Added segment 3658e97d-c1f2-437a-891c-36a8cb50ecbc of type vlan for network 713c58f1-257d-4598-b447-439dde6ed259 Dec 10 04:31:13.721614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Pushing event updated for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:13.732323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.733071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.734932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-26f5b5fc-8e96-4dc2-889d-82449544de8b service neutron] 10.222.0.36 "PUT /v2.0/ports/01326421-be42-4b39-a7de-fd6a13cdff3b HTTP/1.1" status: 200 len: 1091 time: 2.0106180 Dec 10 04:31:13.735504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:13.738274 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:13.798027 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7abd71a-fbc7-434b-b4ee-847812344f32 x-openstack-request-id: req-d7abd71a-fbc7-434b-b4ee-847812344f32 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:13.798328 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:13.798586 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7abd71a-fbc7-434b-b4ee-847812344f32 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:13.798993 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'status': 'completed', 'code': 200} Dec 10 04:31:13.859307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.903089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-65d7f7fc-bea0-4bb5-b5b6-5a30851ae337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.904656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-65d7f7fc-bea0-4bb5-b5b6-5a30851ae337 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 1094 time: 0.0942636 Dec 10 04:31:13.961679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-41645b82-1621-4613-9441-12238500b763 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.964707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-41645b82-1621-4613-9441-12238500b763 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.1284778 Dec 10 04:31:13.966417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.967638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:13.968452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:13.996999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-59db171d-2011-4db4-b8df-8fa27c2daa4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01326421-be42-4b39-a7de-fd6a13cdff3b HTTP/1.1" status: 200 len: 217 time: 0.0778155 Dec 10 04:31:14.043841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-a3184738-48b7-4221-83a0-dccf0576e243 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505455 Dec 10 04:31:14.090246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] Pushing event updated for resources: {'Network': ['ID=713c58f1-257d-4598-b447-439dde6ed259,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:14.110739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 713c58f1-257d-4598-b447-439dde6ed259 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:31:14.113172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd2e95e7-8ea0-4210-b214-a71346825553 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3126481 Dec 10 04:31:14.124796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:14.140761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Request body: {'subnet': {'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1223102531-subnet', 'tenant_id': '0c04ea065dad45fb9fa7e8a93a4c10f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:14.210269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Made reservation on behalf of 0c04ea065dad45fb9fa7e8a93a4c10f1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:14.212779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.262020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85b9c9-5032-40fc-9ee3-7451d1936400 req-7eb28af6-19f0-49b4-acf2-d0629f97093d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.263715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e85b9c9-5032-40fc-9ee3-7451d1936400 req-7eb28af6-19f0-49b4-acf2-d0629f97093d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2031460 Dec 10 04:31:14.265481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-2831fea1-445f-497f-9c50-986fdd588d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.266892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-2831fea1-445f-497f-9c50-986fdd588d37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.2208402 Dec 10 04:31:14.291005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Deleting port db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:14.291352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.394620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e85b9c9-5032-40fc-9ee3-7451d1936400 req-a4f2c62c-dfab-4248-9638-f3e47f529f9f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225870 Dec 10 04:31:14.411506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-a85ab5a9-7a3b-4071-8a5a-80b9273c6aaf tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.413228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-a85ab5a9-7a3b-4071-8a5a-80b9273c6aaf tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539600 Dec 10 04:31:14.424037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-9a80af56-8125-499e-acc1-2b16e336883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.425870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-9a80af56-8125-499e-acc1-2b16e336883e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425712 Dec 10 04:31:14.436584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] For port db2c7411-a157-4c66-81c4-e8c402e1957b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=db2c7411-a157-4c66-81c4-e8c402e1957b,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:14.436956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.438301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-b09167ee-5dee-4008-8a5c-bcabc56468c9 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0174279 Dec 10 04:31:14.482649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Calling delete_port for db2c7411-a157-4c66-81c4-e8c402e1957b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:14.497347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-22280f38-f4ee-425c-81bb-a504e4f7be70 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484035 Dec 10 04:31:14.623768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087437-f8ba-4d23-b2cc-bc113a5d47cf req-ab9c5395-7600-43a7-8d5d-4223b044a0f0 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.625391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a087437-f8ba-4d23-b2cc-bc113a5d47cf req-ab9c5395-7600-43a7-8d5d-4223b044a0f0 tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/ports?device_id=408d0ce1-a8c8-45c9-989e-3b35f761fd32 HTTP/1.1" status: 200 len: 951 time: 0.1331823 Dec 10 04:31:14.631076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-526bb720-21df-4905-872f-9a487211c1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915100 Dec 10 04:31:14.646292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.739276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940cf1a6-d59c-4eaf-81e1-3ee208f51f46,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:14.772543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a087437-f8ba-4d23-b2cc-bc113a5d47cf req-cfb73045-417b-468e-ab7a-6d71fc76c6ce tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2a01cb9-0733-4f87-864a-2fe799d1622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357787 Dec 10 04:31:14.822090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60bb175c-54a1-411c-9b9b-56c947990e27 req-0a837a89-e557-403f-b7dc-a91d7394c531 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806414 Dec 10 04:31:14.848982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Checking segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:14.848982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Network hostable DHCP agents. Network: 713c58f1-257d-4598-b447-439dde6ed259, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:31:14.878103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.900629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Network 713c58f1-257d-4598-b447-439dde6ed259 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:31:14.917053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['db2c7411-a157-4c66-81c4-e8c402e1957b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:14.929379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Pushing event deleted for resources: {'Port': ['ID=db2c7411-a157-4c66-81c4-e8c402e1957b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:14.947025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 713c58f1-257d-4598-b447-439dde6ed259) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:14.952743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:14.953774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:14.970126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc7a26-110e-417e-a0e1-28327ba2a215 None None] Network 713c58f1-257d-4598-b447-439dde6ed259 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:31:14.998692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-97d06d31-853a-40c8-aa8f-6d8ae2faa043 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8655765 Dec 10 04:31:15.057937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] No DVR routers for this DVR port db2c7411-a157-4c66-81c4-e8c402e1957b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:15.059929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317292c-d680-4a9f-9d95-249082b354d7 req-02d0dd93-02e2-4349-8407-a1f45bdcc118 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.061521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a317292c-d680-4a9f-9d95-249082b354d7 req-02d0dd93-02e2-4349-8407-a1f45bdcc118 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2308409 Dec 10 04:31:15.063750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:15.072155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03e813dc-9987-47bb-81a1-adc1328a8b65 req-5b5e6c22-cfe1-46d4-850e-5bdd24fec5aa tempest-ServersAdminTestJSON-178656188 tempest-ServersAdminTestJSON-178656188-project] 10.222.0.41 "DELETE /v2.0/ports/db2c7411-a157-4c66-81c4-e8c402e1957b HTTP/1.1" status: 204 len: 173 time: 1.0194180 Dec 10 04:31:15.072751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-deleted', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:15.079543 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ece37-fc66-4138-b249-675e69bd596e" -d '{"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-deleted", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:15.153227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558837b-5b35-46ab-b7e7-4323bd5198da req-715f081d-df06-40cb-8f2f-12ba103c267b tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.158254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d655b-2756-4ba0-a1a4-cb9cb6d2a85b None None] Network 713c58f1-257d-4598-b447-439dde6ed259 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:31:15.163228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5558837b-5b35-46ab-b7e7-4323bd5198da req-715f081d-df06-40cb-8f2f-12ba103c267b tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 943 time: 0.2345536 Dec 10 04:31:15.227892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-5993be84-c11c-454a-b80d-13d1a99199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.229995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-5993be84-c11c-454a-b80d-13d1a99199ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 1094 time: 0.3001423 Dec 10 04:31:15.336731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5558837b-5b35-46ab-b7e7-4323bd5198da req-03a85207-38bd-46fc-903c-20bb0ed0161d tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638696 Dec 10 04:31:15.362014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a317292c-d680-4a9f-9d95-249082b354d7 req-23a8c4be-165c-4617-b2f5-cf9d545f007f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693477 Dec 10 04:31:15.437289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-fb16c596-66a9-4d80-b62e-b4c682d16ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.439400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-fb16c596-66a9-4d80-b62e-b4c682d16ce0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 925 time: 0.2018223 Dec 10 04:31:15.479266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-678d7c0e-f70b-4bdc-9b01-8982b22b00ba req-ce760f96-6453-452f-b665-0534100fdb4f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 210 time: 0.0386069 Dec 10 04:31:15.497264 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70628c8a-a9d5-47bc-89ba-93c9936b8648 x-openstack-request-id: req-70628c8a-a9d5-47bc-89ba-93c9936b8648 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:15.497708 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408d0ce1-a8c8-45c9-989e-3b35f761fd32", "name": "network-vif-deleted", "tag": "db2c7411-a157-4c66-81c4-e8c402e1957b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:15.507077 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70628c8a-a9d5-47bc-89ba-93c9936b8648 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:15.507077 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408d0ce1-a8c8-45c9-989e-3b35f761fd32', 'name': 'network-vif-deleted', 'tag': 'db2c7411-a157-4c66-81c4-e8c402e1957b', 'status': 'completed', 'code': 200} Dec 10 04:31:15.526988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-0cb4bd9c-1f66-4030-a666-cfc03a2a334f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01326421-be42-4b39-a7de-fd6a13cdff3b HTTP/1.1" status: 200 len: 217 time: 0.0731087 Dec 10 04:31:15.655626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-79827d8d-f3e3-4177-b3e1-dd731f96548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.658255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-79827d8d-f3e3-4177-b3e1-dd731f96548f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.1182587 Dec 10 04:31:15.674572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b94528-2dc2-4341-a0af-da26b1b11130 req-8b8401d0-a052-426a-a242-c186d280a7c9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.681550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83b94528-2dc2-4341-a0af-da26b1b11130 req-8b8401d0-a052-426a-a242-c186d280a7c9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.0858297 Dec 10 04:31:15.865380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-a4827902-5180-4efc-b10c-c8a2e2ef7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.866879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-a4827902-5180-4efc-b10c-c8a2e2ef7de8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829135 Dec 10 04:31:15.872110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83b94528-2dc2-4341-a0af-da26b1b11130 req-dc26bbd0-9dff-43e5-9cf1-aa1cd37fe979 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786528 Dec 10 04:31:15.917743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-ac95ab27-bda8-4d93-8a5a-846aa0327813 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:15.919219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-ac95ab27-bda8-4d93-8a5a-846aa0327813 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 818 time: 0.2363217 Dec 10 04:31:15.966568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-588aab55-d226-4087-bb31-d0e3ed97b49d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/quotas/0c04ea065dad45fb9fa7e8a93a4c10f1 HTTP/1.1" status: 200 len: 375 time: 0.0405874 Dec 10 04:31:16.004308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-14bd67b4-825c-4512-8460-065aa3b22d29 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297868 Dec 10 04:31:16.025223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-6dc8b744-ca01-4c9b-8ba5-cc5a3a57da10 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454859 Dec 10 04:31:16.189322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-e4d45697-d40b-4474-b618-badf6cb177d3 service neutron] 10.222.0.43 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727498 Dec 10 04:31:16.217572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3867504d-2f98-4e4a-a51f-3a8cf3988e2b req-671a119b-23f3-4c21-bac6-a394274751b0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804361 Dec 10 04:31:16.229844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:16.282330 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-cf956c07-c51a-4e6a-8960-15ba51219db7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452979 Dec 10 04:31:16.304384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8e28d41c-56c3-40d4-a5b8-9d0f4bbdb9ba service neutron] 10.222.0.43 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141331 Dec 10 04:31:16.485073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-48215d25-2eb4-42ee-b1ce-10221d389e0d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:16.486745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-48215d25-2eb4-42ee-b1ce-10221d389e0d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983814 Dec 10 04:31:16.492757 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-621ef080-aff0-437f-9491-eb86ec3aae31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=674023d59cd04ba4a2a6010388ebd6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616246 Dec 10 04:31:16.492981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:16.510516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '29509029-6eb1-4755-aebc-b428de592327', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:16.551105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3a4c-1c11-4d61-a351-5202a578709a req-731b5178-8247-4528-8289-45c5094d60ef tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:16.566029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26ae3a4c-1c11-4d61-a351-5202a578709a req-731b5178-8247-4528-8289-45c5094d60ef tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 943 time: 0.1095936 Dec 10 04:31:16.625372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:16.712855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26ae3a4c-1c11-4d61-a351-5202a578709a req-7a736244-a960-49a4-9aba-0d0f44b1ca21 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457970 Dec 10 04:31:16.714950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:16.738275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:16.745032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:16.760006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:16.834459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae9b55-ab82-41b8-b16b-ee1ee0d4413c req-6159378a-bfbd-482d-9c64-6ea987f9feac tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:16.843816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5eae9b55-ab82-41b8-b16b-ee1ee0d4413c req-6159378a-bfbd-482d-9c64-6ea987f9feac tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2294281 Dec 10 04:31:16.906820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89d3684d-67f7-4739-b512-e22d2f3b4aa9 req-59700b6b-c489-4b5a-b08b-84cff23b93c5 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 210 time: 0.0582647 Dec 10 04:31:16.909380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:16.914918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.006748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53431a-aba5-47fd-9ea1-16a1c05f9192,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:17.029909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.038696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.044514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2a01cb9-0733-4f87-864a-2fe799d1622c HTTP/1.1" status: 204 len: 168 time: 0.5478990 Dec 10 04:31:17.071826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5eae9b55-ab82-41b8-b16b-ee1ee0d4413c req-7836e779-1bbf-4808-944d-c576c8822113 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177620 Dec 10 04:31:17.073021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7fba7-4ebc-4985-876c-90a769a7d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a01cb9-0733-4f87-864a-2fe799d1622c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:17.093066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.167 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/d341c749-5380-4659-a9d0-28e07b1e2a50) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:17.140152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:17.204104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: db2c7411-a157-4c66-81c4-e8c402e1957b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:17.207130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device db2c7411-a157-4c66-81c4-e8c402e1957b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:17.366369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfba2387-957e-4033-93ca-ab1a52e34a49 req-625e2516-1cfc-4452-a6a5-4e4ec52789ef tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 210 time: 0.0911560 Dec 10 04:31:17.394323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f1a0-26d4-4c88-8388-355528f0a2ff req-2e446a9d-44e4-4a92-9c30-c1b7a5ebce56 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:17.402438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85e1f1a0-26d4-4c88-8388-355528f0a2ff req-2e446a9d-44e4-4a92-9c30-c1b7a5ebce56 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.1441443 Dec 10 04:31:17.426703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.483464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85e1f1a0-26d4-4c88-8388-355528f0a2ff req-0b4b9413-05d5-4008-a82c-ffadf133c553 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766938 Dec 10 04:31:17.514843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.574985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:17.579615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:17.584060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:17.586323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:17.667448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:17.668133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.694631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46548) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:17.699626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-934d84b6-a8ba-488b-b731-1b81d7a1637c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1955462 Dec 10 04:31:17.732456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Request body: {'port': {'device_id': '29509029-6eb1-4755-aebc-b428de592327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:17.747155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-772ac0a7-fdf8-4b39-8c78-7761c7329856 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b408f00ecd141fc8d15fe470970b9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509789 Dec 10 04:31:17.751522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:17.829111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.868353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.916309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.938818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.954470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:17.969492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8315be90-d942-4591-b694-91c0bf45c949 HTTP/1.1" status: 204 len: 168 time: 0.2136581 Dec 10 04:31:17.998834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ea36edde-9c95-43a2-9814-81b2ad2f24d2 None None] Provisioning complete for port d341c749-5380-4659-a9d0-28e07b1e2a50 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:18.001120 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea36edde-9c95-43a2-9814-81b2ad2f24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:18.009910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca539475-3976-487c-ae2f-d43e6b0a5c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315be90-d942-4591-b694-91c0bf45c949,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:18.082953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea554-30da-4b20-8210-b1bbd86839f0 req-03bbb9ba-dff0-4ed7-80f9-4636551da6d6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:18.084619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49fea554-30da-4b20-8210-b1bbd86839f0 req-03bbb9ba-dff0-4ed7-80f9-4636551da6d6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 943 time: 0.1575973 Dec 10 04:31:18.142395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a732d9-a5e0-4cfc-b2f7-7104b7d1d3d9 req-570007e4-2e3c-4406-a1c8-1b954e3fe9f8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:18.150917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1a732d9-a5e0-4cfc-b2f7-7104b7d1d3d9 req-570007e4-2e3c-4406-a1c8-1b954e3fe9f8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 936 time: 0.1126933 Dec 10 04:31:18.210698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ea36edde-9c95-43a2-9814-81b2ad2f24d2 None None] Port d341c749-5380-4659-a9d0-28e07b1e2a50 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:18.219275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1a732d9-a5e0-4cfc-b2f7-7104b7d1d3d9 req-3c7c05f5-2ab3-4a3c-a5df-62b247619094 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 Dec 10 04:31:18.311348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49fea554-30da-4b20-8210-b1bbd86839f0 req-3f21334d-9b9f-4646-865a-864c2d581667 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169473 Dec 10 04:31:18.387058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a33fdf-8ceb-4591-a22e-277f7e91689d req-cf22cb19-401b-441c-bceb-4abd292060c6 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:18.388629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87a33fdf-8ceb-4591-a22e-277f7e91689d req-cf22cb19-401b-441c-bceb-4abd292060c6 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0757492 Dec 10 04:31:18.478215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d341c749-5380-4659-a9d0-28e07b1e2a50 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:18.487455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:18.497940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14411161-faba-499d-a023-79ee40b58c4f req-e006446f-3bf5-4c7a-aa00-7b90cb044ffb tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 210 time: 0.0373812 Dec 10 04:31:18.502409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Transition to ACTIVE for port object d341c749-5380-4659-a9d0-28e07b1e2a50 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:18.503717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87a33fdf-8ceb-4591-a22e-277f7e91689d req-8b3732a8-f7ee-461e-b5e1-2e4381445692 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998943 Dec 10 04:31:18.514834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:18.583556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Pushing event updated for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:18.638508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191a772-3dce-402d-be6a-465a8a39e4ba req-0ab008b0-545c-46b6-a10c-0e75bce77ab6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:18.649153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9191a772-3dce-402d-be6a-465a8a39e4ba req-0ab008b0-545c-46b6-a10c-0e75bce77ab6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.0778103 Dec 10 04:31:18.758084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Attempting to bind port d341c749-5380-4659-a9d0-28e07b1e2a50 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:18.758614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Attempting to bind port d341c749-5380-4659-a9d0-28e07b1e2a50 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:18.759065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Attempting to bind port d341c749-5380-4659-a9d0-28e07b1e2a50 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:18.774149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Port d341c749-5380-4659-a9d0-28e07b1e2a50 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:18.781610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Attempting to bind port d341c749-5380-4659-a9d0-28e07b1e2a50 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:18.795312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:18.802755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:18.804290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:18.807654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Bound port: d341c749-5380-4659-a9d0-28e07b1e2a50, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:18.807830 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:18.812757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9191a772-3dce-402d-be6a-465a8a39e4ba req-339b1add-7929-480b-b50a-c482bf6a1a36 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609566 Dec 10 04:31:19.055222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01326421-be42-4b39-a7de-fd6a13cdff3b details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:19.105290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:19.122301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-89d3c6ca-341c-4370-87a3-11ec9c4db122 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.126354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-89d3c6ca-341c-4370-87a3-11ec9c4db122 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.36 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 818 time: 0.2101779 Dec 10 04:31:19.128205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d341c749-5380-4659-a9d0-28e07b1e2a50,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:19.140817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.147923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Request body: {'port': {'device_id': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'admin_state_up': True, 'tenant_id': '0c04ea065dad45fb9fa7e8a93a4c10f1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:19.256729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01326421-be42-4b39-a7de-fd6a13cdff3b,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:19.276514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-bcca981c-fbd7-4d6f-ae6b-b486cad10613 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.277484 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-bcca981c-fbd7-4d6f-ae6b-b486cad10613 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 818 time: 0.4650118 Dec 10 04:31:19.295938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'port_id': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'mac_address': 'fa:16:3e:c8:ed:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:19.324371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.328018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.329479 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] 10.222.0.36 "PUT /v2.0/ports/d341c749-5380-4659-a9d0-28e07b1e2a50 HTTP/1.1" status: 200 len: 1096 time: 1.6049995 Dec 10 04:31:19.347779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Request body: {'port': {'device_id': '9803f270-8790-42a7-b59c-7457effe22a2', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'admin_state_up': True, 'tenant_id': '0c04ea065dad45fb9fa7e8a93a4c10f1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:19.407654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.447996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:19.451401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01326421-be42-4b39-a7de-fd6a13cdff3b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:19.456403 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:19.497794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01326421-be42-4b39-a7de-fd6a13cdff3b,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:19.508585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.534683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e8b8-e4ac-4382-ad5d-b1db77781d2b service neutron] Pushing event updated for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:19.607035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:19.715378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-45641c47-297b-4484-ae79-924ad94a80cf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.716884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-45641c47-297b-4484-ae79-924ad94a80cf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 818 time: 0.2218697 Dec 10 04:31:19.722236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-0f5562cf-b874-43d8-ab83-9a015f8558ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.723730 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-0f5562cf-b874-43d8-ab83-9a015f8558ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 1099 time: 0.2529535 Dec 10 04:31:19.743865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Made reservation on behalf of 0c04ea065dad45fb9fa7e8a93a4c10f1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:19.744788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Made reservation on behalf of 0c04ea065dad45fb9fa7e8a93a4c10f1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:19.748750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.750332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:19.808155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-d95c7884-9e30-4bdd-bd34-cc970b15df90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=d341c749-5380-4659-a9d0-28e07b1e2a50 HTTP/1.1" status: 200 len: 217 time: 0.0554917 Dec 10 04:31:19.837135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['01326421-be42-4b39-a7de-fd6a13cdff3b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:19.885458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Request body: {'port': {'device_id': '08620666-4067-4d03-b386-5c4ed0bd4886', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'admin_state_up': True, 'tenant_id': '0c04ea065dad45fb9fa7e8a93a4c10f1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:19.951208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c42fa-8fe4-440f-bcdf-a3d19a7145b9 req-95f7fd74-2c43-41ba-a7eb-094dff3dcb26 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.952907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-937c42fa-8fe4-440f-bcdf-a3d19a7145b9 req-95f7fd74-2c43-41ba-a7eb-094dff3dcb26 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 944 time: 0.4608693 Dec 10 04:31:19.979324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-1035ed5a-8484-42de-92e2-78fe89fe8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:19.980948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-1035ed5a-8484-42de-92e2-78fe89fe8a2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1619084 Dec 10 04:31:19.985748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:20.039689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d134d-b000-4fd2-b0af-bcd2a2d1848f req-d0a57e9e-b434-4ff4-b255-f557f4bc9d16 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.041155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-296d134d-b000-4fd2-b0af-bcd2a2d1848f req-d0a57e9e-b434-4ff4-b255-f557f4bc9d16 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 948 time: 0.5470927 Dec 10 04:31:20.058788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-b353f119-ac5b-4f2b-9103-a2d1e2258b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.060630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-b353f119-ac5b-4f2b-9103-a2d1e2258b6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687633 Dec 10 04:31:20.130222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-937c42fa-8fe4-440f-bcdf-a3d19a7145b9 req-16949f62-2985-4f22-a70b-e2193cdeb182 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584606 Dec 10 04:31:20.192723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Allocated IP 172.20.0.10 (713c58f1-257d-4598-b447-439dde6ed259/940cf1a6-d59c-4eaf-81e1-3ee208f51f46/95eeb081-35db-40eb-bc47-38351bcd2b90) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:20.233976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-e89b80c1-8a36-4af8-a7bf-33daf92e7bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619444 Dec 10 04:31:20.239420 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b795d5-9ed2-48fb-b3fa-0d2c25d88d06 x-openstack-request-id: req-b2b795d5-9ed2-48fb-b3fa-0d2c25d88d06 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:20.239719 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:20.240079 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2b795d5-9ed2-48fb-b3fa-0d2c25d88d06 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:20.240497 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50', 'status': 'completed', 'code': 200} Dec 10 04:31:20.400613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1da00a1d-8f91-4a31-9b31-5fe5b630dde0 req-0e1c89cc-0433-4c78-9919-a958a33b1eff service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412637 Dec 10 04:31:20.546665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-01ba9803-a8cd-42eb-9769-593d8e50e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.548256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-01ba9803-a8cd-42eb-9769-593d8e50e6a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 1099 time: 0.0422258 Dec 10 04:31:20.570986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-296d134d-b000-4fd2-b0af-bcd2a2d1848f req-00885945-f1a3-469f-be6c-68d62b55d05c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196850 Dec 10 04:31:20.572754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c202578-37e9-484c-8cf4-6f0cf450992a req-243445e7-167c-46a4-87ff-e4d4b34a1b67 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 210 time: 0.0531964 Dec 10 04:31:20.620581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Made reservation on behalf of 0c04ea065dad45fb9fa7e8a93a4c10f1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:20.623999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:20.686530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-90c1909d-4586-495f-b523-491ba9bc89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.688516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-90c1909d-4586-495f-b523-491ba9bc89cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1296301 Dec 10 04:31:20.738107 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-fbe4b3d6-cb16-4c82-8c4a-869627eb9031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=d341c749-5380-4659-a9d0-28e07b1e2a50 HTTP/1.1" status: 200 len: 217 time: 0.0346923 Dec 10 04:31:20.799778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-b5a07be4-aa32-4ba6-a96c-15ce0b66ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.802280 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-b5a07be4-aa32-4ba6-a96c-15ce0b66ea82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0538390 Dec 10 04:31:20.850074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e2749-b4d5-49db-a36a-9e5471a84035 req-3f2f32ee-7fd7-4492-b042-36d90e959a52 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.851607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c41e2749-b4d5-49db-a36a-9e5471a84035 req-3f2f32ee-7fd7-4492-b042-36d90e959a52 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.1799433 Dec 10 04:31:20.859706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-76e3c70f-69a1-4061-84ec-55db05633039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.861289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-76e3c70f-69a1-4061-84ec-55db05633039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503976 Dec 10 04:31:20.874636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:20.883822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f135ad-747c-46f7-8eac-02330434b6ff req-e2d72d15-7eb3-44a6-a2b9-59b8fdd57499 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:20.885297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74f135ad-747c-46f7-8eac-02330434b6ff req-e2d72d15-7eb3-44a6-a2b9-59b8fdd57499 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.1991718 Dec 10 04:31:20.978883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c41e2749-b4d5-49db-a36a-9e5471a84035 req-a3faf19e-744a-4deb-8465-dae6129a6788 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173027 Dec 10 04:31:20.990690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74f135ad-747c-46f7-8eac-02330434b6ff req-7d4ace4f-2579-4c35-9b68-8f60492bba85 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979838 Dec 10 04:31:20.998161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.025947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-799c18b2-a001-4482-8912-999cb2cd06c1 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350584 Dec 10 04:31:21.050099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Network 713c58f1-257d-4598-b447-439dde6ed259 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:21.054316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01326421-be42-4b39-a7de-fd6a13cdff3b up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:21.056341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:21.062071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:21.066838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event updated for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:21.135865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:21.137982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.170464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-8fb141ab-abcf-40d4-abc5-a8151513692b tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0272408 Dec 10 04:31:21.175154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 01326421-be42-4b39-a7de-fd6a13cdff3b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:21.181193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 01326421-be42-4b39-a7de-fd6a13cdff3b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:21.181567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.194980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Request body: {'port': {'device_id': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:21.258013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Allocated IP 172.20.0.4 (713c58f1-257d-4598-b447-439dde6ed259/940cf1a6-d59c-4eaf-81e1-3ee208f51f46/71b315e8-ffca-4afa-91a8-2bd14c2e5e87) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:21.355685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.377735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.403442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:21.416274 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364b5ee-3693-4e86-a8a2-c206e1304aad" -d '{"events": [{"server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "name": "network-vif-plugged", "status": "completed", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:21.446478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01326421-be42-4b39-a7de-fd6a13cdff3b,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:21.455414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.533035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:21.552780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-87d89627-1a16-4178-977f-adb98d7f2694 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=751b157563154cdbb10279a0f5b3d427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388033 Dec 10 04:31:21.569214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6151c1d7-d9e5-4616-bc71-8d61d1fc9bd6 req-a063ea64-502a-43b1-b58d-ebb9b56782a7 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005784 Dec 10 04:31:21.606321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a520d69-90d2-4781-bea4-b0471eb3ff28 req-a123fd7c-8255-4e2e-89ce-f6ddd169c952 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:21.608204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a520d69-90d2-4781-bea4-b0471eb3ff28 req-a123fd7c-8255-4e2e-89ce-f6ddd169c952 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 944 time: 0.2877848 Dec 10 04:31:21.649514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.700312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.756133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a520d69-90d2-4781-bea4-b0471eb3ff28 req-5361604c-b168-44ea-94f4-75d1106dce6c tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340463 Dec 10 04:31:21.777564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event updated for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:21.783406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Network 713c58f1-257d-4598-b447-439dde6ed259 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:21.785246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:21.789377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:21.834585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Allocated IP 172.20.0.2 (713c58f1-257d-4598-b447-439dde6ed259/940cf1a6-d59c-4eaf-81e1-3ee208f51f46/b01bd04f-847f-4bee-9a96-9563ab298ada) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:21.849436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:21.850316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:21.853365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-0bcf26f1-644a-44f6-803e-3882a1978d3f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:21.855124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-0bcf26f1-644a-44f6-803e-3882a1978d3f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873816 Dec 10 04:31:21.859497 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ff0f8-34aa-4423-9984-7edf3d806dac x-openstack-request-id: req-8c3ff0f8-34aa-4423-9984-7edf3d806dac {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:21.860076 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "name": "network-vif-plugged", "status": "completed", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:21.860569 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c3ff0f8-34aa-4423-9984-7edf3d806dac {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:21.861143 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'code': 200} Dec 10 04:31:21.882346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-a742d5fa-3ada-4e4b-92ed-c7911a9ec379 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5671322 Dec 10 04:31:21.887511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-621bc4c1-75d3-43ce-9b97-15d7ee9b875d tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/quotas/751b157563154cdbb10279a0f5b3d427 HTTP/1.1" status: 200 len: 375 time: 0.0251901 Dec 10 04:31:21.907279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Request body: {'port': {'device_id': '9803f270-8790-42a7-b59c-7457effe22a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:21.978825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-084df46e-1366-46ea-8053-256a769ed087 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588675 Dec 10 04:31:21.989299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.032169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dab5e-34d2-4730-b8be-1a03b4d34ec9 req-3d673c0a-b969-45c2-9cc4-22687126b47d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.033717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0dab5e-34d2-4730-b8be-1a03b4d34ec9 req-3d673c0a-b969-45c2-9cc4-22687126b47d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 932 time: 0.1127453 Dec 10 04:31:22.062728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ceb01-ffad-4f9f-92c4-615727b9b99d req-cc0faad3-c4c0-44d7-b168-eb7a14196d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.064228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d0ceb01-ffad-4f9f-92c4-615727b9b99d req-cc0faad3-c4c0-44d7-b168-eb7a14196d68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 1096 time: 0.0926268 Dec 10 04:31:22.149517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0dab5e-34d2-4730-b8be-1a03b4d34ec9 req-8950291d-c3df-4caf-8651-62731a956b2a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041026 Dec 10 04:31:22.198100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.208200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d0ceb01-ffad-4f9f-92c4-615727b9b99d req-73a3c69a-883a-473a-b88c-97f1f742b742 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349380 Dec 10 04:31:22.293010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f972-3374-4ee1-9f92-05a8b38b579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.363247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.404397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c84c-112d-4745-9540-c6fcf8c3411e req-abadd3f0-e2de-404b-a105-ba70b74edb03 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.405874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14b7c84c-112d-4745-9540-c6fcf8c3411e req-abadd3f0-e2de-404b-a105-ba70b74edb03 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 948 time: 0.1425900 Dec 10 04:31:22.467326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Network 713c58f1-257d-4598-b447-439dde6ed259 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:22.511434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:22.514062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:22.555260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event updated for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:22.575973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8586b-6a08-436c-9c21-5effa475cb3d req-3999336e-f09d-47af-ba3e-75ecfe3db5a1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.577519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fe8586b-6a08-436c-9c21-5effa475cb3d req-3999336e-f09d-47af-ba3e-75ecfe3db5a1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2395530 Dec 10 04:31:22.650085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.650701 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.663055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14b7c84c-112d-4745-9540-c6fcf8c3411e req-4a51ed6b-ac2a-497a-9eb3-9f5a266e0f48 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270334 Dec 10 04:31:22.720104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-47a8814e-0eda-473c-976e-63e82d234ccf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9058340 Dec 10 04:31:22.729052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fe8586b-6a08-436c-9c21-5effa475cb3d req-ebf90d69-5365-46fc-84bf-8710b066885b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371696 Dec 10 04:31:22.752295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Request body: {'port': {'device_id': '08620666-4067-4d03-b386-5c4ed0bd4886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:22.857687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95eeb081-35db-40eb-bc47-38351bcd2b90 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:22.890946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.896741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-3f33d8ab-98c9-404a-9ec3-f7d48d474137 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=751b157563154cdbb10279a0f5b3d427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606809 Dec 10 04:31:22.926539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Transition to ACTIVE for port object 95eeb081-35db-40eb-bc47-38351bcd2b90 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:22.928007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:22.947232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f8d5b-c187-4fe8-802e-20c629f356ee req-2ae456e1-b315-43fe-94ba-13a8543dd4e1 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:22.948837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83f8d5b-c187-4fe8-802e-20c629f356ee req-2ae456e1-b315-43fe-94ba-13a8543dd4e1 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2012243 Dec 10 04:31:22.959267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.054187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d341c749-5380-4659-a9d0-28e07b1e2a50 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:23.106644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:23.115756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.132266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Transition to ACTIVE for port object 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:23.137855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.164901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b83f8d5b-c187-4fe8-802e-20c629f356ee req-c4af6359-469a-498f-9a3b-b2dfcdd57c76 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031860 Dec 10 04:31:23.165621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Pushing event updated for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:23.211571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Pushing event updated for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:23.224404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d341c749-5380-4659-a9d0-28e07b1e2a50,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:23.242645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'd341c749-5380-4659-a9d0-28e07b1e2a50', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'd341c749-5380-4659-a9d0-28e07b1e2a50', 'mac_address': 'fa:16:3e:9e:32:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:23.316512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Attempting to bind port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:23.317609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Attempting to bind port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:23.318180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Attempting to bind port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:23.326057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 on network 713c58f1-257d-4598-b447-439dde6ed259 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:23.326518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Attempting to bind port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:23.332882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:23.333365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Checking segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:23.334547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Bound using segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:23.335095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Bound port: 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:23.335815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.359293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.368404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-574b0681-32e5-4edf-a5c1-11a2fb558f2c tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:23.375531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-574b0681-32e5-4edf-a5c1-11a2fb558f2c tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4671040 Dec 10 04:31:23.380826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.399760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d341c749-5380-4659-a9d0-28e07b1e2a50 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:23.427642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.41', 60099) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:23.467901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d341c749-5380-4659-a9d0-28e07b1e2a50,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:23.477747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.477995 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-7ec22da1-3fb7-419b-8bb2-d5915cff78e7 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=751b157563154cdbb10279a0f5b3d427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472000 Dec 10 04:31:23.491291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-ec424323-3b3f-4b93-ab06-f738164fde30 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/quotas/751b157563154cdbb10279a0f5b3d427 HTTP/1.1" status: 200 len: 375 time: 0.0533037 Dec 10 04:31:23.559437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:23.579221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-742a3c0f-9b1d-4b6c-9dde-ea6100198662 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869710 Dec 10 04:31:23.609829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:23.629237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:23.643003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.688561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Attempting to bind port 95eeb081-35db-40eb-bc47-38351bcd2b90 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:23.693302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Attempting to bind port 95eeb081-35db-40eb-bc47-38351bcd2b90 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:23.693858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Attempting to bind port 95eeb081-35db-40eb-bc47-38351bcd2b90 on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:23.715936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:23.716569 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.717981 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] 10.222.0.41 "PUT /v2.0/ports/71b315e8-ffca-4afa-91a8-2bd14c2e5e87 HTTP/1.1" status: 200 len: 1091 time: 1.8165212 Dec 10 04:31:23.718434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:23.725253 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f" -d '{"events": [{"name": "network-changed", "server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:23.732661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d0f52-219e-47ee-9e05-9a9bd95e79e0 req-5756e9d4-53ec-40e7-838f-610ef2036352 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:23.740665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f44d0f52-219e-47ee-9e05-9a9bd95e79e0 req-5756e9d4-53ec-40e7-838f-610ef2036352 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.2905185 Dec 10 04:31:23.744792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-a61cf86c-ecfb-4676-9761-654d06a3b6bb tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:23.749250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-a61cf86c-ecfb-4676-9761-654d06a3b6bb tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645555 Dec 10 04:31:23.749424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Port 95eeb081-35db-40eb-bc47-38351bcd2b90 on network 713c58f1-257d-4598-b447-439dde6ed259 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:23.749543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Attempting to bind port 95eeb081-35db-40eb-bc47-38351bcd2b90 on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:23.781540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c66e0-6b43-4711-b45f-398808c5fc65 service neutron] Pushing event updated for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:23.835844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:23.846058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:23.846058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Checking segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:23.846058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Bound using segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:23.846595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Bound port: 95eeb081-35db-40eb-bc47-38351bcd2b90, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:23.847053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:23.851450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Request body: {'port': {'device_id': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '751b157563154cdbb10279a0f5b3d427'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:23.996674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f44d0f52-219e-47ee-9e05-9a9bd95e79e0 req-7cbdcb09-5afc-4019-a57a-5d4625d19e95 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532065 Dec 10 04:31:24.143369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:24.154405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e592c7-bcd0-4cf4-b676-ab8dc5f46ee7 req-c46a0070-1512-44ea-a655-48cd304d6f0d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.162267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98e592c7-bcd0-4cf4-b676-ab8dc5f46ee7 req-c46a0070-1512-44ea-a655-48cd304d6f0d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 944 time: 0.2446153 Dec 10 04:31:24.200936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=95eeb081-35db-40eb-bc47-38351bcd2b90,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:24.252586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.328601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01bd04f-847f-4bee-9a96-9563ab298ada {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:24.334326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.334963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.336303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] 10.222.0.36 "PUT /v2.0/ports/95eeb081-35db-40eb-bc47-38351bcd2b90 HTTP/1.1" status: 200 len: 1092 time: 3.1477034 Dec 10 04:31:24.337086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:24.339494 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00761bf-df4c-4008-b990-50ce1e406bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:24.353302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.365931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98e592c7-bcd0-4cf4-b676-ab8dc5f46ee7 req-ed3e564a-fc15-44f9-bca5-ef1683b80acf tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027719 Dec 10 04:31:24.407915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5f27-f094-4acf-9b16-5231be28218f req-ac78e8b3-998c-4dd8-96e8-dc196b8685b4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.408307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-129869fd-4e38-45a7-9363-3ca58f88b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.410387 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-129869fd-4e38-45a7-9363-3ca58f88b1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 1094 time: 0.5720830 Dec 10 04:31:24.414783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb6a5f27-f094-4acf-9b16-5231be28218f req-ac78e8b3-998c-4dd8-96e8-dc196b8685b4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 949 time: 0.2305052 Dec 10 04:31:24.415898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Transition to ACTIVE for port object b01bd04f-847f-4bee-9a96-9563ab298ada will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:24.416919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a7613-1b37-40f4-80b0-2e9a5c79054b service neutron] Pushing event updated for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:24.420557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-de456d93-723e-49f2-869c-d55ee9a778ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4427912 Dec 10 04:31:24.424664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.475925 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72811f7b-399c-4a32-9672-e602cb9e0492 x-openstack-request-id: req-72811f7b-399c-4a32-9672-e602cb9e0492 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:24.476264 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:24.476537 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72811f7b-399c-4a32-9672-e602cb9e0492 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:24.476932 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'status': 'completed', 'code': 200} Dec 10 04:31:24.483259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-382dd882-6789-41c1-a4e1-c3d5e7fa5d3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87 HTTP/1.1" status: 200 len: 217 time: 0.0471842 Dec 10 04:31:24.595913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-bb2b4b9d-f37b-4cca-994b-c35cc539f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.597496 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-bb2b4b9d-f37b-4cca-994b-c35cc539f09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 1095 time: 0.1160357 Dec 10 04:31:24.601028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-787e7167-64da-45b3-810d-507c4e0cf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.602935 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-787e7167-64da-45b3-810d-507c4e0cf3f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.1039543 Dec 10 04:31:24.604979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Made reservation on behalf of 751b157563154cdbb10279a0f5b3d427 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:24.608805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.631949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.642780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb6a5f27-f094-4acf-9b16-5231be28218f req-d8cf9d59-20b8-4412-8645-3c53f6cb1fe1 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452284 Dec 10 04:31:24.664531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-18d2d069-cc3b-4758-88e8-e8a93c284c90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480933 Dec 10 04:31:24.702929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Pushing event updated for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:24.718020 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-9f6fefd3-1289-4ae6-a4ed-82da84beba52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95eeb081-35db-40eb-bc47-38351bcd2b90 HTTP/1.1" status: 200 len: 217 time: 0.0679893 Dec 10 04:31:24.805486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd53f872-a34a-471a-96e4-258b48b3cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.853666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138957cc-af51-4d64-88d2-6c8cf03dc4c0 req-a079b6cf-2768-4db3-904d-18f7d3e19a3d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.856425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-138957cc-af51-4d64-88d2-6c8cf03dc4c0 req-a079b6cf-2768-4db3-904d-18f7d3e19a3d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2208726 Dec 10 04:31:24.860573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90eb6844-6e50-4671-bd48-4a6cbd1e356b req-f78235fc-5505-48f5-8c63-59e947138567 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 210 time: 0.1265678 Dec 10 04:31:24.931068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-b6f28109-1142-4a90-a54f-c0c148c44589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.932706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-b6f28109-1142-4a90-a54f-c0c148c44589 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 1095 time: 0.2854025 Dec 10 04:31:24.963080 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:24.964275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-138957cc-af51-4d64-88d2-6c8cf03dc4c0 req-f0d5466f-8379-4ca2-b7b4-3d59561b665c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994413 Dec 10 04:31:24.966154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-0e3a2943-fb44-492d-90d4-3a14807cddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:24.968573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-0e3a2943-fb44-492d-90d4-3a14807cddc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.2311606 Dec 10 04:31:25.005231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-df3798e4-9639-4a19-9a1f-7b3e54739074 service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999756 Dec 10 04:31:25.008028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.021634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Attempting to bind port b01bd04f-847f-4bee-9a96-9563ab298ada on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:25.021956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Attempting to bind port b01bd04f-847f-4bee-9a96-9563ab298ada by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:25.022290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Attempting to bind port b01bd04f-847f-4bee-9a96-9563ab298ada on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:25.059413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d341c749-5380-4659-a9d0-28e07b1e2a50 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:25.105806 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-1c6d648c-ac33-4659-868d-61c492821371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985973 Dec 10 04:31:25.120582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ddab81-254f-4ae6-b47f-17d91a4e02a5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:25.123146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-b53a6ff3-ca1c-4d68-bf00-5801a66cf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.129915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-b53a6ff3-ca1c-4d68-bf00-5801a66cf8b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1582913 Dec 10 04:31:25.133139 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58725185-910a-440e-9924-1f0f845792fa x-openstack-request-id: req-58725185-910a-440e-9924-1f0f845792fa {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:25.133431 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:25.133684 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58725185-910a-440e-9924-1f0f845792fa {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:25.134075 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90', 'status': 'completed', 'code': 200} Dec 10 04:31:25.147142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Port b01bd04f-847f-4bee-9a96-9563ab298ada on network 713c58f1-257d-4598-b447-439dde6ed259 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:25.147471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Attempting to bind port b01bd04f-847f-4bee-9a96-9563ab298ada on network 713c58f1-257d-4598-b447-439dde6ed259 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:25.216246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port d341c749-5380-4659-a9d0-28e07b1e2a50 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:25.221813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port d341c749-5380-4659-a9d0-28e07b1e2a50 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:25.222539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.224186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-9498c2ed-cbd2-4ae3-81f8-3de5800b58db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 200 len: 217 time: 0.0789466 Dec 10 04:31:25.252507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:25.252507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Checking segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:25.252872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Bound using segment: {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:25.253692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Bound port: b01bd04f-847f-4bee-9a96-9563ab298ada, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3658e97d-c1f2-437a-891c-36a8cb50ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '713c58f1-257d-4598-b447-439dde6ed259'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:25.253692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.371191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-b0715dec-bdea-49d9-b07d-dec8ffcecba0 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=751b157563154cdbb10279a0f5b3d427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991728 Dec 10 04:31:25.399075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:25.402364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b01bd04f-847f-4bee-9a96-9563ab298ada,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:25.407981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.418395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.444743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeaa3e-b39c-4355-a70b-c68ff26e85c9 req-80fa8086-2023-485c-8d62-c65833bad057 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.452049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7eeaa3e-b39c-4355-a70b-c68ff26e85c9 req-80fa8086-2023-485c-8d62-c65833bad057 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.3205645 Dec 10 04:31:25.468986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:25.472442 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517342a-6737-47a4-bde3-fc2753db0d8b" -d '{"events": [{"server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "name": "network-vif-plugged", "status": "completed", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:25.486369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d341c749-5380-4659-a9d0-28e07b1e2a50,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:25.494250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.496708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-0d08a342-7ac0-4e5d-910c-3ed849ab7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.498352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-0d08a342-7ac0-4e5d-910c-3ed849ab7add service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.2032673 Dec 10 04:31:25.518285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf204d-68dc-4426-b836-0afe48304b26 req-921b68a3-63c3-4699-9d6e-1d02df22a9c1 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.520765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62bf204d-68dc-4426-b836-0afe48304b26 req-921b68a3-63c3-4699-9d6e-1d02df22a9c1 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.2837269 Dec 10 04:31:25.578193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:25.580387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.580918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.582890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] 10.222.0.41 "PUT /v2.0/ports/b01bd04f-847f-4bee-9a96-9563ab298ada HTTP/1.1" status: 200 len: 1091 time: 2.8359423 Dec 10 04:31:25.596050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Allocated IP 192.168.233.114 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/f5c249c4-018f-437f-9b00-8f0cfd5d02d8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:25.599871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-08609409-5810-4fe8-8300-9c023bde4460 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777481 Dec 10 04:31:25.600040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-41ef6af6-6e75-4afe-a14a-2ed9a3848592 service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930282 Dec 10 04:31:25.615836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-c0cac6a8-84ee-4308-8911-c08372958ddf service neutron] 10.222.0.36 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287753 Dec 10 04:31:25.646553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7eeaa3e-b39c-4355-a70b-c68ff26e85c9 req-0f128a63-8b8f-4f81-81cc-916015f9e683 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927872 Dec 10 04:31:25.693977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-4d5f73ad-7f9c-4bfc-9be9-7374c013099e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:25.695361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-4d5f73ad-7f9c-4bfc-9be9-7374c013099e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671795 Dec 10 04:31:25.698064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:25.714692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62bf204d-68dc-4426-b836-0afe48304b26 req-f18cfb95-c30a-4aae-8ab1-dacc16ea5049 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809862 Dec 10 04:31:25.722375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df1a8c-a3f8-4898-b590-c095858821aa service neutron] Pushing event updated for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:25.727408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Request body: {'port': {'device_id': '0099aa7b-af22-4836-ae11-44d356d9615d', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '751b157563154cdbb10279a0f5b3d427'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:25.871780 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca0a26-bf1f-42c3-8e81-37a023a4ada9 x-openstack-request-id: req-dfca0a26-bf1f-42c3-8e81-37a023a4ada9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:25.872767 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "name": "network-vif-plugged", "status": "completed", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:25.873579 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfca0a26-bf1f-42c3-8e81-37a023a4ada9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:25.874358 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50', 'code': 200} Dec 10 04:31:25.989447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-5b94073e-a817-4b51-9bcb-4202cd4e6591 service neutron] 10.222.0.36 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586588 Dec 10 04:31:26.000782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-fc6e8ad6-9a62-4b65-8982-d8ad95f942d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.002111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-fc6e8ad6-9a62-4b65-8982-d8ad95f942d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 1094 time: 0.2694120 Dec 10 04:31:26.061780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.167259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Made reservation on behalf of 751b157563154cdbb10279a0f5b3d427 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:26.170659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.217216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-a10e1a4e-cc81-41a5-b577-831f3e2bd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.218698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-a10e1a4e-cc81-41a5-b577-831f3e2bd76c service neutron] 10.222.0.41 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 919 time: 0.2068303 Dec 10 04:31:26.220901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.289177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a97df-b7ac-49a4-bf83-6eefe9146790 req-cb1fa654-afad-48bb-b8bd-39004d265e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.290572 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb4a97df-b7ac-49a4-bf83-6eefe9146790 req-cb1fa654-afad-48bb-b8bd-39004d265e30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 1101 time: 0.1706007 Dec 10 04:31:26.293771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-dd40e2a5-66b3-43f8-9ff6-60592fe42a2c service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862304 Dec 10 04:31:26.298700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-69568528-afaf-4b77-a1eb-e0fac53d6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.300044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-69568528-afaf-4b77-a1eb-e0fac53d6aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 1094 time: 0.5676076 Dec 10 04:31:26.312421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c00c9-007f-44c6-bc90-5c561dfa0d7d req-b20e4a98-f956-45bf-ab74-bc3948c393f6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.313843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-384c00c9-007f-44c6-bc90-5c561dfa0d7d req-b20e4a98-f956-45bf-ab74-bc3948c393f6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 944 time: 0.1541030 Dec 10 04:31:26.318282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-f6c7eca9-ca9c-44bb-9928-b57b51ee793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.319675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-f6c7eca9-ca9c-44bb-9928-b57b51ee793d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 1095 time: 0.1736498 Dec 10 04:31:26.344315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-6cbe0940-028e-450f-b125-353180bbefbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87 HTTP/1.1" status: 200 len: 217 time: 0.1138031 Dec 10 04:31:26.359938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b90a8-37cb-420c-bff0-1e5e7d025514 req-b63e40c2-33f7-4b80-9add-8fe42becf2bc tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.361394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-135b90a8-37cb-420c-bff0-1e5e7d025514 req-b63e40c2-33f7-4b80-9add-8fe42becf2bc tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.2005293 Dec 10 04:31:26.390403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:26.411224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:26.417589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-92357ca0-bdf3-4dee-94d1-60c9e4f8e31c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b01bd04f-847f-4bee-9a96-9563ab298ada HTTP/1.1" status: 200 len: 217 time: 0.0897636 Dec 10 04:31:26.437943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:26.447201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:26.515785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb4a97df-b7ac-49a4-bf83-6eefe9146790 req-6b8eab10-7577-4182-9561-cc2584b5f3a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813545 Dec 10 04:31:26.524606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-404e0dca-1e2d-4680-acd6-fc9edac17ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.526066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-404e0dca-1e2d-4680-acd6-fc9edac17ef1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.1571174 Dec 10 04:31:26.535196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Allocated IP 192.168.233.193 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/90833443-f067-4d25-ab67-de2491e7c797) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:26.556620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.557251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.580243 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-e3e70ae4-5c33-467b-ab05-157d98d68291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427406 Dec 10 04:31:26.627725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-94118740-f06b-444b-80df-c1dc7d6dda52 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7932537 Dec 10 04:31:26.632957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-384c00c9-007f-44c6-bc90-5c561dfa0d7d req-504b4818-65a5-4cc6-acba-3bebde8c991a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974620 Dec 10 04:31:26.642060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-c20a3ed6-7f3f-43d8-810b-4e4a6b021521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.643525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-c20a3ed6-7f3f-43d8-810b-4e4a6b021521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.2108324 Dec 10 04:31:26.655017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-135b90a8-37cb-420c-bff0-1e5e7d025514 req-0874f5a6-aba5-47ed-a1ef-bb85a2fcb0c7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574372 Dec 10 04:31:26.659683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Request body: {'port': {'device_id': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:26.667641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9c98503-c89b-4d82-a168-e9299c9c7ae1 req-48bb3e09-eae3-4312-981e-15ca1ed2c134 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518608 Dec 10 04:31:26.671851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-ec1eb34f-e5f5-4eed-8475-028d7b51ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.673440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-ec1eb34f-e5f5-4eed-8475-028d7b51ce1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 919 time: 0.3371098 Dec 10 04:31:26.690270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-4da10ce3-9280-4958-8813-dc005257fbdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337546 Dec 10 04:31:26.788313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1977f3b4-a3d8-4807-bc19-855a1685a514 None None] Provisioning complete for port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:26.789147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1977f3b4-a3d8-4807-bc19-855a1685a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.862282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-2fc182a7-e922-44c8-b4fc-4fdc747fe834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95eeb081-35db-40eb-bc47-38351bcd2b90 HTTP/1.1" status: 200 len: 217 time: 0.0509942 Dec 10 04:31:26.876335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-b0a0e6e1-a2ca-430b-b655-9077eaebf2ff service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868373 Dec 10 04:31:26.876715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b1576-3b0e-4180-8a7b-3f991f2cbab5 req-3ad3a30f-2cc1-4039-ada6-e35d3749b14a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:26.879249 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:26.890744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-046b1576-3b0e-4180-8a7b-3f991f2cbab5 req-3ad3a30f-2cc1-4039-ada6-e35d3749b14a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.1614692 Dec 10 04:31:26.891702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:26.913325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Request body: {'floatingip': {'port_id': '01326421-be42-4b39-a7de-fd6a13cdff3b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:26.939178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1977f3b4-a3d8-4807-bc19-855a1685a514 None None] Port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:27.000030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-75c0fbc4-6086-48c7-8cbf-da281ef2e054 service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907898 Dec 10 04:31:27.044398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e86b738-d3e6-4cc6-8928-3cb861e84a5f req-1a6f9290-ef32-4a87-ad8a-9a558ebcb72e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 210 time: 0.1167212 Dec 10 04:31:27.048239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.080676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6795d3b0-e8af-4460-8e5d-ecb6e319f69f req-ecccf3f6-3ed8-43e8-a4d4-3acd50697a61 service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897504 Dec 10 04:31:27.087073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.139725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:27.141979 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8092162d-3502-4d73-bb03-f022c993bb86" -d '{"events": [{"name": "network-changed", "server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:27.183048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.212654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-61aa200c-41a5-4776-99d3-bb9f0f5333fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:27.214111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-61aa200c-41a5-4776-99d3-bb9f0f5333fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.2840626 Dec 10 04:31:27.230136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:27.295460 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.311717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161518-9fd9-43d7-8aae-3986d528aa13 req-cdf82e75-3f46-4a54-bedf-f9a63a889bff tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:27.313235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2161518-9fd9-43d7-8aae-3986d528aa13 req-cdf82e75-3f46-4a54-bedf-f9a63a889bff tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.3156946 Dec 10 04:31:27.347037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-11e42b61-98f7-4ae4-a87f-f8ae3a84d2b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854492 Dec 10 04:31:27.383022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41e95c0f-1e59-4428-a956-aa6ab2cf8608 req-e432588c-c515-4c3d-9ae9-722231645fec service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427310 Dec 10 04:31:27.470862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26f9a-d0f5-4e82-9573-84c3e730af8a req-52f7576d-9844-4f3f-8549-0db8e401478d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:27.472541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71c26f9a-d0f5-4e82-9573-84c3e730af8a req-52f7576d-9844-4f3f-8549-0db8e401478d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.3236706 Dec 10 04:31:27.484046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.513926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:27.525465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:27.532590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:27.555005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:27.609794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:27.610451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.618140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2161518-9fd9-43d7-8aae-3986d528aa13 req-abea9a5b-cc89-4190-8b76-f8c8889b8b41 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761958 Dec 10 04:31:27.640289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-a8cb7707-1ae1-450f-ac46-823c57e52933 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9198687 Dec 10 04:31:27.686797 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12e2c43-b937-4b8e-887f-dc6bc3779e33 x-openstack-request-id: req-b12e2c43-b937-4b8e-887f-dc6bc3779e33 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:27.687344 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:27.687925 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b12e2c43-b937-4b8e-887f-dc6bc3779e33 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:27.688697 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada', 'status': 'completed', 'code': 200} Dec 10 04:31:27.697539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:27.715600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Request body: {'port': {'device_id': '0099aa7b-af22-4836-ae11-44d356d9615d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:27.758928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.796384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Transition to ACTIVE for port object f5c249c4-018f-437f-9b00-8f0cfd5d02d8 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:27.805818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.809499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.823327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71c26f9a-d0f5-4e82-9573-84c3e730af8a req-417a7648-d22a-4b78-9dd9-45523eecc1bf tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322592 Dec 10 04:31:27.894558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:27.901294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-22ee0b92-edb3-453e-b04b-a2dc2bf7ec26 None None] Provisioning complete for port 90833443-f067-4d25-ab67-de2491e7c797 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:27.902176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22ee0b92-edb3-453e-b04b-a2dc2bf7ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:27.971500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-60c83751-9086-4578-a5da-b70beb5f35ed service neutron] 10.222.0.36 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090460 Dec 10 04:31:28.096686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092162d-3502-4d73-bb03-f022c993bb86 req-22737862-0f52-4f5e-8a0b-53cb331e6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.098595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-22737862-0f52-4f5e-8a0b-53cb331e6726 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 1094 time: 0.3191762 Dec 10 04:31:28.121421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Attempting to bind port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:28.121770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Attempting to bind port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:28.122084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Attempting to bind port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:28.159058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:28.159383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Attempting to bind port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:28.174569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:28.174914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:28.175304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:28.175747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Bound port: f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:28.176740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.199068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-22ee0b92-edb3-453e-b04b-a2dc2bf7ec26 None None] Port 90833443-f067-4d25-ab67-de2491e7c797 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:28.242530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.253492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88581fa-1899-4725-8ee4-a22a1087ecbe req-8b0cc952-ebd5-4f40-8faa-d9b790f5d1b5 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.255112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d88581fa-1899-4725-8ee4-a22a1087ecbe req-8b0cc952-ebd5-4f40-8faa-d9b790f5d1b5 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 944 time: 0.4504282 Dec 10 04:31:28.259795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.290703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:28.322620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:28.333357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.336650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90833443-f067-4d25-ab67-de2491e7c797 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:28.353930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.387690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.388312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.389761 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] 10.222.0.41 "PUT /v2.0/ports/f5c249c4-018f-437f-9b00-8f0cfd5d02d8 HTTP/1.1" status: 200 len: 1096 time: 1.7406979 Dec 10 04:31:28.390220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:28.392558 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67" -d '{"events": [{"name": "network-changed", "server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:28.399765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Transition to ACTIVE for port object 90833443-f067-4d25-ab67-de2491e7c797 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:28.408956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.431721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a477ab-dbce-45c4-89d7-8753121fc03e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:28.546329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:28.569662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-6d72cb02-b781-4949-839b-144cec4d21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.571179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-6d72cb02-b781-4949-839b-144cec4d21b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 1099 time: 0.1094534 Dec 10 04:31:28.601082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Attempting to bind port 90833443-f067-4d25-ab67-de2491e7c797 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:28.601082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Attempting to bind port 90833443-f067-4d25-ab67-de2491e7c797 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:28.601082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Attempting to bind port 90833443-f067-4d25-ab67-de2491e7c797 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:28.634645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Port 90833443-f067-4d25-ab67-de2491e7c797 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:28.634950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Attempting to bind port 90833443-f067-4d25-ab67-de2491e7c797 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:28.637699 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-bd1d92b6-2440-4fa3-b4b5-b009c140f24d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8 HTTP/1.1" status: 200 len: 217 time: 0.0508845 Dec 10 04:31:28.641679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:28.642293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:28.642424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:28.642792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Bound port: 90833443-f067-4d25-ab67-de2491e7c797, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:28.643144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.657231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.712660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb9f5-345d-4bb8-8da3-100d10712230 req-8c9a317d-def8-427c-a94b-ef4738f202cb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.714178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f7eb9f5-345d-4bb8-8da3-100d10712230 req-8c9a317d-def8-427c-a94b-ef4738f202cb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.7800970 Dec 10 04:31:28.727804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-4aa9d26c-bbc3-438b-a811-ab1f82fc9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.729445 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-4aa9d26c-bbc3-438b-a811-ab1f82fc9200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0816994 Dec 10 04:31:28.761811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1bfa7-da75-4a8f-9737-f8de5fdf66f5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:28.765393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00761bf-df4c-4008-b990-50ce1e406bb9 req-7121d64d-0413-4523-800c-24f10855b5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471073 Dec 10 04:31:28.792056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:28.796646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:31:28.796828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:28.804946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8715dba95d8f4af9bf60f33082e17aba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5735838 Dec 10 04:31:28.807547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46794) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:28.815553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.846618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.846967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.847303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.847639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.849557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.849895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.850224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.851916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.851916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.851916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.851916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.851916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.852359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f4039-a5bc-4c34-ab5a-577d0d06c2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:28.855982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-b8dcee22-8fe6-4154-be60-ee833b1b88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.857690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-b8dcee22-8fe6-4154-be60-ee833b1b88ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199276 Dec 10 04:31:28.872646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092162d-3502-4d73-bb03-f022c993bb86 req-50407623-2a2e-4c45-a559-51739b2737f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.874181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-50407623-2a2e-4c45-a559-51739b2737f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 200 len: 919 time: 0.7224939 Dec 10 04:31:28.875556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:28.876960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.878390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] 10.222.0.36 "PUT /v2.0/ports/90833443-f067-4d25-ab67-de2491e7c797 HTTP/1.1" status: 200 len: 1096 time: 1.1722779 Dec 10 04:31:28.907668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d88581fa-1899-4725-8ee4-a22a1087ecbe req-ae592fbc-55a7-457d-a10a-b1d807fed70a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372333 Dec 10 04:31:28.941170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-0e3dd7e4-ed53-4c0a-8e8c-6724097f8097 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b01bd04f-847f-4bee-9a96-9563ab298ada HTTP/1.1" status: 200 len: 217 time: 0.0565877 Dec 10 04:31:28.947227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.981251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f7eb9f5-345d-4bb8-8da3-100d10712230 req-a9bf97e1-5091-4039-aac7-6717e9da2dbf tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473531 Dec 10 04:31:28.985008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:28.996099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bf29e-03c5-4717-a085-ae12d3fa18ea service neutron] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:29.032777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.067845 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90821bae-941e-4468-bcca-62d3057b3882 x-openstack-request-id: req-90821bae-941e-4468-bcca-62d3057b3882 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:29.068152 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:29.068497 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90821bae-941e-4468-bcca-62d3057b3882 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:29.068827 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'status': 'completed', 'code': 200} Dec 10 04:31:29.085093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.088282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-44a8bb7d-f674-405e-8c1e-75677c1ca119 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177074 Dec 10 04:31:29.097642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-92df4a18-cbc7-489c-b737-8555d1817aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.098963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-92df4a18-cbc7-489c-b737-8555d1817aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 1099 time: 0.1178687 Dec 10 04:31:29.102842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 95eeb081-35db-40eb-bc47-38351bcd2b90 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:29.209793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:29.221338 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-cbfd6fe1-6863-47af-957c-f36470f8e253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=90833443-f067-4d25-ab67-de2491e7c797 HTTP/1.1" status: 200 len: 217 time: 0.0853214 Dec 10 04:31:29.258252 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Floating IP edb8b59a-037c-4709-9f6f-68e7d078039b associated. External IP: 172.25.8.5, port: 01326421-be42-4b39-a7de-fd6a13cdff3b. Dec 10 04:31:29.270017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092162d-3502-4d73-bb03-f022c993bb86 req-11f2f3f3-157c-4796-b0a5-07883fb5b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.271513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-11f2f3f3-157c-4796-b0a5-07883fb5b0d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 200 len: 858 time: 0.3218710 Dec 10 04:31:29.278845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=95eeb081-35db-40eb-bc47-38351bcd2b90,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:29.302643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.305257 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.306385 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32d1bfa7-da75-4a8f-9737-f8de5fdf66f5 HTTP/1.1" status: 204 len: 168 time: 0.4975295 Dec 10 04:31:29.330005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926f47f-8494-4ef8-929d-404becf5bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1bfa7-da75-4a8f-9737-f8de5fdf66f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:29.334804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-dfb2bee8-b501-422f-9c7a-f178fd52c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.336290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-dfb2bee8-b501-422f-9c7a-f178fd52c581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1075354 Dec 10 04:31:29.340024 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57b1d6e3-cbad-46d0-8653-e90a998b168a req-97a86a81-53d9-4dcc-a1fa-5090e3a1319b service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262547 Dec 10 04:31:29.347385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-8d8881b6-c9fe-4305-accf-9edcb78d3349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=713c58f1-257d-4598-b447-439dde6ed259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396616 Dec 10 04:31:29.356663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '95eeb081-35db-40eb-bc47-38351bcd2b90', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'port_id': '95eeb081-35db-40eb-bc47-38351bcd2b90', 'mac_address': 'fa:16:3e:5d:b7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940cf1a6-d59c-4eaf-81e1-3ee208f51f46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:29.373457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991c493-e25a-4af2-9706-d7b181d60321 req-1910e84c-2eed-4d10-9f02-b1fd83597469 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.377609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c991c493-e25a-4af2-9706-d7b181d60321 req-1910e84c-2eed-4d10-9f02-b1fd83597469 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2153170 Dec 10 04:31:29.428825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:29.434580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167171-96d7-459a-a194-81c9981cc573 req-b4fa3a0f-9db5-41f6-b540-c62c443f010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.436539 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-b4fa3a0f-9db5-41f6-b540-c62c443f010a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869212 Dec 10 04:31:29.440337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.452204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'port_id': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'mac_address': 'fa:16:3e:f4:cf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940cf1a6-d59c-4eaf-81e1-3ee208f51f46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:29.460357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95eeb081-35db-40eb-bc47-38351bcd2b90 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:29.461844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c708994-aa42-44c1-bb83-a95e3878e4b0 req-9be4778f-6268-4edf-b8f4-9a21f8d28887 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.469194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c708994-aa42-44c1-bb83-a95e3878e4b0 req-9be4778f-6268-4edf-b8f4-9a21f8d28887 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.3079102 Dec 10 04:31:29.505805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=95eeb081-35db-40eb-bc47-38351bcd2b90,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:29.518316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.543091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.566054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:29.603729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:29.605485 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-bf0ee94c-868e-4afd-8ae5-71bcddd1c0aa service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519029 Dec 10 04:31:29.609521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:29.620077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c991c493-e25a-4af2-9706-d7b181d60321 req-0f71b9fc-97f6-467e-b0a9-d7c912ac5c6d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207189 Dec 10 04:31:29.623070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.626254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-bea767f5-7985-4d57-8b12-844210ed57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.628209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-bea767f5-7985-4d57-8b12-844210ed57ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 1099 time: 0.1869907 Dec 10 04:31:29.689592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:29.763656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:29.768150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-e45655a0-9011-4c21-ae71-441e429e4fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863449 Dec 10 04:31:29.786632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c708994-aa42-44c1-bb83-a95e3878e4b0 req-51e346ae-eab0-4477-ba55-c5e48d0acece tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166132 Dec 10 04:31:29.791472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9715cdbf-dc6f-4dbf-bde7-4a455338aabe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.827564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e167171-96d7-459a-a194-81c9981cc573 req-0edb6f6c-23c2-4827-9a4f-0c93f604d61d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045870 Dec 10 04:31:29.835421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-94ab3e2f-08be-45ae-882f-14b5c898fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.836803 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-94ab3e2f-08be-45ae-882f-14b5c898fc3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1782076 Dec 10 04:31:29.897874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-e0d033d1-3ae6-41ac-a1d9-f623553ad15a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8 HTTP/1.1" status: 200 len: 217 time: 0.0417273 Dec 10 04:31:29.917536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f28328-7420-4a4a-87e3-039a01e334f5 req-76062dce-0801-4880-add6-8a98be801507 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.925064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25f28328-7420-4a4a-87e3-039a01e334f5 req-76062dce-0801-4880-add6-8a98be801507 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2070098 Dec 10 04:31:29.971878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:31:29.981713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-a27eb931-02a4-45df-91c3-9cf409ec907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:29.983168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-a27eb931-02a4-45df-91c3-9cf409ec907e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0752180 Dec 10 04:31:29.985018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9715cdbf-dc6f-4dbf-bde7-4a455338aabe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:29.986233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['95eeb081-35db-40eb-bc47-38351bcd2b90'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:29.995845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8092162d-3502-4d73-bb03-f022c993bb86 req-96b6dfd2-8f53-48ea-a712-9050d6bf39df service neutron] 10.222.0.41 "GET /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081013 Dec 10 04:31:30.005167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9715cdbf-dc6f-4dbf-bde7-4a455338aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.022438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25f28328-7420-4a4a-87e3-039a01e334f5 req-b71cc8e2-d843-4bc9-941d-5975e894dd8c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964401 Dec 10 04:31:30.036310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['71b315e8-ffca-4afa-91a8-2bd14c2e5e87'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:30.094095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715cdbf-dc6f-4dbf-bde7-4a455338aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ac457-0f8a-4a77-9fb0-2621cde27a39,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:30.102928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9715cdbf-dc6f-4dbf-bde7-4a455338aabe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea8d45b8b3bb44c9b3d42f024ebc4ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382597 Dec 10 04:31:30.105466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:30.121607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-32d04cc4-81e1-45c2-9c27-add2cb6bd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.123370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-32d04cc4-81e1-45c2-9c27-add2cb6bd203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206434 Dec 10 04:31:30.221141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32255a-15ff-4ba4-bb37-1c3e29ca858e req-4143c33b-d896-4e16-8ac6-7b5d0ee22af6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.223560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf32255a-15ff-4ba4-bb37-1c3e29ca858e req-4143c33b-d896-4e16-8ac6-7b5d0ee22af6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 945 time: 0.2114887 Dec 10 04:31:30.238073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.271284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.297240 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-cb4d0843-ac1d-493f-b9c8-6705d232f2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462796 Dec 10 04:31:30.301399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f77b7-6a6b-4864-aa9e-c4cfe453c712 req-92a62a39-2e93-470e-a867-0b215877421e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.302858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-179f77b7-6a6b-4864-aa9e-c4cfe453c712 req-92a62a39-2e93-470e-a867-0b215877421e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.1699469 Dec 10 04:31:30.306977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:31:30.315852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.317736 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:31:30.329298 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:31:30.330106 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:31:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:30.371503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf32255a-15ff-4ba4-bb37-1c3e29ca858e req-5994f9ea-a7ec-4f49-ba8e-a9a3938a8d6e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204703 Dec 10 04:31:30.380605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ead72567-41db-4bdd-8f6b-79348daf6223 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "PUT /v2.0/floatingips/edb8b59a-037c-4709-9f6f-68e7d078039b HTTP/1.1" status: 200 len: 989 time: 3.4794807 Dec 10 04:31:30.383384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:30.385781 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17897f4e-00d6-4490-bc94-1cce40f1608e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:30.415694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-179f77b7-6a6b-4864-aa9e-c4cfe453c712 req-4353bdf1-2fe9-4313-82b6-e39141b94205 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965760 Dec 10 04:31:30.440523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.440523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:30.440523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/914ac457-0f8a-4a77-9fb0-2621cde27a39 HTTP/1.1" status: 204 len: 168 time: 0.3295794 Dec 10 04:31:30.445185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ac6ef7e-4a89-4682-af80-4acc94e3cd67 req-90400812-7030-4f1b-a11f-a99101385a79 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334481 Dec 10 04:31:30.447389 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:31:30.462215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d208fc-c70f-408a-b926-ee6df429d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ac457-0f8a-4a77-9fb0-2621cde27a39,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:30.517315 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f402071f-1457-4594-9842-57d3e8f8b054 x-openstack-request-id: req-f402071f-1457-4594-9842-57d3e8f8b054 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:30.517609 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:30.517961 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f402071f-1457-4594-9842-57d3e8f8b054 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:30.518365 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'status': 'completed', 'code': 200} Dec 10 04:31:30.636128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-fc17bc71-28ae-4ca4-bbd2-b401d7220e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.638462 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-fc17bc71-28ae-4ca4-bbd2-b401d7220e34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 1096 time: 0.0484149 Dec 10 04:31:30.765709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7209265-1a1c-4488-a878-ee9a1e5d2d64 req-813197ad-10d4-4060-858b-d52a059bb947 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.767754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7209265-1a1c-4488-a878-ee9a1e5d2d64 req-813197ad-10d4-4060-858b-d52a059bb947 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0642469 Dec 10 04:31:30.768526 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:c8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:31:28Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:30.773526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-a87299fe-2b6d-4c2b-a744-78704d1a6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.775386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-a87299fe-2b6d-4c2b-a744-78704d1a6033 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 200 len: 925 time: 0.1238062 Dec 10 04:31:30.819429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:31:30.835734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:31:30.836359 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:31:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:30.849033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7209265-1a1c-4488-a878-ee9a1e5d2d64 req-6d097062-a056-425f-98d2-5a39eab1079f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750937 Dec 10 04:31:30.949237 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-c6961ee9-fca1-4a2d-838e-6ba3b12e2756 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01326421-be42-4b39-a7de-fd6a13cdff3b HTTP/1.1" status: 200 len: 997 time: 0.1648448 Dec 10 04:31:30.977398 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:31:30.991590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-f52ab50f-5296-4453-af1a-4e72d2818ac6 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:30.994091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-f52ab50f-5296-4453-af1a-4e72d2818ac6 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 1101 time: 0.0999467 Dec 10 04:31:31.005804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32465da-f391-4ddf-b2d5-25167b3efee4 req-873984bc-0e4f-4ffb-b824-7de95730ced4 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.009227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d32465da-f391-4ddf-b2d5-25167b3efee4 req-873984bc-0e4f-4ffb-b824-7de95730ced4 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.0756218 Dec 10 04:31:31.024791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-f8f71772-eda5-4873-843a-709892412cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.026309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-f8f71772-eda5-4873-843a-709892412cc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 200 len: 863 time: 0.0662577 Dec 10 04:31:31.029733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-2ef9a0b5-79e5-45f0-8aa7-c0cd4bb0afd4 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.069890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'tag': '90833443-f067-4d25-ab67-de2491e7c797'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:31.072454 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98276d34-4d58-4074-9fe5-dccbf226fe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "tag": "90833443-f067-4d25-ab67-de2491e7c797"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:31.097971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-c7f8a85a-d3d8-4271-b382-ca162e8a9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.100549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-c7f8a85a-d3d8-4271-b382-ca162e8a9ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ff752e4-c9be-488e-938d-daca50ffe857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647597 Dec 10 04:31:31.122786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d32465da-f391-4ddf-b2d5-25167b3efee4 req-730a601a-cf9a-4adc-9d6a-0745a077516c tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040497 Dec 10 04:31:31.169248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-2457f67b-7036-4faa-bb1b-3ac09300d50b tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.170808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-2457f67b-7036-4faa-bb1b-3ac09300d50b tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1097 time: 0.1050174 Dec 10 04:31:31.187174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b01bd04f-847f-4bee-9a96-9563ab298ada details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:31.190981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-3'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:31.224303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-b7cebb9e-dcce-40ab-b3da-2295ad339396 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138692 Dec 10 04:31:31.225159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:31.281665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-2ef9a0b5-79e5-45f0-8aa7-c0cd4bb0afd4 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.338900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17897f4e-00d6-4490-bc94-1cce40f1608e req-e8028cf7-dc0b-4aa8-8ca9-09d491a226b0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058733 Dec 10 04:31:31.339759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-2ef9a0b5-79e5-45f0-8aa7-c0cd4bb0afd4 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.398870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:31.402610 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:c8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:31:28Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:31:31.408312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:31.408791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.414866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.440251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9a0b5-79e5-45f0-8aa7-c0cd4bb0afd4 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71630f3-8510-48d4-93f3-784d22311266,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:31.451252 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eaee8c-c52d-49e5-82e5-a4c8124df8ff None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'edb8b59a-037c-4709-9f6f-68e7d078039b', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'port_id': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'mac_address': 'fa:16:3e:c8:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:55Z', 'updated_at': '2021-12-10T04:31:28Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:31:31.464998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7da6a8d8-8433-4514-bccf-36f61e47a0f3 req-2ef9a0b5-79e5-45f0-8aa7-c0cd4bb0afd4 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543414 Dec 10 04:31:31.480165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca568-fa0c-4df0-8e3f-f0d4470418f4 req-8227894d-0641-4635-90c5-b22daa37290f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.482574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b01bd04f-847f-4bee-9a96-9563ab298ada,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:31.496533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00aca568-fa0c-4df0-8e3f-f0d4470418f4 req-8227894d-0641-4635-90c5-b22daa37290f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2065690 Dec 10 04:31:31.513759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'b01bd04f-847f-4bee-9a96-9563ab298ada', 'network_id': '713c58f1-257d-4598-b447-439dde6ed259', 'port_id': 'b01bd04f-847f-4bee-9a96-9563ab298ada', 'mac_address': 'fa:16:3e:35:5e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940cf1a6-d59c-4eaf-81e1-3ee208f51f46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:31.562182 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18daab8e-260b-4262-b807-1860f7bffcbb x-openstack-request-id: req-18daab8e-260b-4262-b807-1860f7bffcbb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:31.562500 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "tag": "90833443-f067-4d25-ab67-de2491e7c797", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:31.562742 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18daab8e-260b-4262-b807-1860f7bffcbb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:31.563136 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'tag': '90833443-f067-4d25-ab67-de2491e7c797', 'status': 'completed', 'code': 200} Dec 10 04:31:31.586609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.588680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.610573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01bd04f-847f-4bee-9a96-9563ab298ada {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:31.654986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b01bd04f-847f-4bee-9a96-9563ab298ada,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:31.670361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.680817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:31.681032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-675f058f-17ad-426c-ba75-cc4352553e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.682312 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-675f058f-17ad-426c-ba75-cc4352553e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751b157563154cdbb10279a0f5b3d427&device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 1099 time: 0.0602586 Dec 10 04:31:31.683143 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc74cf-e440-44ab-bc43-0702287226ea" -d '{"events": [{"server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "name": "network-vif-plugged", "status": "completed", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:31.714853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:31.731023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:31.755309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:31.773355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00aca568-fa0c-4df0-8e3f-f0d4470418f4 req-1fca6914-a1db-47f5-9c62-76d70ce3a729 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745490 Dec 10 04:31:31.804083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113621f-93c6-4526-84c2-40a41faf2fbf req-a63a404a-f678-4d74-abaf-5b7766de98fb tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.813119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b113621f-93c6-4526-84c2-40a41faf2fbf req-a63a404a-f678-4d74-abaf-5b7766de98fb tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 945 time: 0.1393218 Dec 10 04:31:31.836346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-cb06455c-b827-42ab-afd1-8a5415cea2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:31.844061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-cb06455c-b827-42ab-afd1-8a5415cea2c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1411233 Dec 10 04:31:31.845134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:31.893936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:31.902814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b113621f-93c6-4526-84c2-40a41faf2fbf req-bec6beef-f7ae-4740-8dbe-a2e8955a5bce tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884261 Dec 10 04:31:31.943201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ddf3f-5812-4429-93c5-d1bf7b64258e None None] New status for floating IP edb8b59a-037c-4709-9f6f-68e7d078039b: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:31:31.949771 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-05d2b95e-b30d-46a0-ab5d-db87d7826f4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=90833443-f067-4d25-ab67-de2491e7c797 HTTP/1.1" status: 200 len: 217 time: 0.0998297 Dec 10 04:31:31.989302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:32.042414 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:32.050442 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:32.076210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-5362593e-c1ec-474d-9024-ea0f2b4216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.080754 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-5362593e-c1ec-474d-9024-ea0f2b4216ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1213498 Dec 10 04:31:32.210966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-14155745-75e5-4c53-87e0-d7b9d5c8f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.211640 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a77f2-3c50-41ad-bd25-978f18bb8358 x-openstack-request-id: req-fa7a77f2-3c50-41ad-bd25-978f18bb8358 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:32.212109 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "name": "network-vif-plugged", "status": "completed", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:32.212254 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa7a77f2-3c50-41ad-bd25-978f18bb8358 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:32.214284 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'code': 200} Dec 10 04:31:32.215818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-14155745-75e5-4c53-87e0-d7b9d5c8f3ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054659 Dec 10 04:31:32.216815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['b01bd04f-847f-4bee-9a96-9563ab298ada'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:32.297525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a58f3f-7e55-45e1-b40a-a119a88104bc req-26301e0a-162b-488c-a71e-9b32731143b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.299212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b1a58f3f-7e55-45e1-b40a-a119a88104bc req-26301e0a-162b-488c-a71e-9b32731143b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 1096 time: 0.0820460 Dec 10 04:31:32.329674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de856768-a970-40d3-8396-a47c33c95dd1 req-f71223ea-3fc9-43d2-b544-18cc47de1c42 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.337823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de856768-a970-40d3-8396-a47c33c95dd1 req-f71223ea-3fc9-43d2-b544-18cc47de1c42 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.2012811 Dec 10 04:31:32.338717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on host n-h2-817326-3 for vnic_type normal with profile {"migrating_to": "n-h1-817326-3"} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:32.339059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:32.339384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:32.352321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:32.352701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Attempting to bind port 88c2c2cb-a3be-40af-835b-da4e16decdea on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:32.355488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:32.384946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:32.385320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:32.385708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:32.386200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Bound port: 88c2c2cb-a3be-40af-835b-da4e16decdea, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:32.386560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:32.447235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0ffa0-5367-451a-b880-897f64111d00 req-31128589-a34e-4f22-91ef-e238b329bdeb tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.455332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4af0ffa0-5367-451a-b880-897f64111d00 req-31128589-a34e-4f22-91ef-e238b329bdeb tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.2099981 Dec 10 04:31:32.538935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:32.541210 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d4732-9aa5-40ae-a094-e893dbefa130" -d '{"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-unplugged", "status": "completed", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:32.579568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de856768-a970-40d3-8396-a47c33c95dd1 req-ab1b3ab8-7f10-4ec4-9d4d-241993257d55 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281442 Dec 10 04:31:32.600822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4af0ffa0-5367-451a-b880-897f64111d00 req-0deced32-08b8-41e9-8ad1-34b0f5f3aef2 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445978 Dec 10 04:31:32.619502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:32.619502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:32.626240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:32.696722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b1a58f3f-7e55-45e1-b40a-a119a88104bc req-c8a42409-e632-4c0b-9cd3-d0b192e2c161 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671322 Dec 10 04:31:32.698516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-082ec8a7-cf1b-4559-b4f1-cea3b05b29b6 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386555 Dec 10 04:31:32.702066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-931e1e87-17a0-437a-8a32-bcfe2adcdf17 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559054 Dec 10 04:31:32.718247 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:31:32.750799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.751992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:32.753383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] 10.222.0.36 "PUT /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 1122 time: 1.5684299 Dec 10 04:31:32.788087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdfe4c-20b7-40e5-ba99-2068c71df724 service neutron] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=8']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:32.795104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-98276d34-4d58-4074-9fe5-dccbf226fe7e req-38f7a17b-5899-4a12-9d04-869f54edc910 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Dec 10 04:31:32.854793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b69a9-652f-4937-911f-d22079f33541 req-160fd479-f273-4342-b1ed-77e432c205d0 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.856323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a9b69a9-652f-4937-911f-d22079f33541 req-160fd479-f273-4342-b1ed-77e432c205d0 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1096 time: 0.1529408 Dec 10 04:31:32.899227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-2d6e5848-792a-4b5a-9b2a-f238a71ffeef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:32.900700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-2d6e5848-792a-4b5a-9b2a-f238a71ffeef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925240 Dec 10 04:31:32.919171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['88c2c2cb-a3be-40af-835b-da4e16decdea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:32.928753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f0e5fd38-494f-4ae5-9a68-a3f92b20c6df tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0212512 Dec 10 04:31:32.936040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a9b69a9-652f-4937-911f-d22079f33541 req-3f05bf0c-94df-458f-820e-0e3a1eb70922 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Dec 10 04:31:32.982441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['88c2c2cb-a3be-40af-835b-da4e16decdea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:32.983054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-6cb3b70d-6630-4431-8e1f-22e08366f4a7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460455 Dec 10 04:31:33.114216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:33.129652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 95eeb081-35db-40eb-bc47-38351bcd2b90 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:33.211189 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fade8f9-01a9-4193-a4f9-f8002036acb3 x-openstack-request-id: req-2fade8f9-01a9-4193-a4f9-f8002036acb3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:33.211490 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-unplugged", "status": "completed", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:33.211753 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fade8f9-01a9-4193-a4f9-f8002036acb3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:33.212154 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'code': 200} Dec 10 04:31:33.303706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:33.309651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09973e6c-2a0d-4b07-8e93-a7f0ee5ebb8d req-dc096f42-e630-4f27-b302-a18a577263d7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:33.311138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09973e6c-2a0d-4b07-8e93-a7f0ee5ebb8d req-dc096f42-e630-4f27-b302-a18a577263d7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.0507655 Dec 10 04:31:33.357576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09973e6c-2a0d-4b07-8e93-a7f0ee5ebb8d req-79230a4f-d300-462d-b3f4-a37b4e453de5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Dec 10 04:31:33.468721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278a7b-354a-46cd-86b6-cbb6a1f5e94f req-e98e79e1-6d8a-48d8-9da3-9955f83653f9 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:33.470205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07278a7b-354a-46cd-86b6-cbb6a1f5e94f req-e98e79e1-6d8a-48d8-9da3-9955f83653f9 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 945 time: 0.0529416 Dec 10 04:31:33.498977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 95eeb081-35db-40eb-bc47-38351bcd2b90 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:33.513443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 95eeb081-35db-40eb-bc47-38351bcd2b90 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:33.513814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.518973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07278a7b-354a-46cd-86b6-cbb6a1f5e94f req-25c62630-d1af-45fd-be1d-e6dab6d45c83 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Dec 10 04:31:33.558457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:33.584633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:33.596285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '90833443-f067-4d25-ab67-de2491e7c797', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '90833443-f067-4d25-ab67-de2491e7c797', 'mac_address': 'fa:16:3e:e5:1b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:33.606744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'mac_address': 'fa:16:3e:ed:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:33.669318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.710414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.717043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90833443-f067-4d25-ab67-de2491e7c797 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:33.743585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.751304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:33.765554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:33.780704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.781352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:33.796626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:33.829987 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.840391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=95eeb081-35db-40eb-bc47-38351bcd2b90,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:33.852077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:33.879798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:33.984070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:33.987651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:34.018986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea has no active binding in host n-h1-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:31:34.041694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:34.217249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:34.219613 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95757536-b8c5-42f2-8b82-538d7fe6d1f5" -d '{"events": [{"server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "name": "network-vif-plugged", "status": "completed", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:34.233706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f5c249c4-018f-437f-9b00-8f0cfd5d02d8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:34.564556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['90833443-f067-4d25-ab67-de2491e7c797'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:34.572789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-6787972d-87e3-41eb-bb1c-eb037674850d tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:31:34.574324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-6787972d-87e3-41eb-bb1c-eb037674850d tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098417 Dec 10 04:31:34.595706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f25d54-f5be-45c9-af12-e5fd71c2727d req-ef5843d0-f3ec-4c11-9924-305c75c13fea tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:34.597216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99f25d54-f5be-45c9-af12-e5fd71c2727d req-ef5843d0-f3ec-4c11-9924-305c75c13fea tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 945 time: 0.0592406 Dec 10 04:31:34.645526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-2d51d834-2f8e-4fd4-8ec7-11e708ac53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:34.647151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-2d51d834-2f8e-4fd4-8ec7-11e708ac53b7 service neutron] 10.222.0.43 "GET /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 1093 time: 0.0596468 Dec 10 04:31:34.663155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Request body: {'binding': {'host': 'n-h2-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:34.664136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Unknown quota resources ['binding']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:31:34.718003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99f25d54-f5be-45c9-af12-e5fd71c2727d req-297b8e51-de40-4411-a336-7da9aeffe5d2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136141 Dec 10 04:31:34.865871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbb3fb-f47b-439c-bd9b-fe16709e2107 req-74b969ae-0ad3-48aa-8815-b6581b3cf66e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:34.867336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dbbb3fb-f47b-439c-bd9b-fe16709e2107 req-74b969ae-0ad3-48aa-8815-b6581b3cf66e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 949 time: 0.0781586 Dec 10 04:31:34.867976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on host n-h2-817326-3 for vnic_type normal with profile None {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:34.868309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:34.868651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:34.873298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:34.873620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:34.887726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:34.888126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:34.888546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:34.889051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Bound port: 97abd094-1936-4631-8ca1-8ad29de26339, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:35.193672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:35.217076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:35.219321 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31041a-b658-4d11-abf7-fafb4c1db3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:35.248414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:35.253315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:35.253617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.254540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dbbb3fb-f47b-439c-bd9b-fe16709e2107 req-558e86f1-9ff1-459f-aa51-1be36ee8e3cf tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786426 Dec 10 04:31:35.283805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:35.292568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.294773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f8e150fc-d3c1-4cab-af2a-c5b610be8a5a service neutron] 10.222.0.43 "POST /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339/bindings HTTP/1.1" status: 201 len: 389 time: 0.6354618 Dec 10 04:31:35.307697 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e10508-0561-46d5-932b-b2c29580e961 x-openstack-request-id: req-a4e10508-0561-46d5-932b-b2c29580e961 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:35.307991 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "name": "network-vif-plugged", "status": "completed", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:35.308255 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4e10508-0561-46d5-932b-b2c29580e961 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:35.308680 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90', 'code': 200} Dec 10 04:31:35.362323 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.396384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:35.404438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.405601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b01bd04f-847f-4bee-9a96-9563ab298ada up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:35.501807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:35.521912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port b01bd04f-847f-4bee-9a96-9563ab298ada completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:35.530605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port b01bd04f-847f-4bee-9a96-9563ab298ada triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:35.531006 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.542113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdad55-6480-4c11-9361-b4bb38625de8 req-5e83b0b1-6c6b-4d27-a7e7-a3f1592e4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:35.544449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bdcdad55-6480-4c11-9361-b4bb38625de8 req-5e83b0b1-6c6b-4d27-a7e7-a3f1592e4202 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0636768 Dec 10 04:31:35.552282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046d649-2414-4626-bb2a-daa1a2b6c7d1 req-af8ed06a-797c-4a12-99a5-be246ab31a0f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:35.554917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8046d649-2414-4626-bb2a-daa1a2b6c7d1 req-af8ed06a-797c-4a12-99a5-be246ab31a0f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1229091 Dec 10 04:31:35.622866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bdcdad55-6480-4c11-9361-b4bb38625de8 req-2458ff61-6364-4b5e-9ed9-da8815015455 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501418 Dec 10 04:31:35.640041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.649534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8046d649-2414-4626-bb2a-daa1a2b6c7d1 req-9f2a62f8-ecd6-4383-8973-163c990edb66 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869319 Dec 10 04:31:35.684650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b01bd04f-847f-4bee-9a96-9563ab298ada,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:35.699779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:35.717026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f01ef55d-885a-4f1f-bc9c-071d25abceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:35.718540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f01ef55d-885a-4f1f-bc9c-071d25abceaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1096 time: 0.0617797 Dec 10 04:31:35.803470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:35.811037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400339-42f5-4d21-bbb4-3c51916a1cab req-aa105915-94fa-4136-a11f-33bb74953f7e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:35.813700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30400339-42f5-4d21-bbb4-3c51916a1cab req-aa105915-94fa-4136-a11f-33bb74953f7e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 946 time: 0.0855684 Dec 10 04:31:35.868774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-3a4ce2ff-00c3-4c15-ac13-f845c8f90bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:35.870746 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-3a4ce2ff-00c3-4c15-ac13-f845c8f90bf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1371386 Dec 10 04:31:35.881107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30400339-42f5-4d21-bbb4-3c51916a1cab req-548b036a-910c-4ea5-9b73-953c1e405627 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604630 Dec 10 04:31:35.931532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-1decfe76-3c89-4bf0-91d6-3006f75cb3bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.0511973 Dec 10 04:31:35.941266 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d75cda8-6d97-452b-bc72-9e815b9162e8 x-openstack-request-id: req-3d75cda8-6d97-452b-bc72-9e815b9162e8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:35.943250 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:35.943250 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d75cda8-6d97-452b-bc72-9e815b9162e8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:35.943250 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'status': 'completed', 'code': 200} Dec 10 04:31:36.031925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46986) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:36.096916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2541714-d761-4258-a745-a93824c177f8 req-4511b336-22bc-48f4-a7d9-f236d1b558f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.098978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2541714-d761-4258-a745-a93824c177f8 req-4511b336-22bc-48f4-a7d9-f236d1b558f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.0995698 Dec 10 04:31:36.101707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-1628d649-2f1d-465f-9547-f176b615ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.103527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-1628d649-2f1d-465f-9547-f176b615ddc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1125 time: 0.0643418 Dec 10 04:31:36.116345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-5640ee6f-7359-47dc-ac77-491ec6486d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.118437 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-5640ee6f-7359-47dc-ac77-491ec6486d35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0838642 Dec 10 04:31:36.171605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2541714-d761-4258-a745-a93824c177f8 req-d9b98432-3682-4244-b34a-e790c248c4a1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Dec 10 04:31:36.195466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-4afe09ed-0cba-4624-aaf0-0ec5892bb149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650132 Dec 10 04:31:36.270046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-c7ff5aa1-9225-41c1-9e31-afb5c9829c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.271586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-c7ff5aa1-9225-41c1-9e31-afb5c9829c4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1581421 Dec 10 04:31:36.314082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50287d1d-8616-4629-ac6c-6fa44264185d req-d6c03099-63af-49ed-bba0-368c1f53b835 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 210 time: 0.0311630 Dec 10 04:31:36.345812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4997288-8f86-4ebf-b134-9b220b156eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:36.380143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-2793e317-32dc-4b96-b5a4-6acccd656b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 217 time: 0.0453324 Dec 10 04:31:36.404423 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-4d869c1f-28ca-4b1f-8aa6-8304d9b42006 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470932 Dec 10 04:31:36.459631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-1dccd266-ecbd-4745-bbf6-3ed3b640ccf1 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555084 Dec 10 04:31:36.464858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-485f559a-4fc4-4100-8d9d-50cc74462372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.466531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-485f559a-4fc4-4100-8d9d-50cc74462372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0786526 Dec 10 04:31:36.482937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bcbb-4f89-4d9a-b1be-16dc58a2a285 req-30343e11-877c-4383-ab17-688413e5faef tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.484921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3673bcbb-4f89-4d9a-b1be-16dc58a2a285 req-30343e11-877c-4383-ab17-688413e5faef tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 949 time: 0.0874774 Dec 10 04:31:36.533230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-169c288d-8946-4d92-b18b-620212488d70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331764 Dec 10 04:31:36.585045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3673bcbb-4f89-4d9a-b1be-16dc58a2a285 req-0c03a5ea-7476-4d47-a954-c51489c255d9 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926921 Dec 10 04:31:36.652695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-6fb80a41-b552-467c-b457-fd4ba9bffcbe service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026928 Dec 10 04:31:36.654945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4997288-8f86-4ebf-b134-9b220b156eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:36.664433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-6e4ada53-adec-4626-8544-01445650f435 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.665955 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-6e4ada53-adec-4626-8544-01445650f435 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486808 Dec 10 04:31:36.675063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4997288-8f86-4ebf-b134-9b220b156eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:36.703721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:36.710391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-211478f9-aa06-4311-a6a6-ca2414bc510c service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892362 Dec 10 04:31:36.758993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c4997288-8f86-4ebf-b134-9b220b156eec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24b691fe6a784a619aa7610ad6a41168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7255647 Dec 10 04:31:36.763907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47006) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:36.784309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4997288-8f86-4ebf-b134-9b220b156eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d2e8c-de00-45bd-be17-fff4a90538eb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:36.811138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea31041a-b658-4d11-abf7-fafb4c1db3b4 req-1c7bd2fb-fe6d-420d-83d7-c8b17cf9fad5 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498466 Dec 10 04:31:36.834190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad01b7-e5f0-4f23-84ea-a52f8f7d950a req-4d6f0a56-046b-497f-83f9-e0f2dfa36e08 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:36.835703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ad01b7-e5f0-4f23-84ea-a52f8f7d950a req-4d6f0a56-046b-497f-83f9-e0f2dfa36e08 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1063361 Dec 10 04:31:36.852568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:36.857147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:36.865429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:36.916671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ad01b7-e5f0-4f23-84ea-a52f8f7d950a req-62e1b85f-1261-4214-8c50-09ebd23c5159 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Dec 10 04:31:36.930552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.022720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.025552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.029057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/508d2e8c-de00-45bd-be17-fff4a90538eb HTTP/1.1" status: 204 len: 168 time: 0.2620482 Dec 10 04:31:37.037110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8f70a-7c37-4763-b13b-5ca567390053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d2e8c-de00-45bd-be17-fff4a90538eb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:37.047196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453437-22ec-4cea-82ee-d0f00a429059 req-6177413d-a9da-4edc-8401-37f52dd46e0e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:37.048829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb453437-22ec-4cea-82ee-d0f00a429059 req-6177413d-a9da-4edc-8401-37f52dd46e0e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 946 time: 0.0845878 Dec 10 04:31:37.081869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-c58c157d-074c-405a-a622-48e3f175401c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320284 Dec 10 04:31:37.106058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.227 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/4103f3f0-8325-455f-9638-6363f5ad6965) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:37.109539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:37.214038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 90833443-f067-4d25-ab67-de2491e7c797 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:37.225851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 90833443-f067-4d25-ab67-de2491e7c797 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:37.226225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.315048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}, {'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:37.329449 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827560c3-26c3-4174-bb21-39dee1ad2dca" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}, {"server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "name": "network-vif-plugged", "status": "completed", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:37.373993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb453437-22ec-4cea-82ee-d0f00a429059 req-a6e5b753-3188-460e-a055-3abeb861cc2d tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101423 Dec 10 04:31:37.403826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-009b7e17-104b-43e6-96da-da5b32faddeb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:37.405323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-009b7e17-104b-43e6-96da-da5b32faddeb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151610 Dec 10 04:31:37.418404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.422874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a629e1-11f6-4fbc-b118-45af4a2b412d req-b5c1563d-73cb-44f8-8265-fecf5c4539f3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:37.437890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16a629e1-11f6-4fbc-b118-45af4a2b412d req-b5c1563d-73cb-44f8-8265-fecf5c4539f3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.1045504 Dec 10 04:31:37.443582 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.453487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:37.467398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.532254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:37.536273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:37.540326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:37.542467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:37.563000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.567872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:37.618202 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3e24c-2ab7-4337-b68e-c9a9ea2b7fb3 x-openstack-request-id: req-fbd3e24c-2ab7-4337-b68e-c9a9ea2b7fb3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:37.620881 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "code": 200}, {"server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "name": "network-vif-plugged", "status": "completed", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:37.624715 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbd3e24c-2ab7-4337-b68e-c9a9ea2b7fb3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:37.625317 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'code': 200} Dec 10 04:31:37.625749 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada', 'code': 200} Dec 10 04:31:37.639638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:37.641202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:37.651304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16a629e1-11f6-4fbc-b118-45af4a2b412d req-8d46bcb6-7581-4362-944c-5a8f542407ea tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113636 Dec 10 04:31:37.670900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3da1f1b2-1b38-419f-aaba-073fbbe58999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.802243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:37.827375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ad4ebfe-6937-4de3-a5ce-266af5eb5413 req-4cf8f77d-c963-462e-a2cd-884943a47522 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 210 time: 0.0888124 Dec 10 04:31:37.888722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3da1f1b2-1b38-419f-aaba-073fbbe58999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.890819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.41', 60123) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:37.915099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3da1f1b2-1b38-419f-aaba-073fbbe58999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.942985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:31:37.946476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:37.971237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8d34b-bb7f-46e4-83cb-3fe0d190cbb8 req-9d122214-9c00-4573-8493-e25e7fd32b17 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:37.973371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87b8d34b-bb7f-46e4-83cb-3fe0d190cbb8 req-9d122214-9c00-4573-8493-e25e7fd32b17 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 950 time: 0.1419070 Dec 10 04:31:37.977922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dbd1-d98a-4157-89e0-79c4d870e233 req-b87c6300-b46f-4f9d-821f-e28b1c848e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:37.979388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5757dbd1-d98a-4157-89e0-79c4d870e233 req-b87c6300-b46f-4f9d-821f-e28b1c848e3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 1101 time: 0.0860097 Dec 10 04:31:37.983702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3da1f1b2-1b38-419f-aaba-073fbbe58999 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61b6bde6879d4e908c72b6331333abdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311512 Dec 10 04:31:37.986627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47038) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:38.003456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-69dffe98-b7b6-4164-add3-c29dc6416758 None None] Provisioning complete for port 4103f3f0-8325-455f-9638-6363f5ad6965 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:38.004172 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69dffe98-b7b6-4164-add3-c29dc6416758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.005118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.005663 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.028623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7ce4f8a-2e48-4fd9-86cd-827813ffc206 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3391240 Dec 10 04:31:38.031303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1f1b2-1b38-419f-aaba-073fbbe58999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b438a8d-360c-4f55-b07d-4ca2109c2a35,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:38.044252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af381323-458b-403a-aea7-e2631b63757c req-077b0201-897f-4b1d-a789-f080305ed8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.045777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af381323-458b-403a-aea7-e2631b63757c req-077b0201-897f-4b1d-a789-f080305ed8b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 1096 time: 0.1554971 Dec 10 04:31:38.051948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Request body: {'port': {'device_id': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:38.069864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69dffe98-b7b6-4164-add3-c29dc6416758 None None] Port 4103f3f0-8325-455f-9638-6363f5ad6965 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:38.146664 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.153809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af381323-458b-403a-aea7-e2631b63757c req-e75159a1-b078-4130-9207-27ad50b1c03b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987811 Dec 10 04:31:38.193057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87b8d34b-bb7f-46e4-83cb-3fe0d190cbb8 req-55352024-04f1-44c7-b1f4-6f5048496701 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126193 Dec 10 04:31:38.197022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5757dbd1-d98a-4157-89e0-79c4d870e233 req-cdf00ae3-8933-419c-af03-bff509439ca5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993718 Dec 10 04:31:38.246423 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.258851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015b710-bcd0-4e11-9f1d-b87d0d5ad689 req-bb428e7a-10a1-451b-9b0f-6c9c515d3ca6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.260537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3015b710-bcd0-4e11-9f1d-b87d0d5ad689 req-bb428e7a-10a1-451b-9b0f-6c9c515d3ca6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.2376432 Dec 10 04:31:38.299894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.145 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/80e84b06-480b-4c2c-8800-85259a4254a9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:31:38.303399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.390701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3015b710-bcd0-4e11-9f1d-b87d0d5ad689 req-00977a42-d6f1-4ca9-91ae-35a393d9b7af tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153514 Dec 10 04:31:38.423653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.427206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.428429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b438a8d-360c-4f55-b07d-4ca2109c2a35 HTTP/1.1" status: 204 len: 168 time: 0.4425812 Dec 10 04:31:38.450218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ed78-b6fb-45a5-8e39-af688130292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b438a8d-360c-4f55-b07d-4ca2109c2a35,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:38.592536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53c65d-20df-4850-a219-010d4862fa52 req-ed3127c6-7d9d-43b6-b4cc-9dc0c80d8546 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.594052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d53c65d-20df-4850-a219-010d4862fa52 req-ed3127c6-7d9d-43b6-b4cc-9dc0c80d8546 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 946 time: 0.1031539 Dec 10 04:31:38.599279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.666719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d53c65d-20df-4850-a219-010d4862fa52 req-3df4b6c7-ccd0-45e0-aea3-b4ceb88650aa tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616081 Dec 10 04:31:38.682229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.729728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:38.745427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:31:38.754478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:31:38.758565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:31:38.763080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:38.890364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.891040 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:38.943452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-f7596ef4-05be-469c-8ac6-d4b82717e0ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5023532 Dec 10 04:31:38.959888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2e765-0da9-465a-9fee-50e98e4e4646 req-5eddb52c-dea4-4141-93f6-c2176e69a345 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.961478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bcd2e765-0da9-465a-9fee-50e98e4e4646 req-5eddb52c-dea4-4141-93f6-c2176e69a345 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 945 time: 0.1225891 Dec 10 04:31:38.981504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca5e4-c833-4f4f-9b94-c53e666dc9d1 req-8fe39f07-748a-4b6e-9ca5-d0db4c5c14f2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:38.985730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-640ca5e4-c833-4f4f-9b94-c53e666dc9d1 req-8fe39f07-748a-4b6e-9ca5-d0db4c5c14f2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.1417153 Dec 10 04:31:39.008836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Request body: {'port': {'device_id': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:39.010727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4103f3f0-8325-455f-9638-6363f5ad6965 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:39.022165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.052867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Transition to ACTIVE for port object 4103f3f0-8325-455f-9638-6363f5ad6965 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:39.063680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.195121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bcd2e765-0da9-465a-9fee-50e98e4e4646 req-4876119d-7d3c-4395-a757-582d07a7e960 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223752 Dec 10 04:31:39.204546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1da734a1-4831-47bb-bd1e-c79a8d6a8ab3 None None] Provisioning complete for port 80e84b06-480b-4c2c-8800-85259a4254a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:39.214962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Pushing event updated for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:39.215262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da734a1-4831-47bb-bd1e-c79a8d6a8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.222305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.245288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Attempting to bind port 4103f3f0-8325-455f-9638-6363f5ad6965 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:39.249466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-640ca5e4-c833-4f4f-9b94-c53e666dc9d1 req-fc21562b-c195-4605-afd5-6669dd7eac96 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332191 Dec 10 04:31:39.252179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Attempting to bind port 4103f3f0-8325-455f-9638-6363f5ad6965 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:39.252543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Attempting to bind port 4103f3f0-8325-455f-9638-6363f5ad6965 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:39.265815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Port 4103f3f0-8325-455f-9638-6363f5ad6965 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:39.266161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Attempting to bind port 4103f3f0-8325-455f-9638-6363f5ad6965 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:39.272937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:39.276291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:39.276667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:39.277052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:39.285956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Bound port: 4103f3f0-8325-455f-9638-6363f5ad6965, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:39.285956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.314468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1da734a1-4831-47bb-bd1e-c79a8d6a8ab3 None None] Port 80e84b06-480b-4c2c-8800-85259a4254a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:31:39.405316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:39.418511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4103f3f0-8325-455f-9638-6363f5ad6965,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:39.430508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.579204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Pushing event updated for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:39.586737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:39.587733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.593911 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-fd508474-a548-4ce7-993e-c281ee08519c service neutron] 10.222.0.41 "PUT /v2.0/ports/4103f3f0-8325-455f-9638-6363f5ad6965 HTTP/1.1" status: 200 len: 1096 time: 1.5448544 Dec 10 04:31:39.595202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:39.599654 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c5657-8010-40f7-8994-36725819134c" -d '{"events": [{"name": "network-changed", "server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:39.617192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:39.655516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:39.658705 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324d599-a428-48a9-9104-9e311a45639d" -d '{"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-plugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:39.684783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9752198b-5c0d-4c52-a9a9-421da050812b', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '9752198b-5c0d-4c52-a9a9-421da050812b', 'mac_address': 'fa:16:3e:d5:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:39.730658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e678ca-1fba-4b13-9aca-da5256f803f1 req-e9f4ed6e-26ff-4b4e-ab25-e0ade734aa11 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:39.732821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33e678ca-1fba-4b13-9aca-da5256f803f1 req-e9f4ed6e-26ff-4b4e-ab25-e0ade734aa11 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 950 time: 0.2895095 Dec 10 04:31:39.760847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.777194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f74ec9-4148-4959-a1a9-d0238324a234 req-f406b8cc-fe55-4b98-9b47-d30f70002ef8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:39.788058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-20af657d-4dee-4f36-b650-58458c17a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:39.788255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88f74ec9-4148-4959-a1a9-d0238324a234 req-f406b8cc-fe55-4b98-9b47-d30f70002ef8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 936 time: 0.3757148 Dec 10 04:31:39.791180 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-20af657d-4dee-4f36-b650-58458c17a913 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 1099 time: 0.0837183 Dec 10 04:31:39.794728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9752198b-5c0d-4c52-a9a9-421da050812b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:39.835267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:39.841946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:39.860599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-2d4d3299-c4de-42e2-af6f-ac8f21e6ebcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4103f3f0-8325-455f-9638-6363f5ad6965 HTTP/1.1" status: 200 len: 217 time: 0.0514228 Dec 10 04:31:39.902187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:39.962919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-4f663056-9f96-4340-a631-da579cbf463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:39.964907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-4f663056-9f96-4340-a631-da579cbf463d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0788133 Dec 10 04:31:39.968648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88f74ec9-4148-4959-a1a9-d0238324a234 req-632582f2-11ca-43c4-a30f-a5efe51dfa75 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789067 Dec 10 04:31:40.023133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33e678ca-1fba-4b13-9aca-da5256f803f1 req-33ac19db-d41d-470e-a601-c9f009778068 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797689 Dec 10 04:31:40.098555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-c9e8cda4-4118-41f7-88a0-f5a77dd44a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.103821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-c9e8cda4-4118-41f7-88a0-f5a77dd44a52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084838 Dec 10 04:31:40.107143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9752198b-5c0d-4c52-a9a9-421da050812b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:40.212580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e84b06-480b-4c2c-8800-85259a4254a9 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:40.247054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:40.262767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-30c98163-d646-4245-96e6-ca6dcfc9de35 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400375 Dec 10 04:31:40.264410 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ffca1-eadf-4e9a-ba61-4c7ea642aa4c x-openstack-request-id: req-8b5ffca1-eadf-4e9a-ba61-4c7ea642aa4c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:40.265994 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:40.265994 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b5ffca1-eadf-4e9a-ba61-4c7ea642aa4c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:40.266169 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965', 'status': 'completed', 'code': 200} Dec 10 04:31:40.279869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Transition to ACTIVE for port object 80e84b06-480b-4c2c-8800-85259a4254a9 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:40.291198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7db40-ecef-41df-913f-7bce71f653a9 req-0130dca1-2217-46c4-9e86-67db36e60fb3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.299505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37e7db40-ecef-41df-913f-7bce71f653a9 req-0130dca1-2217-46c4-9e86-67db36e60fb3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1875455 Dec 10 04:31:40.301204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:40.430775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Pushing event updated for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:40.435770 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a32a339-b2f4-4ba0-9fde-3c8d305a75d3 x-openstack-request-id: req-9a32a339-b2f4-4ba0-9fde-3c8d305a75d3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:40.436136 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-plugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:40.438543 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a32a339-b2f4-4ba0-9fde-3c8d305a75d3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:40.438948 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797', 'code': 200} Dec 10 04:31:40.589623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37e7db40-ecef-41df-913f-7bce71f653a9 req-05334b5f-6936-48d5-9b77-82de82efb35e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361891 Dec 10 04:31:40.652944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Attempting to bind port 80e84b06-480b-4c2c-8800-85259a4254a9 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:40.657357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Attempting to bind port 80e84b06-480b-4c2c-8800-85259a4254a9 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:40.658229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Attempting to bind port 80e84b06-480b-4c2c-8800-85259a4254a9 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:40.675276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Port 80e84b06-480b-4c2c-8800-85259a4254a9 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:40.676881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Attempting to bind port 80e84b06-480b-4c2c-8800-85259a4254a9 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:40.693262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:40.693839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:40.695367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:40.696087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Bound port: 80e84b06-480b-4c2c-8800-85259a4254a9, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:40.696780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:40.730471 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-b57565b4-e48b-4e76-af0e-fba3af742248 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254172 Dec 10 04:31:40.778867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b90d-b212-429d-bb20-e3439815d51e req-69ed7338-5431-4f53-90d8-b2abcdba4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.781070 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2b96b90d-b212-429d-bb20-e3439815d51e req-69ed7338-5431-4f53-90d8-b2abcdba4186 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 1101 time: 0.1632400 Dec 10 04:31:40.841413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:40.845899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=80e84b06-480b-4c2c-8800-85259a4254a9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:40.854490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2b96b90d-b212-429d-bb20-e3439815d51e req-e94731a9-d2d3-4154-a9a9-a5418d8d44a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631440 Dec 10 04:31:40.856202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698ad95-5f2b-4bbe-a502-f8b4fc0f2e5c req-90f6e133-5725-4ce7-9343-e42beef378ae tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.864021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2698ad95-5f2b-4bbe-a502-f8b4fc0f2e5c req-90f6e133-5725-4ce7-9343-e42beef378ae tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 945 time: 0.0919025 Dec 10 04:31:40.873353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:40.930413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c5657-8010-40f7-8994-36725819134c req-65dc8f9e-7eb1-4d9f-9c20-b0b962b02f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.932373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-65dc8f9e-7eb1-4d9f-9c20-b0b962b02f40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 1099 time: 0.0765107 Dec 10 04:31:40.977989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:40.978629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:40.979989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] 10.222.0.41 "PUT /v2.0/ports/80e84b06-480b-4c2c-8800-85259a4254a9 HTTP/1.1" status: 200 len: 1096 time: 1.9920776 Dec 10 04:31:40.982309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:40.996724 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a367397-d92d-4430-b8d2-7f341b2df6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:41.079707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748441b-40bc-4de0-90dc-0ec958ccccfb service neutron] Pushing event updated for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:41.110061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2698ad95-5f2b-4bbe-a502-f8b4fc0f2e5c req-2fad57f4-1222-41ca-8d47-6652e9b4ce19 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441707 Dec 10 04:31:41.143518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c5657-8010-40f7-8994-36725819134c req-36c73993-f622-42e1-84f5-1d46342db497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.151259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-36c73993-f622-42e1-84f5-1d46342db497 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1976120 Dec 10 04:31:41.190895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-aeee007d-39c6-46bd-832e-97cce687b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.192624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-aeee007d-39c6-46bd-832e-97cce687b5da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 1099 time: 0.0809007 Dec 10 04:31:41.227013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee923-fea1-45d3-9110-de84bcd4593f req-a8d1aa14-475b-4aed-b4a2-6b8ada6c1c30 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.231272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78dee923-fea1-45d3-9110-de84bcd4593f req-a8d1aa14-475b-4aed-b4a2-6b8ada6c1c30 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.3642890 Dec 10 04:31:41.288929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:41.306983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-96dbf6ed-4b7f-46a8-8b85-164c2974e6e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=80e84b06-480b-4c2c-8800-85259a4254a9 HTTP/1.1" status: 200 len: 217 time: 0.0706131 Dec 10 04:31:41.308009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-9e9c0a45-32dc-403b-9204-94a593b5fb9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4103f3f0-8325-455f-9638-6363f5ad6965 HTTP/1.1" status: 200 len: 217 time: 0.1503229 Dec 10 04:31:41.360549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9752198b-5c0d-4c52-a9a9-421da050812b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:41.361355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:41.403389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c5657-8010-40f7-8994-36725819134c req-9668e0cb-106c-4c6a-b9cd-523f2242a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.407619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-9668e0cb-106c-4c6a-b9cd-523f2242a93f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0835338 Dec 10 04:31:41.443894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78dee923-fea1-45d3-9110-de84bcd4593f req-d3e32af6-364f-476e-a8b8-c53f88e026ff tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947203 Dec 10 04:31:41.496832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c5657-8010-40f7-8994-36725819134c req-8fe3b664-fea3-4d7d-b894-364ec0ed79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.498351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-8fe3b664-fea3-4d7d-b894-364ec0ed79bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799496 Dec 10 04:31:41.550979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-7cac6c40-e4bb-4ac9-a036-c4cb61b73617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.555621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-7cac6c40-e4bb-4ac9-a036-c4cb61b73617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2301166 Dec 10 04:31:41.558865 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d233d-8bea-4e13-9501-3fbefeeaa561 x-openstack-request-id: req-940d233d-8bea-4e13-9501-3fbefeeaa561 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:41.560129 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:41.560394 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-940d233d-8bea-4e13-9501-3fbefeeaa561 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:41.561850 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9', 'status': 'completed', 'code': 200} Dec 10 04:31:41.564372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:41.614975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e6a3c-0664-4315-8667-6ce6b8823a38 req-b9eac812-2a42-4189-a520-0818ee8e1e2c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.619819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-994e6a3c-0664-4315-8667-6ce6b8823a38 req-b9eac812-2a42-4189-a520-0818ee8e1e2c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 948 time: 0.2190080 Dec 10 04:31:41.666860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:41.677756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:41.678847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:41.750733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-b205ab98-691b-42f0-9d45-9d3745c49ebc service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434082 Dec 10 04:31:41.773075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-994e6a3c-0664-4315-8667-6ce6b8823a38 req-2c0c99bb-4400-4e1c-aa55-cdb92548b17c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187999 Dec 10 04:31:41.788725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-80bd6dbf-2f64-44ac-a632-8bcb87af061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.793143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-80bd6dbf-2f64-44ac-a632-8bcb87af061d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2190015 Dec 10 04:31:41.886527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-945c5657-8010-40f7-8994-36725819134c req-9168c55f-590e-434b-93cc-3301b735ac3b service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185477 Dec 10 04:31:41.931328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9a91-5583-447e-a328-4dfcd7a7844e req-2da80959-7898-47e5-86a4-e0a7bacf2f36 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:41.933367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c8b9a91-5583-447e-a328-4dfcd7a7844e req-2da80959-7898-47e5-86a4-e0a7bacf2f36 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 950 time: 0.2407980 Dec 10 04:31:41.992827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:42.013891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.014302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.014749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.015193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.015630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.016331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.017066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.021878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:42.037005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-0a1d2f9f-8536-44b0-8283-dd2dcfb0c641 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214510 Dec 10 04:31:42.041025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c8b9a91-5583-447e-a328-4dfcd7a7844e req-5b9c0692-f6d8-4c40-a29b-51560b5b3dc6 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992274 Dec 10 04:31:42.154438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc9ecf1b-7da0-4641-9c60-b37ed17c5487 req-7e6b3d10-8a88-4aa3-b32b-cacc2b13e65c service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000466 Dec 10 04:31:42.170017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751fce-e150-4dbc-8f00-20f48a013e33 req-e7710ef5-85d8-4c2f-8301-2d984ba671b4 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.174782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32751fce-e150-4dbc-8f00-20f48a013e33 req-e7710ef5-85d8-4c2f-8301-2d984ba671b4 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 945 time: 0.2403162 Dec 10 04:31:42.246331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32751fce-e150-4dbc-8f00-20f48a013e33 req-24ead571-5661-4f54-84a0-52c1b4d54bfc tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615432 Dec 10 04:31:42.440571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:42.444053 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61aef83-cb0b-4661-8906-f1db32ce8805" -d '{"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-plugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:42.452779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-6cf3b945-62fc-4a4b-b459-0efa43eedf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.454615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-6cf3b945-62fc-4a4b-b459-0efa43eedf87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 1099 time: 0.1604803 Dec 10 04:31:42.473343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b919bce-5353-4980-a32e-2437de81778c req-ec1a86c2-3df4-4119-8d8e-cdb9b376e7b9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.482385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b919bce-5353-4980-a32e-2437de81778c req-ec1a86c2-3df4-4119-8d8e-cdb9b376e7b9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1259556 Dec 10 04:31:42.708158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b919bce-5353-4980-a32e-2437de81778c req-0f7f8467-26ef-46fd-a6c5-bb38b87f9402 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212639 Dec 10 04:31:42.710229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-77137194-fc19-4630-81de-7964a1ade27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.713779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-77137194-fc19-4630-81de-7964a1ade27e service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2296665 Dec 10 04:31:42.716680 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31eb2a-6cbe-451f-90d0-22d8853869bb x-openstack-request-id: req-be31eb2a-6cbe-451f-90d0-22d8853869bb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:42.716979 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-plugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:42.717233 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be31eb2a-6cbe-451f-90d0-22d8853869bb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:42.717628 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b', 'code': 200} Dec 10 04:31:42.823916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-2b80d515-8ed8-4488-977b-ac8dac7c9e68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=80e84b06-480b-4c2c-8800-85259a4254a9 HTTP/1.1" status: 200 len: 217 time: 0.0571513 Dec 10 04:31:42.915788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-4afbd1d3-bf2e-4da7-a8e0-a2c59bd8fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.919196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-4afbd1d3-bf2e-4da7-a8e0-a2c59bd8fe55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0830159 Dec 10 04:31:42.936720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266568-6cd8-42e0-8728-78d5638f4cfe req-cc3d842b-3468-4ed2-afbb-c6f3533407be tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.938370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7266568-6cd8-42e0-8728-78d5638f4cfe req-cc3d842b-3468-4ed2-afbb-c6f3533407be tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 945 time: 0.1240177 Dec 10 04:31:42.947875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aad83-b322-47dc-8ad2-39f8f4fe3d47 req-36042592-e4ec-41d4-be85-408ad66fd952 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:42.949538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b8aad83-b322-47dc-8ad2-39f8f4fe3d47 req-36042592-e4ec-41d4-be85-408ad66fd952 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.1751080 Dec 10 04:31:43.054494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-14336323-1524-4942-8f02-ff6978283ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:43.056100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-14336323-1524-4942-8f02-ff6978283ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167662 Dec 10 04:31:43.069096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7266568-6cd8-42e0-8728-78d5638f4cfe req-9a628cc8-afd4-4511-8748-2df6495b930e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172326 Dec 10 04:31:43.097396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b8aad83-b322-47dc-8ad2-39f8f4fe3d47 req-8161f823-9781-4daa-b996-bb4d15be1456 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384914 Dec 10 04:31:43.235620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4103f3f0-8325-455f-9638-6363f5ad6965 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:43.476063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4103f3f0-8325-455f-9638-6363f5ad6965,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:43.513408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '4103f3f0-8325-455f-9638-6363f5ad6965', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '4103f3f0-8325-455f-9638-6363f5ad6965', 'mac_address': 'fa:16:3e:00:33:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:43.587608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:43.613953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4103f3f0-8325-455f-9638-6363f5ad6965 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:43.638757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4103f3f0-8325-455f-9638-6363f5ad6965,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:43.648159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:43.673028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-0e6388f2-778b-47da-89e6-c9fe0c7f1353 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027589 Dec 10 04:31:43.682920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea997-bd52-42e9-a01b-0fa2acdc889a req-b3f9e1d3-e334-46b1-b6b0-4f56a18ee803 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:43.692561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-024ea997-bd52-42e9-a01b-0fa2acdc889a req-b3f9e1d3-e334-46b1-b6b0-4f56a18ee803 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 948 time: 0.5014379 Dec 10 04:31:43.720796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b2d4a-49ae-4ffc-95b4-398517737f32 req-bbcf5c75-aedf-46eb-9188-1db607cfc9b3 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:43.729661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-532b2d4a-49ae-4ffc-95b4-398517737f32 req-bbcf5c75-aedf-46eb-9188-1db607cfc9b3 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 950 time: 0.5253594 Dec 10 04:31:43.753100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:43.892140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-532b2d4a-49ae-4ffc-95b4-398517737f32 req-e22c6a07-81af-4813-a8cb-e8bed73e5c8c tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610456 Dec 10 04:31:43.922580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a367397-d92d-4430-b8d2-7f341b2df6d9 req-4e8ff936-b409-46ae-b08c-dd067854d140 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763515 Dec 10 04:31:43.928739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-024ea997-bd52-42e9-a01b-0fa2acdc889a req-c69128e1-beb0-479c-85f5-2cce0bcd3278 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353024 Dec 10 04:31:44.103327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:44.154765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f34d6-7729-4cce-9658-cc1389cffd8d req-6f013264-7c2c-43e2-b09f-5dea46ba7457 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:44.163349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-943f34d6-7729-4cce-9658-cc1389cffd8d req-6f013264-7c2c-43e2-b09f-5dea46ba7457 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.0594742 Dec 10 04:31:44.271593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-943f34d6-7729-4cce-9658-cc1389cffd8d req-e7af4274-de48-44b7-b58a-8935951fa80a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050670 Dec 10 04:31:44.299307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc80bf-3a7e-4c95-a98e-f5943d459282 req-d4b54aa6-d2ed-46a6-b2e6-01d837202c67 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:44.316810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddc80bf-3a7e-4c95-a98e-f5943d459282 req-d4b54aa6-d2ed-46a6-b2e6-01d837202c67 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 950 time: 0.1461535 Dec 10 04:31:44.426532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddc80bf-3a7e-4c95-a98e-f5943d459282 req-ff4e60ec-93eb-4950-a0f5-dde4695c3fe1 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086717 Dec 10 04:31:44.493270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177fb37-da8e-4c15-9c1d-b00c6e9ec338 req-4818088b-33dd-4478-a814-0828f9b86523 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:44.495606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2177fb37-da8e-4c15-9c1d-b00c6e9ec338 req-4818088b-33dd-4478-a814-0828f9b86523 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 945 time: 0.1150038 Dec 10 04:31:44.503209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60648c31-2824-4145-9f06-4e0a7b332549 req-97001497-301d-40f9-94e2-c1f87e09a4c3 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:44.504716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60648c31-2824-4145-9f06-4e0a7b332549 req-97001497-301d-40f9-94e2-c1f87e09a4c3 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 945 time: 0.1391928 Dec 10 04:31:44.652740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288fe6f-8e72-4f8e-bd56-f9e097d59568 req-fc8e3bdb-e642-4c87-89f5-ca777baef289 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:44.665566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e288fe6f-8e72-4f8e-bd56-f9e097d59568 req-fc8e3bdb-e642-4c87-89f5-ca777baef289 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.1330838 Dec 10 04:31:44.682867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2177fb37-da8e-4c15-9c1d-b00c6e9ec338 req-fb98f3dc-9454-4408-910c-0d86f120a553 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729708 Dec 10 04:31:44.799314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e288fe6f-8e72-4f8e-bd56-f9e097d59568 req-4804fdc6-a527-4899-a1bb-4c746f715903 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328416 Dec 10 04:31:44.841823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Deleting port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:44.842173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:44.909370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-bb25a24d-6942-45fa-a639-0821e6577e81 service neutron] 10.222.0.41 "GET /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.1133180 Dec 10 04:31:45.079367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] For port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:45.080101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:45.107304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Calling delete_port for 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:31:45.164593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98e590-f096-4854-aa57-5b6b9b40b61f req-6e36bfa9-4fd6-40c4-9cf2-e81ec30442a3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:45.188871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b98e590-f096-4854-aa57-5b6b9b40b61f req-6e36bfa9-4fd6-40c4-9cf2-e81ec30442a3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 948 time: 0.1263382 Dec 10 04:31:45.246840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 80e84b06-480b-4c2c-8800-85259a4254a9 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:45.255961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4103f3f0-8325-455f-9638-6363f5ad6965 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:45.279386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b98e590-f096-4854-aa57-5b6b9b40b61f req-854c3cb4-f2b9-4126-a619-c7639995957a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874104 Dec 10 04:31:45.423028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:45.429049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:45.493965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:45.532083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event deleted for resources: {'Port': ['ID=71b315e8-ffca-4afa-91a8-2bd14c2e5e87,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:45.570088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'b01bd04f-847f-4bee-9a96-9563ab298ada'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:45.636297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c2c2cb-a3be-40af-835b-da4e16decdea {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:45.641552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['95eeb081-35db-40eb-bc47-38351bcd2b90'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:45.661323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:45.705959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:45.716824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] No DVR routers for this DVR port 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:45.778271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:45.793349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60648c31-2824-4145-9f06-4e0a7b332549 req-8b0f52d7-93a8-4ed8-a5ab-42d639e16841 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "DELETE /v2.0/ports/71b315e8-ffca-4afa-91a8-2bd14c2e5e87 HTTP/1.1" status: 204 len: 173 time: 1.2765248 Dec 10 04:31:45.794119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'name': 'network-vif-deleted', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:45.796549 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409fc7c0-4dd5-48af-953f-b6c09ef6c91a" -d '{"events": [{"server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "name": "network-vif-deleted", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:45.888606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61525e7e-0a03-4e92-ac62-1e1765f9de7e req-ccd7fe7f-d59e-4929-87f6-1a4aadfc8e25 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=9803f270-8790-42a7-b59c-7457effe22a2 HTTP/1.1" status: 200 len: 210 time: 0.0586748 Dec 10 04:31:45.892272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Transition to ACTIVE for port object 88c2c2cb-a3be-40af-835b-da4e16decdea will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:31:45.908426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:45.938009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbc674-74ce-4171-be8d-3339d9b66e43 req-ad7a89aa-a777-4ccc-8172-ec0532d1680d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:45.949584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fbbc674-74ce-4171-be8d-3339d9b66e43 req-ad7a89aa-a777-4ccc-8172-ec0532d1680d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 944 time: 0.2739279 Dec 10 04:31:46.011596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=80e84b06-480b-4c2c-8800-85259a4254a9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:46.019021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] No DVR routers for this DVR port 88c2c2cb-a3be-40af-835b-da4e16decdea on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:31:46.059815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 4103f3f0-8325-455f-9638-6363f5ad6965 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:46.106627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '80e84b06-480b-4c2c-8800-85259a4254a9', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '80e84b06-480b-4c2c-8800-85259a4254a9', 'mac_address': 'fa:16:3e:91:71:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:46.112033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 4103f3f0-8325-455f-9638-6363f5ad6965 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:46.112287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:46.126665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fbbc674-74ce-4171-be8d-3339d9b66e43 req-54451a17-8e46-435e-a4dd-665fb40f4a22 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491518 Dec 10 04:31:46.129714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:46.131049 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5903a-0221-4edb-bca8-176b7bd10edf x-openstack-request-id: req-8fb5903a-0221-4edb-bca8-176b7bd10edf {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:46.131554 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9803f270-8790-42a7-b59c-7457effe22a2", "name": "network-vif-deleted", "tag": "71b315e8-ffca-4afa-91a8-2bd14c2e5e87", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:46.131974 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fb5903a-0221-4edb-bca8-176b7bd10edf {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:46.133316 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803f270-8790-42a7-b59c-7457effe22a2', 'name': 'network-vif-deleted', 'tag': '71b315e8-ffca-4afa-91a8-2bd14c2e5e87', 'status': 'completed', 'code': 200} Dec 10 04:31:46.171572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.171572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.171572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.171572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.171572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.172376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.173549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.173549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.173755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.175703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.181019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.188844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.189337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:31:46.240084 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:46.249020 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-b6191f99-df8c-4eb2-9e4d-21fa5382e6c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea/bindings/n-h1-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3304241 Dec 10 04:31:46.258121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e84b06-480b-4c2c-8800-85259a4254a9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:46.289429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4b888-4f40-4d47-a07f-83ee4b192255 req-4e19edf0-d833-42a1-86ff-a5985140b084 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:46.290401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fc4b888-4f40-4d47-a07f-83ee4b192255 req-4e19edf0-d833-42a1-86ff-a5985140b084 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.0756009 Dec 10 04:31:46.369770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fc4b888-4f40-4d47-a07f-83ee4b192255 req-1982d7a0-e13c-4745-b039-de9c168e0643 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728974 Dec 10 04:31:46.400609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=80e84b06-480b-4c2c-8800-85259a4254a9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:46.471136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:46.491959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:46.529135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34833-d772-4b31-b1e1-08c5917d4f51 req-325b2fa6-6f10-4481-8445-f43cddc12dde tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:46.550412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5c34833-d772-4b31-b1e1-08c5917d4f51 req-325b2fa6-6f10-4481-8445-f43cddc12dde tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 948 time: 0.1747036 Dec 10 04:31:46.690593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:46.694134 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033cd66c-1c4b-4e36-8786-deada71b50ba" -d '{"events": [{"server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "name": "network-vif-plugged", "status": "completed", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:46.709029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-8d5d0a95-032d-488e-a142-52779e2b0e16 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:46.710936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-8d5d0a95-032d-488e-a142-52779e2b0e16 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.0899789 Dec 10 04:31:46.736691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4103f3f0-8325-455f-9638-6363f5ad6965,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:46.744840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:46.763624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:46.772725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5c34833-d772-4b31-b1e1-08c5917d4f51 req-e0f11ba1-2e82-4290-9713-06c633af8958 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188096 Dec 10 04:31:46.811605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-146e5e25-1ef6-4e7e-ba29-bfdf78abdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:46.813291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-146e5e25-1ef6-4e7e-ba29-bfdf78abdca0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3&tenant_id=3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 1096 time: 0.0884960 Dec 10 04:31:46.932015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['80e84b06-480b-4c2c-8800-85259a4254a9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:46.962515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:47.044006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-f4f1d666-c04d-40cd-88cd-debcd01753db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.045786 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea269ea5-4037-40ab-9679-d23b6402031e x-openstack-request-id: req-ea269ea5-4037-40ab-9679-d23b6402031e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:47.046078 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "name": "network-vif-plugged", "status": "completed", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:47.046335 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea269ea5-4037-40ab-9679-d23b6402031e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:47.046682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-f4f1d666-c04d-40cd-88cd-debcd01753db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1096 time: 0.1406808 Dec 10 04:31:47.046795 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965', 'code': 200} Dec 10 04:31:47.193515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:47.293475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:47.343395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:31:47.346475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 71b315e8-ffca-4afa-91a8-2bd14c2e5e87 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:31:47.420533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa781a3f-837d-4ad7-9632-92b7b5cd2c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:47.446001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c3506-3e8f-4834-98ae-ecb94d016105 req-2e89092b-908a-427a-bd49-de12fcfb5f02 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.454006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-214c3506-3e8f-4834-98ae-ecb94d016105 req-2e89092b-908a-427a-bd49-de12fcfb5f02 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 945 time: 0.1355653 Dec 10 04:31:47.454918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bac26-f57b-4766-b6a2-eea4a47bc6ec req-3a0b49ab-cbf5-46d9-af48-0adfc31b7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.457387 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109bac26-f57b-4766-b6a2-eea4a47bc6ec req-3a0b49ab-cbf5-46d9-af48-0adfc31b7337 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 1101 time: 0.2944040 Dec 10 04:31:47.523112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-81d59361-bf36-46f8-91c8-e093ba8095b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.525766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-81d59361-bf36-46f8-91c8-e093ba8095b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.4713156 Dec 10 04:31:47.539670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-214c3506-3e8f-4834-98ae-ecb94d016105 req-7020f36d-2d52-43c3-a6df-156db88bad6d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843043 Dec 10 04:31:47.649291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109bac26-f57b-4766-b6a2-eea4a47bc6ec req-e11966f0-deb7-4b0a-a3bd-6398344b7529 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703105 Dec 10 04:31:47.650088 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-1af6fe88-1572-47fe-9837-9c194fa0fa44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 200 len: 217 time: 0.0636921 Dec 10 04:31:47.678106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa781a3f-837d-4ad7-9632-92b7b5cd2c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:47.689697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa781a3f-837d-4ad7-9632-92b7b5cd2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:47.720256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5240-4986-4171-8622-67890ac06b74 req-ae965a92-907e-4ec6-81d5-61b3ea62148e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.731859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24ac5240-4986-4171-8622-67890ac06b74 req-ae965a92-907e-4ec6-81d5-61b3ea62148e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.2038488 Dec 10 04:31:47.732111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-10e9c2dd-3c48-4510-b169-b93627da2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:47.732963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-10e9c2dd-3c48-4510-b169-b93627da2185 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0631337 Dec 10 04:31:47.790102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fa781a3f-837d-4ad7-9632-92b7b5cd2c86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71407234901847df9285e60d97e4efae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947061 Dec 10 04:31:47.803556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:47.839146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-ad5bfe3f-f79d-4e45-a74f-3da14e65617d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840092 Dec 10 04:31:47.906178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:47.932259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:47.964209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-7a4a5a8e-9891-4143-8bcf-6d828472a7a4 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087544 Dec 10 04:31:47.965309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24ac5240-4986-4171-8622-67890ac06b74 req-6cd7763f-a9a6-4524-8b9c-15402a371729 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316303 Dec 10 04:31:47.966042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa781a3f-837d-4ad7-9632-92b7b5cd2c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54510f3f-561a-481f-ad43-65d6a717ede7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:48.070313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5601a1-4f3b-4c20-aac9-529762c8729a req-86734054-748a-42f7-adfe-e2f82fb112c7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:48.104085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d5601a1-4f3b-4c20-aac9-529762c8729a req-86734054-748a-42f7-adfe-e2f82fb112c7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 949 time: 0.1647646 Dec 10 04:31:48.135992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:48.138962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:48.140382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54510f3f-561a-481f-ad43-65d6a717ede7 HTTP/1.1" status: 204 len: 168 time: 0.3282120 Dec 10 04:31:48.176314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308cff-42b8-4bda-a776-dc339e728947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54510f3f-561a-481f-ad43-65d6a717ede7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:48.200532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d5601a1-4f3b-4c20-aac9-529762c8729a req-fcf5aa34-1355-4af7-b272-6c6c9657076e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954273 Dec 10 04:31:48.216573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-a846f730-71ce-43c3-93c1-532d8788c181 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292650 Dec 10 04:31:48.734001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-a827a505-8c1f-48a8-a60d-5664eaca27d3 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:48.737171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-a827a505-8c1f-48a8-a60d-5664eaca27d3 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1170905 Dec 10 04:31:48.870537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb300af-886c-494a-9c1a-e6e99a0ebbfe req-e0f56b57-51fa-4f01-bf70-2d5f634d9034 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:48.880629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bb300af-886c-494a-9c1a-e6e99a0ebbfe req-e0f56b57-51fa-4f01-bf70-2d5f634d9034 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 945 time: 0.2087412 Dec 10 04:31:48.932777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39815412-88e3-40ac-ab79-ba3910b1d3ef req-02cd87f6-15f1-47a1-b87d-7d112ebcc6d6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:48.940138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39815412-88e3-40ac-ab79-ba3910b1d3ef req-02cd87f6-15f1-47a1-b87d-7d112ebcc6d6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:48.949190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39815412-88e3-40ac-ab79-ba3910b1d3ef req-02cd87f6-15f1-47a1-b87d-7d112ebcc6d6 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886&device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 1682 time: 0.1962714 Dec 10 04:31:48.952945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-3bd74bdd-2b59-4365-b4a4-e233b8252652 service neutron] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:48.961079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-3bd74bdd-2b59-4365-b4a4-e233b8252652 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:48.963809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f67d7706-5065-4238-b2a5-085a91e2d5c3 req-3bd74bdd-2b59-4365-b4a4-e233b8252652 service neutron] 10.222.0.36 "DELETE /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea/bindings/n-h2-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.2173059 Dec 10 04:31:49.071817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39815412-88e3-40ac-ab79-ba3910b1d3ef req-c7453e5f-1f2b-40dd-9852-6f70b627a577 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218669 Dec 10 04:31:49.099401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bb300af-886c-494a-9c1a-e6e99a0ebbfe req-80420e21-952d-42ce-b57c-226408334c0e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177780 Dec 10 04:31:49.310647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:49.319832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 80e84b06-480b-4c2c-8800-85259a4254a9 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:49.357445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d79ae-7e0b-4e02-acca-23c6424ca755 req-4eb39de7-e810-46d1-bc6b-6fb8151afe14 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:49.369088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130d79ae-7e0b-4e02-acca-23c6424ca755 req-4eb39de7-e810-46d1-bc6b-6fb8151afe14 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 945 time: 0.1792853 Dec 10 04:31:49.477218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130d79ae-7e0b-4e02-acca-23c6424ca755 req-fc4040b4-ac05-4bd1-b738-4dca1e5a28b6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Dec 10 04:31:49.546643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 80e84b06-480b-4c2c-8800-85259a4254a9 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:31:49.562972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 80e84b06-480b-4c2c-8800-85259a4254a9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:49.563341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:49.570061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:49.616264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'mac_address': 'fa:16:3e:ed:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:31:49.690333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:49.704071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b288f8-fdc0-4fe5-8beb-e6a54a1e95d9 req-be7f9b0e-4c05-441b-9094-c0ce10bdb7ef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:49.705629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62b288f8-fdc0-4fe5-8beb-e6a54a1e95d9 req-be7f9b0e-4c05-441b-9094-c0ce10bdb7ef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 949 time: 0.0805805 Dec 10 04:31:49.723950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:31:49.818624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:49.845590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:49.874448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62b288f8-fdc0-4fe5-8beb-e6a54a1e95d9 req-c6c9c39c-6868-4395-894e-3ed7a71eb608 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414330 Dec 10 04:31:49.952133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:49.991864 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:50.068600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=80e84b06-480b-4c2c-8800-85259a4254a9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:50.070549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:50.073254 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ab95dc-066f-4d54-aff6-674532454f99" -d '{"events": [{"server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "name": "network-vif-plugged", "status": "completed", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:50.077081 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:50.078855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:50.086391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f5c249c4-018f-437f-9b00-8f0cfd5d02d8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:50.219593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:50.352666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d75dca-bee5-4c0d-8b69-72cd8ce158c0 req-a190da04-3384-46e6-b669-988bcc7b0707 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:50.361347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65d75dca-bee5-4c0d-8b69-72cd8ce158c0 req-a190da04-3384-46e6-b669-988bcc7b0707 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1096 time: 0.1103361 Dec 10 04:31:50.463021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65d75dca-bee5-4c0d-8b69-72cd8ce158c0 req-0e6d56b9-5c90-492c-8fc8-ee81039d64bf tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007009 Dec 10 04:31:51.305984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:31:51.412328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:31:51.412994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:51.527406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:51.619325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:51.628260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:51.708225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:52.319659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5bed-cacc-464d-9132-52377db55847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:53.220273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:54.670011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f31a6a34-ab48-469e-ac69-7661086ae7b6 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:54.671703 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-f31a6a34-ab48-469e-ac69-7661086ae7b6 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.0534768 Dec 10 04:31:54.687181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:31:54.802102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:54.806483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5496b5e9-6890-419d-b8c2-4ab288bf8d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:54.952958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:55.018320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:55.073663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:55.076578 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4124717-bcff-49e7-9534-7f8a202904a0" -d '{"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-unplugged", "status": "completed", "tag": "97abd094-1936-4631-8ca1-8ad29de26339"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:55.081550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.088975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.208323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:55.213486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on host n-h1-817326-3 for vnic_type normal with profile {"migrating_to": "n-h2-817326-3"} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:31:55.213886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:31:55.214312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:55.219328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:31:55.219722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Attempting to bind port 97abd094-1936-4631-8ca1-8ad29de26339 on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:31:55.226027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:31:55.226443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:31:55.226896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:31:55.227393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Bound port: 97abd094-1936-4631-8ca1-8ad29de26339, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:31:55.227816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.333009 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d6f311-dc02-4bfe-af46-2f8f6aacfd01 x-openstack-request-id: req-96d6f311-dc02-4bfe-af46-2f8f6aacfd01 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:55.333299 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "name": "network-vif-plugged", "status": "completed", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:55.333553 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96d6f311-dc02-4bfe-af46-2f8f6aacfd01 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:55.333947 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9', 'code': 200} Dec 10 04:31:55.350389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:31:55.353753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:31:55.362728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.486673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:55.487550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.489551 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] 10.222.0.41 "PUT /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 1121 time: 0.8075800 Dec 10 04:31:55.496765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820204-a842-4f4f-b4d9-665e3c90409f service neutron] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:55.571667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4695c-f3d9-4d0d-8369-fcb21b51226e req-a0885c89-b263-44dc-890a-8b09e87b1634 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:55.573258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b4695c-f3d9-4d0d-8369-fcb21b51226e req-a0885c89-b263-44dc-890a-8b09e87b1634 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 1096 time: 0.1325483 Dec 10 04:31:55.581410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91825b-6bc5-4ce0-acc1-833c8550042c req-ab266375-cec1-4ea1-a1fb-62cfa09c43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:55.583552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb91825b-6bc5-4ce0-acc1-833c8550042c req-ab266375-cec1-4ea1-a1fb-62cfa09c43e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 1101 time: 0.1062937 Dec 10 04:31:55.622542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:55.631937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefb538-4c4a-47bc-a4c3-184613e33e5b req-be3b6c91-8d1b-41c4-89de-3d789363b8e8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:55.633538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-caefb538-4c4a-47bc-a4c3-184613e33e5b req-be3b6c91-8d1b-41c4-89de-3d789363b8e8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.1009610 Dec 10 04:31:55.661117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b4695c-f3d9-4d0d-8369-fcb21b51226e req-15ec087a-02eb-4681-9493-b06cc2b0f607 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762408 Dec 10 04:31:55.711584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['97abd094-1936-4631-8ca1-8ad29de26339'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:55.725045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-caefb538-4c4a-47bc-a4c3-184613e33e5b req-6d78a9b6-a46b-410a-8c18-e44748fe6f6b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807281 Dec 10 04:31:55.801773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['97abd094-1936-4631-8ca1-8ad29de26339'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:31:55.852414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb91825b-6bc5-4ce0-acc1-833c8550042c req-37de0626-388e-4171-9603-822982b2f662 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178918 Dec 10 04:31:55.866541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49409e-761c-4ee8-98ee-d25de6cfb9ca req-1ef59530-d4e3-4e16-8d99-125cf3b658c2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:55.874579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac49409e-761c-4ee8-98ee-d25de6cfb9ca req-1ef59530-d4e3-4e16-8d99-125cf3b658c2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 950 time: 0.0919948 Dec 10 04:31:55.944236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac49409e-761c-4ee8-98ee-d25de6cfb9ca req-b520a7ca-51a6-488c-bde2-eed583e61c27 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685806 Dec 10 04:31:55.989224 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12612300-fbcf-44c4-b886-bb1f191c5d5d x-openstack-request-id: req-12612300-fbcf-44c4-b886-bb1f191c5d5d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:55.989728 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-unplugged", "status": "completed", "tag": "97abd094-1936-4631-8ca1-8ad29de26339", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:55.989824 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12612300-fbcf-44c4-b886-bb1f191c5d5d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:55.990217 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339', 'code': 200} Dec 10 04:31:57.305622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:57.334800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:57.337516 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f111a-35c0-4946-884b-8f657c78a052" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:57.364282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f316d-5604-4fd1-ab4a-957ba10aa917 req-86dd06a1-f475-44b2-ae9d-fa7478ba52a7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:57.366615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-175f316d-5604-4fd1-ab4a-957ba10aa917 req-86dd06a1-f475-44b2-ae9d-fa7478ba52a7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.1274745 Dec 10 04:31:57.366760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:31:57.381285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250f201-ca59-4f2f-91e7-fa8aaf7809d2 req-e87b3895-1901-4776-8628-cb4164354635 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:57.389326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1250f201-ca59-4f2f-91e7-fa8aaf7809d2 req-e87b3895-1901-4776-8628-cb4164354635 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 950 time: 0.0870438 Dec 10 04:31:57.502574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1250f201-ca59-4f2f-91e7-fa8aaf7809d2 req-46d9d0b0-cd3f-4381-bba6-2927aa86d14d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077814 Dec 10 04:31:57.531712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-175f316d-5604-4fd1-ab4a-957ba10aa917 req-5f2f587f-cba2-440e-bda5-23611b42f7f0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338162 Dec 10 04:31:57.580107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:57.616675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:31:57.777096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714d92-dd20-46fc-aaa0-ff2b7fba35a2 req-826b0787-5dbc-47c5-8d14-93e85aad8733 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:57.787383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07714d92-dd20-46fc-aaa0-ff2b7fba35a2 req-826b0787-5dbc-47c5-8d14-93e85aad8733 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 945 time: 0.0988605 Dec 10 04:31:57.823102 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38280738-6ff1-4112-8387-15bf50193813 x-openstack-request-id: req-38280738-6ff1-4112-8387-15bf50193813 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:57.823626 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:57.824062 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38280738-6ff1-4112-8387-15bf50193813 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:57.825518 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'code': 200} Dec 10 04:31:57.905449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07714d92-dd20-46fc-aaa0-ff2b7fba35a2 req-63e3e38b-0315-4871-a47a-73c26ac3792e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164336 Dec 10 04:31:57.991712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:57.994718 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1cb323-bd76-4faf-8451-af51adaf6dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "tag": "97abd094-1936-4631-8ca1-8ad29de26339"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:58.060357 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2400467-7afe-4458-8ae1-ae9ea58f1ef4 x-openstack-request-id: req-c2400467-7afe-4458-8ae1-ae9ea58f1ef4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:31:58.060680 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "tag": "97abd094-1936-4631-8ca1-8ad29de26339", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:31:58.060936 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2400467-7afe-4458-8ae1-ae9ea58f1ef4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:31:58.061555 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339', 'status': 'completed', 'code': 200} Dec 10 04:31:58.232336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-a9c3afcf-d29b-42b7-a5fa-190e110ab3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.244238 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-a9c3afcf-d29b-42b7-a5fa-190e110ab3fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1124 time: 0.1078839 Dec 10 04:31:58.257392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-290bd033-fbb2-4fde-b685-ace53781ae0e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.259081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-290bd033-fbb2-4fde-b685-ace53781ae0e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.1976557 Dec 10 04:31:58.269393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:58.290281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-d9bd7976-46ea-4773-9f9e-6e247c3a8dc2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/quotas/567cc69fa9a9467ca1b4f2b926369065 HTTP/1.1" status: 200 len: 375 time: 0.0227354 Dec 10 04:31:58.387887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0fab2ba9-96d1-4761-a662-447749ee9a2e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901091 Dec 10 04:31:58.435095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-5e737818-4874-44fb-8f4e-24646e225342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.437753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-5e737818-4874-44fb-8f4e-24646e225342 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.1815739 Dec 10 04:31:58.451665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:58.511228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-ab8ff7ff-40e2-4aef-8ea3-d22a21aba655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.0567133 Dec 10 04:31:58.572555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-4f1b3ff7-dca3-4be0-8ea1-8cedd43211ef service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752594 Dec 10 04:31:58.573824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-f483a2b4-85df-44a4-aad4-fd79b73737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.575283 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-f483a2b4-85df-44a4-aad4-fd79b73737ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0543342 Dec 10 04:31:58.632300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-4eaa10e0-1630-426c-8097-e7d3f2fc13c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449100 Dec 10 04:31:58.765153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3d00781-2d17-4445-bbbb-6761664bdae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:58.779342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fb637-04bc-4d40-abc5-3d0c506eece3 req-9aebbc68-72ad-4b18-88d6-9735c803840b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.780987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-201fb637-04bc-4d40-abc5-3d0c506eece3 req-9aebbc68-72ad-4b18-88d6-9735c803840b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 950 time: 0.1555865 Dec 10 04:31:58.796385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-ba88bada-ea49-4624-8c37-444b24052cd5 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227700 Dec 10 04:31:58.823285 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-6c90f3dc-ff35-4c89-af08-f5002d05948e service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758790 Dec 10 04:31:58.895046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-201fb637-04bc-4d40-abc5-3d0c506eece3 req-9398cc28-00f0-48ba-9d45-e720dedcd842 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868287 Dec 10 04:31:58.926075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-0211c8ad-755c-4b06-98f8-1aed2c2e4962 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:58.927636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-0211c8ad-755c-4b06-98f8-1aed2c2e4962 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 945 time: 0.1303380 Dec 10 04:31:59.236047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216de2eb-932e-455b-a3ae-62c64b0d1cde req-1d2b66ec-1726-4d30-8bcd-27e5ffb6d412 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:59.244708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-216de2eb-932e-455b-a3ae-62c64b0d1cde req-1d2b66ec-1726-4d30-8bcd-27e5ffb6d412 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.2388315 Dec 10 04:31:59.351585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5bbdbb8f-28d8-4db8-b8f6-337cdbef2a9e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:59.353621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5bbdbb8f-28d8-4db8-b8f6-337cdbef2a9e tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 946 time: 0.3260260 Dec 10 04:31:59.379732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:31:59.445269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-216de2eb-932e-455b-a3ae-62c64b0d1cde req-184ecde5-3d9e-4e89-80cb-166daa0d03aa tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989787 Dec 10 04:31:59.470812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d1cb323-bd76-4faf-8451-af51adaf6dc5 req-6f04ea26-882d-4268-a52b-7b189e5f5214 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342206 Dec 10 04:31:59.501440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3d00781-2d17-4445-bbbb-6761664bdae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.525999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3d00781-2d17-4445-bbbb-6761664bdae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.535469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Deleting port b01bd04f-847f-4bee-9a96-9563ab298ada {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:31:59.535811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.573169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.608867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b3d00781-2d17-4445-bbbb-6761664bdae0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32bb5c4e58104e6ea116fada9dfdb63e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1556799 Dec 10 04:31:59.610957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d00781-2d17-4445-bbbb-6761664bdae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da039ee6-3384-4f27-b10e-633577207478,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:59.619893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47662) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:31:59.648262 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:59.657340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.683269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b48a29-d071-456a-9616-a7193adf4c4b req-f7a2a87a-8bd7-4f57-9529-01899adabc1c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:31:59.698428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87b48a29-d071-456a-9616-a7193adf4c4b req-f7a2a87a-8bd7-4f57-9529-01899adabc1c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 950 time: 0.4135444 Dec 10 04:31:59.756443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:31:59.821156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] For port b01bd04f-847f-4bee-9a96-9563ab298ada, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b01bd04f-847f-4bee-9a96-9563ab298ada,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:31:59.821418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:31:59.826785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:31:59.829468 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdc459-0ed7-4676-8e31-99bb95839a7a" -d '{"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:31:59.835221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Calling delete_port for b01bd04f-847f-4bee-9a96-9563ab298ada owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:00.022538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.067641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.076967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c04a3-ff4f-47ad-8830-26ad34654215 req-a92e0f9a-4cff-47c3-a229-d14be59d7f0c tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:00.079246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-691c04a3-ff4f-47ad-8830-26ad34654215 req-a92e0f9a-4cff-47c3-a229-d14be59d7f0c tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=08620666-4067-4d03-b386-5c4ed0bd4886 HTTP/1.1" status: 200 len: 945 time: 0.4564219 Dec 10 04:32:00.193137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87b48a29-d071-456a-9616-a7193adf4c4b req-eb04816c-08c1-4062-a8a7-587c199eae40 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915469 Dec 10 04:32:00.197183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.246923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['95eeb081-35db-40eb-bc47-38351bcd2b90'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:00.272000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Deleting port 95eeb081-35db-40eb-bc47-38351bcd2b90 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:32:00.272341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.282934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event deleted for resources: {'Port': ['ID=b01bd04f-847f-4bee-9a96-9563ab298ada,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:00.333612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-691c04a3-ff4f-47ad-8830-26ad34654215 req-c3e8d1f3-01fc-48a8-a61f-dffa156fff24 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/security-groups?id=95cabf83-e493-4869-98d9-70874ea543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369585 Dec 10 04:32:00.334709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['b01bd04f-847f-4bee-9a96-9563ab298ada'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:00.457547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] For port 95eeb081-35db-40eb-bc47-38351bcd2b90, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=95eeb081-35db-40eb-bc47-38351bcd2b90,segment=NetworkSegment(3658e97d-c1f2-437a-891c-36a8cb50ecbc),segment_id=3658e97d-c1f2-437a-891c-36a8cb50ecbc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:00.458091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.474229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Calling delete_port for 95eeb081-35db-40eb-bc47-38351bcd2b90 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:00.602951 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03892793-f88e-4e9e-a08e-2e6d9d25115e x-openstack-request-id: req-03892793-f88e-4e9e-a08e-2e6d9d25115e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:00.603512 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:00.603512 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03892793-f88e-4e9e-a08e-2e6d9d25115e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:00.603874 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b', 'code': 200} Dec 10 04:32:00.641489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bcb2eac-3ed5-4eb5-a7f1-752f2799d03e req-510c5cae-53c5-475b-b09f-9a191c271a60 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 210 time: 0.3028257 Dec 10 04:32:00.642359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.646666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.647944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da039ee6-3384-4f27-b10e-633577207478 HTTP/1.1" status: 204 len: 168 time: 0.9802473 Dec 10 04:32:00.649106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] No DVR routers for this DVR port b01bd04f-847f-4bee-9a96-9563ab298ada on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:00.667137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:00.679356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0b5c782-7ac7-4f5b-899a-d60f5554783b req-e0c076fc-210c-481b-b555-e04a0eb54759 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.41 "DELETE /v2.0/ports/b01bd04f-847f-4bee-9a96-9563ab298ada HTTP/1.1" status: 204 len: 173 time: 1.7358007 Dec 10 04:32:00.743693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'name': 'network-vif-deleted', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:00.746163 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a79ac9-6dc8-4dfb-be25-ed55b6a8106d" -d '{"events": [{"server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "name": "network-vif-deleted", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:00.895199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626e4d5-201a-4080-b85a-9a1c10bba756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da039ee6-3384-4f27-b10e-633577207478,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:00.898156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-1cd39670-2728-49ff-a271-831b8aff2adb tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:00.900588 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-1cd39670-2728-49ff-a271-831b8aff2adb tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ee8a52f-43b9-4f20-bc75-83a8ced115cf HTTP/1.1" status: 200 len: 943 time: 0.1400843 Dec 10 04:32:01.072259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:01.121304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['b01bd04f-847f-4bee-9a96-9563ab298ada'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:01.193216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Deleting port 9752198b-5c0d-4c52-a9a9-421da050812b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:32:01.193705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:01.380536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] For port 9752198b-5c0d-4c52-a9a9-421da050812b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9752198b-5c0d-4c52-a9a9-421da050812b,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:01.381221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:01.436737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Calling delete_port for 9752198b-5c0d-4c52-a9a9-421da050812b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:01.472955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Pushing event deleted for resources: {'Port': ['ID=95eeb081-35db-40eb-bc47-38351bcd2b90,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:01.597249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4abcc-0f03-4612-bf69-58bca4d5df3f req-65a83266-8235-4451-8303-fe77f428af3a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:01.615082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4abcc-0f03-4612-bf69-58bca4d5df3f req-65a83266-8235-4451-8303-fe77f428af3a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:01.629995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dc4abcc-0f03-4612-bf69-58bca4d5df3f req-65a83266-8235-4451-8303-fe77f428af3a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe&device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 1691 time: 0.5627937 Dec 10 04:32:01.686035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c855468-6fbf-4fff-91c2-032ed66d3f4d req-c0a36647-2e49-4915-932c-5ccdfca09f84 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:01.694540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c855468-6fbf-4fff-91c2-032ed66d3f4d req-c0a36647-2e49-4915-932c-5ccdfca09f84 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.7552555 Dec 10 04:32:01.716193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] No DVR routers for this DVR port 95eeb081-35db-40eb-bc47-38351bcd2b90 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:01.767117 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:01.805550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:01.816284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0fb3087-8a76-412c-909f-ccc5590f06e2 req-5b585be9-78a0-4d03-98b1-52ed63741c8a tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.36 "DELETE /v2.0/ports/95eeb081-35db-40eb-bc47-38351bcd2b90 HTTP/1.1" status: 204 len: 173 time: 2.4494157 Dec 10 04:32:01.865761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event deleted for resources: {'Port': ['ID=9752198b-5c0d-4c52-a9a9-421da050812b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:01.925711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dc4abcc-0f03-4612-bf69-58bca4d5df3f req-61aaad27-24d1-40b7-aeb5-9aae47cbaa85 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910659 Dec 10 04:32:01.988617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c855468-6fbf-4fff-91c2-032ed66d3f4d req-b8dd4c52-5f09-47ed-a280-c73f4251d0aa tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913854 Dec 10 04:32:02.012193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] No DVR routers for this DVR port 9752198b-5c0d-4c52-a9a9-421da050812b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:02.016319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:02.020657 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-736d7f49-6d2c-4037-b84d-39c9ec2b68fb req-bf4c3397-58bf-4e19-82fb-7ff898e7a3c2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "DELETE /v2.0/ports/9752198b-5c0d-4c52-a9a9-421da050812b HTTP/1.1" status: 204 len: 173 time: 1.0294421 Dec 10 04:32:02.021243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-deleted', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:02.031591 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6d125-0387-4888-b608-3fd65fd38cc5" -d '{"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-deleted", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:02.040841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-96e80692-ae5e-4ce8-a558-41606770475c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:02.055203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-96e80692-ae5e-4ce8-a558-41606770475c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.7588868 Dec 10 04:32:02.077017 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4da9ef-8cf0-4791-bf6e-ce56686d8989 x-openstack-request-id: req-ca4da9ef-8cf0-4791-bf6e-ce56686d8989 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:02.077788 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08620666-4067-4d03-b386-5c4ed0bd4886", "name": "network-vif-deleted", "tag": "b01bd04f-847f-4bee-9a96-9563ab298ada", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:02.078216 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca4da9ef-8cf0-4791-bf6e-ce56686d8989 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:02.078776 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08620666-4067-4d03-b386-5c4ed0bd4886', 'name': 'network-vif-deleted', 'tag': 'b01bd04f-847f-4bee-9a96-9563ab298ada', 'status': 'completed', 'code': 200} Dec 10 04:32:02.092419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Request body: {'port': {'device_id': '8706b269-b468-46a2-bc45-8997e13c4589', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'admin_state_up': True, 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:02.372381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3be2d48d-9c26-4ee6-a967-e2b14c59784f req-f98d1eb9-d75a-4259-bcb0-37a89d33dc35 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 210 time: 0.0494413 Dec 10 04:32:02.446687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:02.450460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:02.480440 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96545dd4-b44c-4887-a4ce-a034d50d0e1e x-openstack-request-id: req-96545dd4-b44c-4887-a4ce-a034d50d0e1e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:02.480972 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8a52f-43b9-4f20-bc75-83a8ced115cf", "name": "network-vif-deleted", "tag": "9752198b-5c0d-4c52-a9a9-421da050812b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:02.481450 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96545dd4-b44c-4887-a4ce-a034d50d0e1e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:02.482031 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8a52f-43b9-4f20-bc75-83a8ced115cf', 'name': 'network-vif-deleted', 'tag': '9752198b-5c0d-4c52-a9a9-421da050812b', 'status': 'completed', 'code': 200} Dec 10 04:32:02.667123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61b89769-81d7-4784-ae36-e3bb1455c6c0 req-622e3190-e76e-4b26-8bdb-7e31b0eebc46 tempest-ListServersNegativeTestJSON-839660175 tempest-ListServersNegativeTestJSON-839660175-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e0a5b5f-4f75-4285-a845-7717ef92fa97 HTTP/1.1" status: 200 len: 210 time: 0.0547581 Dec 10 04:32:02.717843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Allocated IP 172.20.0.5 (3759f267-bac5-4fac-a7c1-554017654bf1/969da3d5-b06a-42ea-b463-d5cc96f525e6/3e418f35-9755-4f1a-b3af-ce584c113434) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:03.346792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 95eeb081-35db-40eb-bc47-38351bcd2b90 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:03.377294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 95eeb081-35db-40eb-bc47-38351bcd2b90 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:32:03.377885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 95eeb081-35db-40eb-bc47-38351bcd2b90 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:03.408066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-77d6edcb-78b9-4002-bd05-7ae14f088b48 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=854d9ebf61ab46babab49c163688a505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513892 Dec 10 04:32:03.428142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b01bd04f-847f-4bee-9a96-9563ab298ada no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:03.482196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: b01bd04f-847f-4bee-9a96-9563ab298ada {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:32:03.482520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b01bd04f-847f-4bee-9a96-9563ab298ada not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:03.482946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:03.487900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f02a6-b93f-44b7-a8c5-4b865c280b94 req-474f8fe3-c809-4e01-bfa1-1cbfdb0dcf99 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:03.490245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c64f02a6-b93f-44b7-a8c5-4b865c280b94 req-474f8fe3-c809-4e01-bfa1-1cbfdb0dcf99 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 1101 time: 0.1325488 Dec 10 04:32:03.505260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 9752198b-5c0d-4c52-a9a9-421da050812b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:32:03.505922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9752198b-5c0d-4c52-a9a9-421da050812b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:03.552098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:03.645670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-63bb75c3-2c36-414b-9ca1-9f31ee5c7919 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:03.647447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-63bb75c3-2c36-414b-9ca1-9f31ee5c7919 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300236 Dec 10 04:32:03.652728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c64f02a6-b93f-44b7-a8c5-4b865c280b94 req-8bdcc373-4e27-4f49-a843-3d1013d6c4d1 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368802 Dec 10 04:32:03.682034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-1933fbe6-ea7d-42b3-84b2-57f2f0ddb7bf tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/quotas/854d9ebf61ab46babab49c163688a505 HTTP/1.1" status: 200 len: 375 time: 0.0281000 Dec 10 04:32:03.692879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:03.742813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-98898a0f-d956-4f4e-9b79-b4fcc11aef8e tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=854d9ebf61ab46babab49c163688a505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531106 Dec 10 04:32:03.802762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Network 3759f267-bac5-4fac-a7c1-554017654bf1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:03.810617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:03.815098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:03.856284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:03.881832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2702745-9f70-4e2b-91bc-6f049dce867d req-8c04c6ae-27d8-4e0e-8696-7ab3098f7f92 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:03.889548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2702745-9f70-4e2b-91bc-6f049dce867d req-8c04c6ae-27d8-4e0e-8696-7ab3098f7f92 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.1507752 Dec 10 04:32:03.915927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:03.916958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:03.960180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-732059b4-97b6-4023-8daa-e60dac5ff191 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8798783 Dec 10 04:32:03.975696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2702745-9f70-4e2b-91bc-6f049dce867d req-dc5f7f40-8ace-47e6-834d-8d63dc7db764 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Dec 10 04:32:03.989045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Request body: {'port': {'device_id': '8706b269-b468-46a2-bc45-8997e13c4589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:04.087751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'name': 'network-vif-deleted', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:04.091510 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb26f72-9962-4229-aedf-865825f14c66" -d '{"events": [{"server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "name": "network-vif-deleted", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:04.140938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.388412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef16b-0928-4cd6-b452-e2521e099bad req-5f8e802a-0480-462d-b18c-ce54f6789eb1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:04.390241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-695ef16b-0928-4cd6-b452-e2521e099bad req-5f8e802a-0480-462d-b18c-ce54f6789eb1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 931 time: 0.2470386 Dec 10 04:32:04.473339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1341772-e850-4a96-b510-4c3617df7f0a req-e87d5236-4648-4705-bfe0-39dacd274878 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:04.489450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1341772-e850-4a96-b510-4c3617df7f0a req-e87d5236-4648-4705-bfe0-39dacd274878 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 1101 time: 0.2391059 Dec 10 04:32:04.511502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-695ef16b-0928-4cd6-b452-e2521e099bad req-b1b76146-5554-4a4e-ad6a-31c5c136f227 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065009 Dec 10 04:32:04.603308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:04.628949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1341772-e850-4a96-b510-4c3617df7f0a req-75f247dd-ea1d-4ed3-b605-10fc6d926854 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384563 Dec 10 04:32:04.675812 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3eb9df-262d-41bb-927b-b8229eef7f64 x-openstack-request-id: req-9b3eb9df-262d-41bb-927b-b8229eef7f64 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:04.676126 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0a5b5f-4f75-4285-a845-7717ef92fa97", "name": "network-vif-deleted", "tag": "95eeb081-35db-40eb-bc47-38351bcd2b90", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:04.677526 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b3eb9df-262d-41bb-927b-b8229eef7f64 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:04.679265 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0a5b5f-4f75-4285-a845-7717ef92fa97', 'name': 'network-vif-deleted', 'tag': '95eeb081-35db-40eb-bc47-38351bcd2b90', 'status': 'completed', 'code': 200} Dec 10 04:32:04.727846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Deleting subnet 940cf1a6-d59c-4eaf-81e1-3ee208f51f46 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:32:04.734391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad133ec6-71f2-4075-808a-2e4ab277dee0 req-bb3ff486-a79e-47c2-a4ac-ccf9aaacf1db tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 210 time: 0.0464568 Dec 10 04:32:04.735505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.787593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.830491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e418f35-9755-4f1a-b3af-ce584c113434 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:04.844949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.867256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Transition to ACTIVE for port object 3e418f35-9755-4f1a-b3af-ce584c113434 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:04.872378 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.878014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.989389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:04.998322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:05.046143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.053697 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/940cf1a6-d59c-4eaf-81e1-3ee208f51f46 HTTP/1.1" status: 204 len: 168 time: 0.4487624 Dec 10 04:32:05.054315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47812) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:05.068318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-8b3c295f-66f2-4638-bcb8-b915bab05876 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284376 Dec 10 04:32:05.089558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f186f-4dca-4082-9ff0-0a92f20a29a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940cf1a6-d59c-4eaf-81e1-3ee208f51f46,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:05.165791 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.218541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Attempting to bind port 3e418f35-9755-4f1a-b3af-ce584c113434 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:05.218879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Attempting to bind port 3e418f35-9755-4f1a-b3af-ce584c113434 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:05.219209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Attempting to bind port 3e418f35-9755-4f1a-b3af-ce584c113434 on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:05.233736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Port 3e418f35-9755-4f1a-b3af-ce584c113434 on network 3759f267-bac5-4fac-a7c1-554017654bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:05.234046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Attempting to bind port 3e418f35-9755-4f1a-b3af-ce584c113434 on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:05.257318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7f0a-8225-4f1c-b520-c75093c96911 req-e6dcef1b-f4b7-40fe-8dd1-286976aa91b5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:05.258809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-798e7f0a-8225-4f1c-b520-c75093c96911 req-e6dcef1b-f4b7-40fe-8dd1-286976aa91b5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.1712065 Dec 10 04:32:05.261436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:05.261780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Checking segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:05.262162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Bound using segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:05.262837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Bound port: 3e418f35-9755-4f1a-b3af-ce584c113434, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:05.262982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.264506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.273654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-82d7b6d3-7a56-45d8-a52c-788ba4d0ca2c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:05.275145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-82d7b6d3-7a56-45d8-a52c-788ba4d0ca2c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001445 Dec 10 04:32:05.285945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713c58f1-257d-4598-b447-439dde6ed259']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:05.296268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3658e97d-c1f2-437a-891c-36a8cb50ecbc') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:05.296799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3658e97d-c1f2-437a-891c-36a8cb50ecbc') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:05.308394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.323651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.328525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-1014bf9a-c83d-4e09-8be9-48163055da5c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0457542 Dec 10 04:32:05.330736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:32:05.331463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:32:05.334053 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:32:05.346995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:05.400413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.420188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-798e7f0a-8225-4f1c-b520-c75093c96911 req-efb7408d-ecdd-49f8-9455-bea27ceec09d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385543 Dec 10 04:32:05.433364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.439900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] 10.222.0.43 "DELETE /v2.0/networks/713c58f1-257d-4598-b447-439dde6ed259 HTTP/1.1" status: 204 len: 168 time: 0.3588574 Dec 10 04:32:05.441646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e2498-52c5-4e11-a34a-c0daf4b60bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=713c58f1-257d-4598-b447-439dde6ed259,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:05.448002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:05.455339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:05.462564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.547718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-817ddf9b-2e19-4ad1-9c4e-7c4471a059b5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=854d9ebf61ab46babab49c163688a505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822971 Dec 10 04:32:05.572065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-40daf025-0b78-4888-a63c-86eb1ba41ca6 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2265060 Dec 10 04:32:05.579275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:05.580696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:05.582194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] 10.222.0.41 "PUT /v2.0/ports/3e418f35-9755-4f1a-b3af-ce584c113434 HTTP/1.1" status: 200 len: 1091 time: 1.6051831 Dec 10 04:32:05.812176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47836) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:05.846489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bdf2e-e8cc-4b1d-8394-01ce56c5973b service neutron] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:05.881247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-d23e0a64-ad6e-401d-9bcb-976569e6eb0b tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:05.883478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-d23e0a64-ad6e-401d-9bcb-976569e6eb0b tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001642 Dec 10 04:32:05.886394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-7ce0a19c-446b-4078-9f04-4b7f849b3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:05.888125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-7ce0a19c-446b-4078-9f04-4b7f849b3b9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 1094 time: 0.1489260 Dec 10 04:32:05.904155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4bdb7da3-5ea5-4408-b5e3-ff9dd942988f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c04ea065dad45fb9fa7e8a93a4c10f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903616 Dec 10 04:32:05.904444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:05.940291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Request body: {'port': {'device_id': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '854d9ebf61ab46babab49c163688a505'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:06.059817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-20c6a09e-4698-4d4d-84e2-801497e02fc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e418f35-9755-4f1a-b3af-ce584c113434 HTTP/1.1" status: 200 len: 217 time: 0.1442335 Dec 10 04:32:06.272175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bee80172-30b8-42b1-8551-a3d93b2c7712 req-3e0259f2-dc10-43df-a007-538de24a534b tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 210 time: 0.0815806 Dec 10 04:32:06.318268 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.327133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7934f2-a926-4c32-a7da-1d0c92733aa9 req-d2772141-3660-4738-be54-b76cdf2f54a9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:06.328772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b7934f2-a926-4c32-a7da-1d0c92733aa9 req-d2772141-3660-4738-be54-b76cdf2f54a9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 943 time: 0.4169750 Dec 10 04:32:06.346360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-9af1255c-2425-4b91-b527-afec16462739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:06.348497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-9af1255c-2425-4b91-b527-afec16462739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.2536702 Dec 10 04:32:06.371703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Made reservation on behalf of 854d9ebf61ab46babab49c163688a505 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:06.375142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.422062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.430682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.465902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-d1671c8d-a4d1-4872-9a4b-c627e3d28a0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804911 Dec 10 04:32:06.630758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b7934f2-a926-4c32-a7da-1d0c92733aa9 req-c61fcbd4-e4ca-4d4e-80da-18dd5edae20a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776349 Dec 10 04:32:06.681542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:06.684409 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e7ac76-361c-4496-914f-13a0a05e15f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:06.742673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e712311b-14b2-4bc4-b1a1-bb5c50765815 req-fce773e1-11e9-4951-a0a0-746ed6d12d57 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 210 time: 0.0336189 Dec 10 04:32:06.782383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e6385-bde5-4bce-b703-acad8bbf5468 req-4b748842-07ad-4194-8bc5-c461c395ac97 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:06.786244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca1e6385-bde5-4bce-b703-acad8bbf5468 req-4b748842-07ad-4194-8bc5-c461c395ac97 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 950 time: 0.2605073 Dec 10 04:32:06.814941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.818137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:06.823625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95cabf83-e493-4869-98d9-70874ea543a0 HTTP/1.1" status: 204 len: 168 time: 0.9179966 Dec 10 04:32:06.844262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-ff404930-4cae-4570-ae1f-db6170919ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660183 Dec 10 04:32:06.876841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86aacb-edf7-4e20-8698-46e66ef63f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cabf83-e493-4869-98d9-70874ea543a0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:06.898482 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-904407f5-00b7-4324-a4c2-e3fe41388bbb service neutron] 10.222.0.36 "GET /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.1509264 Dec 10 04:32:07.035775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.053396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca1e6385-bde5-4bce-b703-acad8bbf5468 req-1ad61401-88e7-4724-abe8-cb3d5a2f00b2 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506750 Dec 10 04:32:07.073544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.151223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453e39-a7db-4019-be04-8aea0f0f8de3 req-f3036cf1-64aa-48de-ae60-5fdf714451f3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:07.152869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63453e39-a7db-4019-be04-8aea0f0f8de3 req-f3036cf1-64aa-48de-ae60-5fdf714451f3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 943 time: 0.3223727 Dec 10 04:32:07.161876 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e72ff88-358d-40a3-a625-f7f8ab25a363 x-openstack-request-id: req-9e72ff88-358d-40a3-a625-f7f8ab25a363 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:07.162446 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:07.162446 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e72ff88-358d-40a3-a625-f7f8ab25a363 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:07.162777 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434', 'status': 'completed', 'code': 200} Dec 10 04:32:07.163355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14775c-e29d-48b4-8fa0-4b64b1d34034,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:07.257010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:07.280750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:07.387008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97abd094-1936-4631-8ca1-8ad29de26339 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:07.431905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:07.442614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:07.465853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.518017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Allocated IP 192.168.233.222 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/2bebae74-2da6-46ea-9a1d-76dd7bc3d39f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:07.565922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.625769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:07.627435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:07.630400 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f433d76-3aaf-4654-8b3d-60097881d7c4" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:07.637157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.638284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:07.688114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:07.705981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.737213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] Transition to ACTIVE for port object 97abd094-1936-4631-8ca1-8ad29de26339 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:07.749706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.750507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:07.790057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63453e39-a7db-4019-be04-8aea0f0f8de3 req-44eb2a71-ac54-4fd0-9c68-6b4bc75df179 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962121 Dec 10 04:32:07.794799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9adb38-02a1-4b73-9650-72c176ad5545 req-8c62e249-0765-4f0d-994b-841c5c32c69f service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352930 Dec 10 04:32:07.821649 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:07.916372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] No DVR routers for this DVR port 97abd094-1936-4631-8ca1-8ad29de26339 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:07.953026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:07.974316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:07.979996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] Pushing event updated for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:07.982103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:07.988383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Pushing event updated for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:08.008564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-caac74eb-fa05-4a33-81f6-5d3c3e554b77 service neutron] 10.222.0.36 "PUT /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339/bindings/n-h2-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1010435 Dec 10 04:32:08.062403 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a4f6f8-d882-46ab-a0c5-809926df7ed2 x-openstack-request-id: req-36a4f6f8-d882-46ab-a0c5-809926df7ed2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:08.062852 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:08.063146 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36a4f6f8-d882-46ab-a0c5-809926df7ed2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:08.063731 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'code': 200} Dec 10 04:32:08.097865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9a05a-c4e0-40a5-8d6f-80c64e611f3e req-99250f0c-3bef-469b-a197-21ae5642bcd1 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.100758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15a9a05a-c4e0-40a5-8d6f-80c64e611f3e req-99250f0c-3bef-469b-a197-21ae5642bcd1 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 936 time: 0.2037847 Dec 10 04:32:08.226937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.230458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:08.325237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e499-503d-4d58-81c2-1e80d5a5dc59 req-87fb4c20-bf12-4648-be1c-bcbd6c102a2f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.326902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6378e499-503d-4d58-81c2-1e80d5a5dc59 req-87fb4c20-bf12-4648-be1c-bcbd6c102a2f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 943 time: 0.1849492 Dec 10 04:32:08.330265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-4d221cb9-c124-47bc-bf6d-5cfc896094f5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4168818 Dec 10 04:32:08.348339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5114b266-a386-43f2-9a32-9c7ffef45699 None None] Provisioning complete for port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:08.349876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5114b266-a386-43f2-9a32-9c7ffef45699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:08.371564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Request body: {'port': {'device_id': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:08.396287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-31a181e0-81b1-469c-9f32-e8964b9453c5 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.406197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-31a181e0-81b1-469c-9f32-e8964b9453c5 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1460416 Dec 10 04:32:08.406821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-49152896-6daf-4219-ba9f-28f7501ac6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.409902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-49152896-6daf-4219-ba9f-28f7501ac6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 1094 time: 0.2799273 Dec 10 04:32:08.413644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15a9a05a-c4e0-40a5-8d6f-80c64e611f3e req-18482f82-c1d1-4637-a0ea-313fb7daffe5 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013904 Dec 10 04:32:08.415198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-99d8f377-64bd-4a78-8a7d-5b6728fc1b76 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083169 Dec 10 04:32:08.425853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5114b266-a386-43f2-9a32-9c7ffef45699 None None] Port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:32:08.552283 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-8e7dab63-22b2-4ef4-aaec-f893a1e4eaae tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488076 Dec 10 04:32:08.553984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47992) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:08.562543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-13ec0f4f-9166-4a60-9eaa-ac7d49ef51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.564191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-13ec0f4f-9166-4a60-9eaa-ac7d49ef51ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523&tenant_id=7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 1095 time: 0.1284709 Dec 10 04:32:08.676678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6378e499-503d-4d58-81c2-1e80d5a5dc59 req-47d9a674-26f1-4302-992b-845e9155da15 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303497 Dec 10 04:32:08.750804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4c7659a-89e8-4ed0-ae69-a4594b85baf5 req-a4c97048-904d-4bd9-880c-e4c36e3e3bf5 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 210 time: 0.1592219 Dec 10 04:32:08.768407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1861203580-network', 'tenant_id': '56621df6704840649d7e93e38963d402'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:08.829846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-4f39610e-7ec8-436c-ada4-7ec11a62fe65 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.832231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-4f39610e-7ec8-436c-ada4-7ec11a62fe65 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671151 Dec 10 04:32:08.849053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:08.853849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-c514c334-2dcd-402d-b71c-1334047b8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.856836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-c514c334-2dcd-402d-b71c-1334047b8a64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1095 time: 0.1723449 Dec 10 04:32:08.864881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Made reservation on behalf of 56621df6704840649d7e93e38963d402 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:08.868033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:08.898160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:08.945700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-c1b48125-e6a8-41ae-8612-37708b6ca5ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.947120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-c1b48125-e6a8-41ae-8612-37708b6ca5ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097899 Dec 10 04:32:08.958549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:08.973906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:08.985164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-b7a26af3-d4e7-4287-8f3c-e87351324ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:08.986624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-b7a26af3-d4e7-4287-8f3c-e87351324ff9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 906 time: 0.5437679 Dec 10 04:32:09.087634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-0c8c8f1e-6e23-46bc-8581-fc5c313a1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.089293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-0c8c8f1e-6e23-46bc-8581-fc5c313a1598 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.2188582 Dec 10 04:32:09.159176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-5251620f-aec9-4e7b-97bf-e596406f0a9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.0588324 Dec 10 04:32:09.236734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.251071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.278194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-0d5211e2-ee84-4659-bb9f-9d0b712811fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.279675 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-0d5211e2-ee84-4659-bb9f-9d0b712811fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1013985 Dec 10 04:32:09.280268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:09.283671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.290606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:32:09.342793 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-30441024-2e54-437c-870d-7c3a970a8cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488253 Dec 10 04:32:09.346566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ef738-056c-47f5-b2ed-e43804bb7480,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:09.349601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.349950 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Added segment 9c05a410-7d1b-45c9-9946-7dbb563fff42 of type vlan for network f4f94c83-6eb0-4480-9989-4c945554f906 Dec 10 04:32:09.351252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc66c1-e79a-45b1-b4af-b13ffbbe471f req-6aad7b8c-598d-458f-968c-44e61ac23f8c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.359160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bfc66c1-e79a-45b1-b4af-b13ffbbe471f req-6aad7b8c-598d-458f-968c-44e61ac23f8c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 944 time: 0.4820127 Dec 10 04:32:09.411125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-c9e20ff9-671f-467e-b051-0a69848ce2ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e418f35-9755-4f1a-b3af-ce584c113434 HTTP/1.1" status: 200 len: 217 time: 0.4048858 Dec 10 04:32:09.447813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.543738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.544614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.545194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.581291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-3dea6d96-b6b4-4ab1-b8c2-963a97c0240b service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161195 Dec 10 04:32:09.590843 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0351799 Dec 10 04:32:09.596048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:09.608173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Request body: {'subnet': {'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1861203580-subnet', 'tenant_id': '56621df6704840649d7e93e38963d402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:09.624588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-c45e2d97-9aad-4ce1-9669-0e1894820a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.626040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-c45e2d97-9aad-4ce1-9669-0e1894820a4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.2041464 Dec 10 04:32:09.660502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2604f4-5d89-4e70-8441-badafabb7d77 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f94c83-6eb0-4480-9989-4c945554f906,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:09.672968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f4f94c83-6eb0-4480-9989-4c945554f906 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:32:09.677971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bfc66c1-e79a-45b1-b4af-b13ffbbe471f req-fd839354-e4d2-40e7-8de7-1f85b801fa22 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122227 Dec 10 04:32:09.730775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:32:09.733866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235951ab-27d1-4e9c-a96f-760bf072f088 req-623aa91f-dd1c-4171-9005-a257d3660ef9 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:09.743016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235951ab-27d1-4e9c-a96f-760bf072f088 req-623aa91f-dd1c-4171-9005-a257d3660ef9 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 936 time: 0.2278814 Dec 10 04:32:09.752275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-8d77b36a-e845-4a67-b9e9-d6dbfc6a1909 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937545 Dec 10 04:32:09.754490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Made reservation on behalf of 56621df6704840649d7e93e38963d402 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:09.759018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.849762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-6eb19e4a-c372-4ea2-a9a9-4c195a9ddfe0 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564530 Dec 10 04:32:09.876574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:09.880939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.985254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:09.997457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-235951ab-27d1-4e9c-a96f-760bf072f088 req-657f5a38-e092-418f-aa73-9477aa178d93 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533450 Dec 10 04:32:10.068994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac521f60-0f89-4de3-ad08-de688e476ce9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:10.073963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-90a84c06-f7c4-4fe1-a15e-08d3d8fe00f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062963 Dec 10 04:32:10.079666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Checking segment: {'id': '9c05a410-7d1b-45c9-9946-7dbb563fff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:10.080359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Network hostable DHCP agents. Network: f4f94c83-6eb0-4480-9989-4c945554f906, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:32:10.088858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226184c-d20c-4a93-8c65-b58f86c3c91c req-0f6669f9-1bbc-4676-9de8-48747392ac60 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:10.096730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0226184c-d20c-4a93-8c65-b58f86c3c91c req-0f6669f9-1bbc-4676-9de8-48747392ac60 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 943 time: 0.2468393 Dec 10 04:32:10.109567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Network f4f94c83-6eb0-4480-9989-4c945554f906 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:32:10.125164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f4f94c83-6eb0-4480-9989-4c945554f906) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:10.130330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:10.130872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:10.131523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.138213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d827c1b-9940-4ca1-beda-f4f1058320bf None None] Network f4f94c83-6eb0-4480-9989-4c945554f906 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:32:10.163192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.181341 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ba3f1551-cd14-48b8-afef-dc8eb11bf6de admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5825739 Dec 10 04:32:10.183795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a87dbe0-1b6c-4e51-a2f5-48d78ebbebe7 req-416e74d3-8ce8-4878-9bab-25c1f1d75d1f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 210 time: 0.0616040 Dec 10 04:32:10.217679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Transition to ACTIVE for port object 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:10.249916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.310184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0226184c-d20c-4a93-8c65-b58f86c3c91c req-6ed6e36c-6272-4f37-9832-fa33b8905485 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991174 Dec 10 04:32:10.362284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.44 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/7fba1ba6-0796-403e-ad0d-59eccf47c558) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:10.367668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d690e08-0794-4e50-a638-988554d30093 None None] Network f4f94c83-6eb0-4480-9989-4c945554f906 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:32:10.388164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1e7ac76-361c-4496-914f-13a0a05e15f6 req-e0cfff58-3898-4a3c-964d-49e5fbe21e17 service neutron] 10.222.0.41 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856503 Dec 10 04:32:10.389037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Pushing event updated for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:10.503921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040905d-c03c-4d1f-9396-603ef06762ee req-a359bf00-43b1-4c71-a26c-ac19e6422fa4 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:10.505927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-a359bf00-43b1-4c71-a26c-ac19e6422fa4 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.1411607 Dec 10 04:32:10.553562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Attempting to bind port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:10.554111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Attempting to bind port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:10.554455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Attempting to bind port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:10.560482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:10.560886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Attempting to bind port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:10.569479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:10.569832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:10.570227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:10.570668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Bound port: 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:10.571038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.651842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:10.660884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:10.668703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.741413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:10.742043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.743622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] 10.222.0.36 "PUT /v2.0/ports/2bebae74-2da6-46ea-9a1d-76dd7bc3d39f HTTP/1.1" status: 200 len: 1096 time: 2.3761818 Dec 10 04:32:10.744072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:10.746246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.746392 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba528e-71f1-468b-b226-5213c47a386e" -d '{"events": [{"name": "network-changed", "server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:10.771610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff20bc9-c7cf-4178-95b9-de7383193250 service neutron] Pushing event updated for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:10.816230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e040905d-c03c-4d1f-9396-603ef06762ee req-4217c86b-f060-4245-9621-b9f0b8347e72 service neutron] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:10.822806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e040905d-c03c-4d1f-9396-603ef06762ee req-4217c86b-f060-4245-9621-b9f0b8347e72 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.823944 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e040905d-c03c-4d1f-9396-603ef06762ee req-4217c86b-f060-4245-9621-b9f0b8347e72 service neutron] 10.222.0.41 "DELETE /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339/bindings/n-h1-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.2026320 Dec 10 04:32:10.833590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:10.840656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad352-fe4b-4c37-a5de-7d6583a411f5 req-a4d95b10-5317-4467-8d93-cae1a0a8c80e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:10.849761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6dad352-fe4b-4c37-a5de-7d6583a411f5 req-a4d95b10-5317-4467-8d93-cae1a0a8c80e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 944 time: 0.0740163 Dec 10 04:32:10.886948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:10.897319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:10.902041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:10.903451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:10.911403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:10.960569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:11.069416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.071834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.118299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6fd52099-b6dc-420d-99a9-6f035349bfff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1916080 Dec 10 04:32:11.137956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.148 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/9e0a0a3a-14b2-4792-aae1-ac2ec48b1991) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:11.144674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Request body: {'port': {'device_id': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:11.210494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6dad352-fe4b-4c37-a5de-7d6583a411f5 req-8eee20d9-1b3e-4821-aff1-55925607b8a9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545845 Dec 10 04:32:11.215794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.217952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-6362d490-da79-4788-b644-9df556fd5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.229764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-6362d490-da79-4788-b644-9df556fd5628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854d9ebf61ab46babab49c163688a505&device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 1099 time: 0.3686094 Dec 10 04:32:11.325202 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf08f30-1daa-4e5e-a983-275c65abc28c x-openstack-request-id: req-5cf08f30-1daa-4e5e-a983-275c65abc28c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:11.325568 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:11.328819 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cf08f30-1daa-4e5e-a983-275c65abc28c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:11.329323 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f', 'status': 'completed', 'code': 200} Dec 10 04:32:11.373924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-7a3ddab0-1390-4c8f-8269-1aaa8024c2b6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.383317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-7a3ddab0-1390-4c8f-8269-1aaa8024c2b6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/networks?id=f4f94c83-6eb0-4480-9989-4c945554f906 HTTP/1.1" status: 200 len: 809 time: 0.4693801 Dec 10 04:32:11.397052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:11.428547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:11.436484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-33981718-0b1d-4029-a033-e0c5fb21bafb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f HTTP/1.1" status: 200 len: 217 time: 0.1191030 Dec 10 04:32:11.521582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-c6e14068-f6d0-409d-9013-b55e6b2d69f9 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/quotas/56621df6704840649d7e93e38963d402 HTTP/1.1" status: 200 len: 375 time: 0.1372311 Dec 10 04:32:11.598356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:32:11.656961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-59594cfc-32a3-4cf3-9dda-8e24972bee30 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=56621df6704840649d7e93e38963d402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343176 Dec 10 04:32:11.699734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:11.710794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-c73710d5-3b8f-40cf-9f6c-9afd10f8863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.711006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-80bdd7df-5450-4554-922b-34a1306f9292 None None] Provisioning complete for port 7fba1ba6-0796-403e-ad0d-59eccf47c558 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:11.711372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80bdd7df-5450-4554-922b-34a1306f9292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.712388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-c73710d5-3b8f-40cf-9f6c-9afd10f8863a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2455759 Dec 10 04:32:11.768205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '90833443-f067-4d25-ab67-de2491e7c797', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '90833443-f067-4d25-ab67-de2491e7c797', 'mac_address': 'fa:16:3e:e5:1b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:11.794358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542122-3940-4736-bcbc-00ad7ec69348 req-99fe016b-1a22-4202-b66e-414d2f4350d7 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.795930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb542122-3940-4736-bcbc-00ad7ec69348 req-99fe016b-1a22-4202-b66e-414d2f4350d7 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 948 time: 0.3154953 Dec 10 04:32:11.797710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-80bdd7df-5450-4554-922b-34a1306f9292 None None] Port 7fba1ba6-0796-403e-ad0d-59eccf47c558 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:32:11.819534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.836280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:11.854797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '3e418f35-9755-4f1a-b3af-ce584c113434', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '3e418f35-9755-4f1a-b3af-ce584c113434', 'mac_address': 'fa:16:3e:03:04:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:11.857369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.900147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90833443-f067-4d25-ab67-de2491e7c797 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:11.904918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-a605e45e-7c77-4708-ae67-1dff1d6f60ed service neutron] 10.222.0.43 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471728 Dec 10 04:32:11.912352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-5d3c07d9-8619-4d4e-b883-b5a925035704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:11.914250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-5d3c07d9-8619-4d4e-b883-b5a925035704 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540718 Dec 10 04:32:11.930222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:11.931318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.933918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb542122-3940-4736-bcbc-00ad7ec69348 req-b6dde5e9-eec7-4a6f-b448-ffe61069daa9 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111705 Dec 10 04:32:11.940936 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:11.965490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.000418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e418f35-9755-4f1a-b3af-ce584c113434 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:12.024298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:12.113306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:12.139393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:12.143921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:12.163856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:12.187368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:12.229033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.236801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:12.239601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['90833443-f067-4d25-ab67-de2491e7c797'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:12.276253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fba1ba6-0796-403e-ad0d-59eccf47c558 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:12.290194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.304643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-d996e968-d43c-40c1-95c1-d3f028849f79 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754253 Dec 10 04:32:12.306564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:12.321357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Transition to ACTIVE for port object 7fba1ba6-0796-403e-ad0d-59eccf47c558 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:12.327381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.359074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-c759bd21-b9c2-479e-9e0c-6922c06c3d9f service neutron] 10.222.0.43 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390388 Dec 10 04:32:12.404548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c4a6-7535-4191-b4a3-1665bbddc576 req-809eb602-eb28-42eb-9125-0543607a4a63 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:12.416085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c38c4a6-7535-4191-b4a3-1665bbddc576 req-809eb602-eb28-42eb-9125-0543607a4a63 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 935 time: 0.3246109 Dec 10 04:32:12.447638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:12.449159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.558100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Pushing event updated for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:12.638656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Attempting to bind port 7fba1ba6-0796-403e-ad0d-59eccf47c558 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:12.640448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Attempting to bind port 7fba1ba6-0796-403e-ad0d-59eccf47c558 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:12.652795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Attempting to bind port 7fba1ba6-0796-403e-ad0d-59eccf47c558 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:12.654097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7a20d1a0-8ab5-469c-8ce9-45d48568c83a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6857429 Dec 10 04:32:12.654724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:12.662748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Port 7fba1ba6-0796-403e-ad0d-59eccf47c558 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:12.663069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Attempting to bind port 7fba1ba6-0796-403e-ad0d-59eccf47c558 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:12.684154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:12.685618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:12.686013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:12.686447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Bound port: 7fba1ba6-0796-403e-ad0d-59eccf47c558, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:12.686802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.695759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['3e418f35-9755-4f1a-b3af-ce584c113434'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:12.746574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2668c3b6-bf47-4f8d-a2ac-787bda52e607 req-8f03b9a1-5db4-4f46-83dc-79266e1efda6 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217529 Dec 10 04:32:12.771577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Request body: {'port': {'device_id': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:12.879945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c38c4a6-7535-4191-b4a3-1665bbddc576 req-e3cc2f95-1cb9-4db8-accb-e1b3a009ecd7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617293 Dec 10 04:32:12.887117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:12.897135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:12.905853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.981241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:12.982469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:12.984085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] 10.222.0.36 "PUT /v2.0/ports/7fba1ba6-0796-403e-ad0d-59eccf47c558 HTTP/1.1" status: 200 len: 1095 time: 1.8458912 Dec 10 04:32:12.984856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:12.987533 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb16e7-9f68-425f-89c9-99346edf9249" -d '{"events": [{"name": "network-changed", "server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:13.148607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5abd1d4b-da51-4f5b-b440-11c3c5f57678 None None] Provisioning complete for port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:13.149079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5abd1d4b-da51-4f5b-b440-11c3c5f57678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:13.158690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde44d5-8a24-454e-a2fc-5f27da4ce42a service neutron] Pushing event updated for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:13.166193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba528e-71f1-468b-b226-5213c47a386e req-5037bfbd-590e-41df-820f-8a16321dde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.173748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-5037bfbd-590e-41df-820f-8a16321dde10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854d9ebf61ab46babab49c163688a505&device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 1099 time: 0.1977873 Dec 10 04:32:13.177547 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:13.200423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-73019c1c-095c-421f-beeb-0a19bdebaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.202467 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-73019c1c-095c-421f-beeb-0a19bdebaa99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 1098 time: 0.1289973 Dec 10 04:32:13.279325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f62d-d540-4cdd-8a40-0e442c202213 req-75678ef7-8396-43e6-8d83-00ff7f54cf5d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.291507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce77f62d-d540-4cdd-8a40-0e442c202213 req-75678ef7-8396-43e6-8d83-00ff7f54cf5d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 944 time: 0.4448502 Dec 10 04:32:13.325317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-d16ce136-f85d-42f7-aa9b-d35f643a30df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558 HTTP/1.1" status: 200 len: 217 time: 0.1013801 Dec 10 04:32:13.532614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6801a0d3-ce07-4adc-b365-f44fffa42530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.532614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-6801a0d3-ce07-4adc-b365-f44fffa42530 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1815643 Dec 10 04:32:13.533032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce77f62d-d540-4cdd-8a40-0e442c202213 req-d3a21527-8c7d-4c30-a1a2-66be583c84ee tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288878 Dec 10 04:32:13.667940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-ccaec6e5-41d7-407c-86be-23462fe83db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.669494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-ccaec6e5-41d7-407c-86be-23462fe83db0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444509 Dec 10 04:32:13.776378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba528e-71f1-468b-b226-5213c47a386e req-8b014a7b-b4db-454f-ada1-555d201e9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:13.779846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-8b014a7b-b4db-454f-ada1-555d201e9231 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.5894785 Dec 10 04:32:13.805493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5abd1d4b-da51-4f5b-b440-11c3c5f57678 None None] Port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:32:13.914458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-b665213b-88be-4990-bfa9-0f31890fc2ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f HTTP/1.1" status: 200 len: 217 time: 0.1184552 Dec 10 04:32:14.002490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-070cfb83-b771-44db-a227-002edd223206 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208160 Dec 10 04:32:14.256984 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-17409031-77ce-42c2-a9a0-81cf9285fe49 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367122 Dec 10 04:32:14.381386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1455e645-66f8-4cc1-b362-4be018a1ef1a req-2a344ed7-bd35-4d41-a639-cd1e9359c6b6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 210 time: 0.4372222 Dec 10 04:32:14.442966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba528e-71f1-468b-b226-5213c47a386e req-cc763ace-23e4-4d53-8550-d2f2e95469a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:14.444767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-cc763ace-23e4-4d53-8550-d2f2e95469a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.5214694 Dec 10 04:32:14.569790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba528e-71f1-468b-b226-5213c47a386e req-3a50c967-8d9c-4050-8e83-139a61cfd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:14.571443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-3a50c967-8d9c-4050-8e83-139a61cfd6ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856519 Dec 10 04:32:14.612587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6839103-0019-4a0a-899e-7860117c6ea5 req-c78cf26f-1834-4449-bc98-b6da9a314bbb tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:14.614180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6839103-0019-4a0a-899e-7860117c6ea5 req-c78cf26f-1834-4449-bc98-b6da9a314bbb tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1095 time: 0.1417704 Dec 10 04:32:14.744250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:14.761708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:14.790236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6839103-0019-4a0a-899e-7860117c6ea5 req-169a048c-da8e-49b6-8f21-a0a407f4cea5 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582682 Dec 10 04:32:14.793129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-5f288a50-5ec1-463e-b89e-88e6a31b11cc service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062175 Dec 10 04:32:14.801694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Transition to ACTIVE for port object 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:14.805720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:15.052011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-10a66983-7880-4070-b8a5-330625ae19b0 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:15.054078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-10a66983-7880-4070-b8a5-330625ae19b0 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.36 "GET /v2.0/networks?id=f4f94c83-6eb0-4480-9989-4c945554f906 HTTP/1.1" status: 200 len: 809 time: 0.2256942 Dec 10 04:32:15.082950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Request body: {'port': {'device_id': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906', 'admin_state_up': True, 'tenant_id': '56621df6704840649d7e93e38963d402'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:15.124398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:15.195939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651378-556d-472f-a7d2-f4dc79ca4d31 req-dc96cc26-44fd-4256-bcb1-d4688afe9631 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:15.205898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29651378-556d-472f-a7d2-f4dc79ca4d31 req-dc96cc26-44fd-4256-bcb1-d4688afe9631 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 948 time: 0.3109717 Dec 10 04:32:15.276891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29651378-556d-472f-a7d2-f4dc79ca4d31 req-1a5be25f-7a34-4686-bad7-72b070b50476 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Dec 10 04:32:15.327088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Attempting to bind port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:15.335812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Attempting to bind port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:15.338860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Attempting to bind port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:15.342674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9ba528e-71f1-468b-b226-5213c47a386e req-0328a017-550e-4aae-a24e-7a88b8fd73b0 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419405 Dec 10 04:32:15.351252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:15.353926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Attempting to bind port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:15.357637 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e58ea-f7b2-4308-957f-9e1329e71bfd x-openstack-request-id: req-509e58ea-f7b2-4308-957f-9e1329e71bfd {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:15.358050 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:15.358246 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-509e58ea-f7b2-4308-957f-9e1329e71bfd {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:15.358715 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558', 'status': 'completed', 'code': 200} Dec 10 04:32:15.360400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Made reservation on behalf of 56621df6704840649d7e93e38963d402 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:15.366948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:15.367745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:15.368300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:15.368941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Bound port: 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:15.369539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:15.393841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:15.402173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:15.408297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:15.533200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:15.608691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:15.622724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a9056-2800-421c-919b-36fc22f25e11 req-3f5e241b-5b24-465a-9baa-c888b9e86064 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:15.626470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-328a9056-2800-421c-919b-36fc22f25e11 req-3f5e241b-5b24-465a-9baa-c888b9e86064 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 947 time: 0.1524343 Dec 10 04:32:15.630600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:15.638523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Allocated IP 172.20.0.3 (f4f94c83-6eb0-4480-9989-4c945554f906/ac521f60-0f89-4de3-ad08-de688e476ce9/b997121e-0419-43c3-8d9b-9ee186cbc1bb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:15.645749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-91e26662-555a-47fd-ab36-93fdc0050596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:15.647917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-91e26662-555a-47fd-ab36-93fdc0050596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 1098 time: 0.1761580 Dec 10 04:32:15.656041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:15.777820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:15.778501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:15.780172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] 10.222.0.41 "PUT /v2.0/ports/9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 HTTP/1.1" status: 200 len: 1096 time: 3.0324316 Dec 10 04:32:15.781195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:15.783380 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76eb277-18d8-44b4-8128-d0e137098bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:15.792759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97414543-182e-4d5b-ac9b-170526af63fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:16.021426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-328a9056-2800-421c-919b-36fc22f25e11 req-05f5950d-e5ec-42e2-bb08-62fba9c9eaca tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868940 Dec 10 04:32:16.034978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-84337db1-dacc-41d9-b547-7c4bad6c72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.043520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-84337db1-dacc-41d9-b547-7c4bad6c72b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3822196 Dec 10 04:32:16.044059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:16.091835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 90833443-f067-4d25-ab67-de2491e7c797 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:16.092271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.143377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f', 'mac_address': 'fa:16:3e:55:f3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:16.209431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 3e418f35-9755-4f1a-b3af-ce584c113434 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:32:16.229144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-73f9ec37-74f3-44f8-ad1c-626b69a07bd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558 HTTP/1.1" status: 200 len: 217 time: 0.1724834 Dec 10 04:32:16.265485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 3e418f35-9755-4f1a-b3af-ce584c113434 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:16.265891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.269403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.323235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-cca7c1ca-2e7e-46c6-8c7d-154a46b2a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.325887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-cca7c1ca-2e7e-46c6-8c7d-154a46b2a7cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 1099 time: 0.4381981 Dec 10 04:32:16.336997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.355095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:16.381108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:16.396671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.411903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.440113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:16.442593 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c25c09-82dc-48ea-9ca5-ab21497dd967" -d '{"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-plugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:16.467393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.470536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:16.484700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-c2bb6120-cf09-4bcf-a189-03d482162a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.490445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-c2bb6120-cf09-4bcf-a189-03d482162a34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2320800 Dec 10 04:32:16.493700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-0d927b09-5540-4515-a085-2b26b33ea53f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 HTTP/1.1" status: 200 len: 217 time: 0.1406987 Dec 10 04:32:16.505069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.522597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c33f-5e0a-4310-a4cb-8444aa35be43 req-395c808a-a877-4ce7-8900-8464b0f71576 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.524959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee74c33f-5e0a-4310-a4cb-8444aa35be43 req-395c808a-a877-4ce7-8900-8464b0f71576 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 944 time: 0.3186295 Dec 10 04:32:16.554749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:16.592300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Pushing event updated for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:16.604925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.635847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Network f4f94c83-6eb0-4480-9989-4c945554f906 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:16.638554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:16.666514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:16.670122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:16.678345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.683469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:16.710356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-28c10a01-0de8-4740-ae8d-4caf6a0c0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.711858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-28c10a01-0de8-4740-ae8d-4caf6a0c0fa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1832917 Dec 10 04:32:16.774625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee74c33f-5e0a-4310-a4cb-8444aa35be43 req-68af7dee-668f-4b89-b644-293209c9ad7c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119567 Dec 10 04:32:16.777653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-b55cba8e-3b52-4564-a21c-fe491abfac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.779255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-b55cba8e-3b52-4564-a21c-fe491abfac1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2532933 Dec 10 04:32:16.818294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.820248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:16.822863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2bebae74-2da6-46ea-9a1d-76dd7bc3d39f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:16.860503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-668db866-cd45-43bb-9632-397b3d456f9f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7781708 Dec 10 04:32:16.860779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-8ea2cca0-abfd-432a-b79e-dcbc1b4ea191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:16.860779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-8ea2cca0-abfd-432a-b79e-dcbc1b4ea191 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248717 Dec 10 04:32:16.875519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Request body: {'port': {'device_id': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:16.876024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:16.968250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.148919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-890f5065-7c48-4e3c-ac17-147d5bbfda34 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566762 Dec 10 04:32:17.201490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-e695f1bd-f78f-4159-a181-112340ea0ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103422 Dec 10 04:32:17.245838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e5a6-7fad-4681-b329-54a384eb5990 req-0f38f545-4725-4b02-a28b-0599649c4614 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:17.255974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee48e5a6-7fad-4681-b329-54a384eb5990 req-0f38f545-4725-4b02-a28b-0599649c4614 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1095 time: 0.1883614 Dec 10 04:32:17.403344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee48e5a6-7fad-4681-b329-54a384eb5990 req-bf290d17-8f9e-4bf7-874f-b8ce8c8aa42d tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419065 Dec 10 04:32:17.410173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7fba1ba6-0796-403e-ad0d-59eccf47c558 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:17.469529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b997121e-0419-43c3-8d9b-9ee186cbc1bb {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:17.481151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.495887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5efb16e7-9f68-425f-89c9-99346edf9249 req-3edede5c-1e22-4b7b-806b-3ba3622a20dc service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802501 Dec 10 04:32:17.513485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Transition to ACTIVE for port object b997121e-0419-43c3-8d9b-9ee186cbc1bb will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:17.524450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.532602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93ef5a62-024a-423e-abfc-373bbabf62c9 req-d7fded6d-431b-4de4-b068-f1d0779ad52a service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652208 Dec 10 04:32:17.625067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:17.642714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '7fba1ba6-0796-403e-ad0d-59eccf47c558', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '7fba1ba6-0796-403e-ad0d-59eccf47c558', 'mac_address': 'fa:16:3e:5c:fa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:17.654757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Pushing event updated for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:17.718707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.723335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be39a9-3222-41cb-87ac-dfae25413a42 req-eab649eb-0c6a-4233-a653-ef29beeb95f6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:17.732837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08be39a9-3222-41cb-87ac-dfae25413a42 req-eab649eb-0c6a-4233-a653-ef29beeb95f6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 943 time: 0.1237276 Dec 10 04:32:17.745085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fba1ba6-0796-403e-ad0d-59eccf47c558 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:17.771703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:17.778865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.818782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Attempting to bind port b997121e-0419-43c3-8d9b-9ee186cbc1bb on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:17.819643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Attempting to bind port b997121e-0419-43c3-8d9b-9ee186cbc1bb by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9c05a410-7d1b-45c9-9946-7dbb563fff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:17.819643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Attempting to bind port b997121e-0419-43c3-8d9b-9ee186cbc1bb on network f4f94c83-6eb0-4480-9989-4c945554f906 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:17.832447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Port b997121e-0419-43c3-8d9b-9ee186cbc1bb on network f4f94c83-6eb0-4480-9989-4c945554f906 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:17.832803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Attempting to bind port b997121e-0419-43c3-8d9b-9ee186cbc1bb on network f4f94c83-6eb0-4480-9989-4c945554f906 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:17.844651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08be39a9-3222-41cb-87ac-dfae25413a42 req-e1846f89-bd63-4aa6-b18f-602485a4ee19 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034005 Dec 10 04:32:17.846064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:17.846064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Checking segment: {'id': '9c05a410-7d1b-45c9-9946-7dbb563fff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:17.847211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Bound using segment: {'id': '9c05a410-7d1b-45c9-9946-7dbb563fff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:17.847869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Bound port: b997121e-0419-43c3-8d9b-9ee186cbc1bb, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c05a410-7d1b-45c9-9946-7dbb563fff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:17.848268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.891931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:17.937469 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab6b25-0d17-4e75-853e-e9a21e8e5503 x-openstack-request-id: req-acab6b25-0d17-4e75-853e-e9a21e8e5503 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:17.937878 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:17.940659 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acab6b25-0d17-4e75-853e-e9a21e8e5503 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:17.940659 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'status': 'completed', 'code': 200} Dec 10 04:32:17.950026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:17.958244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb,segment=NetworkSegment(9c05a410-7d1b-45c9-9946-7dbb563fff42),segment_id=9c05a410-7d1b-45c9-9946-7dbb563fff42)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:17.964524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.984322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:17.985509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:17.987249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] 10.222.0.36 "PUT /v2.0/ports/b997121e-0419-43c3-8d9b-9ee186cbc1bb HTTP/1.1" status: 200 len: 1091 time: 1.1182616 Dec 10 04:32:18.024174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:18.036006 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c1de56-e7e5-447a-b231-b821cd866afa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:18.148670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-fd6d7a73-3468-421e-b608-556af5af8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.150335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-fd6d7a73-3468-421e-b608-556af5af8a11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 1099 time: 0.1409881 Dec 10 04:32:18.155843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7c8f-bab9-41f2-8783-36c46c393483 service neutron] Pushing event updated for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:18.208414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c16b03-412a-40f8-bb34-9cc460e199d9 req-13063a98-51c4-4f1f-bc28-a44471495f4a tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.215687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12c16b03-412a-40f8-bb34-9cc460e199d9 req-13063a98-51c4-4f1f-bc28-a44471495f4a tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 949 time: 0.1279674 Dec 10 04:32:18.220708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-a1225175-c43d-48c2-80dd-9d9f46ca5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.223021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-a1225175-c43d-48c2-80dd-9d9f46ca5086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56621df6704840649d7e93e38963d402&device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 1094 time: 0.1170316 Dec 10 04:32:18.297248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-a318cb1b-047c-45cb-99de-88c8e4aea6b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb HTTP/1.1" status: 200 len: 217 time: 0.0549796 Dec 10 04:32:18.297801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:18.325882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12c16b03-412a-40f8-bb34-9cc460e199d9 req-c7fab7ce-9797-43c1-bc1f-753402ee9fa2 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092360 Dec 10 04:32:18.381995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-30089ed4-da7e-402b-8608-6246dabb55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.386155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-30089ed4-da7e-402b-8608-6246dabb55c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2277870 Dec 10 04:32:18.386731 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e2c58-759f-4b72-9b63-260efaf58871 x-openstack-request-id: req-1c5e2c58-759f-4b72-9b63-260efaf58871 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:18.387048 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-plugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:18.387305 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c5e2c58-759f-4b72-9b63-260efaf58871 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:18.387697 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797', 'code': 200} Dec 10 04:32:18.411756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-9c95a948-9913-4015-b73a-d2039e2db302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.415005 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-9c95a948-9913-4015-b73a-d2039e2db302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac521f60-0f89-4de3-ad08-de688e476ce9 HTTP/1.1" status: 200 len: 849 time: 0.1066089 Dec 10 04:32:18.499956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-49030a32-c64b-410d-950b-4421b8f277f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f94c83-6eb0-4480-9989-4c945554f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566618 Dec 10 04:32:18.501766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-3fe28149-13e1-43ff-96cb-6dde29e12f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 HTTP/1.1" status: 200 len: 217 time: 0.1069198 Dec 10 04:32:18.589687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a7523-a150-4789-9f87-ab93be999257 req-faf365eb-db7d-48f1-b5d8-d212b8f4035a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.591410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-391a7523-a150-4789-9f87-ab93be999257 req-faf365eb-db7d-48f1-b5d8-d212b8f4035a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 948 time: 0.1066668 Dec 10 04:32:18.600386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-92ebf325-e356-4775-a31e-965316e81501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.612263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-92ebf325-e356-4775-a31e-965316e81501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0674016 Dec 10 04:32:18.644855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-289f5cd4-5b34-4f31-8bd3-72dc4617df74 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362798 Dec 10 04:32:18.718740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-29275bbe-1c8b-4fb8-9a3a-d64f8030267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:18.720525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-29275bbe-1c8b-4fb8-9a3a-d64f8030267b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009560 Dec 10 04:32:18.726136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-391a7523-a150-4789-9f87-ab93be999257 req-1463753a-d1b0-48b6-8153-85922459287a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195636 Dec 10 04:32:18.875767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0484cde4-76ec-46ae-be0a-0864ea3f7dff req-2e880911-5d64-4d38-8514-8661dafee2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114849 Dec 10 04:32:18.955748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-8256032a-3c12-4b49-a41b-e3d980ae0a73 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219071 Dec 10 04:32:19.127503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d76eb277-18d8-44b4-8128-d0e137098bfb req-29009725-fdfe-401b-972c-bc16e86c0e4f service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622927 Dec 10 04:32:19.257874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bc93e-a73e-4879-a960-0355a295f55f req-b339d003-91b3-4d7e-970d-ecd49d86214e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:19.261784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f14bc93e-a73e-4879-a960-0355a295f55f req-b339d003-91b3-4d7e-970d-ecd49d86214e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.0761058 Dec 10 04:32:19.320047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f14bc93e-a73e-4879-a960-0355a295f55f req-a12d4151-a976-43d8-ad41-8cc1e3588fac tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Dec 10 04:32:19.429625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:19.492125 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4c33b-0206-4504-8f67-ee3632fcd265 x-openstack-request-id: req-45b4c33b-0206-4504-8f67-ee3632fcd265 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:19.492727 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:19.493160 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45b4c33b-0206-4504-8f67-ee3632fcd265 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:19.494280 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb', 'status': 'completed', 'code': 200} Dec 10 04:32:19.514719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:32:19.522602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:19.523408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:19.620922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-e61d3000-7780-4c17-88f1-b576228cd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:19.622771 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-e61d3000-7780-4c17-88f1-b576228cd632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56621df6704840649d7e93e38963d402&device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 1094 time: 0.0604186 Dec 10 04:32:19.681983 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:19.685510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805edf9f-1f79-40df-a368-1c70e86dee00 req-c754514b-0448-444f-90ac-c809b6abcbcf tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:19.687813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-805edf9f-1f79-40df-a368-1c70e86dee00 req-c754514b-0448-444f-90ac-c809b6abcbcf tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 943 time: 0.0988700 Dec 10 04:32:19.765624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:19.775440 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:19.777683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-3fd2ee4c-8b0e-480f-a18d-b5c41c55c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:19.779189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-3fd2ee4c-8b0e-480f-a18d-b5c41c55c292 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f94c83-6eb0-4480-9989-4c945554f906 HTTP/1.1" status: 200 len: 910 time: 0.1462057 Dec 10 04:32:19.809097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-805edf9f-1f79-40df-a368-1c70e86dee00 req-a0242aee-ebb0-464b-93c5-cbc78adf238d tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123407 Dec 10 04:32:19.839645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-f7d1c05d-e24a-48d2-a03d-13e55e69ff06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb HTTP/1.1" status: 200 len: 217 time: 0.0526426 Dec 10 04:32:19.936757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-fb719a77-f810-4643-804d-6e643166f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:19.938451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-fb719a77-f810-4643-804d-6e643166f927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac521f60-0f89-4de3-ad08-de688e476ce9 HTTP/1.1" status: 200 len: 849 time: 0.0902865 Dec 10 04:32:19.942868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:19.976906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:19.977749 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-90570929-c845-47c2-ba56-053d8f64b788 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f94c83-6eb0-4480-9989-4c945554f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279784 Dec 10 04:32:20.075376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b11ea-8354-41b7-bcf2-fd66c4edaebf req-3232029a-3067-4609-8d6a-e37a92bcae24 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:20.077524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e47b11ea-8354-41b7-bcf2-fd66c4edaebf req-3232029a-3067-4609-8d6a-e37a92bcae24 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.0636067 Dec 10 04:32:20.128995 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-9262651a-64f2-4f6e-bf0d-aec5462a5b04 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349647 Dec 10 04:32:20.145185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e47b11ea-8354-41b7-bcf2-fd66c4edaebf req-3a1fd69f-b7ae-4ff4-b427-7bef2a7ebb10 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Dec 10 04:32:20.303646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e9c1de56-e7e5-447a-b231-b821cd866afa req-4d871067-b6b3-40d1-aa2c-5a2a0f93ac07 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674573 Dec 10 04:32:20.310009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4fed-ecda-49b2-92e2-779fd9b21541 req-c0c58337-cac9-421b-8934-01b33d30a685 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:20.311906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3be4fed-ecda-49b2-92e2-779fd9b21541 req-c0c58337-cac9-421b-8934-01b33d30a685 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 948 time: 0.0663204 Dec 10 04:32:20.378767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3be4fed-ecda-49b2-92e2-779fd9b21541 req-5e5f114b-bb66-4387-968f-c5957e3be8c2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599444 Dec 10 04:32:20.389062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434'}, {'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:20.391597 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4ef477-341a-4807-8df8-a704068450a9" -d '{"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-plugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434"}, {"server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "name": "network-vif-plugged", "status": "completed", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:20.522289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cf715-b71b-4ece-92bb-aba44691f85e req-fb9dc93b-7473-4108-841a-47ca24183b5a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:20.526754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a26cf715-b71b-4ece-92bb-aba44691f85e req-fb9dc93b-7473-4108-841a-47ca24183b5a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.0637696 Dec 10 04:32:20.621079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a26cf715-b71b-4ece-92bb-aba44691f85e req-823f5ab2-0ee1-4ba7-ae16-245d0d542e18 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881271 Dec 10 04:32:20.700640 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83050886-4ed3-4bec-a8ac-c30691b94845 x-openstack-request-id: req-83050886-4ed3-4bec-a8ac-c30691b94845 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:20.701162 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-plugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434", "code": 200}, {"server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "name": "network-vif-plugged", "status": "completed", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:20.701162 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83050886-4ed3-4bec-a8ac-c30691b94845 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:20.701582 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434', 'code': 200} Dec 10 04:32:20.701953 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f', 'code': 200} Dec 10 04:32:20.965160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34fde7-4f95-4d84-82bb-17b0022a1fa7 req-f23ae0c7-c191-4b27-8d98-8541db5ce245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:20.966672 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b34fde7-4f95-4d84-82bb-17b0022a1fa7 req-f23ae0c7-c191-4b27-8d98-8541db5ce245 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 1101 time: 0.1038878 Dec 10 04:32:20.999779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119db536-f95e-4909-b376-511c15d7bd48 req-5be19bc9-b95b-427b-855e-fef030aa572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:21.002050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-119db536-f95e-4909-b376-511c15d7bd48 req-5be19bc9-b95b-427b-855e-fef030aa572b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 1096 time: 0.1815856 Dec 10 04:32:21.029579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854249a-90ea-40d7-a606-bb898f834a24 req-674bef3b-a781-4b5f-ae0c-e601a5c7f5a1 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:21.036910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0854249a-90ea-40d7-a606-bb898f834a24 req-674bef3b-a781-4b5f-ae0c-e601a5c7f5a1 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 943 time: 0.1418841 Dec 10 04:32:21.060032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7b34fde7-4f95-4d84-82bb-17b0022a1fa7 req-ebfdb872-3a90-471c-ac6e-5b59a813dff2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849192 Dec 10 04:32:21.106309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0854249a-90ea-40d7-a606-bb898f834a24 req-31949bda-1499-4782-8242-584cd5b0a644 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672524 Dec 10 04:32:21.131218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-119db536-f95e-4909-b376-511c15d7bd48 req-285b18b2-c776-4876-ab7d-bb07cf222747 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159394 Dec 10 04:32:21.327321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2107e-2b32-4180-bbb9-aeb365a316e6 req-6b0df648-6aaa-458b-8da4-bf766cd31a47 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:21.329247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e2107e-2b32-4180-bbb9-aeb365a316e6 req-6b0df648-6aaa-458b-8da4-bf766cd31a47 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.0867066 Dec 10 04:32:21.430724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e2107e-2b32-4180-bbb9-aeb365a316e6 req-57a5929e-8ac7-4834-96a4-bf91757cf725 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930588 Dec 10 04:32:21.443182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b997121e-0419-43c3-8d9b-9ee186cbc1bb details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:21.453329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7fba1ba6-0796-403e-ad0d-59eccf47c558 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:21.621549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:21.820603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:21.824132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13312262-4772-4a77-befb-e60468f29db6 req-34ca303e-6d3d-4d72-af16-d897e9102bff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:21.838297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13312262-4772-4a77-befb-e60468f29db6 req-34ca303e-6d3d-4d72-af16-d897e9102bff tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 948 time: 0.1057625 Dec 10 04:32:21.858625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'mac_address': 'fa:16:3e:25:e8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:21.885584 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:32:21.934905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13312262-4772-4a77-befb-e60468f29db6 req-4e08bf76-a2b3-49bc-84e6-68fa8a224547 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956833 Dec 10 04:32:22.016410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 7fba1ba6-0796-403e-ad0d-59eccf47c558 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:32:22.024722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 7fba1ba6-0796-403e-ad0d-59eccf47c558 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:22.025095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.084153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.234243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6d814-6b13-4387-88a2-3a56f0434ff8 req-b81e7d01-6fe4-4d3e-a639-ca664b052596 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:22.235865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38c6d814-6b13-4387-88a2-3a56f0434ff8 req-b81e7d01-6fe4-4d3e-a639-ca664b052596 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.1610267 Dec 10 04:32:22.359047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38c6d814-6b13-4387-88a2-3a56f0434ff8 req-fc0e8842-9445-4068-a73b-ab9146f4e2e7 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023803 Dec 10 04:32:22.426743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:22.445127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb,segment=NetworkSegment(9c05a410-7d1b-45c9-9946-7dbb563fff42),segment_id=9c05a410-7d1b-45c9-9946-7dbb563fff42)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:22.460830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.496092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aece5cd9-89b9-4be7-8b8e-44429e70aebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.509435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb', 'network_id': 'f4f94c83-6eb0-4480-9989-4c945554f906', 'port_id': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb', 'mac_address': 'fa:16:3e:ad:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac521f60-0f89-4de3-ad08-de688e476ce9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:22.517499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:22.541929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:22.675958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.686440 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.701164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:22.730098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:22.737916 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d0daa5-e96f-4432-8536-d5b3549cd1a8" -d '{"events": [{"server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "name": "network-vif-plugged", "status": "completed", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:22.746510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208f00b-fdac-467d-b7b1-2b892df6af18 req-8f4a7d46-d1e7-468d-99cd-3f18f4e8ecb6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:22.747999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1208f00b-fdac-467d-b7b1-2b892df6af18 req-8f4a7d46-d1e7-468d-99cd-3f18f4e8ecb6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 943 time: 0.1422305 Dec 10 04:32:22.808646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b997121e-0419-43c3-8d9b-9ee186cbc1bb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:22.852975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb,segment=NetworkSegment(9c05a410-7d1b-45c9-9946-7dbb563fff42),segment_id=9c05a410-7d1b-45c9-9946-7dbb563fff42)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:22.854571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1208f00b-fdac-467d-b7b1-2b892df6af18 req-6623fe00-964a-4156-ad1b-db4ce2aba690 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924265 Dec 10 04:32:22.857190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:22.926949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:22.937686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:23.015281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:23.109753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319df0-aae6-45ee-afe4-eb7259d3a144 req-268e4ee7-fd0d-4fde-a17b-3bdd81843eb4 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:23.119214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:23.119434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90319df0-aae6-45ee-afe4-eb7259d3a144 req-268e4ee7-fd0d-4fde-a17b-3bdd81843eb4 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.0644157 Dec 10 04:32:23.239789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:23.257835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90319df0-aae6-45ee-afe4-eb7259d3a144 req-a1973450-18ad-43d4-b3c5-a027c8af51d0 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390786 Dec 10 04:32:23.313356 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89775a-c8ba-4fe5-bfae-455f8e4015ea x-openstack-request-id: req-5d89775a-c8ba-4fe5-bfae-455f8e4015ea {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:23.314163 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "name": "network-vif-plugged", "status": "completed", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:23.314517 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d89775a-c8ba-4fe5-bfae-455f8e4015ea {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:23.315455 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558', 'code': 200} Dec 10 04:32:23.433644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ee0b-431b-473e-8abb-1029315eedbf req-6db35294-b924-455e-b6b8-fd9fced8aa5c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:23.435285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7ee0b-431b-473e-8abb-1029315eedbf req-6db35294-b924-455e-b6b8-fd9fced8aa5c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 949 time: 0.0707469 Dec 10 04:32:23.455062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['b997121e-0419-43c3-8d9b-9ee186cbc1bb'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:23.519859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374de6d-7d41-48e4-8f1a-ed4c3ea95597 req-6fa046d3-8464-45e1-9d61-c85f7778c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:23.524141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4374de6d-7d41-48e4-8f1a-ed4c3ea95597 req-6fa046d3-8464-45e1-9d61-c85f7778c128 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 1100 time: 0.0812750 Dec 10 04:32:23.543908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7ee0b-431b-473e-8abb-1029315eedbf req-6072a981-1302-40fb-8dea-d791234b59f4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008277 Dec 10 04:32:23.614592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4374de6d-7d41-48e4-8f1a-ed4c3ea95597 req-e5b7ce25-95b7-4a0d-a677-91fa82ef64ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790243 Dec 10 04:32:23.929645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184600-2793-479f-abe6-de8f45e77997 req-4d42e94d-513c-49b0-8e06-8970ac10218d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:23.937299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e184600-2793-479f-abe6-de8f45e77997 req-4d42e94d-513c-49b0-8e06-8970ac10218d tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.0889111 Dec 10 04:32:24.041166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e184600-2793-479f-abe6-de8f45e77997 req-cc4496ee-e2ae-4d66-aa53-d41625aa83b6 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014686 Dec 10 04:32:24.324143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560b4f7-7a09-4449-bcfe-26194ac1d641 req-ce4c5137-7a80-4236-81d9-19354ed62fae tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:24.334032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4560b4f7-7a09-4449-bcfe-26194ac1d641 req-ce4c5137-7a80-4236-81d9-19354ed62fae tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.0925429 Dec 10 04:32:24.412305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4560b4f7-7a09-4449-bcfe-26194ac1d641 req-4abc976d-251a-4a0e-87cc-dbea3e0ff554 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772419 Dec 10 04:32:24.590938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e62ea0-bd0c-4f22-b679-54b4fae33b01 req-5ad0bb75-afa2-4c08-a2e9-c9318b7ef006 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:24.592426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33e62ea0-bd0c-4f22-b679-54b4fae33b01 req-5ad0bb75-afa2-4c08-a2e9-c9318b7ef006 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 944 time: 0.0901361 Dec 10 04:32:24.654979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33e62ea0-bd0c-4f22-b679-54b4fae33b01 req-40d7877e-0ae8-447b-9ef7-82691d9d4bef tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493948 Dec 10 04:32:24.806794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca3f21d3-08c6-48c3-8d96-22bf012c530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:25.050643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861742-3df0-4aed-8032-38e49ed06ed5 req-50bf1ce7-3e5f-41c6-8976-f0706e1a96ef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:25.052192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec861742-3df0-4aed-8032-38e49ed06ed5 req-50bf1ce7-3e5f-41c6-8976-f0706e1a96ef tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 949 time: 0.0612352 Dec 10 04:32:25.130078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec861742-3df0-4aed-8032-38e49ed06ed5 req-44b0fd1e-d85d-42bb-9665-14238886e5aa tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Dec 10 04:32:25.326733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d634ed7-e769-4b2b-b4e5-7c2ee9dab371 req-146e9ea9-4ef7-4ee2-89bd-bf44681dadb2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:25.335142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d634ed7-e769-4b2b-b4e5-7c2ee9dab371 req-146e9ea9-4ef7-4ee2-89bd-bf44681dadb2 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.1278229 Dec 10 04:32:25.438240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d634ed7-e769-4b2b-b4e5-7c2ee9dab371 req-0b599789-6e4f-47e3-9fe7-77ebd14e1321 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Dec 10 04:32:25.457217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b997121e-0419-43c3-8d9b-9ee186cbc1bb up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:25.506061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:25.666629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port b997121e-0419-43c3-8d9b-9ee186cbc1bb completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:32:25.673828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port b997121e-0419-43c3-8d9b-9ee186cbc1bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:25.674319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:25.676601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:25.726332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:32:25.742504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:25.743064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:25.815015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf905-9deb-4215-849c-e09a4cee9438 req-d63717fb-cff0-491b-bbca-43514f50139d tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:25.818826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-649cf905-9deb-4215-849c-e09a4cee9438 req-d63717fb-cff0-491b-bbca-43514f50139d tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.1407418 Dec 10 04:32:25.921146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:26.034599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:26.036914 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6e77a5-b07a-4ed9-a38b-48c38e801445" -d '{"events": [{"server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "name": "network-vif-plugged", "status": "completed", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:26.039748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:26.071424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f3b9e-9384-41d9-a799-1d91690e5375 req-a3433a37-f4de-4930-90c4-32955352d6cc tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.073468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c77f3b9e-9384-41d9-a799-1d91690e5375 req-a3433a37-f4de-4930-90c4-32955352d6cc tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 944 time: 0.2175970 Dec 10 04:32:26.078287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb,segment=NetworkSegment(9c05a410-7d1b-45c9-9946-7dbb563fff42),segment_id=9c05a410-7d1b-45c9-9946-7dbb563fff42)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:26.088400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:26.107749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-649cf905-9deb-4215-849c-e09a4cee9438 req-bd6ccd82-3ace-4c45-aa55-a3413f86e56d tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784584 Dec 10 04:32:26.192673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:26.204208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-bc3c40cf-892d-4c1a-a894-8dbcf6781c92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011267 Dec 10 04:32:26.209900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:26.219184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c77f3b9e-9384-41d9-a799-1d91690e5375 req-ca2b1ac6-e8a1-4b85-9d48-40a458af2020 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331649 Dec 10 04:32:26.252421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:26.317300 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bee49-03b9-4828-8585-8482b82f9e8f x-openstack-request-id: req-c55bee49-03b9-4828-8585-8482b82f9e8f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:26.323027 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "name": "network-vif-plugged", "status": "completed", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:26.323331 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c55bee49-03b9-4828-8585-8482b82f9e8f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:26.323805 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb', 'code': 200} Dec 10 04:32:26.347782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-29062739-d210-4e3d-a0b2-a4ab844dd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.349293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-29062739-d210-4e3d-a0b2-a4ab844dd4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 1095 time: 0.0794106 Dec 10 04:32:26.358823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:26.497125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c984fc-0a59-4e44-9c7f-92615d095259 req-4dfa4830-82a1-4f43-bcaa-0506bbbe8e68 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.499345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1c984fc-0a59-4e44-9c7f-92615d095259 req-4dfa4830-82a1-4f43-bcaa-0506bbbe8e68 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 949 time: 0.1124823 Dec 10 04:32:26.541996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-72190571-6a50-46dd-b053-6f72be91e50c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.544129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-72190571-6a50-46dd-b053-6f72be91e50c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.36 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.1177919 Dec 10 04:32:26.571546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-8fc52fde-7025-4498-9d95-28caae2a06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.573464 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-8fc52fde-7025-4498-9d95-28caae2a06ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1490641 Dec 10 04:32:26.636271 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-51612b7f-7761-4851-b0b3-1254bcac2e0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 200 len: 217 time: 0.0529070 Dec 10 04:32:26.727242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-854de685-d903-4b20-abc1-7d046f8af576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:26.729014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-854de685-d903-4b20-abc1-7d046f8af576 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0775909 Dec 10 04:32:26.771091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-925a3330-c757-47ff-adf2-b62b0f36b87b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317326 Dec 10 04:32:26.894896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-a32e7b25-ee89-4e20-a169-9adecbc65320 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082129 Dec 10 04:32:27.006561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1c984fc-0a59-4e44-9c7f-92615d095259 req-a2a64318-f6c6-4d25-a035-0988ee56bb0f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990487 Dec 10 04:32:27.017442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1c34-97d4-4623-bdb5-2b6fe6ab4e85 req-7e052dbb-4174-4a9c-ad1c-aa79fa7f3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:27.018967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21ad1c34-97d4-4623-bdb5-2b6fe6ab4e85 req-7e052dbb-4174-4a9c-ad1c-aa79fa7f3e9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 1096 time: 0.5039027 Dec 10 04:32:27.029787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7926-92f2-4276-9f9c-de164321019e req-99aae6d6-c8e9-4301-bbfc-d90893009a7a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:27.039510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-520e7926-92f2-4276-9f9c-de164321019e req-99aae6d6-c8e9-4301-bbfc-d90893009a7a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 945 time: 0.4790487 Dec 10 04:32:27.053237 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-504770b8-44f4-4b59-ab3d-3f6efb0de558 req-543eec7e-a89b-4973-9d9d-45ac7b3484e8 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484761 Dec 10 04:32:27.100944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21ad1c34-97d4-4623-bdb5-2b6fe6ab4e85 req-5a2c79ee-f17a-4228-b717-97f22cd68c04 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Dec 10 04:32:27.144587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-520e7926-92f2-4276-9f9c-de164321019e req-3d8ecb7f-31f4-4c43-8ecf-d6fd4f660f0e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061420 Dec 10 04:32:27.156089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Deleting port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:32:27.156089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:27.309988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:27.345754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97d61-a969-4eec-b39b-cd724e4c263c req-99a7446b-17db-4f33-b54a-9f3f8d61e278 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:27.347288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39b97d61-a969-4eec-b39b-cd724e4c263c req-99a7446b-17db-4f33-b54a-9f3f8d61e278 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.1218777 Dec 10 04:32:27.385644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] For port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:27.386280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:27.404884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Calling delete_port for 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:27.439093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39b97d61-a969-4eec-b39b-cd724e4c263c req-70eab2f9-b70e-4db5-ba98-0dfea59d87c6 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Dec 10 04:32:27.634819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ae16-f7ca-4f89-9eb6-a2ee563d54e6 req-30a2cdfd-f884-44b9-9efd-01a3b567ff61 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:27.643497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c07ae16-f7ca-4f89-9eb6-a2ee563d54e6 req-30a2cdfd-f884-44b9-9efd-01a3b567ff61 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 950 time: 0.0745394 Dec 10 04:32:27.660463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:27.692279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Pushing event deleted for resources: {'Port': ['ID=2bebae74-2da6-46ea-9a1d-76dd7bc3d39f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:27.774001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c07ae16-f7ca-4f89-9eb6-a2ee563d54e6 req-93e84aa9-d82b-49e6-b770-cb561eb1bd84 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed14775c-e29d-48b4-8fa0-4b64b1d34034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273983 Dec 10 04:32:27.813857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] No DVR routers for this DVR port 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:27.826753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:27.837175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c32d9d5-9938-4540-8edd-29bd63a16603 req-86f8a647-c190-4378-a3d8-b134351aba1c tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.36 "DELETE /v2.0/ports/2bebae74-2da6-46ea-9a1d-76dd7bc3d39f HTTP/1.1" status: 204 len: 173 time: 1.2679341 Dec 10 04:32:27.837939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'name': 'network-vif-deleted', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:27.842628 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fecacdc-5d04-4888-9825-c08c35304d94" -d '{"events": [{"server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "name": "network-vif-deleted", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:27.978964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656019f-b985-4c09-844e-381f31b9faee req-753d76de-fb50-4450-9440-147ed2306962 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:27.981005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8656019f-b985-4c09-844e-381f31b9faee req-753d76de-fb50-4450-9440-147ed2306962 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 945 time: 0.0968258 Dec 10 04:32:28.108397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8656019f-b985-4c09-844e-381f31b9faee req-dbacd484-0bdf-46ed-ac3c-1c2dc348a1e5 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163864 Dec 10 04:32:28.261430 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bca14ce-82f1-407b-b199-6f956802c5c7 x-openstack-request-id: req-3bca14ce-82f1-407b-b199-6f956802c5c7 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:28.261430 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a1e48c-28f3-4059-bc5c-a1e9b5bc8187", "name": "network-vif-deleted", "tag": "2bebae74-2da6-46ea-9a1d-76dd7bc3d39f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:28.261430 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bca14ce-82f1-407b-b199-6f956802c5c7 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:28.261430 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1e48c-28f3-4059-bc5c-a1e9b5bc8187', 'name': 'network-vif-deleted', 'tag': '2bebae74-2da6-46ea-9a1d-76dd7bc3d39f', 'status': 'completed', 'code': 200} Dec 10 04:32:28.282826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:28.324400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:28.328009 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d772046-29b3-44b8-adc5-3a3f7c9680d7" -d '{"events": [{"server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:28.394406 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a299812d-69f0-4dad-b01c-21619a60d522 x-openstack-request-id: req-a299812d-69f0-4dad-b01c-21619a60d522 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:28.394837 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:28.395193 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a299812d-69f0-4dad-b01c-21619a60d522 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:28.395740 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'code': 200} Dec 10 04:32:28.679257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-5d1cedf6-dbc7-414d-b0d2-d6b777d5d29a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206937 Dec 10 04:32:28.697965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420bde5-2ab9-4a3a-a73a-201cf4b2ea31 req-c723d1bf-8aea-4ae7-8220-ef441df868c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:28.699549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4420bde5-2ab9-4a3a-a73a-201cf4b2ea31 req-c723d1bf-8aea-4ae7-8220-ef441df868c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 1101 time: 0.1770685 Dec 10 04:32:28.709807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfd621-16ff-417a-87c0-2e3e6ae97417 req-3a058f19-46cd-4dec-a0ec-3499da916741 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:28.711331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82dfd621-16ff-417a-87c0-2e3e6ae97417 req-3a058f19-46cd-4dec-a0ec-3499da916741 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.1350665 Dec 10 04:32:28.826133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4420bde5-2ab9-4a3a-a73a-201cf4b2ea31 req-163ba1ab-7ad6-4a1f-b6f3-5f4374a103ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583575 Dec 10 04:32:28.867538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82dfd621-16ff-417a-87c0-2e3e6ae97417 req-e75effe3-9e65-451b-b074-17a98faedcd9 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Dec 10 04:32:28.914487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-ecd47a0e-2e9a-4aed-96b4-a29f699f8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:28.916625 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-ecd47a0e-2e9a-4aed-96b4-a29f699f8ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 1095 time: 0.1342063 Dec 10 04:32:28.989040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f0165b-f804-410f-9718-1471e3f26533 req-a23279b5-9f7c-4322-99b5-4a56ca8fdb27 tempest-ImagesNegativeTestJSON-50051232 tempest-ImagesNegativeTestJSON-50051232-project] 10.222.0.43 "GET /v2.0/ports?device_id=98a1e48c-28f3-4059-bc5c-a1e9b5bc8187 HTTP/1.1" status: 200 len: 210 time: 0.0494616 Dec 10 04:32:29.380365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf188d-1b14-42a8-a104-0706162e78c9 req-1e237a42-c2e7-4d4c-94df-d7193e2c5e39 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:29.390178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bcdf188d-1b14-42a8-a104-0706162e78c9 req-1e237a42-c2e7-4d4c-94df-d7193e2c5e39 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 945 time: 0.1645577 Dec 10 04:32:29.443755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-151dbad0-8a61-4472-b9c2-33d831baff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:29.443755 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-151dbad0-8a61-4472-b9c2-33d831baff11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.2679930 Dec 10 04:32:29.460527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:29.483892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:32:29.484231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2bebae74-2da6-46ea-9a1d-76dd7bc3d39f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:29.508334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bcdf188d-1b14-42a8-a104-0706162e78c9 req-79dbc305-9940-4689-b1aa-212260aba98e tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034644 Dec 10 04:32:29.554133 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-d49abd63-8b8e-4abc-812d-a90fe502f946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 200 len: 217 time: 0.0927267 Dec 10 04:32:29.641184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-648b2d07-106d-43f6-9acd-590873507993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:29.643215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-648b2d07-106d-43f6-9acd-590873507993 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0796254 Dec 10 04:32:29.710181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-05ad4463-ef5f-40ad-ad1b-81d8abfc61d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569837 Dec 10 04:32:29.886263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-2d28303d-9805-4f7b-b913-e9cb16e8d160 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558905 Dec 10 04:32:30.097266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1db8a67b-027a-49af-9ab7-80a2046bf722 req-0397a700-98e9-416e-b1bd-c5742a4941df service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861818 Dec 10 04:32:30.233958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f761-6208-4c5e-81af-6db4e241911d req-8fc5b79e-aba7-4d70-a506-b0db03269676 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:30.249901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7d8f761-6208-4c5e-81af-6db4e241911d req-8fc5b79e-aba7-4d70-a506-b0db03269676 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.1871932 Dec 10 04:32:30.407871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7d8f761-6208-4c5e-81af-6db4e241911d req-0d89a7ee-3b29-40d7-84a1-a3a92f6dfe54 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551695 Dec 10 04:32:31.499103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:31.686287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba063750-3f43-4d79-949c-3bf917ca7e85 req-14560794-d6ce-4279-b440-ed50ecc39761 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:31.687801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba063750-3f43-4d79-949c-3bf917ca7e85 req-14560794-d6ce-4279-b440-ed50ecc39761 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.0691044 Dec 10 04:32:31.714518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:31.742757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '3e418f35-9755-4f1a-b3af-ce584c113434', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '3e418f35-9755-4f1a-b3af-ce584c113434', 'mac_address': 'fa:16:3e:03:04:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:31.771284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba063750-3f43-4d79-949c-3bf917ca7e85 req-9cd152fe-e003-4bab-a7d2-df178a81c782 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713596 Dec 10 04:32:31.836338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:31.852566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e418f35-9755-4f1a-b3af-ce584c113434 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:31.875336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:31.885176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:31.987613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:32.106036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['3e418f35-9755-4f1a-b3af-ce584c113434'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:32.244400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e85ff2-4ad5-4720-bf74-a52b71624d63 req-17dce327-bee0-46b6-b3c6-fdf4e8d00c0e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:32.257018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56e85ff2-4ad5-4720-bf74-a52b71624d63 req-17dce327-bee0-46b6-b3c6-fdf4e8d00c0e tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 950 time: 0.1343579 Dec 10 04:32:32.324011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56e85ff2-4ad5-4720-bf74-a52b71624d63 req-6611231b-38e6-470c-9cd3-76337df2115f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631409 Dec 10 04:32:32.757987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94943812-bd4a-4a3a-a460-35e7eaa5a799 req-7f6e992e-0bf9-46ee-ab17-2986253e2a6a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:32.767958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94943812-bd4a-4a3a-a460-35e7eaa5a799 req-7f6e992e-0bf9-46ee-ab17-2986253e2a6a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:32.777926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94943812-bd4a-4a3a-a460-35e7eaa5a799 req-7f6e992e-0bf9-46ee-ab17-2986253e2a6a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175&device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 1690 time: 0.0830283 Dec 10 04:32:32.845898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94943812-bd4a-4a3a-a460-35e7eaa5a799 req-51dce72d-4462-4e02-98be-0fade33aead7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Dec 10 04:32:33.526839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:33.601679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 3e418f35-9755-4f1a-b3af-ce584c113434 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:33.602082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:33.741557 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:33.774143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:33.777873 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef4854-d604-43c2-bb53-f22e75b4a41f" -d '{"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-plugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:33.801248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:33.808797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:33.914741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:35.489362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:35.607287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:35.708528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:35.708528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:35.737553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:42.401926 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbacc2e-49a9-4c5d-abf8-e7fdc4cf388a x-openstack-request-id: req-6dbacc2e-49a9-4c5d-abf8-e7fdc4cf388a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:42.402622 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-plugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:42.402795 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6dbacc2e-49a9-4c5d-abf8-e7fdc4cf388a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:42.403306 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434', 'code': 200} Dec 10 04:32:42.434210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:42.630767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-a9160cb0-d55b-4358-a4d0-93e35e6abf47 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:42.632310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-a9160cb0-d55b-4358-a4d0-93e35e6abf47 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.1429942 Dec 10 04:32:42.659096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-b27e4a51-9731-4261-ba4a-c788a90a340e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/quotas/3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 375 time: 0.0126860 Dec 10 04:32:42.672186 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7004fe9c-2690-47e3-aaa7-c606ec1dd537 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=854d9ebf61ab46babab49c163688a505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360823 Dec 10 04:32:42.674755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:42.710702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f9ee7-ecfc-4162-be7c-f60fff6a2297 req-c2b39d88-534d-4e1b-b75e-ac6fd194aae9 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:42.712512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305f9ee7-ecfc-4162-be7c-f60fff6a2297 req-c2b39d88-534d-4e1b-b75e-ac6fd194aae9 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 1101 time: 0.1020534 Dec 10 04:32:42.734208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:42.758811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-b8b8db8c-b823-47c6-b836-6f2e03c634ad tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908613 Dec 10 04:32:42.766879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:42.801266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305f9ee7-ecfc-4162-be7c-f60fff6a2297 req-233c7e9a-d840-4c8b-860f-ca3f6f142d77 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786710 Dec 10 04:32:42.828966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:42.833880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:42.836919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed14775c-e29d-48b4-8fa0-4b64b1d34034 HTTP/1.1" status: 204 len: 168 time: 0.1612146 Dec 10 04:32:42.848168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b942c2-a9a9-4402-bd95-2214a1adc519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14775c-e29d-48b4-8fa0-4b64b1d34034,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:42.886211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-0ffc942a-e1f9-492d-9cb8-a05d4544aca4 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122160 Dec 10 04:32:43.024374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-5c2c40e0-de94-4b89-89eb-fd4b336b8908 service neutron] 10.222.0.43 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266668 Dec 10 04:32:43.456849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2d35c-ead7-44f1-8705-919af09135ab req-1b0a583d-9742-4ebd-b304-8fad74776507 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:43.458650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15e2d35c-ead7-44f1-8705-919af09135ab req-1b0a583d-9742-4ebd-b304-8fad74776507 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 1100 time: 0.0702121 Dec 10 04:32:43.521777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15e2d35c-ead7-44f1-8705-919af09135ab req-1a016a40-d314-41d7-9e3d-f2a9b5012f1d tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Dec 10 04:32:43.886545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57a7fb2a-1810-4d7c-93a1-407fae74354f req-184b7fed-dc4b-4647-a146-3fe91d7a7ecf tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0439844 Dec 10 04:32:44.011672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-d80c0bcb-746d-4583-8576-d4359cfbbe9e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258300 Dec 10 04:32:44.164000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-ab740f2a-d479-4fa7-9182-8b308775cb14 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:44.173679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-ab740f2a-d479-4fa7-9182-8b308775cb14 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536348 Dec 10 04:32:44.186300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-757e9832-7779-444e-91fc-8f02a2c1f682 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0111923 Dec 10 04:32:44.269046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-008766d2-5bd1-490c-a43b-bb6b025f4997 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0761876 Dec 10 04:32:44.404885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:44.407184 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3535ec5-f163-4d99-b483-a0237ba07528" -d '{"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-unplugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:44.618954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-c8fdea61-d81e-46d5-bb22-5e719cdb7724 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:44.630980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-c8fdea61-d81e-46d5-bb22-5e719cdb7724 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.1348145 Dec 10 04:32:44.653280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-f0045f9e-26f9-42a4-a247-f626894b6e00 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/quotas/567cc69fa9a9467ca1b4f2b926369065 HTTP/1.1" status: 200 len: 375 time: 0.0210173 Dec 10 04:32:44.746864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-571a4479-fc8b-49bc-898d-496493ea4722 req-267e753c-fbeb-4e51-b481-4db2fc084241 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 210 time: 0.0493801 Dec 10 04:32:44.761853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-d4ec8053-251a-439a-a27e-212a85c1a8ad tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072366 Dec 10 04:32:44.827844 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5792c20d-dbaf-41fa-bdb9-bb3bc94bff58 x-openstack-request-id: req-5792c20d-dbaf-41fa-bdb9-bb3bc94bff58 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:44.828164 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-unplugged", "status": "completed", "tag": "90833443-f067-4d25-ab67-de2491e7c797", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:44.828419 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5792c20d-dbaf-41fa-bdb9-bb3bc94bff58 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:44.828840 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90833443-f067-4d25-ab67-de2491e7c797', 'code': 200} Dec 10 04:32:44.908444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-fea93d59-8873-4a35-8eba-6913d28e5a68 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453412 Dec 10 04:32:44.958382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:45.010188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-60c01453-6eee-4068-b2b6-1c29b80d4baa tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:45.016269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-60c01453-6eee-4068-b2b6-1c29b80d4baa tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 820 time: 0.1964812 Dec 10 04:32:45.044269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Request body: {'port': {'device_id': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'admin_state_up': True, 'tenant_id': '3bb34a6c64364aca87c286d552dffc89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:45.128429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-967870f6-7999-4e5e-9992-865dad9a7229 service neutron] 10.222.0.43 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189345 Dec 10 04:32:45.149082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.329044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.337170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Made reservation on behalf of 3bb34a6c64364aca87c286d552dffc89 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:45.343819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.389605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.425336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-063ba647-5e0d-4d6e-a95b-8b1dfa917d3d req-1303485c-177d-4e00-93b6-4431b65ab85a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0996993 Dec 10 04:32:45.484214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d68f9e0deba4496a45039779959cc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216403 Dec 10 04:32:45.490283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48854) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:45.588450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d025c1a-05cd-48ff-a0ce-9d04a60c7a44,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:45.621592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:45.627194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.627539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.627878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.628212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.628568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.631726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.632325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.633506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.636218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.636787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.637305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.637804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.638295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df772ce-55b6-466b-b025-c5e64709eb3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:45.711407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a42a9cb6-32bc-46ad-80b5-eb260a591a72 req-3aa4c45e-d247-42ab-9c46-5dbd42200a27 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 210 time: 0.0866456 Dec 10 04:32:45.774082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.819448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:45.834708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'mac_address': 'fa:16:3e:ed:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:32:45.837632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Allocated IP 172.20.0.7 (84adb6f3-ed91-4199-9969-a42ef2da3120/1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2/c89567fc-220b-4009-82b5-7b3300068d9f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:45.839777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:45.842419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.968151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:45.992205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.004854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.006522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d025c1a-05cd-48ff-a0ce-9d04a60c7a44 HTTP/1.1" status: 204 len: 168 time: 0.5114944 Dec 10 04:32:46.078585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.110395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324075-336e-4132-8c48-eef71a5b52ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d025c1a-05cd-48ff-a0ce-9d04a60c7a44,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:46.133047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e47a6bf6-5e60-457a-908c-832dffcd3692 req-5183bee5-4075-4ae9-8020-77d5fee52ae9 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 210 time: 0.1675575 Dec 10 04:32:46.171493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:46.225336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:46.251769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.267632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.288083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:46.338029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.373245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.401925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:46.435585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['88c2c2cb-a3be-40af-835b-da4e16decdea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:46.452037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Network 84adb6f3-ed91-4199-9969-a42ef2da3120 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:46.466048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-debafb41-d4ce-48ef-96ff-3045788b8b50 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424341 Dec 10 04:32:46.480106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:46.484664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:46.493009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f45f8-f9c2-41c7-b224-1aa738fc8247 req-2ab36569-0719-49d7-9a7d-34fa3d0ffe14 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:46.505637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-271f45f8-f9c2-41c7-b224-1aa738fc8247 req-2ab36569-0719-49d7-9a7d-34fa3d0ffe14 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 945 time: 0.2765241 Dec 10 04:32:46.622713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:46.659584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.660158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.660419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.660854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.661185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.661511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.661833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.662152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.662470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.662789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.663106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.663423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.664064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.686884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f5c249c4-018f-437f-9b00-8f0cfd5d02d8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:46.697541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:46.703883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:46.719810 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:32:46.769900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.774881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.775653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.776659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.777362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.777863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.778448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.785046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.787248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.787622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.790047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.790550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.790897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:32:46.836718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:46.845171 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3ffea-9265-455c-b795-aa037157c4d9" -d '{"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-unplugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:46.874042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-09a6338d-1dce-4347-a4a3-6a72521bf03a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8340309 Dec 10 04:32:46.902256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Request body: {'port': {'device_id': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:46.958829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879ff8c-657d-4cba-964f-43ca5ddb8926 req-8c089cc1-7579-4cd5-9c35-659d566e77d5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:46.969519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8879ff8c-657d-4cba-964f-43ca5ddb8926 req-8c089cc1-7579-4cd5-9c35-659d566e77d5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 931 time: 0.3009341 Dec 10 04:32:47.005660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-271f45f8-f9c2-41c7-b224-1aa738fc8247 req-3318cdad-c618-4f03-9277-57ea3838c51f tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939353 Dec 10 04:32:47.011263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:47.103998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-a18ed5a2-4aae-4e69-af22-74de88c6a3c0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:47.117978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-a18ed5a2-4aae-4e69-af22-74de88c6a3c0 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "GET /v2.0/ports?device_id=8706b269-b468-46a2-bc45-8997e13c4589 HTTP/1.1" status: 200 len: 943 time: 0.4751685 Dec 10 04:32:47.121528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:47.259054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8879ff8c-657d-4cba-964f-43ca5ddb8926 req-a7aa7a08-b19d-4bd1-bb16-57eb8d2db3b7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881794 Dec 10 04:32:47.277709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-4f5ea59a-f2c9-4347-a498-f9c0673d3b9c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:47.291523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-4f5ea59a-f2c9-4347-a498-f9c0673d3b9c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7831862 Dec 10 04:32:47.356625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '99241e76-7cea-4580-a174-c2d2ae923bef', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:47.380801 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6631fdb-99a0-4097-b9da-4ec5fefc402a x-openstack-request-id: req-d6631fdb-99a0-4097-b9da-4ec5fefc402a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:47.381245 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-unplugged", "status": "completed", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:47.381606 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6631fdb-99a0-4097-b9da-4ec5fefc402a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:47.382221 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434', 'code': 200} Dec 10 04:32:47.511330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-302eb03e-ad6d-4fc2-9255-57ae599c28d6 req-9dafd453-d6d4-4e2e-a30a-34ec7d5c144f tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 210 time: 0.1367257 Dec 10 04:32:47.728104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89567fc-220b-4009-82b5-7b3300068d9f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:47.728620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4db5e717-c1bf-451d-b7bd-5d067865aa03 req-559b4f76-7f78-463c-b5d5-6d0227b24bad tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 210 time: 0.1966496 Dec 10 04:32:47.759086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:47.779581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Transition to ACTIVE for port object c89567fc-220b-4009-82b5-7b3300068d9f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:47.792881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:47.913997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:48.066392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-dab9592f-113c-4e3b-9292-4c04a0b1ca42 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.073494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-dab9592f-113c-4e3b-9292-4c04a0b1ca42 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.36 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 805 time: 0.5944822 Dec 10 04:32:48.111279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:48.111736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:48.111970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:48.116558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:48.116879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:48.131266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:48.131610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:48.131991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:48.132412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Bound port: c89567fc-220b-4009-82b5-7b3300068d9f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:48.132784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.200060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Request body: {'port': {'device_id': '8566f4b6-0f12-498a-9920-e371c6bda079', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'admin_state_up': True, 'tenant_id': '567cc69fa9a9467ca1b4f2b926369065'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:48.272153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:48.287044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:48.298971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Deleting port 3e418f35-9755-4f1a-b3af-ce584c113434 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:32:48.299662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.300504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.367339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.367819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.370116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] 10.222.0.41 "PUT /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 1091 time: 1.4774981 Dec 10 04:32:48.370608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:48.372934 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e27b4c-5afc-4855-8c00-3ad2be413aae" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:48.388282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-4936c769-885c-4ad0-ab59-b60c702b14a6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.390377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-4936c769-885c-4ad0-ab59-b60c702b14a6 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 945 time: 0.3630242 Dec 10 04:32:48.438961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333845ea-e32e-4419-a5e3-c056f0a48c78 service neutron] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:48.494450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.api [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 04:32:48.494450 n-d-817326-3 neutron-server[103253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 04:32:48.494450 n-d-817326-3 neutron-server[103253]: [parameters: {'project_id': '567cc69fa9a9467ca1b4f2b926369065', 'id': '17582c1e-19c3-4cb4-a9ec-6d3f47620559', 'expiration': datetime.datetime(2021, 12, 10, 4, 34, 48, 403518)}] Dec 10 04:32:48.494450 n-d-817326-3 neutron-server[103253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:32:48.495295 n-d-817326-3 neutron-server[103253]: DEBUG oslo_db.api [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:32:48.503226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-f801eaf9-f5b8-430e-baf5-5c26fe89ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.503906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf9e07-92e6-4e16-bb60-2bc9b571c36d req-8ee25422-02ea-45cd-bde7-27c7baa68a09 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.504748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-f801eaf9-f5b8-430e-baf5-5c26fe89ac81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1094 time: 0.0601490 Dec 10 04:32:48.505684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80bf9e07-92e6-4e16-bb60-2bc9b571c36d req-8ee25422-02ea-45cd-bde7-27c7baa68a09 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 945 time: 0.3226421 Dec 10 04:32:48.558279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:48.561973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.607653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-5706b2c7-98f3-4c73-b1d9-30151f3353cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 217 time: 0.0854335 Dec 10 04:32:48.726667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-dd8afe00-d19b-4c80-a94e-4cde459761df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:48.728160 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-dd8afe00-d19b-4c80-a94e-4cde459761df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1114221 Dec 10 04:32:48.812822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-69628cf5-3b16-4020-83a9-43e0a1d2b301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651271 Dec 10 04:32:48.843705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Deleting port b997121e-0419-43c3-8d9b-9ee186cbc1bb {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:32:48.844046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.862712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] For port 3e418f35-9755-4f1a-b3af-ce584c113434, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3e418f35-9755-4f1a-b3af-ce584c113434,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:48.863070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:48.992041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Calling delete_port for 3e418f35-9755-4f1a-b3af-ce584c113434 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:49.005637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80bf9e07-92e6-4e16-bb60-2bc9b571c36d req-6188329b-2452-4936-85d1-aeae5e0b134e tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa7ef738-056c-47f5-b2ed-e43804bb7480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699368 Dec 10 04:32:49.029917 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-b608adc1-a0af-4e70-bfca-3d423e12a0ae service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084644 Dec 10 04:32:49.200074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.73 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/a869002e-0c9e-486d-bf1c-d67ef84fdd7c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:49.253006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c7043409-10c3-4bd1-9fc2-1f408d61105a req-49f5902a-cd2e-49df-9260-cf7f1a3e4553 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123535 Dec 10 04:32:49.297267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Made reservation on behalf of 567cc69fa9a9467ca1b4f2b926369065 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:49.301322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:49.550435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] For port b997121e-0419-43c3-8d9b-9ee186cbc1bb, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b997121e-0419-43c3-8d9b-9ee186cbc1bb,segment=NetworkSegment(9c05a410-7d1b-45c9-9946-7dbb563fff42),segment_id=9c05a410-7d1b-45c9-9946-7dbb563fff42)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:49.550800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:49.623469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:32:49.721652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:49.722412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:49.860992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:49.914048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:49.916726 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45a181-c85d-4e2b-9b60-c00618001d4b" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:49.964229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:32:49.976858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:49.978129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3e418f35-9755-4f1a-b3af-ce584c113434 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:49.990715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:50.276460 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f9363-b1c5-405f-9842-14b1d21ef357 x-openstack-request-id: req-f58f9363-b1c5-405f-9842-14b1d21ef357 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:50.277083 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:50.277083 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f58f9363-b1c5-405f-9842-14b1d21ef357 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:50.277501 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'status': 'completed', 'code': 200} Dec 10 04:32:50.295437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Calling delete_port for b997121e-0419-43c3-8d9b-9ee186cbc1bb owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:32:50.386520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:50.446779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-bcace5d4-c636-4880-8c3b-3a772bb2f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:50.448559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-bcace5d4-c636-4880-8c3b-3a772bb2f2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1094 time: 0.1250939 Dec 10 04:32:50.571806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d92f-e669-4227-a424-9c1a2673b1bf req-a117bc2e-f2f7-4fa0-bb70-61a17ccee00d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:50.585077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cc4d92f-e669-4227-a424-9c1a2673b1bf req-a117bc2e-f2f7-4fa0-bb70-61a17ccee00d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 1.2256401 Dec 10 04:32:50.672942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-ca8568c9-c22e-437a-9c1e-839a2c8cb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:50.674445 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-ca8568c9-c22e-437a-9c1e-839a2c8cb9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.2176859 Dec 10 04:32:50.785520 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-37ea94fc-2098-415d-ac25-93d4080779a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 217 time: 0.0959971 Dec 10 04:32:50.883346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-7f48b25e-98c9-42db-b9e7-54fa5210e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:50.885236 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-7f48b25e-98c9-42db-b9e7-54fa5210e489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0907309 Dec 10 04:32:50.941015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-1a7cbed5-2992-44cc-a0c5-492b94df2c9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454981 Dec 10 04:32:51.076993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Allocated IP 172.20.0.7 (3759f267-bac5-4fac-a7c1-554017654bf1/969da3d5-b06a-42ea-b463-d5cc96f525e6/2789ea62-f7d7-4604-9306-333873671e2a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:32:51.185921 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-7b06cd08-8a72-4158-a22e-d6c7a231389f service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347736 Dec 10 04:32:51.259121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.308788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-683d787c-2181-4655-812d-4dcfa438b0a6 req-b4afdc0c-50ee-48cc-9e8b-ff2f9434b77c tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 210 time: 0.7700622 Dec 10 04:32:51.329824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.355039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.367199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.398379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-60e27b4c-5afc-4855-8c00-3ad2be413aae req-1db6f455-f07d-44d9-b51a-f7e7b6dc54f7 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977277 Dec 10 04:32:51.531560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Network 3759f267-bac5-4fac-a7c1-554017654bf1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:51.534203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b997121e-0419-43c3-8d9b-9ee186cbc1bb no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:32:51.537417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cc4d92f-e669-4227-a424-9c1a2673b1bf req-ed52d3ac-37d8-499d-9b0e-44b678ca0986 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515107 Dec 10 04:32:51.544338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Pushing event deleted for resources: {'Port': ['ID=b997121e-0419-43c3-8d9b-9ee186cbc1bb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:51.590236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: b997121e-0419-43c3-8d9b-9ee186cbc1bb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:32:51.590912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b997121e-0419-43c3-8d9b-9ee186cbc1bb not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:32:51.623023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:51.625525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:51.673013 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86e444-e282-45f9-b8bc-c424a67e0589 x-openstack-request-id: req-9f86e444-e282-45f9-b8bc-c424a67e0589 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:51.673705 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:51.674741 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f86e444-e282-45f9-b8bc-c424a67e0589 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:51.675300 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'code': 200} Dec 10 04:32:51.688286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event deleted for resources: {'Port': ['ID=3e418f35-9755-4f1a-b3af-ce584c113434,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:51.750571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] No DVR routers for this DVR port b997121e-0419-43c3-8d9b-9ee186cbc1bb on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:51.753811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.758390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d7ea597-e095-4b02-aea8-86768ad2924d req-57801faf-7de1-4554-ab5d-9b7574228a85 tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.36 "DELETE /v2.0/ports/b997121e-0419-43c3-8d9b-9ee186cbc1bb HTTP/1.1" status: 204 len: 173 time: 3.3525333 Dec 10 04:32:51.777372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:51.778216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:51.834106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:51.837609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'name': 'network-vif-deleted', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:51.839906 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602e1a4-44c9-45eb-be14-518ef4800b72" -d '{"events": [{"server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "name": "network-vif-deleted", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:51.851842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de7744ce-7269-4a3b-9bab-86979be560cc req-44e7afa6-e33d-4165-873f-5de68e0a591d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 210 time: 0.1663353 Dec 10 04:32:51.972502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-23be65c6-c18f-4c99-b175-9a4fa84117b3 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7835765 Dec 10 04:32:52.096751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73d9de66-f99f-4d61-93ad-6962ba9dd037 req-b2de588c-f515-48d4-9b4f-0bb4590233dd tempest-ServerTagsTestJSON-1193080182 tempest-ServerTagsTestJSON-1193080182-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d759f9-d956-43e1-8318-70e46ea10183 HTTP/1.1" status: 200 len: 210 time: 0.2682669 Dec 10 04:32:52.102442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] No DVR routers for this DVR port 3e418f35-9755-4f1a-b3af-ce584c113434 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:32:52.106805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:52.121328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76be4f5-239b-4d5b-8c95-894930ad1355 req-8339ecd4-2b37-45b9-aff8-25f4b4cd2974 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.41 "DELETE /v2.0/ports/3e418f35-9755-4f1a-b3af-ce584c113434 HTTP/1.1" status: 204 len: 173 time: 4.8986566 Dec 10 04:32:52.127803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Request body: {'port': {'device_id': '8566f4b6-0f12-498a-9920-e371c6bda079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:52.189063 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57971cf7-0261-45d7-a119-2e7ed7b479a3 x-openstack-request-id: req-57971cf7-0261-45d7-a119-2e7ed7b479a3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:52.190276 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d759f9-d956-43e1-8318-70e46ea10183", "name": "network-vif-deleted", "tag": "b997121e-0419-43c3-8d9b-9ee186cbc1bb", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:52.191068 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57971cf7-0261-45d7-a119-2e7ed7b479a3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:52.194241 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d759f9-d956-43e1-8318-70e46ea10183', 'name': 'network-vif-deleted', 'tag': 'b997121e-0419-43c3-8d9b-9ee186cbc1bb', 'status': 'completed', 'code': 200} Dec 10 04:32:52.263027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:52.312997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:52.321426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14af10b6-e725-4eb7-868b-c4d2ce21fac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:52.644417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:52.693632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:52.699184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:32:52.827069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:32:52.836643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5661d-326f-4e79-923b-bdfb165af48d req-45951db5-1b23-4589-9f7e-9ed4ea1ff41e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:52.844927 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52e5661d-326f-4e79-923b-bdfb165af48d req-45951db5-1b23-4589-9f7e-9ed4ea1ff41e tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 931 time: 0.3701160 Dec 10 04:32:52.861304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:53.048752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:32:53.071009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:53.244697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52e5661d-326f-4e79-923b-bdfb165af48d req-460045d0-efd6-4fca-8eb4-2059c30ba24b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987513 Dec 10 04:32:53.269581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:53.274010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.327626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.391794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6d572c66-057c-40fa-80b8-f94f411267b8 None None] Provisioning complete for port a869002e-0c9e-486d-bf1c-d67ef84fdd7c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:32:53.394399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d572c66-057c-40fa-80b8-f94f411267b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.419661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-c614409b-00bd-498f-b331-6e4ee4937b69 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0668306 Dec 10 04:32:53.451702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Request body: {'port': {'device_id': '99241e76-7cea-4580-a174-c2d2ae923bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:53.493258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6d572c66-057c-40fa-80b8-f94f411267b8 None None] Port a869002e-0c9e-486d-bf1c-d67ef84fdd7c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:32:53.698440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3e63-8f9f-46d1-b56e-d6f3d2f51646 req-0aaf5bf7-6f1a-4afe-b86d-efd67479796f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:53.700852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76ce3e63-8f9f-46d1-b56e-d6f3d2f51646 req-0aaf5bf7-6f1a-4afe-b86d-efd67479796f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.2042053 Dec 10 04:32:53.705337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.746579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:53.777334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.857466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Transition to ACTIVE for port object 2789ea62-f7d7-4604-9306-333873671e2a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:53.881398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:53.945692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76ce3e63-8f9f-46d1-b56e-d6f3d2f51646 req-70d71452-bc3e-418b-a97a-58ea1555f524 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376053 Dec 10 04:32:53.963677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1d84d-e793-4f7f-9c92-6b014eee3da0 req-1c39b202-9f70-4fb8-bf30-4d231535d00d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:53.965590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7a1d84d-e793-4f7f-9c92-6b014eee3da0 req-1c39b202-9f70-4fb8-bf30-4d231535d00d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 935 time: 0.2126904 Dec 10 04:32:54.059814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:54.155006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:54.190360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7a1d84d-e793-4f7f-9c92-6b014eee3da0 req-c5187f93-81b9-45d3-9b5a-87802fbdc6e0 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113376 Dec 10 04:32:54.199389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-deleted', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:54.201675 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9117af4a-a34e-40e2-82aa-3dac0d2382f3" -d '{"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-deleted", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:54.285997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Deleting subnet ac521f60-0f89-4de3-ad08-de688e476ce9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:32:54.301374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Attempting to bind port 2789ea62-f7d7-4604-9306-333873671e2a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:54.302200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Attempting to bind port 2789ea62-f7d7-4604-9306-333873671e2a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:54.302542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Attempting to bind port 2789ea62-f7d7-4604-9306-333873671e2a on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:54.303971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.318018 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03250b4d-25db-4b48-ac3b-09b95df5ee86 x-openstack-request-id: req-03250b4d-25db-4b48-ac3b-09b95df5ee86 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:54.318337 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8706b269-b468-46a2-bc45-8997e13c4589", "name": "network-vif-deleted", "tag": "3e418f35-9755-4f1a-b3af-ce584c113434", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:54.318564 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03250b4d-25db-4b48-ac3b-09b95df5ee86 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:54.318971 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8706b269-b468-46a2-bc45-8997e13c4589', 'name': 'network-vif-deleted', 'tag': '3e418f35-9755-4f1a-b3af-ce584c113434', 'status': 'completed', 'code': 200} Dec 10 04:32:54.319492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Port 2789ea62-f7d7-4604-9306-333873671e2a on network 3759f267-bac5-4fac-a7c1-554017654bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:54.319818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Attempting to bind port 2789ea62-f7d7-4604-9306-333873671e2a on network 3759f267-bac5-4fac-a7c1-554017654bf1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:54.332947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:54.333309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Checking segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:54.333833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Bound using segment: {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:54.334281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Bound port: 2789ea62-f7d7-4604-9306-333873671e2a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006ab577-d19d-48d7-98c1-ac3ed62b3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:54.334642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.405799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.497245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.567077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.631895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac521f60-0f89-4de3-ad08-de688e476ce9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:54.640281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:54.648003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.648406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:54.657260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49050) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:54.659482 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-38617a7c-4de8-4f3f-adff-1456b8864b9b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ac521f60-0f89-4de3-ad08-de688e476ce9 HTTP/1.1" status: 204 len: 168 time: 0.5033791 Dec 10 04:32:54.662300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a869002e-0c9e-486d-bf1c-d67ef84fdd7c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:32:54.678537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.694023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.717287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab01b-b3fb-4767-9568-fd219e0c8eef req-b3dc3661-9435-4c07-98ed-eb2aaf7e7fb8 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:54.725117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0eab01b-b3fb-4767-9568-fd219e0c8eef req-b3dc3661-9435-4c07-98ed-eb2aaf7e7fb8 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 943 time: 0.2667181 Dec 10 04:32:54.784533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Transition to ACTIVE for port object a869002e-0c9e-486d-bf1c-d67ef84fdd7c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:32:54.822791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-073b8300-572d-4027-a5a0-4409f636299a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.824914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:54.825581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.826968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] 10.222.0.36 "PUT /v2.0/ports/2789ea62-f7d7-4604-9306-333873671e2a HTTP/1.1" status: 200 len: 1091 time: 2.7270746 Dec 10 04:32:54.844954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:54.975166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.026684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cb5f6-553f-4e1f-a84c-806c513e0fce service neutron] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:55.054720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0eab01b-b3fb-4767-9568-fd219e0c8eef req-c0526485-bc2b-49b6-bc08-dfb181764c82 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287058 Dec 10 04:32:55.302651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Pushing event updated for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:55.306271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-3095202a-f222-448a-97bc-1c92925e94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:55.307836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-3095202a-f222-448a-97bc-1c92925e94e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 1094 time: 0.3910780 Dec 10 04:32:55.463051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.474859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-cf70cdab-cc2d-492c-9c9e-d405260bd448 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2789ea62-f7d7-4604-9306-333873671e2a HTTP/1.1" status: 200 len: 217 time: 0.1117785 Dec 10 04:32:55.512797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f94c83-6eb0-4480-9989-4c945554f906']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:55.576229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c05a410-7d1b-45c9-9946-7dbb563fff42') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:55.576555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c05a410-7d1b-45c9-9946-7dbb563fff42') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:32:55.586107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0c1e-0a23-4777-be3d-24b97ad1cbfa req-8fcdb3eb-92d9-40d7-958c-46ff783b3ec8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:55.587598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-694e0c1e-0a23-4777-be3d-24b97ad1cbfa req-8fcdb3eb-92d9-40d7-958c-46ff783b3ec8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.3976176 Dec 10 04:32:55.609980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Attempting to bind port a869002e-0c9e-486d-bf1c-d67ef84fdd7c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:32:55.610515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Attempting to bind port a869002e-0c9e-486d-bf1c-d67ef84fdd7c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:32:55.610859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Attempting to bind port a869002e-0c9e-486d-bf1c-d67ef84fdd7c on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:55.622464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Port a869002e-0c9e-486d-bf1c-d67ef84fdd7c on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:32:55.622464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Attempting to bind port a869002e-0c9e-486d-bf1c-d67ef84fdd7c on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:32:55.628021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.633668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.635376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:32:55.635702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:55.636083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:32:55.636537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Bound port: a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:32:55.636884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.725722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.756684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-14ff9658-7c0c-49ff-8474-68d863051e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:55.758354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-14ff9658-7c0c-49ff-8474-68d863051e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.2432437 Dec 10 04:32:55.779930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:32:55.780500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:32:55.785199 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:32:55.895183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-0fcf7d86-f294-4276-926e-c7b779bcdeaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954313 Dec 10 04:32:55.938339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-85df6966-4c84-443d-965a-ad3e6a3c6b19 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:55.940511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-85df6966-4c84-443d-965a-ad3e6a3c6b19 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.3807230 Dec 10 04:32:55.954915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-694e0c1e-0a23-4777-be3d-24b97ad1cbfa req-79b119fa-6a7f-4421-aedb-6c1eb2499c11 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388517 Dec 10 04:32:55.963030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.986919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:55.999195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4f94c83-6eb0-4480-9989-4c945554f906 HTTP/1.1" status: 204 len: 168 time: 1.3380313 Dec 10 04:32:56.006231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:32:56.062738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-8c109297-94ad-4268-bdee-c90c92db71c0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/quotas/7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 375 time: 0.0975425 Dec 10 04:32:56.072519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6126c-828e-4d61-81d6-64a41d805609 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f94c83-6eb0-4480-9989-4c945554f906,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:56.096498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:32:56.137823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.238168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-57d150ea-b1ba-4c63-a4b9-e132483de6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240695 Dec 10 04:32:56.259963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:56.260682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.262073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] 10.222.0.41 "PUT /v2.0/ports/a869002e-0c9e-486d-bf1c-d67ef84fdd7c HTTP/1.1" status: 200 len: 1095 time: 2.8171306 Dec 10 04:32:56.282189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-0aec7451-19e9-4210-af0c-9ce344d9fa49 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2184885 Dec 10 04:32:56.468009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:56.540132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d816ab88-cb73-444c-9531-f48fc0caecfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56621df6704840649d7e93e38963d402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701473 Dec 10 04:32:56.542451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:56.605532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.636808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.676106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a'}, {'name': 'network-changed', 'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:32:56.681942 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f0167-267d-43d0-b09e-7fb4a2dd3852" -d '{"events": [{"name": "network-changed", "server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "tag": "2789ea62-f7d7-4604-9306-333873671e2a"}, {"name": "network-changed", "server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:32:56.695172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.698292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:56.699619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa7ef738-056c-47f5-b2ed-e43804bb7480 HTTP/1.1" status: 204 len: 168 time: 0.1559749 Dec 10 04:32:56.711234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5fd98-411f-42fc-bf0a-c9fa27799293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ef738-056c-47f5-b2ed-e43804bb7480,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:56.741886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937291d5-27b7-4087-b431-b9094831c566 req-cde859aa-64b8-4d95-baf5-a76c998a0492 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:56.750624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-937291d5-27b7-4087-b431-b9094831c566 req-cde859aa-64b8-4d95-baf5-a76c998a0492 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 947 time: 0.6610081 Dec 10 04:32:56.796062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759d93-e3d4-449d-9a78-f9a79ca97804 service neutron] Pushing event updated for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:56.916749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-52578a69-7e3f-4e7b-844e-51d6cc4028a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:56.918396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-52578a69-7e3f-4e7b-844e-51d6cc4028a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 1098 time: 0.2216904 Dec 10 04:32:56.938493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd505ef-527d-4618-91d0-068ed63a53b5 req-0c2f3af9-3e90-4dcc-843a-7735dd20a1f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909552 Dec 10 04:32:56.992910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-937291d5-27b7-4087-b431-b9094831c566 req-a8d10e26-c0cd-4e48-ac43-1d62a82a9d0e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421479 Dec 10 04:32:57.002668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-ca8754ca-fb9f-4324-bcb6-c73bcf69e7f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c HTTP/1.1" status: 200 len: 217 time: 0.0595341 Dec 10 04:32:57.068857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-01669d50-1ede-455d-aab8-3950a548cd0c service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838491 Dec 10 04:32:57.106480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-05c22859-3876-452c-ad86-b3ec312ff1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:57.107881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-05c22859-3876-452c-ad86-b3ec312ff1c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0985396 Dec 10 04:32:57.249347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-54eec852-a70c-4f68-8f54-06a562166cfd service neutron] 10.222.0.43 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796205 Dec 10 04:32:57.251288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810638-5023-4576-a6fd-e5df68181d0a req-1faa2f78-ebc5-4f59-95e0-ca235e45def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:57.253045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-1faa2f78-ebc5-4f59-95e0-ca235e45def6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069798 Dec 10 04:32:57.347181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:57.445031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-1fd2ab99-e43a-42db-96d0-9fa7d81828a9 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828375 Dec 10 04:32:57.621770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff810638-5023-4576-a6fd-e5df68181d0a req-bb40bbcc-40a6-4a0f-8482-206320a11a09 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691017 Dec 10 04:32:57.955865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c166c6-b2cf-4e0e-a6de-65fe9ca8d934 req-5427ce96-ea71-427a-b74b-d0ac5c1664ce tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:57.964590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66c166c6-b2cf-4e0e-a6de-65fe9ca8d934 req-5427ce96-ea71-427a-b74b-d0ac5c1664ce tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 943 time: 0.1188588 Dec 10 04:32:57.968093 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ab93fa-2be0-4380-850c-2e3d0c003211 x-openstack-request-id: req-70ab93fa-2be0-4380-850c-2e3d0c003211 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:32:57.968387 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "tag": "2789ea62-f7d7-4604-9306-333873671e2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:32:57.968673 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70ab93fa-2be0-4380-850c-2e3d0c003211 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:32:57.969061 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a', 'status': 'completed', 'code': 200} Dec 10 04:32:57.969321 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', 'status': 'completed', 'code': 200} Dec 10 04:32:58.058711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:58.139785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66c166c6-b2cf-4e0e-a6de-65fe9ca8d934 req-005a9c84-9034-4fa0-9035-c5ac4e9da319 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693163 Dec 10 04:32:58.253282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-49e22239-75b6-4eaa-9cff-4bdc5cd3d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.255203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-49e22239-75b6-4eaa-9cff-4bdc5cd3d36f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=567cc69fa9a9467ca1b4f2b926369065&device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 1094 time: 0.2351978 Dec 10 04:32:58.275877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-7665a4ca-a47c-471c-a74a-89bd73f64ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.276866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1701764992-network', 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:58.278162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-7665a4ca-a47c-471c-a74a-89bd73f64ddc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 1098 time: 0.1965742 Dec 10 04:32:58.292431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.321061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:58.323799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.334452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.357080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09251bc4-0449-411d-9573-2473de6c0b58 req-d42d7482-7959-42ec-967d-9985e77e2b4a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.1320293 Dec 10 04:32:58.381196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc094b0-0d1c-472e-acd9-6bececc55cf7 req-b399ae30-4a42-4a1e-9e7c-69f955a09b41 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.393985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2dc094b0-0d1c-472e-acd9-6bececc55cf7 req-b399ae30-4a42-4a1e-9e7c-69f955a09b41 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.3106213 Dec 10 04:32:58.470678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.480990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.512109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:32:58.519874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba07b1c-4c02-4eae-a363-6e5243379f43,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:58.526537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.527202 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Added segment 383646c2-89df-4539-b2b7-cd82a4f47cc6 of type vlan for network 327b8509-48d7-4603-b79b-e645bd3f65cc Dec 10 04:32:58.589423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.633280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.634292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.634934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.710974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2dc094b0-0d1c-472e-acd9-6bececc55cf7 req-be2106de-1a88-4242-9c88-7291ba893241 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140450 Dec 10 04:32:58.717753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6574392 Dec 10 04:32:58.720717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:58.725997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Request body: {'subnet': {'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1701764992-subnet', 'tenant_id': '8c412f07c8fc408396e97e41f4992242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:32:58.730058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728242d2-f98e-4479-800d-6ce1a917dc30 admin admin] Pushing event updated for resources: {'Network': ['ID=327b8509-48d7-4603-b79b-e645bd3f65cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:58.748862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 327b8509-48d7-4603-b79b-e645bd3f65cc details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:32:58.756004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6339c7-9eea-4f22-8814-baf005e937d5 req-8a91f46a-b25a-40f3-b30e-b38bff2a6687 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.764679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:32:58.767168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:58.769042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c6339c7-9eea-4f22-8814-baf005e937d5 req-8a91f46a-b25a-40f3-b30e-b38bff2a6687 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 947 time: 0.2968962 Dec 10 04:32:58.822042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-2f643d45-9d7c-4c4b-89a7-d0f8e0d072bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.823784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-2f643d45-9d7c-4c4b-89a7-d0f8e0d072bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 200 len: 906 time: 0.5568910 Dec 10 04:32:58.830238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-92e8d69d-b570-46d4-96c6-8029abae713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:58.831683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-92e8d69d-b570-46d4-96c6-8029abae713d service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.5097754 Dec 10 04:32:58.879664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c6339c7-9eea-4f22-8814-baf005e937d5 req-15815f05-cbba-4310-822f-513fa5a9e989 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039820 Dec 10 04:32:58.987271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-4818c072-15cc-4f94-a8ac-03a333aae218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2789ea62-f7d7-4604-9306-333873671e2a HTTP/1.1" status: 200 len: 217 time: 0.1536863 Dec 10 04:32:58.989200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-74f40c04-59de-4ee4-960e-197a090ad894 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c HTTP/1.1" status: 200 len: 217 time: 0.1251218 Dec 10 04:32:59.138784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:59.144556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-e4cf5781-94b4-459c-948b-6b0af6fab9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.146146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-e4cf5781-94b4-459c-948b-6b0af6fab9d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 200 len: 845 time: 0.1476378 Dec 10 04:32:59.152602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-69e35bc4-8ac5-4a70-bf43-acf5b346beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.154398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-69e35bc4-8ac5-4a70-bf43-acf5b346beed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1574099 Dec 10 04:32:59.221866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-765441af-3339-4759-9f0c-94ee3aacb3fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3759f267-bac5-4fac-a7c1-554017654bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642536 Dec 10 04:32:59.247220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec76941-ff20-407b-a938-53a75bf0a52b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:32:59.249479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:32:59.249838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Network hostable DHCP agents. Network: 327b8509-48d7-4603-b79b-e645bd3f65cc, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:32:59.285093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:32:59.289514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-d585a33c-a8f7-4f99-ad4e-8af508fd722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.291141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-d585a33c-a8f7-4f99-ad4e-8af508fd722d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260161 Dec 10 04:32:59.298847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 327b8509-48d7-4603-b79b-e645bd3f65cc) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:32:59.304283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.305189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:59.311706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd45afa-1f03-4773-8bc2-401fa9320e86 None None] Network 327b8509-48d7-4603-b79b-e645bd3f65cc requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:32:59.350576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fa52feba-aadb-42d1-8336-0e7c8c249dfc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6281567 Dec 10 04:32:59.469016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:32:59.562750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-293d92e7-adc2-4924-8049-4375562e0084 service neutron] 10.222.0.36 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322294 Dec 10 04:32:59.584743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:59.591893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfe0c387-2d4f-4205-835d-a23a9a3263b7 req-660ac952-6812-4092-8ecf-4d632d62e31f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.0664725 Dec 10 04:32:59.610262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782397f0-1381-473c-9e9c-2bde40bf5572 req-0405bdf5-98ff-4767-8a48-cf1c5105b77b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.612999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b9f60-a970-4db4-b02e-f153bbe93397 None None] Network 327b8509-48d7-4603-b79b-e645bd3f65cc requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:32:59.617985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-782397f0-1381-473c-9e9c-2bde40bf5572 req-0405bdf5-98ff-4767-8a48-cf1c5105b77b tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 943 time: 0.2965946 Dec 10 04:32:59.703770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a869002e-0c9e-486d-bf1c-d67ef84fdd7c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:32:59.720754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-ec3e73aa-7e21-4f17-bba1-c7d75ec61554 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978193 Dec 10 04:32:59.753959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e66bef5c-7372-41da-99bc-2a69c7341c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:32:59.926143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-782397f0-1381-473c-9e9c-2bde40bf5572 req-c684744a-c2da-4a23-aeaa-9dc7d09be803 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987261 Dec 10 04:32:59.977060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-ec8a3ce9-70c2-4b22-bdc6-810dd1e94dc6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:32:59.980418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-ec8a3ce9-70c2-4b22-bdc6-810dd1e94dc6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 807 time: 0.5159833 Dec 10 04:33:00.007782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-851fbbea-2992-4097-b057-c19d3e3e634d service neutron] 10.222.0.36 "GET /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065049 Dec 10 04:33:00.018636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Request body: {'port': {'device_id': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'admin_state_up': True, 'tenant_id': '7119f6db38fa4005ae406754cb095ec4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:00.046631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e66bef5c-7372-41da-99bc-2a69c7341c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.057737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e66bef5c-7372-41da-99bc-2a69c7341c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.113581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e66bef5c-7372-41da-99bc-2a69c7341c70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b551e56091094ba69690f7531570ed00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434634 Dec 10 04:33:00.114672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bef5c-7372-41da-99bc-2a69c7341c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eafbcb1-afdc-4ac7-9cf2-e6e71b95159f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:00.117473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:00.147936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:00.186827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '2789ea62-f7d7-4604-9306-333873671e2a', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '2789ea62-f7d7-4604-9306-333873671e2a', 'mac_address': 'fa:16:3e:12:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:00.187176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.193659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:00.211552 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.227522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', 'mac_address': 'fa:16:3e:c6:89:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:00.272939 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.273400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.276691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.298035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:00.298309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6eafbcb1-afdc-4ac7-9cf2-e6e71b95159f HTTP/1.1" status: 204 len: 168 time: 0.1640871 Dec 10 04:33:00.318933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548274a-53e8-4786-9144-e92ae582c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eafbcb1-afdc-4ac7-9cf2-e6e71b95159f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:00.329233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:00.340888 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.343022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.402976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869002e-0c9e-486d-bf1c-d67ef84fdd7c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:00.415817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c421-8f2e-46cb-a23f-2d10b11e35d4 req-ba3015bb-423b-4bad-b40f-092b455d2aa9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:00.417831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3957c421-8f2e-46cb-a23f-2d10b11e35d4 req-ba3015bb-423b-4bad-b40f-092b455d2aa9 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.2568059 Dec 10 04:33:00.445950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:00.452790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.455721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:00.486621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Made reservation on behalf of 7119f6db38fa4005ae406754cb095ec4 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:00.496377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:00.499834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0f0167-267d-43d0-b09e-7fb4a2dd3852 req-7d34942c-0850-42c8-9c6a-1c023dd528c3 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621186 Dec 10 04:33:00.526602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:00.736943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2789ea62-f7d7-4604-9306-333873671e2a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:00.804242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-fa277f4a-a23c-4590-be18-c1d50a0826c3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:00.819485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-fa277f4a-a23c-4590-be18-c1d50a0826c3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.6516500 Dec 10 04:33:00.854644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3957c421-8f2e-46cb-a23f-2d10b11e35d4 req-a9886c86-dab6-4dca-9cd8-512c716d29db tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724723 Dec 10 04:33:00.890322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a869002e-0c9e-486d-bf1c-d67ef84fdd7c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:00.950217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-18344410-b027-4229-8c53-5ea05d50ff51 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.1298094 Dec 10 04:33:01.043997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-0da9818b-b89a-45f9-8e2c-3e805322c61e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830851 Dec 10 04:33:01.066613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Allocated IP 172.20.0.5 (85834823-b533-43af-b3d6-015fbb8b250f/9031a7ee-d153-4b71-8efb-d9d92ee121c1/8e393243-c6b7-44c7-8bc9-39655dec90be) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:01.175829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5347e-fb7d-4c59-a943-b194f1766314 req-45c3b7ec-d8f7-4acd-8d25-c7097189e17a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:01.182730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cc5347e-fb7d-4c59-a943-b194f1766314 req-45c3b7ec-d8f7-4acd-8d25-c7097189e17a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 948 time: 0.1703143 Dec 10 04:33:01.327152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cc5347e-fb7d-4c59-a943-b194f1766314 req-544239ea-1e88-441b-b388-d8ceaa504aa3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435256 Dec 10 04:33:01.343827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-d7f47571-b6df-4018-aeef-9a837de6b640 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787898 Dec 10 04:33:01.426444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:01.562947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1785341302-network', 'tenant_id': '8a1dd677de1e4fe8a4dc9cd42cad0876'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:01.597666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Made reservation on behalf of 8a1dd677de1e4fe8a4dc9cd42cad0876 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:01.601356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.623448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.748031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.764770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.802852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:33:01.816621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8976ae-1529-4060-a627-bbc27a21a7ca,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:01.836786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.838110 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Added segment 18e797ee-ae0c-45cc-a28c-c556a0b7c3b5 of type vlan for network c5793646-9164-409a-833d-7c81a2486985 Dec 10 04:33:01.890461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.926127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.927542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:01.928252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:01.932679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2615a0a4-c585-40bf-9357-87a71dddd3e7 req-8f9bc851-2c89-460d-a622-efb681606b1a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.0760305 Dec 10 04:33:01.985478 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5577824 Dec 10 04:33:01.989336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:02.000199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Request body: {'subnet': {'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1785341302-subnet', 'tenant_id': '8a1dd677de1e4fe8a4dc9cd42cad0876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:02.025022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-aff76913-e6c8-4b80-b927-64bf3ae199c7 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796250 Dec 10 04:33:02.027386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b074315-6c0f-4eb9-bd25-a49fc29174c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5793646-9164-409a-833d-7c81a2486985,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:02.085927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Made reservation on behalf of 8a1dd677de1e4fe8a4dc9cd42cad0876 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:02.088246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:02.203303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c5793646-9164-409a-833d-7c81a2486985 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:33:02.231504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:02.426443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981ad47-6c37-413a-af14-c502d077dec4 req-3f7bdfef-4902-4c47-a150-4c9d7d091eba tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:02.435104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0981ad47-6c37-413a-af14-c502d077dec4 req-3f7bdfef-4902-4c47-a150-4c9d7d091eba tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 944 time: 0.3662357 Dec 10 04:33:02.437326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:02.570664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96201a-1c70-40f4-846e-0ef89b294fb1 req-cfda2084-ee6e-4206-bbf5-f5e21e2cabfc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:02.571655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d96201a-1c70-40f4-846e-0ef89b294fb1 req-cfda2084-ee6e-4206-bbf5-f5e21e2cabfc tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.2335770 Dec 10 04:33:02.584229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:02.585322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:02.647989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0981ad47-6c37-413a-af14-c502d077dec4 req-b9900b43-25f2-4a81-a775-1fe45f98ff12 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120295 Dec 10 04:33:02.687376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Checking segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:02.687743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Network hostable DHCP agents. Network: c5793646-9164-409a-833d-7c81a2486985, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:33:02.726022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Network 85834823-b533-43af-b3d6-015fbb8b250f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:02.754342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:02.761721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:02.771633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:02.844994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b716350-9878-4af6-ba79-177989ba31d3 req-b9ea76d6-3224-48d1-9893-6ceefa88b2fe tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 210 time: 0.0916274 Dec 10 04:33:02.867994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d96201a-1c70-40f4-846e-0ef89b294fb1 req-0bfff533-a249-4aee-8980-3d4d9826ccca tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810805 Dec 10 04:33:02.881149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Network c5793646-9164-409a-833d-7c81a2486985 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:33:02.940267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:02.949256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:02.966219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c5793646-9164-409a-833d-7c81a2486985) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:02.977046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c41410-0738-4c38-ac85-576e4a328b2b None None] Network c5793646-9164-409a-833d-7c81a2486985 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:33:02.981089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:02.982813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.030509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-5198afb8-aedc-4839-9c19-07da49cf7ee5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0194490 Dec 10 04:33:03.061837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Request body: {'port': {'device_id': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:03.078931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c2f0f44-1749-446a-8aaa-f9a9db33bdd8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0767012 Dec 10 04:33:03.114011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f039192-62d1-4c67-8937-944fdfe93b83 req-80c2facb-7464-4baf-8b7a-d06b31b17bd5 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:03.121617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f039192-62d1-4c67-8937-944fdfe93b83 req-80c2facb-7464-4baf-8b7a-d06b31b17bd5 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 948 time: 0.1361840 Dec 10 04:33:03.180820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.273055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f039192-62d1-4c67-8937-944fdfe93b83 req-b9489ccd-06b4-417d-ae8e-e68ff2af48d8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500707 Dec 10 04:33:03.276346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c5793646-9164-409a-833d-7c81a2486985', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'project_id': '8a1dd677de1e4fe8a4dc9cd42cad0876', 'fixed_ips': [{'subnet_id': '1ca1ebe1-04cf-4c70-b486-16ab8b65bc23'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:33:03.277267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.641588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Allocated IP 172.20.0.2 (c5793646-9164-409a-833d-7c81a2486985/1ca1ebe1-04cf-4c70-b486-16ab8b65bc23/285e0f52-1559-4584-b3ea-3323c98611ca) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:03.810697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e393243-c6b7-44c7-8bc9-39655dec90be {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:03.811033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.817381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:03.819930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a869002e-0c9e-486d-bf1c-d67ef84fdd7c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:03.824384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.832709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:03.878726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36412ee-0dbc-4abd-ae2f-80a42e36f87b req-a0228d47-1eb4-4782-9dd3-5480b43c2c04 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:03.889216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36412ee-0dbc-4abd-ae2f-80a42e36f87b req-a0228d47-1eb4-4782-9dd3-5480b43c2c04 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 931 time: 0.5159638 Dec 10 04:33:03.949078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Network c5793646-9164-409a-833d-7c81a2486985 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:03.951573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Transition to ACTIVE for port object 8e393243-c6b7-44c7-8bc9-39655dec90be will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:03.956695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:03.963311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:03.984704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.024202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Pushing event updated for resources: {'Port': ['ID=285e0f52-1559-4584-b3ea-3323c98611ca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:04.043235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 2789ea62-f7d7-4604-9306-333873671e2a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:04.048022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 2789ea62-f7d7-4604-9306-333873671e2a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:04.048648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.091516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port a869002e-0c9e-486d-bf1c-d67ef84fdd7c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:04.098418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Attempting to bind port 285e0f52-1559-4584-b3ea-3323c98611ca on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:04.098786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Attempting to bind port 285e0f52-1559-4584-b3ea-3323c98611ca by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:04.099164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Attempting to bind port 285e0f52-1559-4584-b3ea-3323c98611ca on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:04.107551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port a869002e-0c9e-486d-bf1c-d67ef84fdd7c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:04.107984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.147698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:04.148016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Checking segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:04.148392 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.150486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Bound using segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:04.150486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Bound port: 285e0f52-1559-4584-b3ea-3323c98611ca, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:04.150486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.194860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36412ee-0dbc-4abd-ae2f-80a42e36f87b req-5ba02597-05f8-4fa0-81df-80c0de0cbca0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970181 Dec 10 04:33:04.286040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:04.387058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-1089e180-77ef-495e-b8fd-3e975b663c69 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:04.388939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-1089e180-77ef-495e-b8fd-3e975b663c69 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.4556799 Dec 10 04:33:04.439647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.444077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.449126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:04.469200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] For port 285e0f52-1559-4584-b3ea-3323c98611ca, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:04.495175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-9f80104a-9bca-4fef-a5a6-0127dc90635b tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:04.497234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-9f80104a-9bca-4fef-a5a6-0127dc90635b tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 0.5443640 Dec 10 04:33:04.531260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:04.562458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:04.565709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c'}, {'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:04.570742 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78c034-f62e-425d-865e-f5c3fbb88ade" -d '{"events": [{"server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "name": "network-vif-plugged", "status": "completed", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c"}, {"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-plugged", "status": "completed", "tag": "2789ea62-f7d7-4604-9306-333873671e2a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:04.576930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-09783717-e20d-4419-bcb2-b3ab52be61c2 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/quotas/8a1dd677de1e4fe8a4dc9cd42cad0876 HTTP/1.1" status: 200 len: 375 time: 0.0690711 Dec 10 04:33:04.587690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] For port 285e0f52-1559-4584-b3ea-3323c98611ca, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=285e0f52-1559-4584-b3ea-3323c98611ca,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:04.590044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.592173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.594567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1202ed-5119-4a45-be55-54c30e0df111 req-f4aa0dce-299e-4c91-ae37-7f4023156a00 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:04.596440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a1202ed-5119-4a45-be55-54c30e0df111 req-f4aa0dce-299e-4c91-ae37-7f4023156a00 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 944 time: 0.2408082 Dec 10 04:33:04.602537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:04.603196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:04.603741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:04.666975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:04.672220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.694131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:04.694791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:04.710823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:04.711523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:04.712130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:04.712808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Bound port: 8e393243-c6b7-44c7-8bc9-39655dec90be, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:04.713377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.760841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:04.799210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a1202ed-5119-4a45-be55-54c30e0df111 req-0fcf918d-94f7-44cc-bfa3-deb73ad384ee tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906154 Dec 10 04:33:04.817553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-a8b1792d-5144-4ab5-b1e4-b2c76c8ab576 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190118 Dec 10 04:33:04.859066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:04.864891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:04.865039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf309-d218-47ce-af4e-92228c72891a None None] Pushing event updated for resources: {'Port': ['ID=285e0f52-1559-4584-b3ea-3323c98611ca,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:05.117202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae54a2f1-0bbf-4826-95f1-210e059624c5 req-ecae6d9a-c766-4561-9536-c68db4243890 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 210 time: 0.1613097 Dec 10 04:33:05.188951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:05.230210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:05.239173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-d35d9146-5e5b-46cc-89ec-297e98ca3752 service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201345 Dec 10 04:33:05.246810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:05.277399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.4 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/5064d435-2962-4c33-a5b8-29847fe45241) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:05.387577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:05.388182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:05.389600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 1091 time: 2.3350692 Dec 10 04:33:05.394842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:05.397943 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d278bd-c552-4e97-80ef-3035a040631e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:05.471895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c20c1-7931-4088-96ad-d23d427e3673 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:05.514638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5024a-d03e-4384-bbec-551f82bce6eb req-d4372138-bf74-441c-9bd4-48c60d673c90 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:05.516207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04d5024a-d03e-4384-bbec-551f82bce6eb req-d4372138-bf74-441c-9bd4-48c60d673c90 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.2540708 Dec 10 04:33:05.524826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-1b3d21d6-1da7-4ea1-a323-97cc9bbaf430 service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735560 Dec 10 04:33:05.638269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-71eb0d7e-29cf-44f5-a5c0-69b8deed3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:05.639787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-71eb0d7e-29cf-44f5-a5c0-69b8deed3148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1094 time: 0.1822071 Dec 10 04:33:05.656725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04d5024a-d03e-4384-bbec-551f82bce6eb req-59b8048f-b939-485b-895b-60f919f989ae tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150615 Dec 10 04:33:05.714692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:05.747985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-cd38dcc6-52df-4d48-b2f0-698c5f75f0d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 217 time: 0.0847886 Dec 10 04:33:05.975314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:06.030229 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a4b1f-3db3-40b8-abfe-9329b971577d x-openstack-request-id: req-d75a4b1f-3db3-40b8-abfe-9329b971577d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:06.030584 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "name": "network-vif-plugged", "status": "completed", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c", "code": 200}, {"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-plugged", "status": "completed", "tag": "2789ea62-f7d7-4604-9306-333873671e2a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:06.030793 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d75a4b1f-3db3-40b8-abfe-9329b971577d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:06.031165 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', 'code': 200} Dec 10 04:33:06.031420 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a', 'code': 200} Dec 10 04:33:06.087662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:06.135676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:06.187200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120', 'port_id': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'mac_address': 'fa:16:3e:7e:9b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:06.234357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:06.271062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:06.297838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:06.328695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89567fc-220b-4009-82b5-7b3300068d9f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:06.342854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c187695-72a5-4e42-8e2d-fe4352c8da8e req-023161d0-f662-49ec-9160-516f0cd458f1 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:06.355074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c187695-72a5-4e42-8e2d-fe4352c8da8e req-023161d0-f662-49ec-9160-516f0cd458f1 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 949 time: 0.4334817 Dec 10 04:33:06.370122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-7fe1abab-d050-46e5-9667-b2db1c8db12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:06.371679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-7fe1abab-d050-46e5-9667-b2db1c8db12f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.6137393 Dec 10 04:33:06.379589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:06.391280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:06.504502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:06.525970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c187695-72a5-4e42-8e2d-fe4352c8da8e req-60ec2903-bdba-4878-9af7-670bfe8d683d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436102 Dec 10 04:33:06.527198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:06.558496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-81569186-2ee6-4ccd-b759-fa96a9523e7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773427 Dec 10 04:33:06.568923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:06.588697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b245278-70ec-40e2-8993-49667344641c None None] Network c5793646-9164-409a-833d-7c81a2486985 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:33:06.648799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789bfe-c9df-4fc5-b756-a623f3e5c371 req-2e6abd1e-e3a5-4779-b379-0f7fb4a4f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:06.660575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f789bfe-c9df-4fc5-b756-a623f3e5c371 req-2e6abd1e-e3a5-4779-b379-0f7fb4a4f19d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 1100 time: 0.5563233 Dec 10 04:33:06.665760 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ce971-4332-4c2f-847b-10e69f8521b4 x-openstack-request-id: req-165ce971-4332-4c2f-847b-10e69f8521b4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:06.666361 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:06.667061 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-165ce971-4332-4c2f-847b-10e69f8521b4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:06.667885 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'status': 'completed', 'code': 200} Dec 10 04:33:06.670676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8b140-cdff-4315-93eb-0dff4d672a4e req-5af4e7b6-29d8-4c3d-b828-8b96018c8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:06.672443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50a8b140-cdff-4315-93eb-0dff4d672a4e req-5af4e7b6-29d8-4c3d-b828-8b96018c8cae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 1096 time: 0.4435236 Dec 10 04:33:06.732844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadaf98-9711-46f2-985a-a36404ff74f2 req-390e52a5-cbb2-450e-b080-e0d2842afd83 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:06.741314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dadaf98-9711-46f2-985a-a36404ff74f2 req-390e52a5-cbb2-450e-b080-e0d2842afd83 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.6367083 Dec 10 04:33:06.825410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 285e0f52-1559-4584-b3ea-3323c98611ca up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:06.906968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] Provisioning complete for port 285e0f52-1559-4584-b3ea-3323c98611ca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:06.907333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:06.926327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['c89567fc-220b-4009-82b5-7b3300068d9f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:07.129659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 285e0f52-1559-4584-b3ea-3323c98611ca triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:07.129659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.285881 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.321819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-2ed0bd4b-d88b-49d2-ba5e-b26a3111963c service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309184 Dec 10 04:33:07.387694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dadaf98-9711-46f2-985a-a36404ff74f2 req-b0341a54-9f6f-430d-85d7-dddd093e7b2f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450703 Dec 10 04:33:07.412782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] For port 285e0f52-1559-4584-b3ea-3323c98611ca, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=285e0f52-1559-4584-b3ea-3323c98611ca,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:07.448789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.459633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.570062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f10a5e5a-a5b4-4e02-9d51-a6422ec741bf req-e340dc4b-17a7-49b0-91b4-fec129b7c957 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036643 Dec 10 04:33:07.617412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c7260-6ff1-47ef-8edf-a3a03871de5c None None] Pushing event updated for resources: {'Port': ['ID=285e0f52-1559-4584-b3ea-3323c98611ca,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:07.637879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-24002db7-74b1-4bf7-8342-bafa7bb261cb None None] Provisioning complete for port 285e0f52-1559-4584-b3ea-3323c98611ca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:07.638242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24002db7-74b1-4bf7-8342-bafa7bb261cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.641171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:33:07.641525 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:33:07.680247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:07.681431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:07.710481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50a8b140-cdff-4315-93eb-0dff4d672a4e req-1259232b-57af-473c-948e-1568e130119c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0116279 Dec 10 04:33:07.715504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f789bfe-c9df-4fc5-b756-a623f3e5c371 req-308f3e20-406d-4b60-9533-6bce6d4ea7dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0418167 Dec 10 04:33:07.740120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-7a11088f-02b8-4266-bee7-e4656c93bc6e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3048840 Dec 10 04:33:07.897018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-707e0147-0bc2-45bd-9422-c6b5e57a6c62 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:07.899014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-707e0147-0bc2-45bd-9422-c6b5e57a6c62 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 1.1210620 Dec 10 04:33:07.914690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7ebb-14b8-427c-8272-0e8f5ad3566f req-b3e8277f-34fa-4bc7-a9e4-e31e0f106f83 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:07.916707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c8a7ebb-14b8-427c-8272-0e8f5ad3566f req-b3e8277f-34fa-4bc7-a9e4-e31e0f106f83 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 945 time: 0.3454027 Dec 10 04:33:07.974433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c8a7ebb-14b8-427c-8272-0e8f5ad3566f req-e59f3c35-b321-4450-80ad-a7a39585d259 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Dec 10 04:33:07.976917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-c140f9a8-e2c7-4cdc-b699-9573780371eb tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/quotas/8a1dd677de1e4fe8a4dc9cd42cad0876 HTTP/1.1" status: 200 len: 375 time: 0.0712352 Dec 10 04:33:08.071726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Request body: {'port': {'device_id': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:08.077841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-2d6624f6-660c-4d13-91f5-bc85ba25df48 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.079493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-2d6624f6-660c-4d13-91f5-bc85ba25df48 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 0.5320675 Dec 10 04:33:08.101973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Request body: {'port': {'device_id': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'admin_state_up': True, 'tenant_id': '8a1dd677de1e4fe8a4dc9cd42cad0876'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:08.229433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8266f-bf61-4fbd-a1fe-2db9a5c8f10d req-8af2e941-a411-4c43-a847-def58c79ba64 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.231296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34e8266f-bf61-4fbd-a1fe-2db9a5c8f10d req-8af2e941-a411-4c43-a847-def58c79ba64 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 931 time: 0.1024995 Dec 10 04:33:08.248122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d278bd-c552-4e97-80ef-3035a040631e req-ee59bf69-58f6-4acf-80fa-9ad73c9acfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.251136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-ee59bf69-58f6-4acf-80fa-9ad73c9acfa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1094 time: 0.1716509 Dec 10 04:33:08.261940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-48437a67-ec38-497a-8b9b-83975de5884d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2787292 Dec 10 04:33:08.281696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Made reservation on behalf of 8a1dd677de1e4fe8a4dc9cd42cad0876 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:08.289946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:08.456545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:08.505066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Allocated IP 172.20.0.5 (c5793646-9164-409a-833d-7c81a2486985/1ca1ebe1-04cf-4c70-b486-16ab8b65bc23/00272ae9-33cc-4f00-8416-c13e9e7930ac) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:08.519258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-a515e4b8-3b54-4a59-a1be-8ec8fe65f03a service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113240 Dec 10 04:33:08.526392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34e8266f-bf61-4fbd-a1fe-2db9a5c8f10d req-1e7c3050-3d68-478c-83a4-d8619c11b944 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844768 Dec 10 04:33:08.618811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d278bd-c552-4e97-80ef-3035a040631e req-15afa61e-0efd-45b8-a55f-53c4c6163602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.620165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-15afa61e-0efd-45b8-a55f-53c4c6163602 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.3045514 Dec 10 04:33:08.729965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-e0900edd-2c21-42d9-aeaf-c097ace0613f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 217 time: 0.0480292 Dec 10 04:33:08.751292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 285e0f52-1559-4584-b3ea-3323c98611ca up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:08.847321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 285e0f52-1559-4584-b3ea-3323c98611ca triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:08.848969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:08.872293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:08.922174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:08.965230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-c512fb35-a876-4a49-b8ea-83bc56778f4b service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370179 Dec 10 04:33:08.969647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d278bd-c552-4e97-80ef-3035a040631e req-7130e924-8db6-404e-9789-ea8af10a2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.971598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-7130e924-8db6-404e-9789-ea8af10a2588 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1590366 Dec 10 04:33:08.981341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1d634-095e-485f-8ebd-32f6afd1e9da req-bf42d9d3-062f-4272-b549-bf353cda4027 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:08.989898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cd1d634-095e-485f-8ebd-32f6afd1e9da req-bf42d9d3-062f-4272-b549-bf353cda4027 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.3036373 Dec 10 04:33:08.999916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Network c5793646-9164-409a-833d-7c81a2486985 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:09.004459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:09.022010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:09.069136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event updated for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:09.129351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:09.130086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:09.189157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-ab083a78-798f-4106-9f31-29fd36deb77d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0883739 Dec 10 04:33:09.195374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-1c2da592-efe6-463c-9132-08b6aed44538 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033386 Dec 10 04:33:09.222971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Request body: {'port': {'device_id': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:09.404154 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:09.455859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cd1d634-095e-485f-8ebd-32f6afd1e9da req-87a87872-a718-4b7f-b5fb-5868c040bb71 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650810 Dec 10 04:33:09.519788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c33deef2-8bc8-4483-93b7-468ac98abbd2 None None] Provisioning complete for port 00272ae9-33cc-4f00-8416-c13e9e7930ac triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:09.523397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-365058d4-19b9-4323-a894-5792de0eced7 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955868 Dec 10 04:33:09.524243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c33deef2-8bc8-4483-93b7-468ac98abbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:09.641232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c33deef2-8bc8-4483-93b7-468ac98abbd2 None None] Port 00272ae9-33cc-4f00-8416-c13e9e7930ac cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:09.714733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:09.793646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5064d435-2962-4c33-a5b8-29847fe45241 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:09.808069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:09.818832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d278bd-c552-4e97-80ef-3035a040631e req-dca37189-a142-4ff8-8c17-5aa53610c928 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753773 Dec 10 04:33:09.842867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port c89567fc-220b-4009-82b5-7b3300068d9f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:09.847471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Transition to ACTIVE for port object 5064d435-2962-4c33-a5b8-29847fe45241 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:09.853473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port c89567fc-220b-4009-82b5-7b3300068d9f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:09.854091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:09.898556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed784b-b372-4870-95a7-843ddfaf5f9d req-0cef6cf5-36dd-4686-8ff5-73974f1ebf2a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:09.900420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ed784b-b372-4870-95a7-843ddfaf5f9d req-0cef6cf5-36dd-4686-8ff5-73974f1ebf2a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 949 time: 0.2071142 Dec 10 04:33:09.909761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.008848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00272ae9-33cc-4f00-8416-c13e9e7930ac {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:10.019503 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.040269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Transition to ACTIVE for port object 00272ae9-33cc-4f00-8416-c13e9e7930ac will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:10.046540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.089095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.103449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ed784b-b372-4870-95a7-843ddfaf5f9d req-8a847336-0118-463b-8e24-919dd250181b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963878 Dec 10 04:33:10.144806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Pushing event updated for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:10.163253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:10.167415 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f16c9d-819d-4510-ac0f-65489675a09d" -d '{"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-plugged", "status": "completed", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:10.183332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:10.200753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:10.207677 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.304792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Attempting to bind port 00272ae9-33cc-4f00-8416-c13e9e7930ac on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:10.305277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:10.305567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Attempting to bind port 00272ae9-33cc-4f00-8416-c13e9e7930ac by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:10.306209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Attempting to bind port 00272ae9-33cc-4f00-8416-c13e9e7930ac on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:10.322129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Port 00272ae9-33cc-4f00-8416-c13e9e7930ac on network c5793646-9164-409a-833d-7c81a2486985 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:10.322885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Attempting to bind port 00272ae9-33cc-4f00-8416-c13e9e7930ac on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:10.328025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Attempting to bind port 5064d435-2962-4c33-a5b8-29847fe45241 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:10.328409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Attempting to bind port 5064d435-2962-4c33-a5b8-29847fe45241 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:10.328778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Attempting to bind port 5064d435-2962-4c33-a5b8-29847fe45241 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:10.338223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:10.338579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Checking segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:10.339018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Bound using segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:10.339460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Bound port: 00272ae9-33cc-4f00-8416-c13e9e7930ac, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:10.339816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.380447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Port 5064d435-2962-4c33-a5b8-29847fe45241 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:10.381022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Attempting to bind port 5064d435-2962-4c33-a5b8-29847fe45241 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:10.387722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:10.388299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:10.390314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:10.390991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Bound port: 5064d435-2962-4c33-a5b8-29847fe45241, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:10.391524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.422314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:10.425022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9c877-dcdd-4650-946c-de0a5b627a7a req-8d29c55b-ef35-42cb-941f-b7b35082bb84 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.426543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d9c877-dcdd-4650-946c-de0a5b627a7a req-8d29c55b-ef35-42cb-941f-b7b35082bb84 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.2831917 Dec 10 04:33:10.429242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:10.443343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.496525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.497422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.499894 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] 10.222.0.36 "PUT /v2.0/ports/00272ae9-33cc-4f00-8416-c13e9e7930ac HTTP/1.1" status: 200 len: 1091 time: 1.2904763 Dec 10 04:33:10.501067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:10.504015 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66585184-2ad0-4895-990f-30c687569e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:10.534894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6d609-83c0-4c14-a520-b6cf72a45936 service neutron] Pushing event updated for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:10.565291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd49af9-7201-4077-a1fb-fe80fdf426e9 req-6a71a2f0-79c7-4e2d-9d79-e4f03be606f6 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.567885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fd49af9-7201-4077-a1fb-fe80fdf426e9 req-6a71a2f0-79c7-4e2d-9d79-e4f03be606f6 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 945 time: 0.2632337 Dec 10 04:33:10.580896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d9c877-dcdd-4650-946c-de0a5b627a7a req-11b763d6-07e7-45d7-9bbf-5c01cdda24a3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337128 Dec 10 04:33:10.676786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:10.722728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-1dbb82e9-9b0e-4c94-b797-93cb28089f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.724622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-1dbb82e9-9b0e-4c94-b797-93cb28089f41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 1094 time: 0.0714288 Dec 10 04:33:10.780905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-6c55e58b-e314-4172-83a2-e21924396378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac HTTP/1.1" status: 200 len: 217 time: 0.0413847 Dec 10 04:33:10.808324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5064d435-2962-4c33-a5b8-29847fe45241,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:10.823368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fd49af9-7201-4077-a1fb-fe80fdf426e9 req-4415603b-9d9e-4117-b754-770e263dd88a tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351949 Dec 10 04:33:10.828094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.877111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-d2e07b93-8efa-471c-a81c-b3c7d397cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.878595 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-d2e07b93-8efa-471c-a81c-b3c7d397cde7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.0895829 Dec 10 04:33:10.880373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-899c8c1c-e5bb-4178-8f36-3904d31d1eef tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.881906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-899c8c1c-e5bb-4178-8f36-3904d31d1eef tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 0.1707780 Dec 10 04:33:10.889644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.890248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:10.891792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] 10.222.0.41 "PUT /v2.0/ports/5064d435-2962-4c33-a5b8-29847fe45241 HTTP/1.1" status: 200 len: 1091 time: 2.8311045 Dec 10 04:33:10.892816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:10.895189 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449d03ea-ec75-4210-bebe-37b2b2ebd543" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "tag": "5064d435-2962-4c33-a5b8-29847fe45241"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:10.956242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-6512151e-fafe-47db-9230-c19649fcb2cb tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/quotas/8a1dd677de1e4fe8a4dc9cd42cad0876 HTTP/1.1" status: 200 len: 375 time: 0.0577784 Dec 10 04:33:10.966705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609665b9-255b-42fe-b1fd-20864bd81be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:10.978944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-859caada-67ee-49c2-8646-3de2a025fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:10.980447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-859caada-67ee-49c2-8646-3de2a025fa79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781009 Dec 10 04:33:11.072800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af636cc-000d-4850-aab5-7b0e60111565 req-0b0bbd93-d362-4757-9d7a-7696bdbcf67f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:11.074264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7af636cc-000d-4850-aab5-7b0e60111565 req-0b0bbd93-d362-4757-9d7a-7696bdbcf67f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 943 time: 0.1424880 Dec 10 04:33:11.079818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-ad1c4266-8254-4eb6-93f1-bc471fd42900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:11.081274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-ad1c4266-8254-4eb6-93f1-bc471fd42900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 1094 time: 0.1224451 Dec 10 04:33:11.089543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-58fcf4cf-2be0-463a-a5a6-0f8bbec5461d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983193 Dec 10 04:33:11.101175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-13b6b186-e51e-439b-ba5c-64bcafa4efbf service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126997 Dec 10 04:33:11.184262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-5df3b2e9-ea9c-44d0-be3a-8dc7581eb05f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064d435-2962-4c33-a5b8-29847fe45241 HTTP/1.1" status: 200 len: 217 time: 0.0808985 Dec 10 04:33:11.226995 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ed7d7e5b-72bb-426e-a895-02a4d848c58c req-26043d7f-8162-4258-bd20-94fa48ba8861 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190076 Dec 10 04:33:11.338766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7af636cc-000d-4850-aab5-7b0e60111565 req-98590f71-7962-4898-9b5b-89e32c5cf5cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557652 Dec 10 04:33:11.379666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-812e3eab-fdc7-446a-95b9-3df75ca3658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:11.381161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-812e3eab-fdc7-446a-95b9-3df75ca3658c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1745119 Dec 10 04:33:11.386441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-972d4cc7-2658-44ab-bc15-63cfe3baa4ad service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841945 Dec 10 04:33:11.428830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-061ea0f2-bacb-4a66-a42e-5ef2ef4b97b8 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:11.430216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-061ea0f2-bacb-4a66-a42e-5ef2ef4b97b8 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.41 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 0.2742045 Dec 10 04:33:11.455830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-113d71f6-8371-4ceb-abd4-c3d0aae18e84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640826 Dec 10 04:33:11.471570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Request body: {'port': {'device_id': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'admin_state_up': True, 'tenant_id': '8a1dd677de1e4fe8a4dc9cd42cad0876'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:11.616934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562514e-e11c-46fd-9f21-271c4fee110f req-cdcfa4eb-fe07-48bb-a97a-dcb38837e90d tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:11.618472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d562514e-e11c-46fd-9f21-271c4fee110f req-cdcfa4eb-fe07-48bb-a97a-dcb38837e90d tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 1100 time: 0.2164953 Dec 10 04:33:11.697948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-6cbedf27-d8ae-4e68-b844-f12d2c3892ce service neutron] 10.222.0.43 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936358 Dec 10 04:33:11.755661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-8b48f42a-f219-4320-a375-0780f41a4e98 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770215 Dec 10 04:33:11.759045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d562514e-e11c-46fd-9f21-271c4fee110f req-28c4ba84-d98a-4ea3-bcf4-4ca041fbead3 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300817 Dec 10 04:33:11.761356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Made reservation on behalf of 8a1dd677de1e4fe8a4dc9cd42cad0876 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:11.764820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:11.835799 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90dde09-af79-463f-b49a-94e7b5bb5187 x-openstack-request-id: req-b90dde09-af79-463f-b49a-94e7b5bb5187 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:11.836308 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-plugged", "status": "completed", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:11.836406 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b90dde09-af79-463f-b49a-94e7b5bb5187 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:11.836849 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'code': 200} Dec 10 04:33:11.981514 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d355f-fea9-40bb-8368-8f8db467a015 x-openstack-request-id: req-162d355f-fea9-40bb-8368-8f8db467a015 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:11.982217 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:11.982633 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-162d355f-fea9-40bb-8368-8f8db467a015 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:11.983194 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac', 'status': 'completed', 'code': 200} Dec 10 04:33:12.004446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c93924-f54f-436b-8e2f-3ae617f3e811 req-ba552027-34fa-43ac-a896-0186ce56af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.006026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b7c93924-f54f-436b-8e2f-3ae617f3e811 req-ba552027-34fa-43ac-a896-0186ce56af71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1096 time: 0.0610023 Dec 10 04:33:12.113634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b7c93924-f54f-436b-8e2f-3ae617f3e811 req-1d0c45df-a381-484c-bba4-c0e3426da506 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898697 Dec 10 04:33:12.115594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585184-2ad0-4895-990f-30c687569e6c req-f8678fc1-caea-449c-b4bd-6ae0a544d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.118677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-f8678fc1-caea-449c-b4bd-6ae0a544d206 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 1094 time: 0.1049116 Dec 10 04:33:12.252609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585184-2ad0-4895-990f-30c687569e6c req-d9a34bc8-8265-4395-8e31-19a3ae98e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.254670 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-d9a34bc8-8265-4395-8e31-19a3ae98e550 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 917 time: 0.1282139 Dec 10 04:33:12.293008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4c7d74-06fc-4f8c-8f0b-8d8e297be299 req-301700c1-f5ea-4494-9938-efadb4a8aa3a service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243163 Dec 10 04:33:12.308028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc54e3-a034-4626-83b1-ba4bdc329ae2 req-f0ec2ad1-2a7b-497d-a68e-083ab421635b tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.310235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bddc54e3-a034-4626-83b1-ba4bdc329ae2 req-f0ec2ad1-2a7b-497d-a68e-083ab421635b tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.1223311 Dec 10 04:33:12.343058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Allocated IP 172.20.0.13 (c5793646-9164-409a-833d-7c81a2486985/1ca1ebe1-04cf-4c70-b486-16ab8b65bc23/d9a65e01-dace-46e5-9657-8a9dad7a0c46) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:12.348563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-32eb2606-af29-44fa-961e-5f8b0e812b8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac HTTP/1.1" status: 200 len: 217 time: 0.0849974 Dec 10 04:33:12.399081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bddc54e3-a034-4626-83b1-ba4bdc329ae2 req-6631f86e-e08f-41f3-ad95-4830e32c7619 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762455 Dec 10 04:33:12.457068 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbcf8b1-9f23-4bec-bdcd-41fdca382ca9 x-openstack-request-id: req-dbbcf8b1-9f23-4bec-bdcd-41fdca382ca9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:12.458534 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "tag": "5064d435-2962-4c33-a5b8-29847fe45241", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:12.458963 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbbcf8b1-9f23-4bec-bdcd-41fdca382ca9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:12.459374 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241', 'status': 'completed', 'code': 200} Dec 10 04:33:12.482212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585184-2ad0-4895-990f-30c687569e6c req-168ac050-2772-4507-bed4-29a81419273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.484046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-168ac050-2772-4507-bed4-29a81419273d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.1248188 Dec 10 04:33:12.575225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585184-2ad0-4895-990f-30c687569e6c req-d0e9709e-f0ea-4e16-a0d8-2577c32e9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.576968 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-d0e9709e-f0ea-4e16-a0d8-2577c32e9b9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831003 Dec 10 04:33:12.635173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b93ef71-8ea8-4bc8-897c-18db109bd3cd req-cb564812-5f82-4dbb-ac9c-666821c68f32 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 210 time: 0.0729113 Dec 10 04:33:12.688278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:12.710466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-e1d3d9ba-9cfb-4f3e-9606-7fdb9f0708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.712224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-e1d3d9ba-9cfb-4f3e-9606-7fdb9f0708d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 1094 time: 0.1688488 Dec 10 04:33:12.718167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-e6e40d1b-98c2-4282-a32a-c6928cd21e90 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325350 Dec 10 04:33:12.728126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfb8d-4396-415e-a95a-0aae535fc711 req-73479740-b5ad-4dc8-a74e-e3a9464b3905 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:12.729667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a89cfb8d-4396-415e-a95a-0aae535fc711 req-73479740-b5ad-4dc8-a74e-e3a9464b3905 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1907125 Dec 10 04:33:12.798624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-7bca3863-dafc-4962-8882-c00a6d734731 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653164 Dec 10 04:33:12.811184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:12.833964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66585184-2ad0-4895-990f-30c687569e6c req-764c91e4-cd2c-47e5-84d9-0b9a3d67c8a6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963659 Dec 10 04:33:12.940316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a89cfb8d-4396-415e-a95a-0aae535fc711 req-92be2b6e-b038-479e-8c4f-e61f44f47bf8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973794 Dec 10 04:33:12.949559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Network c5793646-9164-409a-833d-7c81a2486985 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:12.985831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:12.996942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:13.008725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:13.044579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-d327fd8f-d795-4228-b0ed-4035ef47d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.046084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-d327fd8f-d795-4228-b0ed-4035ef47d9c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.3155360 Dec 10 04:33:13.138551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-2f298898-fd64-431a-a5b4-80984d7dc93c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.140078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-2f298898-fd64-431a-a5b4-80984d7dc93c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344464 Dec 10 04:33:13.141412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-3e509969-347d-4db9-8595-54ec823f6b71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064d435-2962-4c33-a5b8-29847fe45241 HTTP/1.1" status: 200 len: 217 time: 0.0820568 Dec 10 04:33:13.155091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.155722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.230915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-0110880d-f3ff-47f0-8909-5c923f1b2fa2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0819106 Dec 10 04:33:13.240584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-44c5fd41-0d54-46ba-aeab-cb123e91451a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7871339 Dec 10 04:33:13.251231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eb9da-bd64-4bcc-896e-ad04ea006dba req-4030ab7c-c8b4-4646-a089-743356324a31 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.253967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414eb9da-bd64-4bcc-896e-ad04ea006dba req-4030ab7c-c8b4-4646-a089-743356324a31 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 943 time: 0.1934597 Dec 10 04:33:13.274160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Request body: {'port': {'device_id': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:13.279303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d3e2acd2-f5fb-46ec-b0e3-edffc6e505c2 None None] Provisioning complete for port d9a65e01-dace-46e5-9657-8a9dad7a0c46 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:13.279817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3e2acd2-f5fb-46ec-b0e3-edffc6e505c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.311758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-248b89de-bc06-4417-947e-9209d780ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.313394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-248b89de-bc06-4417-947e-9209d780ea53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1516638 Dec 10 04:33:13.345046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2acd2-f5fb-46ec-b0e3-edffc6e505c2 None None] Port d9a65e01-dace-46e5-9657-8a9dad7a0c46 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:13.366103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-0f1af218-4697-4517-b336-f822f10707ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393164 Dec 10 04:33:13.393964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-b57a3789-1ad2-4723-8eb7-fa37a2b0b867 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.395898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-b57a3789-1ad2-4723-8eb7-fa37a2b0b867 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 816 time: 0.1409535 Dec 10 04:33:13.416947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Request body: {'port': {'device_id': '278a8376-1e50-4dfa-be13-a806e7a19462', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'admin_state_up': True, 'tenant_id': '8a1dd677de1e4fe8a4dc9cd42cad0876'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:13.419489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-4d86ad74-07cc-4682-8fb8-fc1c938d0b93 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1763077 Dec 10 04:33:13.438469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.453582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414eb9da-bd64-4bcc-896e-ad04ea006dba req-5a989cb7-73c0-4cc4-aa2a-d0582d74be7b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854143 Dec 10 04:33:13.615371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Made reservation on behalf of 8a1dd677de1e4fe8a4dc9cd42cad0876 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:13.622805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-6e9fbbf6-672b-47f7-97b3-a553005540ce service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937330 Dec 10 04:33:13.626246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.639856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 00272ae9-33cc-4f00-8416-c13e9e7930ac details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:13.806148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:13.821221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '00272ae9-33cc-4f00-8416-c13e9e7930ac', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'port_id': '00272ae9-33cc-4f00-8416-c13e9e7930ac', 'mac_address': 'fa:16:3e:82:d7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca1ebe1-04cf-4c70-b486-16ab8b65bc23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:13.860918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.876024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00272ae9-33cc-4f00-8416-c13e9e7930ac {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:13.908200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:13.913435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:13.937100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eec9f9-134a-4e9a-a1f9-d646d31350e7 req-dc05fd2e-ddf1-45fa-a278-809dc4a75b5d tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.938630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4eec9f9-134a-4e9a-a1f9-d646d31350e7 req-dc05fd2e-ddf1-45fa-a278-809dc4a75b5d tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 951 time: 0.2106879 Dec 10 04:33:13.976779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:13.993295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0e47d-c4cc-4a57-931a-df1d1cb62ee7 req-60f2bfc5-eeb9-412e-ae7a-36a27d4ab219 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:13.994748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00d0e47d-c4cc-4a57-931a-df1d1cb62ee7 req-60f2bfc5-eeb9-412e-ae7a-36a27d4ab219 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.2089803 Dec 10 04:33:14.005306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449d03ea-ec75-4210-bebe-37b2b2ebd543 req-f4c3fa27-87fd-4ae2-b9c2-bec36e2238b4 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208314 Dec 10 04:33:14.080433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4eec9f9-134a-4e9a-a1f9-d646d31350e7 req-3f478772-9b72-47c9-86d4-41f68e830466 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272323 Dec 10 04:33:14.083768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a65e01-dace-46e5-9657-8a9dad7a0c46 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:14.105178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.130725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00d0e47d-c4cc-4a57-931a-df1d1cb62ee7 req-a0bf9a0a-5ca3-49ad-ae99-947355063fad tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201916 Dec 10 04:33:14.133737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Transition to ACTIVE for port object d9a65e01-dace-46e5-9657-8a9dad7a0c46 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:14.138085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.215137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:14.227874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Allocated IP 172.20.0.4 (c5793646-9164-409a-833d-7c81a2486985/1ca1ebe1-04cf-4c70-b486-16ab8b65bc23/c2720830-56ed-428c-b2e5-769676e04f22) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:14.330470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14edbb87-acc7-4c40-a65b-6182ecb29b18 req-835171ae-8253-492e-a9a6-039504c29892 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 210 time: 0.0435286 Dec 10 04:33:14.332228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0de64f0-0156-4132-bf41-134b87f0218a req-cae5d9f2-dbd1-4dcb-8dfe-10951d19b0ba tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 210 time: 0.0604484 Dec 10 04:33:14.361326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['00272ae9-33cc-4f00-8416-c13e9e7930ac'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:14.386723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Attempting to bind port d9a65e01-dace-46e5-9657-8a9dad7a0c46 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:14.387182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Attempting to bind port d9a65e01-dace-46e5-9657-8a9dad7a0c46 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:14.387754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Attempting to bind port d9a65e01-dace-46e5-9657-8a9dad7a0c46 on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:14.401149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Port d9a65e01-dace-46e5-9657-8a9dad7a0c46 on network c5793646-9164-409a-833d-7c81a2486985 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:14.402784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Attempting to bind port d9a65e01-dace-46e5-9657-8a9dad7a0c46 on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:14.413503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:14.413503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Checking segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:14.414070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Bound using segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:14.415132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Bound port: d9a65e01-dace-46e5-9657-8a9dad7a0c46, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:14.415757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.556554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1675b0-00ee-4e8e-8920-4a8dab9a6396 req-d265bb76-2ba0-4546-b930-efbf78972345 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:14.558434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa1675b0-00ee-4e8e-8920-4a8dab9a6396 req-d265bb76-2ba0-4546-b930-efbf78972345 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.0823240 Dec 10 04:33:14.562107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:14.566252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:14.582472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.587551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.620659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:14.621084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.622516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9a65e01-dace-46e5-9657-8a9dad7a0c46 HTTP/1.1" status: 200 len: 1092 time: 1.3560483 Dec 10 04:33:14.625237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:14.628021 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd1c625-8d49-4280-a705-da2df3396f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:14.634439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.682217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Network c5793646-9164-409a-833d-7c81a2486985 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:14.688410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:14.693120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:14.697477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event updated for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:14.717264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa1675b0-00ee-4e8e-8920-4a8dab9a6396 req-33e8ed19-4720-4d1d-aed6-1ff4d0d6fa3d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494882 Dec 10 04:33:14.718147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aeb9d-4af1-45bd-b82d-cce03d339797 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:14.758384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09124b0f-f789-4220-96f6-e9bddb2b878a req-af0fa49a-7885-4725-ab2f-6e435665715e tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:14.759976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09124b0f-f789-4220-96f6-e9bddb2b878a req-af0fa49a-7885-4725-ab2f-6e435665715e tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1096 time: 0.1285534 Dec 10 04:33:14.777142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-29794715-e2f4-4c83-9ed2-69297d85ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:14.778810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-29794715-e2f4-4c83-9ed2-69297d85ad71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 1095 time: 0.0789876 Dec 10 04:33:14.791407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:14.792250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:14.813415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-84e32c7b-9361-4d24-8af7-bc36784e7d4c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4003377 Dec 10 04:33:14.826634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09124b0f-f789-4220-96f6-e9bddb2b878a req-63e1d3c3-6746-4def-8989-012908e0fb18 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590463 Dec 10 04:33:14.843740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Request body: {'port': {'device_id': '278a8376-1e50-4dfa-be13-a806e7a19462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:14.890780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-52bd82d8-61d8-4447-995f-07fef11996f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46 HTTP/1.1" status: 200 len: 217 time: 0.0561507 Dec 10 04:33:14.983307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.002888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-af4e54ff-7a3f-47bc-addb-a3a67b0fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.004894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-af4e54ff-7a3f-47bc-addb-a3a67b0fc50e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.1054113 Dec 10 04:33:15.082479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-b10bd123-bd19-4785-9c09-6008b883f031 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743594 Dec 10 04:33:15.181266 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265be70c-3864-4703-b156-7fae7e39110a x-openstack-request-id: req-265be70c-3864-4703-b156-7fae7e39110a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:15.181764 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:15.182202 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-265be70c-3864-4703-b156-7fae7e39110a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:15.182930 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'status': 'completed', 'code': 200} Dec 10 04:33:15.186064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52303-781e-409e-98d4-282067ff4983 req-ec6dccc9-fa46-494c-8983-baa9815ad0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.188192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-ec6dccc9-fa46-494c-8983-baa9815ad0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701000 Dec 10 04:33:15.211797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2adb3e-e115-438b-888b-452586b994c4 req-b0feb99b-9812-413d-ad47-824e5a834462 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.213884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a2adb3e-e115-438b-888b-452586b994c4 req-b0feb99b-9812-413d-ad47-824e5a834462 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 943 time: 0.2080026 Dec 10 04:33:15.292176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f24171c-db8d-49ee-a7ca-ebda199abce3 None None] Provisioning complete for port c2720830-56ed-428c-b2e5-769676e04f22 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:15.293422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f24171c-db8d-49ee-a7ca-ebda199abce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.320855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2720830-56ed-428c-b2e5-769676e04f22 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:15.330730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.338900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f24171c-db8d-49ee-a7ca-ebda199abce3 None None] Port c2720830-56ed-428c-b2e5-769676e04f22 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:15.344468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Transition to ACTIVE for port object c2720830-56ed-428c-b2e5-769676e04f22 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:15.349561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.402374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Pushing event updated for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:15.420773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a2adb3e-e115-438b-888b-452586b994c4 req-ea53cc1e-3f74-486c-937e-158c5b89051c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962454 Dec 10 04:33:15.427944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-44a48c01-5a5c-41ec-a6e9-f99a3184c9d3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.429305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-44a48c01-5a5c-41ec-a6e9-f99a3184c9d3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347976 Dec 10 04:33:15.457834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:15.463901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-eef0beaf-507c-43da-9db3-71292ca39588 service neutron] 10.222.0.41 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617130 Dec 10 04:33:15.489780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Attempting to bind port c2720830-56ed-428c-b2e5-769676e04f22 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:15.490178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Attempting to bind port c2720830-56ed-428c-b2e5-769676e04f22 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:15.490519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Attempting to bind port c2720830-56ed-428c-b2e5-769676e04f22 on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:15.496884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa577dd-2266-4f14-a3b5-fa7d44a79117 req-b8c33286-b77b-4bb0-9f30-b4ce0443bcd1 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.497606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Port c2720830-56ed-428c-b2e5-769676e04f22 on network c5793646-9164-409a-833d-7c81a2486985 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:15.497814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Attempting to bind port c2720830-56ed-428c-b2e5-769676e04f22 on network c5793646-9164-409a-833d-7c81a2486985 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:15.498363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eaa577dd-2266-4f14-a3b5-fa7d44a79117 req-b8c33286-b77b-4bb0-9f30-b4ce0443bcd1 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1096 time: 0.1367998 Dec 10 04:33:15.506282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:15.506630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Checking segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:15.507010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Bound using segment: {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:15.507915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Bound port: c2720830-56ed-428c-b2e5-769676e04f22, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5793646-9164-409a-833d-7c81a2486985'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:15.508276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.541028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['00272ae9-33cc-4f00-8416-c13e9e7930ac'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:15.591747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:15.599969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c2720830-56ed-428c-b2e5-769676e04f22,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:15.611931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.647249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:15.658250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.658992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.662139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2720830-56ed-428c-b2e5-769676e04f22 HTTP/1.1" status: 200 len: 1091 time: 0.8321879 Dec 10 04:33:15.665566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:15.668075 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cbd5ef-f633-442f-91e0-5fc406638118" -d '{"events": [{"name": "network-changed", "server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "tag": "c2720830-56ed-428c-b2e5-769676e04f22"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:15.777690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:15.782690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:15.790095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d4094-ae7a-45bc-9217-43247b589093 service neutron] Pushing event updated for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:15.804746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5064d435-2962-4c33-a5b8-29847fe45241 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:15.806927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:15.812851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-f13fb01c-0b7e-4353-acea-9ac072e3dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:15.815601 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-f13fb01c-0b7e-4353-acea-9ac072e3dd0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 1094 time: 0.0726826 Dec 10 04:33:15.827581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eaa577dd-2266-4f14-a3b5-fa7d44a79117 req-16c2bd15-7cba-481a-839c-c482a05f54a4 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057697 Dec 10 04:33:15.847547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0009fa4b-bcba-4c74-86fd-bf493f43baab req-5c3c922e-3535-49df-bbed-c1eff995f80b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 210 time: 0.0871830 Dec 10 04:33:15.939777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-f5d5f4e0-3093-4dec-97ad-354e7496cc17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2720830-56ed-428c-b2e5-769676e04f22 HTTP/1.1" status: 200 len: 217 time: 0.1022177 Dec 10 04:33:15.956948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e52303-781e-409e-98d4-282067ff4983 req-164f8e4d-08e7-4b49-bb24-53b85fec4889 service neutron] 10.222.0.41 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799979 Dec 10 04:33:16.019058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-e6a868c0-98fb-4e63-981d-cd712f45dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.020628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-e6a868c0-98fb-4e63-981d-cd712f45dc8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.0663452 Dec 10 04:33:16.085841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-9b8f2cb5-1886-404d-9354-40f157507cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.087753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-9b8f2cb5-1886-404d-9354-40f157507cbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573823 Dec 10 04:33:16.109681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:16.169809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '2789ea62-f7d7-4604-9306-333873671e2a', 'network_id': '3759f267-bac5-4fac-a7c1-554017654bf1', 'port_id': '2789ea62-f7d7-4604-9306-333873671e2a', 'mac_address': 'fa:16:3e:12:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969da3d5-b06a-42ea-b463-d5cc96f525e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:16.209016 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-14604c91-9413-4dd1-856c-2e782f6687dc service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127489 Dec 10 04:33:16.269159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5064d435-2962-4c33-a5b8-29847fe45241,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:16.283916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.302986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.307699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '5064d435-2962-4c33-a5b8-29847fe45241', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': '5064d435-2962-4c33-a5b8-29847fe45241', 'mac_address': 'fa:16:3e:2b:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:16.318979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d33cfdd7-9c7e-447e-b013-9011bb04f03d req-e7dc36b6-e7a0-44da-8ae9-46a3c844bfc6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015801 Dec 10 04:33:16.327415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:16.357424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:16.359912 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb48b42-5860-445f-a09c-6cf0340edeef" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:16.387549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:16.394293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:16.395249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.427056 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.430674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.452992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5064d435-2962-4c33-a5b8-29847fe45241 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:16.479542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:16.496810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5064d435-2962-4c33-a5b8-29847fe45241,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:16.525245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.543482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5ccf-ee7d-41b4-8ba4-bc932c4fa08a req-d7f253e8-9dfa-4fa3-984f-f4aedb950b22 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.544982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ce5ccf-ee7d-41b4-8ba4-bc932c4fa08a req-d7f253e8-9dfa-4fa3-984f-f4aedb950b22 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 943 time: 0.5871301 Dec 10 04:33:16.551129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:16.571571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.108 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/92e09bcc-e56d-4f07-9d67-3cbe575eb9b6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:16.596113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0f27b-f39a-455c-8470-a5fee282a716 req-5a1f9fc8-3a14-4f9a-88e5-0e69bbcbba87 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.597684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cf0f27b-f39a-455c-8470-a5fee282a716 req-5a1f9fc8-3a14-4f9a-88e5-0e69bbcbba87 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 945 time: 0.5735338 Dec 10 04:33:16.600547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:16.636555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2789ea62-f7d7-4604-9306-333873671e2a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:16.647019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-4f7d286c-934e-4684-aa7c-4ffbd6fcf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.648611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-4f7d286c-934e-4684-aa7c-4ffbd6fcf6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 1095 time: 0.1967473 Dec 10 04:33:16.790065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ce5ccf-ee7d-41b4-8ba4-bc932c4fa08a req-871a13bc-51b5-46b6-b426-f8b3d6084f4b tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223854 Dec 10 04:33:16.849562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cf0f27b-f39a-455c-8470-a5fee282a716 req-52bdbeb2-00e6-47b7-9aaa-e3fefe0fcd61 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349834 Dec 10 04:33:16.902285 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1971f5-d104-4b11-9b95-aca334c7e6c8 x-openstack-request-id: req-6b1971f5-d104-4b11-9b95-aca334c7e6c8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:16.902839 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "tag": "c2720830-56ed-428c-b2e5-769676e04f22", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:16.902839 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b1971f5-d104-4b11-9b95-aca334c7e6c8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:16.903334 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22', 'status': 'completed', 'code': 200} Dec 10 04:33:16.960933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-6b0bebb6-c6bc-4d12-8420-e7e356b2d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:16.962395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-6b0bebb6-c6bc-4d12-8420-e7e356b2d9b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 917 time: 0.2997088 Dec 10 04:33:16.989220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:16.990035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:17.012307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-3bbbac23-be0f-41e9-ae10-5016492eb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.014923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-3bbbac23-be0f-41e9-ae10-5016492eb95f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 1094 time: 0.0602818 Dec 10 04:33:17.028727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-f000b754-35eb-467b-872a-6eec37bce98d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46 HTTP/1.1" status: 200 len: 217 time: 0.0503376 Dec 10 04:33:17.043130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774fdc-608e-4e07-8d4d-bc7875c3269e req-9f62f25d-5a80-4da3-a389-cd55ee1f622e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.044691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25774fdc-608e-4e07-8d4d-bc7875c3269e req-9f62f25d-5a80-4da3-a389-cd55ee1f622e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1234818 Dec 10 04:33:17.071222 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bba562-e7c7-446e-92c8-588cc8b51760 x-openstack-request-id: req-86bba562-e7c7-446e-92c8-588cc8b51760 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:17.071734 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:17.072079 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86bba562-e7c7-446e-92c8-588cc8b51760 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:17.073520 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'code': 200} Dec 10 04:33:17.142816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-82788244-833e-4665-bdec-ff25380f1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.144377 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-82788244-833e-4665-bdec-ff25380f1fb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 917 time: 0.1193831 Dec 10 04:33:17.166780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-95a0f95c-1c03-4e4e-8597-30da2b089ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.168250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-95a0f95c-1c03-4e4e-8597-30da2b089ec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.1210380 Dec 10 04:33:17.170750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.183969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25774fdc-608e-4e07-8d4d-bc7875c3269e req-0d556c1a-2b28-4d9f-925e-213b08af529b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279559 Dec 10 04:33:17.203600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-f32e2de7-63c7-4bbe-98ac-65cbdbcbdf71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2720830-56ed-428c-b2e5-769676e04f22 HTTP/1.1" status: 200 len: 217 time: 0.0507317 Dec 10 04:33:17.210298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:17.264035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:17.272574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:17.281825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:17.284064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-aa163715-b020-40c7-9c92-69a60078280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.285705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-aa163715-b020-40c7-9c92-69a60078280b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.0742478 Dec 10 04:33:17.291392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a9410-8cc9-43d0-89ab-79e4108fab23 req-e92d925b-f332-4e00-beb6-c658042c83a1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.299194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03a9410-8cc9-43d0-89ab-79e4108fab23 req-e92d925b-f332-4e00-beb6-c658042c83a1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 944 time: 0.1730335 Dec 10 04:33:17.333723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:17.354493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-8c9ddeaf-57e9-405c-b859-170c62537a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.356012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-8c9ddeaf-57e9-405c-b859-170c62537a98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692486 Dec 10 04:33:17.372920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-a51490bc-3b4e-45e9-8b9b-1413f2ffbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.375190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-a51490bc-3b4e-45e9-8b9b-1413f2ffbb5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804720 Dec 10 04:33:17.438522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.439790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.466331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03a9410-8cc9-43d0-89ab-79e4108fab23 req-430167fc-9f6f-450a-a3b1-158c62e1a4dc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643558 Dec 10 04:33:17.561535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-cf160848-d94b-4cd8-b34c-259ea470804b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1094484 Dec 10 04:33:17.577961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-87f699c9-db38-49b8-8352-1b8538f3a6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846378 Dec 10 04:33:17.587475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Request body: {'port': {'device_id': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:17.613124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-74d32362-6147-4a63-914e-06d9a4e57d48 service neutron] 10.222.0.41 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375898 Dec 10 04:33:17.630226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-99b50aff-4f6b-4313-9323-e74538e5e80a None None] Provisioning complete for port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:17.631566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99b50aff-4f6b-4313-9323-e74538e5e80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.632175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802be5c9-f6b5-498e-b26c-ee5d463eb019 req-2be61802-934f-4460-928c-22affc94c50f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:17.633728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-802be5c9-f6b5-498e-b26c-ee5d463eb019 req-2be61802-934f-4460-928c-22affc94c50f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 936 time: 0.1067698 Dec 10 04:33:17.688958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:17.690880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:17.692616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99b50aff-4f6b-4313-9323-e74538e5e80a None None] Port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:17.695745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70cbd5ef-f633-442f-91e0-5fc406638118 req-7944b73b-5229-41d9-b8d6-1199812ebebf service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083093 Dec 10 04:33:17.734571 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.794006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-802be5c9-f6b5-498e-b26c-ee5d463eb019 req-9197a283-5702-4807-b2d8-aa90eb175ea8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484146 Dec 10 04:33:17.815884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 2789ea62-f7d7-4604-9306-333873671e2a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:17.816269 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.880156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:17.913231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f', 'port_id': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'mac_address': 'fa:16:3e:a3:1a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031a7ee-d153-4b71-8efb-d9d92ee121c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:17.936863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cd1c625-8d49-4280-a705-da2df3396f2c req-2e75a055-387f-4762-aac7-1135d21dba14 service neutron] 10.222.0.41 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132601 Dec 10 04:33:17.954368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:17.995822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.034613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e393243-c6b7-44c7-8bc9-39655dec90be {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:18.044157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:18.070944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:18.086756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:18.092102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.099564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:18.101170 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.101953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 00272ae9-33cc-4f00-8416-c13e9e7930ac up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:18.130659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Transition to ACTIVE for port object 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:18.134453 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.136344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.184608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a4a24-b62b-43a0-8ad0-9f546a712cc1 req-72be83e0-88c3-4cae-8e9e-00f1cc0f6923 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.186266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-875a4a24-b62b-43a0-8ad0-9f546a712cc1 req-72be83e0-88c3-4cae-8e9e-00f1cc0f6923 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 943 time: 0.1089034 Dec 10 04:33:18.207823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:18.212523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:18.262175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 00272ae9-33cc-4f00-8416-c13e9e7930ac completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:18.275710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 00272ae9-33cc-4f00-8416-c13e9e7930ac triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:18.276083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.310141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-875a4a24-b62b-43a0-8ad0-9f546a712cc1 req-ac1ecac0-ca64-4827-981e-f2a9b49bceb9 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074042 Dec 10 04:33:18.348916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Attempting to bind port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:18.349267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Attempting to bind port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:18.349577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Attempting to bind port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:18.355292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:18.360603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:18.360923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Attempting to bind port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:18.366999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:18.367344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:18.367728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:18.368153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Bound port: 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:18.368535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.464792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:18.476795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:18.494853 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.498180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.553850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.554488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.555854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] 10.222.0.41 "PUT /v2.0/ports/92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 HTTP/1.1" status: 200 len: 1096 time: 0.9741392 Dec 10 04:33:18.556298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:18.559483 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca325e-da40-4730-8d75-046b0d1ddc50" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:18.579243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8e393243-c6b7-44c7-8bc9-39655dec90be'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:18.588156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49f66-75d2-46a7-8604-209af0ccdaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:18.604409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:18.641085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:18.711728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-f5c581fb-2b4e-49e0-9ebd-ada22a7e9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.713527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-f5c581fb-2b4e-49e0-9ebd-ada22a7e9546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 1099 time: 0.0740287 Dec 10 04:33:18.738131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-1f50bea8-7f3c-48c9-961f-4fae856ec622 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:33:18.739727 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-1f50bea8-7f3c-48c9-961f-4fae856ec622 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088849 Dec 10 04:33:18.759590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:18.807730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-1c654afd-b257-4e0c-8b0c-71c874081d29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 HTTP/1.1" status: 200 len: 217 time: 0.0784550 Dec 10 04:33:18.810506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-61f61925-e4bf-4720-a377-1bf69f5546b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.818275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-61f61925-e4bf-4720-a377-1bf69f5546b4 service neutron] 10.222.0.43 "GET /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 1093 time: 0.0687492 Dec 10 04:33:18.823018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Request body: {'binding': {'host': 'n-h1-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:18.823717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Unknown quota resources ['binding']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:33:18.897731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-b5d54144-6aa2-4daa-b984-ec4564ee9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.899198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-b5d54144-6aa2-4daa-b984-ec4564ee9293 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0629551 Dec 10 04:33:18.906746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e1375-4f12-4064-9f2a-ad44b7ad2113 req-f72581ca-0c96-4ab3-b3bb-6b431de58857 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.908248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b14e1375-4f12-4064-9f2a-ad44b7ad2113 req-f72581ca-0c96-4ab3-b3bb-6b431de58857 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.1107805 Dec 10 04:33:18.976602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on host n-h1-817326-3 for vnic_type normal with profile None {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:18.977418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:18.977750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:18.982063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:18.982384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:18.982809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-923ad1a2-dbed-4a6c-9318-7d133059e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:18.984944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-923ad1a2-dbed-4a6c-9318-7d133059e031 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753949 Dec 10 04:33:18.987841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:18.988378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:18.988779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:18.989385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Bound port: c89567fc-220b-4009-82b5-7b3300068d9f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:18.993813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b14e1375-4f12-4064-9f2a-ad44b7ad2113 req-90322903-829e-48be-9081-c1eaaff0484e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760717 Dec 10 04:33:19.062159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:19.071979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:19.073185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-181894cf-ffba-4bd3-a1a5-07ba1657a766 service neutron] 10.222.0.43 "POST /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2541244 Dec 10 04:33:19.074124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a'}, {'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:19.076411 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe9bd0-9b56-46ce-b6f0-420932b45191" -d '{"events": [{"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-plugged", "status": "completed", "tag": "2789ea62-f7d7-4604-9306-333873671e2a"}, {"server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "name": "network-vif-plugged", "status": "completed", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:19.160717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-aed1d413-5a66-4640-bc8f-e403b76db443 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658251 Dec 10 04:33:19.170013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a5c01-bb77-4ed5-a936-2f85ae85a5c6 req-3e9d76d8-0714-4ae6-80b5-e9dd74f3ca3f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.173082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca6a5c01-bb77-4ed5-a936-2f85ae85a5c6 req-3e9d76d8-0714-4ae6-80b5-e9dd74f3ca3f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 944 time: 0.0856297 Dec 10 04:33:19.287086 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415fc33-3e3f-4c4b-81dd-9bdc8771bc04 x-openstack-request-id: req-c415fc33-3e3f-4c4b-81dd-9bdc8771bc04 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:19.287379 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:19.287633 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c415fc33-3e3f-4c4b-81dd-9bdc8771bc04 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:19.288030 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6', 'status': 'completed', 'code': 200} Dec 10 04:33:19.307547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca6a5c01-bb77-4ed5-a936-2f85ae85a5c6 req-5b841286-30b7-42e5-8f9c-f0a209224ff8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223595 Dec 10 04:33:19.365961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e4a0bac-b8bf-4f3f-bb9f-e77269b059f7 req-41a880ab-9771-417b-9f42-4feea7538d24 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908629 Dec 10 04:33:19.389205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e17ff-e29a-40cc-b543-04111299e423 req-93365956-f8ae-451c-bc70-0c12134a72b1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.390994 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-446e17ff-e29a-40cc-b543-04111299e423 req-93365956-f8ae-451c-bc70-0c12134a72b1 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.36 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 945 time: 0.0628293 Dec 10 04:33:19.415121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5bae-4eff-4c72-9d6f-b9446d7b3b05 req-0497d05d-4195-45de-9f5f-e4e9ac81e662 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.416604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ba5bae-4eff-4c72-9d6f-b9446d7b3b05 req-0497d05d-4195-45de-9f5f-e4e9ac81e662 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566f4b6-0f12-498a-9920-e371c6bda079 HTTP/1.1" status: 200 len: 945 time: 0.0978887 Dec 10 04:33:19.488977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Deleting port 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:19.489229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:19.528279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ebb7d-10c9-4dbe-a3a1-fa3eadc5c7b7 req-8963086d-61ff-4273-b896-8e710e983ddf tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.529785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363ebb7d-10c9-4dbe-a3a1-fa3eadc5c7b7 req-8963086d-61ff-4273-b896-8e710e983ddf tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 948 time: 0.1421280 Dec 10 04:33:19.535845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-fdaaa710-6c6c-4dff-a89a-3e6621431204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.537312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-fdaaa710-6c6c-4dff-a89a-3e6621431204 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1096 time: 0.1390200 Dec 10 04:33:19.576264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ba5bae-4eff-4c72-9d6f-b9446d7b3b05 req-1c1f4b42-4ddb-4e4a-8811-f4ba0a083a50 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.43 "GET /v2.0/security-groups?id=b302c39c-898e-4e7f-bb2d-e1df51347709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304982 Dec 10 04:33:19.578181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] For port 2789ea62-f7d7-4604-9306-333873671e2a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2789ea62-f7d7-4604-9306-333873671e2a,segment=NetworkSegment(006ab577-d19d-48d7-98c1-ac3ed62b3859),segment_id=006ab577-d19d-48d7-98c1-ac3ed62b3859)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:19.578547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:19.593084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Calling delete_port for 2789ea62-f7d7-4604-9306-333873671e2a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:19.593761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-727db89d-166f-4730-b22e-1856ee13fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.595953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-727db89d-166f-4730-b22e-1856ee13fe8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 1099 time: 0.1276855 Dec 10 04:33:19.633550 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6de141-b716-4355-a607-7fee39ae570a x-openstack-request-id: req-ea6de141-b716-4355-a607-7fee39ae570a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:19.633851 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-plugged", "status": "completed", "tag": "2789ea62-f7d7-4604-9306-333873671e2a", "code": 200}, {"server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "name": "network-vif-plugged", "status": "completed", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:19.634094 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea6de141-b716-4355-a607-7fee39ae570a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:19.634482 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a', 'code': 200} Dec 10 04:33:19.634736 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac', 'code': 200} Dec 10 04:33:19.670238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c2720830-56ed-428c-b2e5-769676e04f22 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:19.682708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363ebb7d-10c9-4dbe-a3a1-fa3eadc5c7b7 req-4d076ad6-8cbc-4431-8968-012c9946e2c0 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430175 Dec 10 04:33:19.721561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:19.752211 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:19.797523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Pushing event deleted for resources: {'Port': ['ID=2789ea62-f7d7-4604-9306-333873671e2a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:19.802291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-dd44a6a2-6cef-46eb-b8cf-736289db8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:19.804079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-dd44a6a2-6cef-46eb-b8cf-736289db8ddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.2474680 Dec 10 04:33:19.845630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d9a65e01-dace-46e5-9657-8a9dad7a0c46 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:19.848562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5064d435-2962-4c33-a5b8-29847fe45241 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:19.853111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] No DVR routers for this DVR port 2789ea62-f7d7-4604-9306-333873671e2a on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:19.857327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:19.862412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-446e17ff-e29a-40cc-b543-04111299e423 req-b09d8bcc-aba3-4a9d-9fab-b44c990110b9 tempest-ImagesTestJSON-942539231 tempest-ImagesTestJSON-942539231-project] 10.222.0.36 "DELETE /v2.0/ports/2789ea62-f7d7-4604-9306-333873671e2a HTTP/1.1" status: 204 len: 173 time: 0.4653885 Dec 10 04:33:19.863613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-deleted', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:19.867264 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38c181-b87a-43ee-a9f1-dd34d3e0b44c" -d '{"events": [{"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-deleted", "tag": "2789ea62-f7d7-4604-9306-333873671e2a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:19.885868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No active binding found for port 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103255) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 04:33:19.886398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:19.925782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-355380d6-570b-4b77-82dc-c2b796dc6964 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 217 time: 0.1034288 Dec 10 04:33:20.009774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-7585d4a5-73ac-4ce7-b378-9e414032dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.011194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-7585d4a5-73ac-4ce7-b378-9e414032dd07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3922977 Dec 10 04:33:20.024529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c5cd6-7ff4-4e94-9411-44143aa0d0a5 req-0fb5297c-7452-4588-b22a-5af2b87540db tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.026277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d3c5cd6-7ff4-4e94-9411-44143aa0d0a5 req-0fb5297c-7452-4588-b22a-5af2b87540db tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.3193352 Dec 10 04:33:20.032582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05350cc-2446-4f1e-b765-e8e707ce1db0 req-da420bfe-866d-479f-a518-55d7d6689b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.034066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d05350cc-2446-4f1e-b765-e8e707ce1db0 req-da420bfe-866d-479f-a518-55d7d6689b36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 1096 time: 0.2256227 Dec 10 04:33:20.109718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ba05a8a4-c754-4892-bc18-de73348f325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.111270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ba05a8a4-c754-4892-bc18-de73348f325a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1628015 Dec 10 04:33:20.112576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-419297db-7886-4d81-9410-4885cb8e171a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 HTTP/1.1" status: 200 len: 217 time: 0.0852864 Dec 10 04:33:20.123106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8d65-12d7-4fdd-a45f-3e48b70f22d0 req-23e5d358-3678-4412-81f1-e9680892a491 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.124618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165b8d65-12d7-4fdd-a45f-3e48b70f22d0 req-23e5d358-3678-4412-81f1-e9680892a491 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 943 time: 0.2158313 Dec 10 04:33:20.134904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c2720830-56ed-428c-b2e5-769676e04f22,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:20.148558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.152083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 5064d435-2962-4c33-a5b8-29847fe45241 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:20.160883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c2720830-56ed-428c-b2e5-769676e04f22', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'port_id': 'c2720830-56ed-428c-b2e5-769676e04f22', 'mac_address': 'fa:16:3e:b7:44:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca1ebe1-04cf-4c70-b486-16ab8b65bc23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:20.163681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 5064d435-2962-4c33-a5b8-29847fe45241 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:20.164040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.198313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8789abae-2161-4735-8a05-abcb977328a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694470 Dec 10 04:33:20.208617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:20.254337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'network_id': 'c5793646-9164-409a-833d-7c81a2486985', 'port_id': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'mac_address': 'fa:16:3e:5b:f7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca1ebe1-04cf-4c70-b486-16ab8b65bc23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:20.265750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.265919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d3c5cd6-7ff4-4e94-9411-44143aa0d0a5 req-3a139d84-7690-47b4-b6dd-de3578114011 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225747 Dec 10 04:33:20.276459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d05350cc-2446-4f1e-b765-e8e707ce1db0 req-245bb4ad-a101-4455-af29-8133e55b2799 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309296 Dec 10 04:33:20.308064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2720830-56ed-428c-b2e5-769676e04f22 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:20.315536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-2dca5ebe-462f-4752-a8f9-fae769167745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.317010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-2dca5ebe-462f-4752-a8f9-fae769167745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1895032 Dec 10 04:33:20.344418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.366982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165b8d65-12d7-4fdd-a45f-3e48b70f22d0 req-b1c052cf-3e80-4200-bb2a-341d566026ed tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181876 Dec 10 04:33:20.367996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c2720830-56ed-428c-b2e5-769676e04f22,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:20.378940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a65e01-dace-46e5-9657-8a9dad7a0c46 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:20.391855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.395518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-0c7deacc-c242-42b3-8b6f-c1291e3493f3 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847136 Dec 10 04:33:20.404981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-aff4d41f-8194-4d57-82e0-b3b98f823ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:20.407501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-aff4d41f-8194-4d57-82e0-b3b98f823ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816658 Dec 10 04:33:20.423531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.474645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:20.492400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.515691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5064d435-2962-4c33-a5b8-29847fe45241,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:20.517427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:20.524847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:20.526693 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae2427-0f9d-470a-b941-80784a6957ac x-openstack-request-id: req-12ae2427-0f9d-470a-b941-80784a6957ac {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:20.527091 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566f4b6-0f12-498a-9920-e371c6bda079", "name": "network-vif-deleted", "tag": "2789ea62-f7d7-4604-9306-333873671e2a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:20.527429 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12ae2427-0f9d-470a-b941-80784a6957ac {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:20.527885 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566f4b6-0f12-498a-9920-e371c6bda079', 'name': 'network-vif-deleted', 'tag': '2789ea62-f7d7-4604-9306-333873671e2a', 'status': 'completed', 'code': 200} Dec 10 04:33:20.529501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-50c3c5c0-70d6-4019-b324-370f64a1836f service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077061 Dec 10 04:33:20.573149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:20.623339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:20.722677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91ca325e-da40-4730-8d75-046b0d1ddc50 req-b4aec4aa-02ed-4704-89b0-203fabaffd28 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831915 Dec 10 04:33:20.803452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c2720830-56ed-428c-b2e5-769676e04f22'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:20.922143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['d9a65e01-dace-46e5-9657-8a9dad7a0c46'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:21.022285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b137c-f3d2-4bd1-ac85-1aed776d3eb5 req-c11ad026-5a54-4414-91fb-4b7ab62359f0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.023733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-128b137c-f3d2-4bd1-ac85-1aed776d3eb5 req-c11ad026-5a54-4414-91fb-4b7ab62359f0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.4216950 Dec 10 04:33:21.086229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-820f46cf-3520-45ce-912e-05ddd4e263a8 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531310 Dec 10 04:33:21.109133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8339e8-6ad3-4ec9-95c1-ff295cacb680 req-f767daa3-f5de-46ff-94fb-9634c3b41a89 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.110812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba8339e8-6ad3-4ec9-95c1-ff295cacb680 req-f767daa3-f5de-46ff-94fb-9634c3b41a89 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.3941174 Dec 10 04:33:21.118483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-128b137c-f3d2-4bd1-ac85-1aed776d3eb5 req-216e3b3b-d50a-43da-85f2-ae7b874ee2cf tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747066 Dec 10 04:33:21.165539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba8339e8-6ad3-4ec9-95c1-ff295cacb680 req-25e7f085-e68e-40be-8d38-3bd047913bba tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Dec 10 04:33:21.308229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ff57-ce4e-4462-baaa-07fb7b7c5991 req-e92f4bac-f2e6-4eb6-bf11-dc6c216f7f70 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.309930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8c4ff57-ce4e-4462-baaa-07fb7b7c5991 req-e92f4bac-f2e6-4eb6-bf11-dc6c216f7f70 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 948 time: 0.0600476 Dec 10 04:33:21.365919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8c4ff57-ce4e-4462-baaa-07fb7b7c5991 req-bee64b5e-7a4d-495c-8513-290ac1609c45 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Dec 10 04:33:21.453861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955486f6-83fc-4437-94e6-654e0a2dc631 req-0e6e23ed-9b77-46ef-aa13-73223b5b397c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.456058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-955486f6-83fc-4437-94e6-654e0a2dc631 req-0e6e23ed-9b77-46ef-aa13-73223b5b397c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Dec 10 04:33:21.517378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-955486f6-83fc-4437-94e6-654e0a2dc631 req-b1c3a512-df87-44f0-bbe7-b958bd52ef9c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545282 Dec 10 04:33:21.636241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:21.641584 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b9e6da-82fd-43a9-a4db-a25e273a294e" -d '{"events": [{"server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "name": "network-vif-plugged", "status": "completed", "tag": "5064d435-2962-4c33-a5b8-29847fe45241"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:21.648090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926103-7f1d-4f4a-bf92-f03c9270a20a req-9773cc71-1fdf-4887-b465-28d5b61e64a9 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.649895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68926103-7f1d-4f4a-bf92-f03c9270a20a req-9773cc71-1fdf-4887-b465-28d5b61e64a9 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 944 time: 0.0671432 Dec 10 04:33:21.702431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:21.710269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68926103-7f1d-4f4a-bf92-f03c9270a20a req-0bcd292d-3ccd-4ace-838c-e612e094f7d5 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Dec 10 04:33:21.758408 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f2a20-00b5-43ad-aad9-c88b910e6b2a x-openstack-request-id: req-c31f2a20-00b5-43ad-aad9-c88b910e6b2a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:21.758760 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "name": "network-vif-plugged", "status": "completed", "tag": "5064d435-2962-4c33-a5b8-29847fe45241", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:21.759073 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c31f2a20-00b5-43ad-aad9-c88b910e6b2a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:21.759529 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241', 'code': 200} Dec 10 04:33:21.781154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 8e393243-c6b7-44c7-8bc9-39655dec90be completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:21.795375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 8e393243-c6b7-44c7-8bc9-39655dec90be triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:21.795767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:21.820845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:21.951062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d01fc-5a80-4071-88eb-b4025d82b7c5 req-c853ac29-5d24-42c4-997c-774b41c47108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:21.953311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-330d01fc-5a80-4071-88eb-b4025d82b7c5 req-c853ac29-5d24-42c4-997c-774b41c47108 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 1096 time: 0.0858557 Dec 10 04:33:22.002626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:22.017691 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.022568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-330d01fc-5a80-4071-88eb-b4025d82b7c5 req-7a3e8b8e-bf47-48ec-8975-56e7ddb1f482 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Dec 10 04:33:22.029880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6', 'mac_address': 'fa:16:3e:66:ea:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:22.042970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49826) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:22.081948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:22.093959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.094753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:22.095546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Deleting subnet 969da3d5-b06a-42ea-b463-d5cc96f525e6 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:33:22.100682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.124021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.144364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 2789ea62-f7d7-4604-9306-333873671e2a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:22.144757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2789ea62-f7d7-4604-9306-333873671e2a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:22.145547 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.181327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:22.193173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.225471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:22.265700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:22.280511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.306473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030f0f4-b318-471a-81e6-1aed35ffaac5 req-8c9664a5-57ee-44b0-bdbf-babdea6849c8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:22.308010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f030f0f4-b318-471a-81e6-1aed35ffaac5 req-8c9664a5-57ee-44b0-bdbf-babdea6849c8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0802820 Dec 10 04:33:22.315375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.358856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:22.365469 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9d997e2-5233-4367-9687-e40a86950525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.374772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.379793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/969da3d5-b06a-42ea-b463-d5cc96f525e6 HTTP/1.1" status: 204 len: 168 time: 0.3356516 Dec 10 04:33:22.382542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:22.387572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c657-20b9-42dd-b3c4-a5851daa6fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969da3d5-b06a-42ea-b463-d5cc96f525e6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:22.438151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f030f0f4-b318-471a-81e6-1aed35ffaac5 req-4d5124e3-9c90-422e-93c2-c7e0703ecf64 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123505 Dec 10 04:33:22.482988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.562210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664fa7c-5c2d-4a30-861d-c60a0401d2f8 req-c0497593-713a-4415-9618-b7c3fd6ff5b9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:22.571824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3664fa7c-5c2d-4a30-861d-c60a0401d2f8 req-c0497593-713a-4415-9618-b7c3fd6ff5b9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.0715275 Dec 10 04:33:22.580734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.603260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3759f267-bac5-4fac-a7c1-554017654bf1']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:22.617414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006ab577-d19d-48d7-98c1-ac3ed62b3859') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:22.617960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006ab577-d19d-48d7-98c1-ac3ed62b3859') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:22.635119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.635656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3664fa7c-5c2d-4a30-861d-c60a0401d2f8 req-066422cf-87ac-4f0e-a0a8-800e69df8af8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600178 Dec 10 04:33:22.673247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.680038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:33:22.680428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:33:22.682726 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:33:22.715268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:22.740887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.754700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:22.761862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3759f267-bac5-4fac-a7c1-554017654bf1 HTTP/1.1" status: 204 len: 168 time: 0.3781121 Dec 10 04:33:22.773416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c919a-dfb7-4391-a5fc-c9992d49fb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3759f267-bac5-4fac-a7c1-554017654bf1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:22.806641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314480b-70e9-45d2-b2b2-194789e7bf27 req-2cf70e4b-d149-4856-8706-5c5cb96806f3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:22.808569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7314480b-70e9-45d2-b2b2-194789e7bf27 req-2cf70e4b-d149-4856-8706-5c5cb96806f3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 949 time: 0.0996976 Dec 10 04:33:22.817778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304c7b7-b706-4b13-a06f-73e4b8afd269 req-bf2abe95-c870-48c4-a156-0e9599edc7f3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:22.819642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4304c7b7-b706-4b13-a06f-73e4b8afd269 req-bf2abe95-c870-48c4-a156-0e9599edc7f3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.0964527 Dec 10 04:33:22.917119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7314480b-70e9-45d2-b2b2-194789e7bf27 req-0e3cc9c6-6c98-4be3-8554-e8a68764e4ab tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963368 Dec 10 04:33:22.930001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4304c7b7-b706-4b13-a06f-73e4b8afd269 req-2b644bb6-86f7-4778-8285-88d2517bd7f4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007686 Dec 10 04:33:22.962885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49882) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:23.010380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc1b3492-611c-4bfb-b922-f6c7df8ee14e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=567cc69fa9a9467ca1b4f2b926369065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463037 Dec 10 04:33:23.012991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:23.063069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f040f35-d5b2-47d2-bcde-536cdd5f91bc req-7ff4d921-6dbc-4ac9-a2e2-28b6a4fd2e68 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:23.065660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f040f35-d5b2-47d2-bcde-536cdd5f91bc req-7ff4d921-6dbc-4ac9-a2e2-28b6a4fd2e68 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 944 time: 0.0540955 Dec 10 04:33:23.077618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.103232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.133397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f040f35-d5b2-47d2-bcde-536cdd5f91bc req-f57256b6-8952-4011-9160-9f7cd45ce27d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Dec 10 04:33:23.159626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.162892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.164440 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b302c39c-898e-4e7f-bb2d-e1df51347709 HTTP/1.1" status: 204 len: 168 time: 0.1501734 Dec 10 04:33:23.175237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc445d-a186-4138-8cdc-c80fee4f9d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302c39c-898e-4e7f-bb2d-e1df51347709,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:23.236933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.590780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569055-3afd-47b1-acd3-2c64fd9eeb42 req-df55e220-312e-4f15-970b-1ed3501eb7f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:23.601133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa569055-3afd-47b1-acd3-2c64fd9eeb42 req-df55e220-312e-4f15-970b-1ed3501eb7f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0654271 Dec 10 04:33:23.664581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa569055-3afd-47b1-acd3-2c64fd9eeb42 req-39c4fbfd-b787-4baf-87af-81589ebd6de1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625033 Dec 10 04:33:23.720338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c2720830-56ed-428c-b2e5-769676e04f22 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:23.722877 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:33:23.781862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:23.787739 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37721242-260e-48d4-aad9-3f996d6dabaa" -d '{"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-plugged", "status": "completed", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:23.810364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ff31-15c9-4999-9318-e54d5621d110 req-157f32d0-f794-46ef-b4e0-a3acfcbce439 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:23.812211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e25ff31-15c9-4999-9318-e54d5621d110 req-157f32d0-f794-46ef-b4e0-a3acfcbce439 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.0814481 Dec 10 04:33:23.826081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d9a65e01-dace-46e5-9657-8a9dad7a0c46 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:23.864435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c2720830-56ed-428c-b2e5-769676e04f22 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:23.873403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c2720830-56ed-428c-b2e5-769676e04f22 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:23.873816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:23.894883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e25ff31-15c9-4999-9318-e54d5621d110 req-9bc9e23d-04fb-4287-800e-72612d47beed tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754054 Dec 10 04:33:23.971988 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3013119-ff37-4c85-951b-8a767f7bd276 x-openstack-request-id: req-b3013119-ff37-4c85-951b-8a767f7bd276 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:23.972292 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-plugged", "status": "completed", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:23.972610 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3013119-ff37-4c85-951b-8a767f7bd276 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:23.973006 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'code': 200} Dec 10 04:33:23.992205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port d9a65e01-dace-46e5-9657-8a9dad7a0c46 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:24.006405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port d9a65e01-dace-46e5-9657-8a9dad7a0c46 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:24.006907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.096022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.169225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c2720830-56ed-428c-b2e5-769676e04f22,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:24.184551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.188486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.211721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04c25f-ded8-416c-835e-65e261625b9f req-857a4a98-2ab8-455b-b574-9da36c009ae8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:24.221509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed04c25f-ded8-416c-835e-65e261625b9f req-857a4a98-2ab8-455b-b574-9da36c009ae8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 949 time: 0.1903393 Dec 10 04:33:24.286581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:24.294097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5f783-3fd4-4757-bc93-e374586f4e43 req-78097fc2-faa5-4543-9f74-c95c2878a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:24.296223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1d5f783-3fd4-4757-bc93-e374586f4e43 req-78097fc2-faa5-4543-9f74-c95c2878a3e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1096 time: 0.1841004 Dec 10 04:33:24.298828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.301102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:24.365146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed04c25f-ded8-416c-835e-65e261625b9f req-443ceb20-5424-4d61-818f-4cb3b908ae97 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330163 Dec 10 04:33:24.424165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1d5f783-3fd4-4757-bc93-e374586f4e43 req-6a4ee133-d5a1-4935-bc2a-60b30be00ffd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176522 Dec 10 04:33:24.459661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:24.522556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727869-5e7c-4ce6-9feb-a30b68b621a6 req-ff802849-adb9-41a1-91c9-35d25737f949 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:24.529007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8727869-5e7c-4ce6-9feb-a30b68b621a6 req-ff802849-adb9-41a1-91c9-35d25737f949 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.0830200 Dec 10 04:33:24.583098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8727869-5e7c-4ce6-9feb-a30b68b621a6 req-29687104-3c70-483a-aa84-cd7db2cafe6a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 Dec 10 04:33:24.797624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-904b7dcc-f094-45b1-8790-5cad30ab775f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:24.801375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20711baf-2de2-4356-9056-c1e0d50481f2 req-4c257d28-68b9-4222-a2b2-9332867c4610 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:24.803156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20711baf-2de2-4356-9056-c1e0d50481f2 req-4c257d28-68b9-4222-a2b2-9332867c4610 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1139956 Dec 10 04:33:24.816077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-ca44c833-21b7-478c-bf3c-dee16e3916b8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:24.817995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-ca44c833-21b7-478c-bf3c-dee16e3916b8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1517527 Dec 10 04:33:24.843237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-dbcfcaf7-87e5-45b4-83eb-120a1ed07756 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0185516 Dec 10 04:33:24.893628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20711baf-2de2-4356-9056-c1e0d50481f2 req-75255f81-0a30-41e4-abed-e91ff5a16d2d tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Dec 10 04:33:24.919145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-f0b9469d-a6f0-4c2f-b206-88328fc6d380 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659273 Dec 10 04:33:25.030061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-8bcabcaa-c537-4fe4-8b9f-fbdc5c054473 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030729 Dec 10 04:33:25.133557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9aeea85-63c1-4b9e-a235-c3c1deebaf53 req-e4200dae-1431-44f8-bd26-418a026339a6 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929666 Dec 10 04:33:25.207508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-42ddc2fb-aed5-4c7c-9f82-faec316725ca tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240176 Dec 10 04:33:25.352211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-bacbe50c-13c0-4af2-a341-aa6a12c9fe43 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:25.362710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-bacbe50c-13c0-4af2-a341-aa6a12c9fe43 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489468 Dec 10 04:33:25.382816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-45cb7c6a-7d68-4cd3-b65f-eb897eb2000a tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/quotas/d6198c8478bd4ea29a2da4f406ed41d1 HTTP/1.1" status: 200 len: 375 time: 0.0191605 Dec 10 04:33:25.422581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-4f7d07e0-5781-499a-9895-596151c0fbcd tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316205 Dec 10 04:33:25.499762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d618-8318-4f5a-91ce-f1a0c280bd8e req-d601fea8-ce1d-466a-875b-2418d4c38ede tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:25.502830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61f3d618-8318-4f5a-91ce-f1a0c280bd8e req-d601fea8-ce1d-466a-875b-2418d4c38ede tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0582874 Dec 10 04:33:25.570819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61f3d618-8318-4f5a-91ce-f1a0c280bd8e req-34fe5d4f-ce07-4ddb-8409-8472074f4599 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Dec 10 04:33:25.646219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:25.790519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e7d95-164a-4d53-b569-a28e4ac6add7 req-d43aab2b-0d53-4447-8fc6-1beff3e4a308 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:25.802291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7e7d95-164a-4d53-b569-a28e4ac6add7 req-d43aab2b-0d53-4447-8fc6-1beff3e4a308 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.1680617 Dec 10 04:33:25.838645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:25.945299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7e7d95-164a-4d53-b569-a28e4ac6add7 req-84a581c1-ec71-4a38-b480-2862be299fbe tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419194 Dec 10 04:33:25.974095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22'}, {'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:25.981614 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de84c6-cedd-4f4b-86d0-cbbd51970fc5" -d '{"events": [{"server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "name": "network-vif-plugged", "status": "completed", "tag": "c2720830-56ed-428c-b2e5-769676e04f22"}, {"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-plugged", "status": "completed", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:25.991554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:26.000071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:26.000543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:26.132959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:26.155794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea426ae-f759-4890-8a73-96c2138348d6 req-e0d91ce3-8633-4c96-a898-060ba5e85e72 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.178331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ea426ae-f759-4890-8a73-96c2138348d6 req-e0d91ce3-8633-4c96-a898-060ba5e85e72 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 949 time: 0.1411195 Dec 10 04:33:26.200041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:26.215996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:26.246580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ea426ae-f759-4890-8a73-96c2138348d6 req-8c5f96ff-890b-469a-804f-5a738b5c21b1 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Dec 10 04:33:26.288367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:26.374305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f109bda0-c990-454f-bef4-3e2289357a8d req-e59c8b1a-6a20-4a61-aad6-4ff728a8df86 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 210 time: 0.0406995 Dec 10 04:33:26.395537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6e9e5-fdf9-448f-9ff1-63b28da8e4ae req-3ca9bfb8-ee2e-4be0-99f3-5225e3a7c804 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.395537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2fa6e9e5-fdf9-448f-9ff1-63b28da8e4ae req-3ca9bfb8-ee2e-4be0-99f3-5225e3a7c804 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.0973883 Dec 10 04:33:26.452856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2fa6e9e5-fdf9-448f-9ff1-63b28da8e4ae req-9fc1b300-13dc-48c3-a433-e84585226dd0 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531230 Dec 10 04:33:26.527159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065252b-c4bc-47b7-b273-b1ff90b03e76 req-38f1e6ac-2f7d-413f-a92b-38e95ff68e7a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.531233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e065252b-c4bc-47b7-b273-b1ff90b03e76 req-38f1e6ac-2f7d-413f-a92b-38e95ff68e7a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.0754235 Dec 10 04:33:26.634569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f696a51-0b18-439b-a6cb-e7e309f6b1c6 req-672b49ad-d11e-4f67-ba87-75421aea364a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.636405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f696a51-0b18-439b-a6cb-e7e309f6b1c6 req-672b49ad-d11e-4f67-ba87-75421aea364a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1025562 Dec 10 04:33:26.644615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e065252b-c4bc-47b7-b273-b1ff90b03e76 req-48849746-fd18-4aef-af69-aa31db7278b2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946636 Dec 10 04:33:26.692845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f696a51-0b18-439b-a6cb-e7e309f6b1c6 req-41eb90b5-9edb-4a94-81d7-c29ede0cc8f7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Dec 10 04:33:26.712048 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197987f3-fa8b-422b-9b16-be9f7217d31c x-openstack-request-id: req-197987f3-fa8b-422b-9b16-be9f7217d31c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:26.712971 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "name": "network-vif-plugged", "status": "completed", "tag": "c2720830-56ed-428c-b2e5-769676e04f22", "code": 200}, {"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-plugged", "status": "completed", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:26.713418 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-197987f3-fa8b-422b-9b16-be9f7217d31c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:26.713991 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22', 'code': 200} Dec 10 04:33:26.714532 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'code': 200} Dec 10 04:33:26.867513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d298-26a9-4ec1-9228-487f6be03fbb req-9402ab74-d71c-4bf7-90c0-47a7a8ab96b7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.869366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92f2d298-26a9-4ec1-9228-487f6be03fbb req-9402ab74-d71c-4bf7-90c0-47a7a8ab96b7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0694380 Dec 10 04:33:26.982165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e36c5-a0f8-4c04-bd78-0865033e6660 req-d9480f3a-e15a-429c-a0d3-a46b10c026be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.983538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c33e36c5-a0f8-4c04-bd78-0865033e6660 req-d9480f3a-e15a-429c-a0d3-a46b10c026be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 1097 time: 0.1132195 Dec 10 04:33:26.990175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92f2d298-26a9-4ec1-9228-487f6be03fbb req-d1acf34b-e87b-4cee-b7e6-8759e7a8c512 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034391 Dec 10 04:33:26.992903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2dcc-44b8-4ff1-928a-c6fde5bb594f req-743b56f9-602e-4c3c-9951-90910c22fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:26.994336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a66f2dcc-44b8-4ff1-928a-c6fde5bb594f req-743b56f9-602e-4c3c-9951-90910c22fd75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 1096 time: 0.1087627 Dec 10 04:33:27.072133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c33e36c5-a0f8-4c04-bd78-0865033e6660 req-a71c6a32-98cb-4d60-a374-e6326b232c40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767479 Dec 10 04:33:27.087524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a66f2dcc-44b8-4ff1-928a-c6fde5bb594f req-7e51d835-d5f0-432c-a040-5879ffcf9959 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780230 Dec 10 04:33:27.218768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22d99b-3064-4bab-8362-0e261cd3fdeb req-9fa9ffbe-91c0-4412-9d59-6eae95121f57 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:27.220381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a22d99b-3064-4bab-8362-0e261cd3fdeb req-9fa9ffbe-91c0-4412-9d59-6eae95121f57 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1096 time: 0.1034436 Dec 10 04:33:27.232332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-07642b70-c961-41e4-a90e-10bfb154947d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:27.233819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-07642b70-c961-41e4-a90e-10bfb154947d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1389079 Dec 10 04:33:27.264756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-0c220079-544a-4a02-a64e-eb83f8b53210 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0231681 Dec 10 04:33:27.305040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:27.313347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a22d99b-3064-4bab-8362-0e261cd3fdeb req-3dc3f1d2-950f-4b1c-92ff-5739d3275926 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785098 Dec 10 04:33:27.336854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a2a5bf14-0fe7-485e-b69f-28c6f97511f1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558276 Dec 10 04:33:27.470186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-e8721bf7-49da-4589-8369-cadd3d347981 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335371 Dec 10 04:33:27.493478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dbbf7-becd-4d26-b6ff-58fd4efa1c58 req-bcb24c7c-7937-4da0-b1dd-db52494374f2 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:27.494909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa2dbbf7-becd-4d26-b6ff-58fd4efa1c58 req-bcb24c7c-7937-4da0-b1dd-db52494374f2 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.0901635 Dec 10 04:33:27.592035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa2dbbf7-becd-4d26-b6ff-58fd4efa1c58 req-317d3580-2a8d-47c6-a53f-a0cb5ba950b4 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855007 Dec 10 04:33:27.608422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9473398c-2df7-490a-92a2-0ce6cf1c7e1b service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 Dec 10 04:33:27.839567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc7cc-229d-4ace-825e-de67e4e3db5f req-8be5ba91-9814-469a-b193-cad23bce3113 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:27.841087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c95cc7cc-229d-4ace-825e-de67e4e3db5f req-8be5ba91-9814-469a-b193-cad23bce3113 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.1911664 Dec 10 04:33:27.847841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a09ac-268e-48ff-8726-63cc9339ba4f req-699888c4-5f8e-485e-bbeb-65a6e47b9cc8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:27.849305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f37a09ac-268e-48ff-8726-63cc9339ba4f req-699888c4-5f8e-485e-bbeb-65a6e47b9cc8 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1096 time: 0.0761118 Dec 10 04:33:27.919073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c95cc7cc-229d-4ace-825e-de67e4e3db5f req-96b83721-77e0-4324-a58e-ad54dfedbbbc tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688169 Dec 10 04:33:27.922484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f37a09ac-268e-48ff-8726-63cc9339ba4f req-2a975f10-8d77-487c-b91d-8dfe53944838 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Dec 10 04:33:28.052877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b06f4720-c52e-4f6a-8e89-ccaa5ca2d5c6 req-be474c74-43a9-4c06-83f4-03805dcd9168 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 210 time: 0.0566857 Dec 10 04:33:28.069353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec26a2a-472f-4dbf-87d6-b3062307b56e req-2f092815-2959-409f-aa95-53fc970dc854 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.070928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ec26a2a-472f-4dbf-87d6-b3062307b56e req-2f092815-2959-409f-aa95-53fc970dc854 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.0766997 Dec 10 04:33:28.127840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ec26a2a-472f-4dbf-87d6-b3062307b56e req-e504305c-3e3f-4e78-acf0-295048b15d76 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Dec 10 04:33:28.191029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b75eb6-57af-481d-83a9-5032bfdee5aa req-73e51236-5f27-49a2-bbb2-c8f7826227c4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.192577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49b75eb6-57af-481d-83a9-5032bfdee5aa req-73e51236-5f27-49a2-bbb2-c8f7826227c4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.0551221 Dec 10 04:33:28.244151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1ba18be-1e64-4212-b586-0d03ee07be60 req-24bbd5f7-e73e-4f1e-b286-abf8d5a98070 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 210 time: 0.0291932 Dec 10 04:33:28.247454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:28.277075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49b75eb6-57af-481d-83a9-5032bfdee5aa req-83a01c8b-b0fb-4519-b381-2d058b26bf20 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779576 Dec 10 04:33:28.351516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-201efd21-eb42-47d5-9548-ca99b3eac14f tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424535 Dec 10 04:33:28.462624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621775fb-ef01-4255-9de9-58957849f1d4 req-f6f0da84-edf8-40b3-8a1c-f454145be28f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.473133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-621775fb-ef01-4255-9de9-58957849f1d4 req-f6f0da84-edf8-40b3-8a1c-f454145be28f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1327353 Dec 10 04:33:28.597633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-c8acf64e-e9a1-455a-8261-3ea007300deb tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.599222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-c8acf64e-e9a1-455a-8261-3ea007300deb tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267776 Dec 10 04:33:28.607456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-621775fb-ef01-4255-9de9-58957849f1d4 req-d6b1658c-d46d-4aea-9f18-c405ad9904fc tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333270 Dec 10 04:33:28.622123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-8a4bca8a-89a1-4354-9594-b765d7b35c26 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.623832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-8a4bca8a-89a1-4354-9594-b765d7b35c26 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 948 time: 0.1456587 Dec 10 04:33:28.674429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Request body: {'port': {'device_id': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'd6198c8478bd4ea29a2da4f406ed41d1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:28.716148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:28.719677 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d535d0e-89a3-43e3-a78e-fb35345059ac" -d '{"events": [{"server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "name": "network-vif-plugged", "status": "completed", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:28.871262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8561fb8-8f2a-4564-9daa-7a845aefe0c1 req-6fb04768-cc4e-493e-a5e6-e27c94fdde40 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:28.872743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8561fb8-8f2a-4564-9daa-7a845aefe0c1 req-6fb04768-cc4e-493e-a5e6-e27c94fdde40 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.1508870 Dec 10 04:33:28.933590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Deleting port 90833443-f067-4d25-ab67-de2491e7c797 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:28.933975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:28.939185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Made reservation on behalf of d6198c8478bd4ea29a2da4f406ed41d1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:28.942777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:28.979907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:28.984799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8561fb8-8f2a-4564-9daa-7a845aefe0c1 req-0ec16c5b-d00e-4ec8-85d4-8405f8670a3f tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026084 Dec 10 04:33:29.035275 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096649d-243c-408e-9d1e-84a8c32b58f1 x-openstack-request-id: req-e096649d-243c-408e-9d1e-84a8c32b58f1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:29.035676 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "name": "network-vif-plugged", "status": "completed", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:29.037127 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e096649d-243c-408e-9d1e-84a8c32b58f1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:29.037739 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6', 'code': 200} Dec 10 04:33:29.082588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] For port 90833443-f067-4d25-ab67-de2491e7c797, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=90833443-f067-4d25-ab67-de2491e7c797,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:29.083061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.109254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Calling delete_port for 90833443-f067-4d25-ab67-de2491e7c797 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:29.225004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32ffff-fe17-4bf4-ac82-3e008c0c6e8c req-fc3f9048-f134-4aa7-baa9-7e50ef331a0d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:29.226504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab32ffff-fe17-4bf4-ac82-3e008c0c6e8c req-fc3f9048-f134-4aa7-baa9-7e50ef331a0d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.1344998 Dec 10 04:33:29.233858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.252893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.389866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-37224394-02b3-4451-8515-0fa5e9cd4ccc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:29.392531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-37224394-02b3-4451-8515-0fa5e9cd4ccc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.36 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1130424 Dec 10 04:33:29.397253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434da3ae-d25e-40ec-9a9e-87161c1839ca,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:29.403238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-35544526-ffdf-4943-aaf7-b61b20bd6731 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:33:29.404308 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-35544526-ffdf-4943-aaf7-b61b20bd6731 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058055 Dec 10 04:33:29.430295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f49f-c7f2-4922-966a-bf882214e6b2 req-42a2cf7c-2735-4399-83f2-7d0ebb5d9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:29.431828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23d2f49f-c7f2-4922-966a-bf882214e6b2 req-42a2cf7c-2735-4399-83f2-7d0ebb5d9682 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 1101 time: 0.2044404 Dec 10 04:33:29.445211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab32ffff-fe17-4bf4-ac82-3e008c0c6e8c req-4e1d1d31-1f14-446c-980a-06b53bb3ee99 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016327 Dec 10 04:33:29.606092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.618149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4255f8c2-01c5-4aac-a7d8-c5a370fad70b req-a438b75c-05f5-4838-ba6a-822081a8d949 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 210 time: 0.0899239 Dec 10 04:33:29.627198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23d2f49f-c7f2-4922-966a-bf882214e6b2 req-7cd9c89f-5135-42f1-a07d-9905d1f83b57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790271 Dec 10 04:33:29.654931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Allocated IP 192.168.233.216 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/d99871a3-ca80-4540-a995-67a16a2792f8) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:29.664995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Pushing event deleted for resources: {'Port': ['ID=90833443-f067-4d25-ab67-de2491e7c797,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:29.687692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': '307bf3d2-7f75-435d-9755-deb3edc13603', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:29.722311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-7f9172e7-a75c-477f-ad93-342a584e3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:29.723696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-7f9172e7-a75c-477f-ad93-342a584e3017 service neutron] 10.222.0.43 "GET /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 1093 time: 0.3100529 Dec 10 04:33:29.736805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-e81554d1-1fb1-423f-8149-c6d73b9f9e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965761 Dec 10 04:33:29.737496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] No DVR routers for this DVR port 90833443-f067-4d25-ab67-de2491e7c797 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:29.744235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.747574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bce06ad-ea65-4c68-b9fe-8a4f594050f9 req-66c961be-764e-41d5-955e-964ba5349544 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.36 "DELETE /v2.0/ports/90833443-f067-4d25-ab67-de2491e7c797 HTTP/1.1" status: 204 len: 173 time: 1.0694032 Dec 10 04:33:29.747975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-deleted', 'tag': '90833443-f067-4d25-ab67-de2491e7c797'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:29.750222 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259875d4-c055-46a7-b7af-3ff384e2d331" -d '{"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-deleted", "tag": "90833443-f067-4d25-ab67-de2491e7c797"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:29.758052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Request body: {'binding': {'host': 'n-h2-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:29.758521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Unknown quota resources ['binding']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:33:29.859703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d5713e6-c9ca-4ddc-8c19-8852f1fefc4a req-cce5a142-6fe0-4fba-b816-ccca712d22a6 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=0099aa7b-af22-4836-ae11-44d356d9615d HTTP/1.1" status: 200 len: 210 time: 0.1472661 Dec 10 04:33:29.917886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.919212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on host n-h2-817326-3 for vnic_type normal with profile None {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:29.919742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:29.920242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:29.929847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:29.930169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:29.937199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:29.937782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:29.938880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:29.939496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Bound port: 8e393243-c6b7-44c7-8bc9-39655dec90be, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:29.980862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:29.984244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:29.996751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00bccc2e-2e65-4ca7-81d3-b998032cdf4f req-8e5c77ed-ea03-4ef4-8d7d-06c4abbd7cd3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 210 time: 0.0442994 Dec 10 04:33:30.026592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:30.029326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.039205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.040394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-8712a92f-0605-49f8-9a7d-08726fd78944 service neutron] 10.222.0.43 "POST /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be/bindings HTTP/1.1" status: 201 len: 389 time: 0.2866597 Dec 10 04:33:30.101268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:30.138056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:30.159903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-5c9354ae-82d2-49d9-ae88-beff6c8001a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.162930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-5c9354ae-82d2-49d9-ae88-beff6c8001a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 1096 time: 0.1916592 Dec 10 04:33:30.164798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:30.193226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:30.204221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.14 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/dec8d26f-b2ed-4be6-80ed-ea65b135c736) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:30.409097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.462129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.523920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:30.531195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:30.542421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:30.544558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:30.547112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:30.613475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.614167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.631597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b855489e-9207-4903-bd74-a8f241c8f78c None None] Provisioning complete for port d99871a3-ca80-4540-a995-67a16a2792f8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:30.632328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b855489e-9207-4903-bd74-a8f241c8f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.632498 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-a390fd9c-7bb3-4207-b3e2-3e6f55a04c53 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2096536 Dec 10 04:33:30.663493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Request body: {'port': {'device_id': '307bf3d2-7f75-435d-9755-deb3edc13603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:30.690692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b855489e-9207-4903-bd74-a8f241c8f78c None None] Port d99871a3-ca80-4540-a995-67a16a2792f8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:30.722344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.739272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.739883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:30.782888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff051291-d80c-4eac-bece-966cb4dd12c9 req-5e1abb22-1f4b-473b-a90e-09b8a4f2873f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.784360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff051291-d80c-4eac-bece-966cb4dd12c9 req-5e1abb22-1f4b-473b-a90e-09b8a4f2873f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.7060175 Dec 10 04:33:30.814392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ad45724a-1866-48dd-990f-9246c5ec7559 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1448166 Dec 10 04:33:30.827999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1a8b8-c266-408b-9439-2697e399804d req-840dc894-ed92-469b-91d8-e8feb7f00e4a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.829993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b1a8b8-c266-408b-9439-2697e399804d req-840dc894-ed92-469b-91d8-e8feb7f00e4a tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.6381104 Dec 10 04:33:30.841892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cf72f-b2e1-4071-a302-2667f98d69aa req-dfd72403-a421-49f1-a911-bba3b8ebb0c6 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.843290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-514cf72f-b2e1-4071-a302-2667f98d69aa req-dfd72403-a421-49f1-a911-bba3b8ebb0c6 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.5474226 Dec 10 04:33:30.858410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Request body: {'port': {'device_id': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:30.861162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-0ccdbb5c-f76b-4a0b-b303-87351d6b660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.862564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-0ccdbb5c-f76b-4a0b-b303-87351d6b660f service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.6434996 Dec 10 04:33:30.915098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc6ea9f-84cd-426e-93a7-ff5764d0b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:30.916569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc6ea9f-84cd-426e-93a7-ff5764d0b7be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1096 time: 0.2069614 Dec 10 04:33:30.981948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec8d26f-b2ed-4be6-80ed-ea65b135c736 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:30.989382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.001070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Transition to ACTIVE for port object dec8d26f-b2ed-4be6-80ed-ea65b135c736 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:31.001282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-e2f48c0d-c5a5-43a0-8212-da5e6e9e6ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 200 len: 217 time: 0.0910637 Dec 10 04:33:31.005032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.074126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Pushing event updated for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:31.112045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff051291-d80c-4eac-bece-966cb4dd12c9 req-f16f675a-10c2-4b2b-9171-2931b80a0c39 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078995 Dec 10 04:33:31.122412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Attempting to bind port dec8d26f-b2ed-4be6-80ed-ea65b135c736 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:31.122743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Attempting to bind port dec8d26f-b2ed-4be6-80ed-ea65b135c736 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:31.123071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Attempting to bind port dec8d26f-b2ed-4be6-80ed-ea65b135c736 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:31.128907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Port dec8d26f-b2ed-4be6-80ed-ea65b135c736 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:31.129218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Attempting to bind port dec8d26f-b2ed-4be6-80ed-ea65b135c736 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:31.130595 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.140906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:31.140906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:31.140906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:31.140906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Bound port: dec8d26f-b2ed-4be6-80ed-ea65b135c736, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:31.140906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.161523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-514cf72f-b2e1-4071-a302-2667f98d69aa req-e7abec50-8988-4ff9-bfc7-05d252fd68c5 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917113 Dec 10 04:33:31.204678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-89add681-3ea6-471a-a6a4-7d3e37858b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.206154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-89add681-3ea6-471a-a6a4-7d3e37858b32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1840484 Dec 10 04:33:31.215317 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbab3ac-9971-4aa7-91fb-bc6c68ef8cf6 x-openstack-request-id: req-4bbab3ac-9971-4aa7-91fb-bc6c68ef8cf6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:31.215626 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099aa7b-af22-4836-ae11-44d356d9615d", "name": "network-vif-deleted", "tag": "90833443-f067-4d25-ab67-de2491e7c797", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:31.215855 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bbab3ac-9971-4aa7-91fb-bc6c68ef8cf6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:31.216254 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099aa7b-af22-4836-ae11-44d356d9615d', 'name': 'network-vif-deleted', 'tag': '90833443-f067-4d25-ab67-de2491e7c797', 'status': 'completed', 'code': 200} Dec 10 04:33:31.226268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:31.235233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:31.244958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.284664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.285541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.287103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] 10.222.0.36 "PUT /v2.0/ports/dec8d26f-b2ed-4be6-80ed-ea65b135c736 HTTP/1.1" status: 200 len: 1092 time: 0.6290600 Dec 10 04:33:31.287559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:31.289851 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30" -d '{"events": [{"name": "network-changed", "server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:31.295585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-7ef3930b-cf13-4ce9-ac83-3eae330ae0ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576921 Dec 10 04:33:31.314508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced7571-5027-4d3e-99d8-9a6288ba119f service neutron] Pushing event updated for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:31.339630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-f3d033a1-7ffa-4e83-9428-1ab66708588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.341157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-f3d033a1-7ffa-4e83-9428-1ab66708588e service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.4027045 Dec 10 04:33:31.394278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-743d6a97-c074-45d0-a0d6-8ddf1c5c69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.395814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-743d6a97-c074-45d0-a0d6-8ddf1c5c69c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 1095 time: 0.0417361 Dec 10 04:33:31.449342 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-e763016e-e044-46a9-990a-9b10f62b68f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736 HTTP/1.1" status: 200 len: 217 time: 0.0376832 Dec 10 04:33:31.486560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Deleting port 01326421-be42-4b39-a7de-fd6a13cdff3b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:31.486896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.495251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-3804498e-7c13-43cc-9198-11bfccf15d33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 217 time: 0.1268296 Dec 10 04:33:31.497727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed87c8f-e669-4605-a7bb-de49085482df req-8fdaea41-2965-4ff5-8065-5099618e8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.499254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-8fdaea41-2965-4ff5-8065-5099618e8a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.0431547 Dec 10 04:33:31.530741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-83f4778f-a5be-49f4-9117-b031a528595d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240364 Dec 10 04:33:31.617069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfcf9-01ff-4684-b1b6-ee0b889a1d43 req-1f21b70e-9949-49a5-9082-7eaff03fd416 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.618558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095bfcf9-01ff-4684-b1b6-ee0b889a1d43 req-1f21b70e-9949-49a5-9082-7eaff03fd416 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 945 time: 0.3617849 Dec 10 04:33:31.625722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-09d6f507-291d-47ba-91e9-208afffeb58d service neutron] 10.222.0.36 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Dec 10 04:33:31.627846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffe968-37af-4f0b-9cc9-d7f82783299a req-becde618-82bc-427a-bc89-b88ed0abfa7e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.629305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfffe968-37af-4f0b-9cc9-d7f82783299a req-becde618-82bc-427a-bc89-b88ed0abfa7e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.3439353 Dec 10 04:33:31.718537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ed87c8f-e669-4605-a7bb-de49085482df req-09e8c35b-d8f9-48ca-be7b-8f34cf4ba505 service neutron] 10.222.0.36 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Dec 10 04:33:31.781514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-9466f28f-e351-41c7-8e3f-3b3d5d35fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:31.783001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-9466f28f-e351-41c7-8e3f-3b3d5d35fe70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.2381516 Dec 10 04:33:31.793891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-2220b490-dcb2-4c92-8da7-f900763affb0 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569073 Dec 10 04:33:31.809205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:31.835175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 90833443-f067-4d25-ab67-de2491e7c797 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:31.835514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 90833443-f067-4d25-ab67-de2491e7c797 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:31.852882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] For port 01326421-be42-4b39-a7de-fd6a13cdff3b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01326421-be42-4b39-a7de-fd6a13cdff3b,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:31.853245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:31.888739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-2a40dbdc-f699-4486-89a4-a2044515f3c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922034 Dec 10 04:33:31.899485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095bfcf9-01ff-4684-b1b6-ee0b889a1d43 req-43d37369-5b1e-40ed-b3a7-b8e11ea58ab2 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups?id=f27546d5-4588-482b-8ed3-2a5ccefda415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410414 Dec 10 04:33:31.941888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfffe968-37af-4f0b-9cc9-d7f82783299a req-8b083b6a-2fff-4a56-a5e5-cb3f7ab05747 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659180 Dec 10 04:33:32.300156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6695b76-4a61-42e9-ad83-9a0bacee2d57 req-6ca4dada-402b-4be8-86e0-b30185e11fea service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758880 Dec 10 04:33:32.319771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:32.331254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391912b-481f-47ca-bd2d-365bdab96548 req-0bd0304c-a2a1-4d7d-b515-3544da3ad8d8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:32.332747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d391912b-481f-47ca-bd2d-365bdab96548 req-0bd0304c-a2a1-4d7d-b515-3544da3ad8d8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.3390927 Dec 10 04:33:32.346492 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:32.355278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc40cc-75fc-4b95-a4a3-42412d07c0a8 req-37557930-924f-4308-af74-3884485069ab tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:32.356753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02dc40cc-75fc-4b95-a4a3-42412d07c0a8 req-37557930-924f-4308-af74-3884485069ab tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 936 time: 0.3011937 Dec 10 04:33:32.386965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-154c1e20-c9dd-4af0-a394-352276ad5d4b service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405892 Dec 10 04:33:32.426447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Transition to ACTIVE for port object d99871a3-ca80-4540-a995-67a16a2792f8 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:32.444557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:32.797776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:32.798931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:32.798931 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Floating IP edb8b59a-037c-4709-9f6f-68e7d078039b disassociated. External IP: 172.25.8.5, port: 01326421-be42-4b39-a7de-fd6a13cdff3b. Dec 10 04:33:32.799268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Calling delete_port for 01326421-be42-4b39-a7de-fd6a13cdff3b owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:32.897057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02dc40cc-75fc-4b95-a4a3-42412d07c0a8 req-a83f8942-bc8d-4c15-98fb-428142c6c727 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069420 Dec 10 04:33:32.937454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:32.943987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d391912b-481f-47ca-bd2d-365bdab96548 req-f583c61a-8992-4b5e-98af-fb49466edfdc tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860662 Dec 10 04:33:33.026656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-ffd0c022-74e4-46e6-b35a-0cbb00db1970 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990787 Dec 10 04:33:33.125559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Attempting to bind port d99871a3-ca80-4540-a995-67a16a2792f8 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:33.125931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Attempting to bind port d99871a3-ca80-4540-a995-67a16a2792f8 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:33.126263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Attempting to bind port d99871a3-ca80-4540-a995-67a16a2792f8 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:33.164648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Port d99871a3-ca80-4540-a995-67a16a2792f8 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:33.164896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Attempting to bind port d99871a3-ca80-4540-a995-67a16a2792f8 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:33.177201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d260-6935-4024-b25a-370224f99c74 req-6317b067-2015-4c15-8fc0-779028952628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.178689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e6d260-6935-4024-b25a-370224f99c74 req-6317b067-2015-4c15-8fc0-779028952628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1478066 Dec 10 04:33:33.189975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45a41-7ab4-4e43-9e6d-b70f1a6a9434 req-543b53f7-cec9-45d6-9e96-444a42e0b129 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.191451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8e45a41-7ab4-4e43-9e6d-b70f1a6a9434 req-543b53f7-cec9-45d6-9e96-444a42e0b129 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 944 time: 0.1690056 Dec 10 04:33:33.196791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:33.197127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:33.197513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:33.197947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Bound port: d99871a3-ca80-4540-a995-67a16a2792f8, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:33.198304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:33.244885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:33.321007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event deleted for resources: {'Port': ['ID=01326421-be42-4b39-a7de-fd6a13cdff3b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:33.357492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8e45a41-7ab4-4e43-9e6d-b70f1a6a9434 req-6fab9ca1-159b-4300-90c9-33e88dfb62bd tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499496 Dec 10 04:33:33.393897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e6d260-6935-4024-b25a-370224f99c74 req-e6ef8495-4af6-4f52-ab27-561a7af5f238 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011878 Dec 10 04:33:33.428995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:33.468468 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a9ec94-0dae-4bad-9704-a7482611c64d x-openstack-request-id: req-a1a9ec94-0dae-4bad-9704-a7482611c64d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:33.469634 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:33.470110 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1a9ec94-0dae-4bad-9704-a7482611c64d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:33.470738 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736', 'status': 'completed', 'code': 200} Dec 10 04:33:33.476755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:33.502557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:33.565884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.566495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:33.567871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d99871a3-ca80-4540-a995-67a16a2792f8 HTTP/1.1" status: 200 len: 1096 time: 2.7360399 Dec 10 04:33:33.571933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:33.575532 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:33.578036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-515c54f8-a7bf-4faf-8854-21dd86983202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.580325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-515c54f8-a7bf-4faf-8854-21dd86983202 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 1095 time: 0.0661764 Dec 10 04:33:33.604463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:33:33.626487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3128e174-5a12-41c0-8980-d82c79102197 req-7241ef47-c094-4e6e-99e0-52012af116ea tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb353c15-b65a-4e64-b7d6-b511d7ba2212 HTTP/1.1" status: 200 len: 210 time: 0.0677061 Dec 10 04:33:33.660296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782947-11ac-4858-8a3c-22584b3fa6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:33.676549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3477f7-9609-4ae0-89ed-314f6cf47392 req-fc51849a-0c9e-4543-bb0d-8b504e0dae7e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.678121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c3477f7-9609-4ae0-89ed-314f6cf47392 req-fc51849a-0c9e-4543-bb0d-8b504e0dae7e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 945 time: 0.1835773 Dec 10 04:33:33.810825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-ee448a4c-b3b5-45f7-a752-ef3ffe0ce111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.812865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-ee448a4c-b3b5-45f7-a752-ef3ffe0ce111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.2109137 Dec 10 04:33:33.817600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dec8d26f-b2ed-4be6-80ed-ea65b135c736 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:33.834562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01326421-be42-4b39-a7de-fd6a13cdff3b no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:33.918326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 01326421-be42-4b39-a7de-fd6a13cdff3b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:33.918885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01326421-be42-4b39-a7de-fd6a13cdff3b not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:33.959958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-19dadf2e-4073-4681-b804-07b053e965f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:33.961510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-19dadf2e-4073-4681-b804-07b053e965f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 1099 time: 0.2933898 Dec 10 04:33:33.973467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c3477f7-9609-4ae0-89ed-314f6cf47392 req-c4545583-00f7-4f12-8432-03b6d6b46e6a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230995 Dec 10 04:33:34.009445 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-a483ee69-3121-4b02-a91c-89b064d914e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736 HTTP/1.1" status: 200 len: 217 time: 0.1697505 Dec 10 04:33:34.102597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-0e42a8d8-99af-4f30-a2ab-c168b4183bdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d99871a3-ca80-4540-a995-67a16a2792f8 HTTP/1.1" status: 200 len: 217 time: 0.1264813 Dec 10 04:33:34.118685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-f839bfef-2c5d-4598-8667-b8d5b6ad49c3 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.121381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-f839bfef-2c5d-4598-8667-b8d5b6ad49c3 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1895728 Dec 10 04:33:34.128595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:33:34.140776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:34.141067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:33:34.152032 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:34.154823 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:34.203319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:34.217836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736', 'mac_address': 'fa:16:3e:37:64:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:34.223761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.241312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] No DVR routers for this DVR port 01326421-be42-4b39-a7de-fd6a13cdff3b on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:34.244427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.249734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.36 "DELETE /v2.0/ports/01326421-be42-4b39-a7de-fd6a13cdff3b HTTP/1.1" status: 204 len: 173 time: 3.4054785 Dec 10 04:33:34.263516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.285272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1daf-24b6-4a4b-83d1-26899c302326 req-13f9e37f-0706-4147-a7ed-18689843b5ca tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.288996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec8d26f-b2ed-4be6-80ed-ea65b135c736 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:34.295974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc6c1daf-24b6-4a4b-83d1-26899c302326 req-13f9e37f-0706-4147-a7ed-18689843b5ca tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.2841575 Dec 10 04:33:34.312827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ced30f0a-62c6-4b19-b163-fcd1298cc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.314965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:34.315174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-ced30f0a-62c6-4b19-b163-fcd1298cc38e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1967299 Dec 10 04:33:34.322171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.324729 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:34.360062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7136aa-66d7-4dde-8f4d-a7e8a8be5b7a req-f8964f49-3c5e-4ac4-921d-3231cdad729c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.368088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7136aa-66d7-4dde-8f4d-a7e8a8be5b7a req-f8964f49-3c5e-4ac4-921d-3231cdad729c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 0.2687793 Dec 10 04:33:34.391161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:34.406913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-7bb564a3-4c18-4a90-b9ca-82c4eca7ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.409743 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-7bb564a3-4c18-4a90-b9ca-82c4eca7ce19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.3927059 Dec 10 04:33:34.467562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc6c1daf-24b6-4a4b-83d1-26899c302326 req-680b33db-a4cc-4dfb-9140-ee2698936ebd tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644847 Dec 10 04:33:34.483569 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-aa48a65a-f48a-466b-b96a-d2804afaab4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392470 Dec 10 04:33:34.525123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7136aa-66d7-4dde-8f4d-a7e8a8be5b7a req-ff75b036-2933-4085-bdf4-44592ebfa899 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560037 Dec 10 04:33:34.534052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-343e13f0-10be-4ac7-990f-19d3765cb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.535714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:34.538072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-343e13f0-10be-4ac7-990f-19d3765cb030 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971564 Dec 10 04:33:34.569116 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1a3992-26c2-4881-a6f0-3ed84c5ff6fe x-openstack-request-id: req-5c1a3992-26c2-4881-a6f0-3ed84c5ff6fe {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:34.570106 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:34.571939 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c1a3992-26c2-4881-a6f0-3ed84c5ff6fe {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:34.572457 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'status': 'completed', 'code': 200} Dec 10 04:33:34.659534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:34.683779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-afa37ae1-6888-4c3f-a358-f5cc85f6efc3 service neutron] 10.222.0.36 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803842 Dec 10 04:33:34.714380 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:34.735706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.743956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:33:34.750529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:34.754281 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:34.755095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:34.789208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['dec8d26f-b2ed-4be6-80ed-ea65b135c736'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:34.810055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de1e7e-2d88-459b-aa76-3d573eb66c0d req-5eabd18c-9488-42be-b817-547a3c7b1699 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.820234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40de1e7e-2d88-459b-aa76-3d573eb66c0d req-5eabd18c-9488-42be-b817-547a3c7b1699 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 949 time: 0.1487567 Dec 10 04:33:34.864408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:34.887558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5df1d-b47a-4a27-ae64-00303071f785 req-62f9739a-084a-4a4f-b248-f62b01e8d871 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:34.889843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39d5df1d-b47a-4a27-ae64-00303071f785 req-62f9739a-084a-4a4f-b248-f62b01e8d871 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 948 time: 0.2527800 Dec 10 04:33:34.892422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-01b88ff6-6997-4a53-b68a-b91bc035bbc4 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366036 Dec 10 04:33:35.017194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39d5df1d-b47a-4a27-ae64-00303071f785 req-442444aa-85b8-4067-8cf0-3a094b9a01b5 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027226 Dec 10 04:33:35.061834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40de1e7e-2d88-459b-aa76-3d573eb66c0d req-91dda214-41ad-4a2c-a7bb-075210bf5cb9 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402599 Dec 10 04:33:35.065847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7d3a98-52ef-4fda-b393-7dbf2ca8cf30 req-80aa4458-02a4-4b89-b7c8-15484d869ef7 service neutron] 10.222.0.36 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615665 Dec 10 04:33:35.071769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:35.074673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on host n-h2-817326-3 for vnic_type normal with profile {"migrating_to": "n-h1-817326-3"} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:35.075680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:35.075680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:35.086134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:35.086459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Attempting to bind port c89567fc-220b-4009-82b5-7b3300068d9f on network 84adb6f3-ed91-4199-9969-a42ef2da3120 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:35.094246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:35.094636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Checking segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:35.095017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Bound using segment: {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:35.095459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Bound port: c89567fc-220b-4009-82b5-7b3300068d9f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134bf14-9926-456f-bbda-ccd4a5bfe2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84adb6f3-ed91-4199-9969-a42ef2da3120'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:35.095789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:35.163282 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:35.187204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41cb86df-690b-4993-a3e6-68edf1eb222e req-6931ad6e-704a-4f8e-a273-545f1a26c3a0 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772117 Dec 10 04:33:35.209119 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddc0e4-a761-4d9e-8318-e7ab28c33f6c None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e522ba4c-0a05-433d-af83-9db3ee4f700a', 'name': '', 'network_id': '6ff752e4-c9be-488e-938d-daca50ffe857', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'mac_address': 'fa:16:3e:68:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:35Z', 'updated_at': '2021-12-10T04:28:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'subnets': [{'id': 'f56e76d2-456c-4a54-8583-3b516622f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:33:35.252207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:35.256786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:35.275098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:35.287321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62820-f93e-456e-a95b-adfa15017cb8 req-f241c1a7-7976-4086-b6b5-ebd7be628363 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.288946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60c62820-f93e-456e-a95b-adfa15017cb8 req-f241c1a7-7976-4086-b6b5-ebd7be628363 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 945 time: 0.1263926 Dec 10 04:33:35.304026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1276773-10d4-4915-8f31-c29ec1097bc0 req-8287d055-d6e4-4042-819b-3f4f13ecddaa tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.311681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1276773-10d4-4915-8f31-c29ec1097bc0 req-8287d055-d6e4-4042-819b-3f4f13ecddaa tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.1095443 Dec 10 04:33:35.338832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:35.385145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.385391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:35.386869 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-8bdbc999-26ca-4c59-befb-886d60225500 service neutron] 10.222.0.36 "PUT /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 1121 time: 1.2588961 Dec 10 04:33:35.426789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60c62820-f93e-456e-a95b-adfa15017cb8 req-1d871084-af47-4b6c-bf72-3bf44bba6d09 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114316 Dec 10 04:33:35.431009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-73847172-670b-4e19-bc07-b0a40a30dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.432456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-73847172-670b-4e19-bc07-b0a40a30dc33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 1099 time: 0.1162639 Dec 10 04:33:35.442801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1276773-10d4-4915-8f31-c29ec1097bc0 req-4b46fc26-6d00-4f6f-9946-75d42a6483ee tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301796 Dec 10 04:33:35.471818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f'}, {'name': 'network-changed', 'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:35.474834 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246a7f5-bebc-4760-acd2-14c385cca235" -d '{"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-unplugged", "status": "completed", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f"}, {"name": "network-changed", "server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:35.643835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c89567fc-220b-4009-82b5-7b3300068d9f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:35.654112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-ac88c3d5-ee6f-40ac-be36-5469fcc8434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.655608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-ac88c3d5-ee6f-40ac-be36-5469fcc8434d service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2118690 Dec 10 04:33:35.703898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['c89567fc-220b-4009-82b5-7b3300068d9f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:35.718725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-a9c22868-9bc6-4f9c-813c-ab22266c8367 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d99871a3-ca80-4540-a995-67a16a2792f8 HTTP/1.1" status: 200 len: 217 time: 0.0535221 Dec 10 04:33:35.737499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586de2fa-2ab7-4950-9244-e689c6a4cadf req-fe0e7064-1865-4074-b392-c67c6538d30c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.745366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586de2fa-2ab7-4950-9244-e689c6a4cadf req-fe0e7064-1865-4074-b392-c67c6538d30c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.1370533 Dec 10 04:33:35.752274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d5102-f8ae-4c0a-8dc5-3e019ca3430f None None] New status for floating IP edb8b59a-037c-4709-9f6f-68e7d078039b: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:33:35.849439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:35.867501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-bb39de46-7cdf-434f-98bc-99ce09852485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.869238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-bb39de46-7cdf-434f-98bc-99ce09852485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1202929 Dec 10 04:33:35.874745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586de2fa-2ab7-4950-9244-e689c6a4cadf req-1bb73831-c56a-436b-af13-36500e951836 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132305 Dec 10 04:33:35.890408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611763c-3937-42b5-8387-f38d2d7a83e0 req-5f2ad6cb-6be7-4be9-b699-41ea5419b282 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.891957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7611763c-3937-42b5-8387-f38d2d7a83e0 req-5f2ad6cb-6be7-4be9-b699-41ea5419b282 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1225500 Dec 10 04:33:35.983757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-7996e382-32bc-4529-af2c-541a86996440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:35.986448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-7996e382-32bc-4529-af2c-541a86996440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926147 Dec 10 04:33:35.989866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7611763c-3937-42b5-8387-f38d2d7a83e0 req-9b0b45ef-1305-4ed7-b019-90b73471445c tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892425 Dec 10 04:33:36.069909 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2419ce-6ec0-41de-a5a2-a8adcee07aac x-openstack-request-id: req-6e2419ce-6ec0-41de-a5a2-a8adcee07aac {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:36.070539 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-unplugged", "status": "completed", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f", "code": 200}, {"name": "network-changed", "server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:36.070539 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e2419ce-6ec0-41de-a5a2-a8adcee07aac {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:36.073980 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'code': 200} Dec 10 04:33:36.073980 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'status': 'completed', 'code': 200} Dec 10 04:33:36.107149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:36.134845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f has no active binding in host n-h1-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:33:36.193645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d490b07-27da-4674-b3e2-46727092100f req-24787302-8501-4370-b6ee-08a7ad810d96 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.195142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d490b07-27da-4674-b3e2-46727092100f req-24787302-8501-4370-b6ee-08a7ad810d96 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 1101 time: 0.1243131 Dec 10 04:33:36.221023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-71c2ea0e-f58f-4ff5-94bc-5de1b7103552 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155793 Dec 10 04:33:36.316577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6b0d-ece8-4118-8fab-3e25e8abbf9e req-88d3dba5-d289-46eb-b58c-39a5a3e2ab17 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.317958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfeb6b0d-ece8-4118-8fab-3e25e8abbf9e req-88d3dba5-d289-46eb-b58c-39a5a3e2ab17 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.1509948 Dec 10 04:33:36.365251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d490b07-27da-4674-b3e2-46727092100f req-d29ec2b5-f900-4681-bd9d-f03cc87118e2 tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544859 Dec 10 04:33:36.392928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-cbb71cbc-4263-4471-8a7f-b19b5823798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.392928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-cbb71cbc-4263-4471-8a7f-b19b5823798f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1124 time: 0.1550331 Dec 10 04:33:36.462375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30bc38c-2c10-4f65-b0e7-a57c4f973b3b req-95e8edbf-592d-4d0e-8327-88e6801ee3ad service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182081 Dec 10 04:33:36.519286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfeb6b0d-ece8-4118-8fab-3e25e8abbf9e req-2fdc6536-28ef-4144-b2c7-1b53ab246b37 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859338 Dec 10 04:33:36.576371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'name': 'network-vif-deleted', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:36.579950 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14090b8-fe43-458f-9f1a-fc0f4b83f01e" -d '{"events": [{"server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "name": "network-vif-deleted", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:36.583383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-3ec3fe97-62e7-4449-92a6-0edabb49457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.585007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-3ec3fe97-62e7-4449-92a6-0edabb49457d service neutron] 10.222.0.41 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1888728 Dec 10 04:33:36.667465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-31ca80f6-2685-415e-b44a-4c465d6c861a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 217 time: 0.0673904 Dec 10 04:33:36.753951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15072841-da15-4ce2-a076-4458a759d5da req-cfadb280-c502-40a1-bedd-9ab61ad6f396 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.755470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15072841-da15-4ce2-a076-4458a759d5da req-cfadb280-c502-40a1-bedd-9ab61ad6f396 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 948 time: 0.1666660 Dec 10 04:33:36.782778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e5110-f088-4e88-a607-cc9ff66c24df req-2cc24a9e-926d-4382-a2f4-91647d669e3a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.784300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-787e5110-f088-4e88-a607-cc9ff66c24df req-2cc24a9e-926d-4382-a2f4-91647d669e3a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1152880 Dec 10 04:33:36.787036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-21c4b744-5917-4e02-b7da-84245b9ff74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.788385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-21c4b744-5917-4e02-b7da-84245b9ff74c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.1068830 Dec 10 04:33:36.884070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-e44e6e15-f252-4e58-9cc4-3302a0a205ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679314 Dec 10 04:33:36.911907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15072841-da15-4ce2-a076-4458a759d5da req-f83efc7a-f1c1-4b49-b9c8-c46c5586224f tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475711 Dec 10 04:33:36.935250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-787e5110-f088-4e88-a607-cc9ff66c24df req-99d76889-bc51-4560-8161-b77e5fe837bf tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404164 Dec 10 04:33:36.968184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-161060a1-3c60-4e89-b8aa-7d07c6ef0767 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:36.970299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-161060a1-3c60-4e89-b8aa-7d07c6ef0767 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.41 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 949 time: 0.1548786 Dec 10 04:33:37.149245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-d2c8636a-69ce-45a8-a662-b0acf875f80c service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548752 Dec 10 04:33:37.160846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f7765-c164-4467-ada3-ce0ad6902d7e req-a9a99eec-f6bf-4889-8c97-61d25bf6d3c2 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:37.162192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f4f7765-c164-4467-ada3-ce0ad6902d7e req-a9a99eec-f6bf-4889-8c97-61d25bf6d3c2 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 949 time: 0.1574817 Dec 10 04:33:37.209354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c1331-6a91-49d6-b694-8a752e0fdd8b req-e052ecac-f650-461c-ab80-4d2cda3a2c73 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:37.210767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e28c1331-6a91-49d6-b694-8a752e0fdd8b req-e052ecac-f650-461c-ab80-4d2cda3a2c73 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 945 time: 0.1476748 Dec 10 04:33:37.318312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Deleting port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:37.318645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:37.348722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f4f7765-c164-4467-ada3-ce0ad6902d7e req-5fb31437-e565-4fbd-8b8f-807d73d4a9cf tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ddab81-254f-4ae6-b47f-17d91a4e02a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738052 Dec 10 04:33:37.372410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e28c1331-6a91-49d6-b694-8a752e0fdd8b req-26952c57-6f5a-4547-95b2-6b54ff3db428 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477146 Dec 10 04:33:37.374295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246a7f5-bebc-4760-acd2-14c385cca235 req-5ad35538-fa17-4a05-8edb-1bbe988b45a4 service neutron] 10.222.0.41 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097871 Dec 10 04:33:37.705380 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f8c38-7060-4404-b473-490aea1eaf94 x-openstack-request-id: req-488f8c38-7060-4404-b473-490aea1eaf94 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:37.705662 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb353c15-b65a-4e64-b7d6-b511d7ba2212", "name": "network-vif-deleted", "tag": "01326421-be42-4b39-a7de-fd6a13cdff3b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:37.705916 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-488f8c38-7060-4404-b473-490aea1eaf94 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:37.706289 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb353c15-b65a-4e64-b7d6-b511d7ba2212', 'name': 'network-vif-deleted', 'tag': '01326421-be42-4b39-a7de-fd6a13cdff3b', 'status': 'completed', 'code': 200} Dec 10 04:33:37.758339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-73d75563-1dde-46b8-871c-2a8cdf32f565 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546613 Dec 10 04:33:37.804966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] For port f5c249c4-018f-437f-9b00-8f0cfd5d02d8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:37.805390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:37.829333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:37.842522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dec8d26f-b2ed-4be6-80ed-ea65b135c736 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:37.859788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Calling delete_port for f5c249c4-018f-437f-9b00-8f0cfd5d02d8 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:37.872620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76af8-9ce0-43c3-a575-cda124026e51 req-f903b1a9-a68c-42f5-9da9-cece58d7546d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:37.874093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbf76af8-9ce0-43c3-a575-cda124026e51 req-f903b1a9-a68c-42f5-9da9-cece58d7546d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.1715708 Dec 10 04:33:37.956969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port dec8d26f-b2ed-4be6-80ed-ea65b135c736 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:37.969820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port dec8d26f-b2ed-4be6-80ed-ea65b135c736 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:37.970210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:37.971450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-992f38ab-5f96-425c-b010-fd5e9544aa76 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:37.972943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-992f38ab-5f96-425c-b010-fd5e9544aa76 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087700 Dec 10 04:33:38.008889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:38.013040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbf76af8-9ce0-43c3-a575-cda124026e51 req-f4ab4772-c1ea-48f1-bbdc-6bce850aac7e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258917 Dec 10 04:33:38.017758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-6b92f1aa-01d4-4195-95f4-74be6fd55c35 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/quotas/b4c93fbcd1ba4a968e215326c4f84e59 HTTP/1.1" status: 200 len: 375 time: 0.0349717 Dec 10 04:33:38.030183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'mac_address': 'fa:16:3e:bb:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:38.113960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.137625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:38.140394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-8d91da2b-b14f-45aa-8f3e-1cc69868b5f9 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1113286 Dec 10 04:33:38.144172 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.163712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.184559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:38.189718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:38.192151 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f0107-4433-4fa3-b433-91c7e579523f" -d '{"events": [{"server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "name": "network-vif-plugged", "status": "completed", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:38.201855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.210895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:38.229022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Pushing event deleted for resources: {'Port': ['ID=f5c249c4-018f-437f-9b00-8f0cfd5d02d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:38.254455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.284205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:38.309470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] No DVR routers for this DVR port f5c249c4-018f-437f-9b00-8f0cfd5d02d8 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:38.312296 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.327647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b49349c8-05c8-40f5-a3a2-40b7cb9604e8 req-783a8c3f-8b4e-4d87-82be-f1638695170f tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.41 "DELETE /v2.0/ports/f5c249c4-018f-437f-9b00-8f0cfd5d02d8 HTTP/1.1" status: 204 len: 173 time: 1.3212881 Dec 10 04:33:38.378953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:38.387806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:38.429470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde8e5-22aa-4414-9868-533941b78be3 req-07d5ad82-627b-4740-ae11-bd96c81f67e4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:38.436643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde8e5-22aa-4414-9868-533941b78be3 req-07d5ad82-627b-4740-ae11-bd96c81f67e4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:38.443331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde8e5-22aa-4414-9868-533941b78be3 req-07d5ad82-627b-4740-ae11-bd96c81f67e4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:38.445092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99bde8e5-22aa-4414-9868-533941b78be3 req-07d5ad82-627b-4740-ae11-bd96c81f67e4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462&device_id=377eeb4b-2a30-4481-9898-e7353f62fa60&device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 2417 time: 0.0916154 Dec 10 04:33:38.467417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.511634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.525809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d85b8-c9c6-439c-ad61-25d33056f350 req-49854792-43b3-4ac6-8673-b3561d96ad25 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:38.527311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d5d85b8-c9c6-439c-ad61-25d33056f350 req-49854792-43b3-4ac6-8673-b3561d96ad25 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0813107 Dec 10 04:33:38.552456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99bde8e5-22aa-4414-9868-533941b78be3 req-a92efa2c-5bee-4d73-baa7-c815a3c96487 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955780 Dec 10 04:33:38.627670 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.634530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:38.639324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "DELETE /v2.0/security-groups/f27546d5-4588-482b-8ed3-2a5ccefda415 HTTP/1.1" status: 204 len: 168 time: 0.2565784 Dec 10 04:33:38.643571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:38.673173 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-cec0dec1-375b-46b5-998e-9c89a3a44500 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] show failed (client error): The resource could not be found. Dec 10 04:33:38.674489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cec0dec1-375b-46b5-998e-9c89a3a44500 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "GET /v2.0/security-groups/f27546d5-4588-482b-8ed3-2a5ccefda415 HTTP/1.1" status: 404 len: 347 time: 0.0258713 Dec 10 04:33:38.676317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f291a-3556-41fc-9cbb-41d7d957dea6 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27546d5-4588-482b-8ed3-2a5ccefda415,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:38.679446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:38.716123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d5d85b8-c9c6-439c-ad61-25d33056f350 req-b4926e96-e5c1-413f-b273-2b38a451101a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792817 Dec 10 04:33:38.784629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87838a6-f515-4a85-be9c-7baa01e221ae req-53bc3183-d988-4876-9b5c-d589517dce75 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:38.786987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a87838a6-f515-4a85-be9c-7baa01e221ae req-53bc3183-d988-4876-9b5c-d589517dce75 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.1484540 Dec 10 04:33:38.798960 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174ae4e-73e1-40bc-92ae-ac50f9dc86e8 x-openstack-request-id: req-6174ae4e-73e1-40bc-92ae-ac50f9dc86e8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:38.799480 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "name": "network-vif-plugged", "status": "completed", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:38.799917 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6174ae4e-73e1-40bc-92ae-ac50f9dc86e8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:38.800524 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736', 'code': 200} Dec 10 04:33:38.879686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d99871a3-ca80-4540-a995-67a16a2792f8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:38.883763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a87838a6-f515-4a85-be9c-7baa01e221ae req-dacd07c3-515a-4d7b-a305-c833a4c707a4 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841508 Dec 10 04:33:38.922404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd8f8189-bb5a-496a-8ab1-1f6d46044a06 req-9676a56a-8a9d-48b2-98f1-c9b6b77f624a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 210 time: 0.0604217 Dec 10 04:33:38.982837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Deleting port 820591e4-7521-4d05-bc24-5e61ab1a0ed9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:38.983175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.087296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.088386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.102349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2583399-5bef-46a1-8c8e-c4e59635b05d req-41dcb8d1-a32c-43cc-abb0-20d15b809530 tempest-ListImageFiltersTestJSON-427265404 tempest-ListImageFiltersTestJSON-427265404-project] 10.222.0.43 "GET /v2.0/ports?device_id=196a721d-5f36-4342-b507-e1f9bf7579d8 HTTP/1.1" status: 200 len: 210 time: 0.0730445 Dec 10 04:33:39.108417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Calling delete_port for 820591e4-7521-4d05-bc24-5e61ab1a0ed9 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:39.125353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afcbcf-b016-4f03-9770-96e6247faf9d req-1ba723d1-d10f-4d8f-b33d-31accb5ebbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:39.127254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02afcbcf-b016-4f03-9770-96e6247faf9d req-1ba723d1-d10f-4d8f-b33d-31accb5ebbff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 1097 time: 0.1399608 Dec 10 04:33:39.242984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c93d5-b9cf-4442-9355-a7c5f9a15780 req-61f74c80-21bf-45de-9e13-06ce0dad8668 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:39.244556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f82c93d5-b9cf-4442-9355-a7c5f9a15780 req-61f74c80-21bf-45de-9e13-06ce0dad8668 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.1581419 Dec 10 04:33:39.271186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02afcbcf-b016-4f03-9770-96e6247faf9d req-21019770-8418-46e5-8f91-5b6606a2059c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060410 Dec 10 04:33:39.339890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f82c93d5-b9cf-4442-9355-a7c5f9a15780 req-bd4e637c-309a-45ca-8b09-06ef4fd4807c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850298 Dec 10 04:33:39.372636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ba40-2c57-41c0-a340-6cf2e2b2eae2 req-89f6416e-acc7-46e1-8daa-ea9047e0f20a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:39.374435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4955ba40-2c57-41c0-a340-6cf2e2b2eae2 req-89f6416e-acc7-46e1-8daa-ea9047e0f20a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1198936 Dec 10 04:33:39.408190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.450556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4955ba40-2c57-41c0-a340-6cf2e2b2eae2 req-a107c77e-1e0d-41ad-bef4-b748e85a6099 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677278 Dec 10 04:33:39.468113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Pushing event deleted for resources: {'Port': ['ID=820591e4-7521-4d05-bc24-5e61ab1a0ed9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:39.501253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc136-6974-4ce0-9f29-4c3d829d8125 req-89be7f2d-d69f-412c-9ae9-9e0e8e59ea49 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:39.503683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cbfc136-6974-4ce0-9f29-4c3d829d8125 req-89be7f2d-d69f-412c-9ae9-9e0e8e59ea49 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.0702550 Dec 10 04:33:39.511351 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.514242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:39.518924 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a6afb61-42d8-4c57-a6c0-e2a910acd3e9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] 10.222.0.43 "DELETE /v2.0/floatingips/edb8b59a-037c-4709-9f6f-68e7d078039b HTTP/1.1" status: 204 len: 168 time: 0.8379707 Dec 10 04:33:39.558904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cbfc136-6974-4ce0-9f29-4c3d829d8125 req-8e1fa8f9-5d02-473e-9efb-d24ef3957152 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Dec 10 04:33:39.709831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-deleted', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:39.712626 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc2da6-73e8-4307-9b45-c17a0305a54e" -d '{"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-deleted", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:39.778259 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d942f458-82df-443f-a674-90ee6da76956 x-openstack-request-id: req-d942f458-82df-443f-a674-90ee6da76956 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:39.778730 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a721d-5f36-4342-b507-e1f9bf7579d8", "name": "network-vif-deleted", "tag": "f5c249c4-018f-437f-9b00-8f0cfd5d02d8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:39.783935 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d942f458-82df-443f-a674-90ee6da76956 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:39.784594 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a721d-5f36-4342-b507-e1f9bf7579d8', 'name': 'network-vif-deleted', 'tag': 'f5c249c4-018f-437f-9b00-8f0cfd5d02d8', 'status': 'completed', 'code': 200} Dec 10 04:33:39.878671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:39.886740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a577ed7-793c-4667-a514-841731fda7a2 req-189c016b-ad82-4e89-b9c2-54836982fd2d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:39.888310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a577ed7-793c-4667-a514-841731fda7a2 req-189c016b-ad82-4e89-b9c2-54836982fd2d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.0666521 Dec 10 04:33:39.943576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: f5c249c4-018f-437f-9b00-8f0cfd5d02d8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:39.946212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f5c249c4-018f-437f-9b00-8f0cfd5d02d8 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:39.960978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a577ed7-793c-4667-a514-841731fda7a2 req-9378d447-5b1f-4439-87e5-3b12e20e691b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Dec 10 04:33:40.100691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-610def43-9393-4bcf-bfc6-abf00b7cc10d req-2de2e2db-3a43-46c3-90c7-581c40b0809f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 210 time: 0.0301712 Dec 10 04:33:40.117404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff1c9d-d875-47ef-b7ac-5bfc37db1616 req-69f48361-dd26-4f4a-87c6-9ba9dc249b18 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:40.118958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecff1c9d-d875-47ef-b7ac-5bfc37db1616 req-69f48361-dd26-4f4a-87c6-9ba9dc249b18 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.0859313 Dec 10 04:33:40.184025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecff1c9d-d875-47ef-b7ac-5bfc37db1616 req-3286bad2-d089-4e67-81d9-6b6526e3998e tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Dec 10 04:33:40.400662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:40.528353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face31b-477b-414c-b23f-ee6752af74dc req-5b177608-043a-4685-b5e8-bd252c8aa894 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:40.536827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5face31b-477b-414c-b23f-ee6752af74dc req-5b177608-043a-4685-b5e8-bd252c8aa894 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.0663188 Dec 10 04:33:40.667786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-6c233e45-bbf6-46b3-8e47-ea94e6988c2f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446966 Dec 10 04:33:40.680847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5face31b-477b-414c-b23f-ee6752af74dc req-ea0cbb02-0767-4d0d-b767-80afa64495b7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426456 Dec 10 04:33:40.898235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-7458d083-802e-4ec8-bc55-841c36172210 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:40.899813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-7458d083-802e-4ec8-bc55-841c36172210 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157681 Dec 10 04:33:40.975333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcec5-7344-4b70-97cb-788fe44a3e04 req-6633d518-a3b2-4454-8a72-5aaa3b327399 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:40.976845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-234dcec5-7344-4b70-97cb-788fe44a3e04 req-6633d518-a3b2-4454-8a72-5aaa3b327399 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.1250315 Dec 10 04:33:41.017937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Request body: {'port': {'device_id': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'b4c93fbcd1ba4a968e215326c4f84e59'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:41.167509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-234dcec5-7344-4b70-97cb-788fe44a3e04 req-bfa38b08-208f-4277-8450-64f73f2bdf85 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632400 Dec 10 04:33:41.245060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Made reservation on behalf of b4c93fbcd1ba4a968e215326c4f84e59 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:41.248870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:41.510966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68acfc3-bed4-4b7b-aff5-b7bd3a460529 req-ac623b2b-b476-4741-8540-f01672c57c34 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:41.512570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68acfc3-bed4-4b7b-aff5-b7bd3a460529 req-ac623b2b-b476-4741-8540-f01672c57c34 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1684740 Dec 10 04:33:41.524000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc3cab-5d22-40a7-a1ce-17965fbefc5c req-e8f8cf59-7eaf-46ae-9382-35c6ad4825d9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:41.525552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cbc3cab-5d22-40a7-a1ce-17965fbefc5c req-e8f8cf59-7eaf-46ae-9382-35c6ad4825d9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.1803222 Dec 10 04:33:41.564796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Allocated IP 192.168.233.60 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/6bd1ca76-3dbc-4a02-b6ce-f470269d8af6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:41.628110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:41.705187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b68acfc3-bed4-4b7b-aff5-b7bd3a460529 req-79ffe446-ca55-47ae-b4ab-1d5fed2b0333 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757998 Dec 10 04:33:41.714674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cbc3cab-5d22-40a7-a1ce-17965fbefc5c req-91b3602f-5333-4878-ab47-0ef19959fd25 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791630 Dec 10 04:33:41.869477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:41.902512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-685b3e7a-3e2e-4436-85d4-520bca1da930 req-3266d0a5-43af-4e02-a37e-9bb2e6a8e67f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 210 time: 0.0939991 Dec 10 04:33:41.928228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port d99871a3-ca80-4540-a995-67a16a2792f8 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:41.938117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port d99871a3-ca80-4540-a995-67a16a2792f8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:41.939093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:41.998546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.011779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4e1c4-33b2-45ec-9316-46374eb4112e req-962ef0bd-02be-4118-96d6-00e964f67579 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:42.013317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9f4e1c4-33b2-45ec-9316-46374eb4112e req-962ef0bd-02be-4118-96d6-00e964f67579 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.2145770 Dec 10 04:33:42.047238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.099512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.119443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:42.120832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:42.125856 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955cef10-fb25-4c34-99b9-5650d3bbbd77" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:42.130094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.130885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:42.136008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:42.147231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9f4e1c4-33b2-45ec-9316-46374eb4112e req-7487cc53-cc14-4f25-aa4c-ada497e77cbe tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228926 Dec 10 04:33:42.216201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:42.237034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:42.286653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:42.311890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:42.318157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event updated for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:42.382873 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a71ff7a-5314-48dc-aeb9-21ce740e9648 x-openstack-request-id: req-9a71ff7a-5314-48dc-aeb9-21ce740e9648 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:42.385229 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:42.385229 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a71ff7a-5314-48dc-aeb9-21ce740e9648 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:42.385229 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'code': 200} Dec 10 04:33:42.420282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b1e97-0b57-40f9-9605-7c8fd2b791a0 req-6f757733-3d7f-435d-9d79-243a020ad7fb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:42.421954 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-248b1e97-0b57-40f9-9605-7c8fd2b791a0 req-6f757733-3d7f-435d-9d79-243a020ad7fb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.1502955 Dec 10 04:33:42.428458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:42.429119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.495064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:42.510182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Deleting port e522ba4c-0a05-433d-af83-9db3ee4f700a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:42.510552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.541232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:42.620145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-3bb6498a-4600-4054-b1d9-4c45f99d3c18 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6125376 Dec 10 04:33:42.672752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-248b1e97-0b57-40f9-9605-7c8fd2b791a0 req-e5b958a6-041b-4f3e-8e30-d20f19de1188 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375777 Dec 10 04:33:42.709746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:42.776039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c97f0cc8-aa8e-42b4-bd2d-d0a9e4653115 None None] Provisioning complete for port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:42.776645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c97f0cc8-aa8e-42b4-bd2d-d0a9e4653115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.783722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56556978-d396-4693-a2bb-0c739a8a88f6 req-1c3972ed-f7a5-4e5d-8055-876011ce7d0d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:42.790948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56556978-d396-4693-a2bb-0c739a8a88f6 req-1c3972ed-f7a5-4e5d-8055-876011ce7d0d tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 943 time: 0.2594912 Dec 10 04:33:42.814574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] For port e522ba4c-0a05-433d-af83-9db3ee4f700a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e522ba4c-0a05-433d-af83-9db3ee4f700a,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:42.814971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:42.841551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Request body: {'port': {'device_id': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:42.844895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e82938-06b1-4801-9904-ed518420bbd5 req-43c0412c-b579-49f6-9fe8-470234fc04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:42.846452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-96ba01be-2c3a-4a15-a74c-a3986940f656 service neutron] 10.222.0.41 "GET /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.1899126 Dec 10 04:33:42.846791 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a3e82938-06b1-4801-9904-ed518420bbd5 req-43c0412c-b579-49f6-9fe8-470234fc04af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 1101 time: 0.3560884 Dec 10 04:33:42.857684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c97f0cc8-aa8e-42b4-bd2d-d0a9e4653115 None None] Port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:33:42.883631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Calling delete_port for e522ba4c-0a05-433d-af83-9db3ee4f700a owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:42.930033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dde5dcec-d4a3-4b7f-bd3d-d6f114548bcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=751b157563154cdbb10279a0f5b3d427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175467 Dec 10 04:33:42.933044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50406) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:42.942821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a3e82938-06b1-4801-9904-ed518420bbd5 req-e2536287-8339-4bce-981e-41681513e8fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Dec 10 04:33:42.990975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.017036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.072013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.081282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.082646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5ddab81-254f-4ae6-b47f-17d91a4e02a5 HTTP/1.1" status: 204 len: 168 time: 0.1486647 Dec 10 04:33:43.093194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786be6f-e89e-485a-b8ef-432fb8a15bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ddab81-254f-4ae6-b47f-17d91a4e02a5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:43.326445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56556978-d396-4693-a2bb-0c739a8a88f6 req-132e342f-b031-4d1c-830d-6a7a1fc7cc1c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346308 Dec 10 04:33:43.348631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.378651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0027-f7f6-48e9-a9c9-2e4fe5f20134 req-1bbd128e-062b-47a0-9cb7-dad03f4e7c08 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:43.380128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677a0027-f7f6-48e9-a9c9-2e4fe5f20134 req-1bbd128e-062b-47a0-9cb7-dad03f4e7c08 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.5140197 Dec 10 04:33:43.673551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677a0027-f7f6-48e9-a9c9-2e4fe5f20134 req-0078667f-ac26-414a-a1f9-56ef172c8a43 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649558 Dec 10 04:33:43.698211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef6b08-7ea0-4e18-b1a0-a5405cff333d req-eb6584b9-b54d-4b49-abe8-1a44fb61159a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:43.699686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bef6b08-7ea0-4e18-b1a0-a5405cff333d req-eb6584b9-b54d-4b49-abe8-1a44fb61159a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2945421 Dec 10 04:33:43.848887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:43.892317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:43.916425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bef6b08-7ea0-4e18-b1a0-a5405cff333d req-3cd0d9e2-3f55-44a2-98ee-6d69f9554e42 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046611 Dec 10 04:33:43.925097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:43.957655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:43.983479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Pushing event deleted for resources: {'Port': ['ID=e522ba4c-0a05-433d-af83-9db3ee4f700a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:44.038187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334367e-ea74-4f82-804f-f0dcba65dba6 req-d5336f0f-5580-4dab-a654-af75f0deb814 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:44.039702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b334367e-ea74-4f82-804f-f0dcba65dba6 req-d5336f0f-5580-4dab-a654-af75f0deb814 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.2302070 Dec 10 04:33:44.068210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89567fc-220b-4009-82b5-7b3300068d9f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:44.137116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:44.177884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:44.199739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:44.212969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:44.224967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172aaca-1a2d-4be1-a5a8-61c950420051 req-032923f0-8657-4774-9f9b-1c55769664a4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:44.226432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7172aaca-1a2d-4be1-a5a8-61c950420051 req-032923f0-8657-4774-9f9b-1c55769664a4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 935 time: 0.2319031 Dec 10 04:33:44.305848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b334367e-ea74-4f82-804f-f0dcba65dba6 req-fc860c55-a334-487d-af09-d30541eb6f40 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420125 Dec 10 04:33:44.316680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Transition to ACTIVE for port object 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:44.333202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:44.498107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:44.503690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7172aaca-1a2d-4be1-a5a8-61c950420051 req-73207383-9238-4ff9-8b0d-837bd9519019 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650704 Dec 10 04:33:44.536559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:44.540376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] Transition to ACTIVE for port object c89567fc-220b-4009-82b5-7b3300068d9f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:33:44.568970 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:44.611154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c010f9-4a67-471f-9db4-5483aaf55454 req-387fde2f-712b-4fa5-abb1-910b39713bbb tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:44.612831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37c010f9-4a67-471f-9db4-5483aaf55454 req-387fde2f-712b-4fa5-abb1-910b39713bbb tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 950 time: 0.2292871 Dec 10 04:33:44.743269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] No DVR routers for this DVR port c89567fc-220b-4009-82b5-7b3300068d9f on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:44.758898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] Pushing event updated for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:44.765975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Attempting to bind port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:44.766871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Attempting to bind port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:44.767201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Attempting to bind port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:44.831076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:44.831512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Attempting to bind port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:44.839769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37c010f9-4a67-471f-9db4-5483aaf55454 req-7a21782c-a3b1-4945-aee1-999fee2825d0 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809368 Dec 10 04:33:44.844947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-ac07c8d3-50b1-4840-8422-a7f5c4598639 service neutron] 10.222.0.41 "PUT /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f/bindings/n-h1-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9699080 Dec 10 04:33:44.850283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:44.850607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:44.850980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:44.851420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Bound port: 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:44.851773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:45.065073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-efbfde65-288e-4fb6-b346-15459ebbe47d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.066627 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-efbfde65-288e-4fb6-b346-15459ebbe47d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.0439541 Dec 10 04:33:45.099127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:45.119796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184308e7-6ac5-4686-85c4-329239ba27d5 req-fed759b2-73b8-4740-91d6-108408759532 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.121420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-184308e7-6ac5-4686-85c4-329239ba27d5 req-fed759b2-73b8-4740-91d6-108408759532 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.1703091 Dec 10 04:33:45.121606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-d1854b07-c183-4a6a-943c-77e75f40afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.123561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-d1854b07-c183-4a6a-943c-77e75f40afd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377&tenant_id=3bb34a6c64364aca87c286d552dffc89 HTTP/1.1" status: 200 len: 1095 time: 0.0416427 Dec 10 04:33:45.133151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12265c6-477f-4eaf-8bc1-734c68472293 req-c2c2c091-639f-4ec4-8ff2-7e033eae2ecb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.134555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d12265c6-477f-4eaf-8bc1-734c68472293 req-c2c2c091-639f-4ec4-8ff2-7e033eae2ecb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.1848984 Dec 10 04:33:45.138645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:45.153944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:45.179249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Router ec44bb68-741f-4e57-8cff-35d2f6d883c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:33:45.225549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.226176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:45.227564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] 10.222.0.36 "PUT /v2.0/ports/6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 HTTP/1.1" status: 200 len: 1095 time: 2.5654778 Dec 10 04:33:45.229140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:45.231376 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:45.241607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-3b2904df-27fb-4e68-9b0a-e0b3dff6c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.243441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-3b2904df-27fb-4e68-9b0a-e0b3dff6c70a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bb34a6c64364aca87c286d552dffc89&device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1095 time: 0.0474091 Dec 10 04:33:45.328719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-184308e7-6ac5-4686-85c4-329239ba27d5 req-1d7f9e9a-d39a-4bf8-9702-e86e1cd1ffd1 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915495 Dec 10 04:33:45.335430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d12265c6-477f-4eaf-8bc1-734c68472293 req-5c470d15-1ff8-4dff-ab08-92b5bda2ba2c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946464 Dec 10 04:33:45.336626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8f254-a68f-4af1-8a64-2ced7c80df1d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:45.388302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-516b1cab-214f-4c66-b323-dbc51755fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.390327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-516b1cab-214f-4c66-b323-dbc51755fd4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 200 len: 921 time: 0.1232603 Dec 10 04:33:45.462157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-bc52146b-b6f6-4b16-a363-7064204c449e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 200 len: 217 time: 0.0599160 Dec 10 04:33:45.516189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-f2b89782-dbb7-4593-a182-d008e4084124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.517619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-f2b89782-dbb7-4593-a182-d008e4084124 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 200 len: 860 time: 0.0470181 Dec 10 04:33:45.562986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-96345195-f0fd-401f-a19b-6e535c895b77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84adb6f3-ed91-4199-9969-a42ef2da3120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287776 Dec 10 04:33:45.671560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-b5ca27ef-f3a3-441e-aad3-2ca4cd2fcd22 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958211 Dec 10 04:33:45.769091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-6ad3ba03-4216-4349-8a88-c999c5864b71 service neutron] 10.222.0.36 "GET /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Dec 10 04:33:45.783174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-f9dd7f70-d030-4325-83e9-050ec0ba52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.784677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-f9dd7f70-d030-4325-83e9-050ec0ba52f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 1098 time: 0.4533627 Dec 10 04:33:45.790551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f0101f1-0886-44fb-9033-8c53c589fc58 req-b848808d-6b2f-409a-9c7a-2702417a588e tempest-AbsoluteLimitsNegativeTestJSON-573047814 tempest-AbsoluteLimitsNegativeTestJSON-573047814-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=69568338f3384a9bb18608449e0882da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3379545 Dec 10 04:33:45.797868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:33:45.805794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6390cbde-9271-46e2-88ae-02cc629ac438 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec44bb68-741f-4e57-8cff-35d2f6d883c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4013829 Dec 10 04:33:45.806654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50462) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:45.808943 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Sync routers for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:33:45.825619 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:45.826305 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:45.859178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929cad9-0730-49af-bef2-3a109b7e7d90 req-803a5c74-4165-4521-ba9c-30ea1742447f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:45.860321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3929cad9-0730-49af-bef2-3a109b7e7d90 req-803a5c74-4165-4521-ba9c-30ea1742447f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.4274721 Dec 10 04:33:45.933319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-ab4fe034-bd3f-45e4-bfa1-931dab6bc43a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 HTTP/1.1" status: 200 len: 217 time: 0.0834548 Dec 10 04:33:45.936245 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:46.102983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3929cad9-0730-49af-bef2-3a109b7e7d90 req-c26df6a7-f1c3-4af9-8821-79ba27d85ff9 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204981 Dec 10 04:33:46.110784 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:46.116311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-30c2e0de-0f8b-4175-bc90-c3f27cdac255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.118175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-30c2e0de-0f8b-4175-bc90-c3f27cdac255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1618721 Dec 10 04:33:46.128822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:33:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:46.156667 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Checking router: ec44bb68-741f-4e57-8cff-35d2f6d883c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:33:46.166245 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Routers {'ec44bb68-741f-4e57-8cff-35d2f6d883c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:46.166868 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:46.195163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0101f1-0886-44fb-9033-8c53c589fc58 req-7df89029-fe64-4573-abd7-c6d85331ed31 tempest-AbsoluteLimitsNegativeTestJSON-573047814 tempest-AbsoluteLimitsNegativeTestJSON-573047814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.196643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f0101f1-0886-44fb-9033-8c53c589fc58 req-7df89029-fe64-4573-abd7-c6d85331ed31 tempest-AbsoluteLimitsNegativeTestJSON-573047814 tempest-AbsoluteLimitsNegativeTestJSON-573047814-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491540 Dec 10 04:33:46.246803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46134-946b-4f87-82af-cc3259d090d3 req-172437e3-b50a-4f1c-b7dc-ad9f824b46ac tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.248534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-172437e3-b50a-4f1c-b7dc-ad9f824b46ac tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377&tenant_id=3bb34a6c64364aca87c286d552dffc89&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.0612051 Dec 10 04:33:46.278087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] Set router ec44bb68-741f-4e57-8cff-35d2f6d883c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:46.280327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f0101f1-0886-44fb-9033-8c53c589fc58 req-1b8e816e-f38b-4e6e-b7f9-55ad376b6792 tempest-AbsoluteLimitsNegativeTestJSON-573047814 tempest-AbsoluteLimitsNegativeTestJSON-573047814-project] 10.222.0.43 "GET /v2.0/quotas/69568338f3384a9bb18608449e0882da HTTP/1.1" status: 200 len: 375 time: 0.0669165 Dec 10 04:33:46.283799 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6d00e-2943-491f-a93c-b2636a87f502 x-openstack-request-id: req-27c6d00e-2943-491f-a93c-b2636a87f502 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:46.284211 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:46.284503 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27c6d00e-2943-491f-a93c-b2636a87f502 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:46.284896 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6', 'status': 'completed', 'code': 200} Dec 10 04:33:46.308695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-8abe31a5-d2a3-4b1c-87a7-6e44c40cd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.310148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-8abe31a5-d2a3-4b1c-87a7-6e44c40cd1bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505945 Dec 10 04:33:46.343683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f0101f1-0886-44fb-9033-8c53c589fc58 req-118918df-6423-4b4b-8f13-57be9d4074ff tempest-AbsoluteLimitsNegativeTestJSON-573047814 tempest-AbsoluteLimitsNegativeTestJSON-573047814-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=69568338f3384a9bb18608449e0882da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473619 Dec 10 04:33:46.409996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:46.430894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59f46134-946b-4f87-82af-cc3259d090d3 req-771d9eba-872c-4284-971d-9d8075309e65 service neutron] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:46.441141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59f46134-946b-4f87-82af-cc3259d090d3 req-771d9eba-872c-4284-971d-9d8075309e65 service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:46.443367 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59f46134-946b-4f87-82af-cc3259d090d3 req-771d9eba-872c-4284-971d-9d8075309e65 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f/bindings/n-h2-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.1486323 Dec 10 04:33:46.483764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971f021-567b-4145-ad79-43144218eb06 req-2fcc3e5c-555e-42f3-a6b9-60a368276c08 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.485922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b971f021-567b-4145-ad79-43144218eb06 req-2fcc3e5c-555e-42f3-a6b9-60a368276c08 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.1688244 Dec 10 04:33:46.495754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:33:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:46.528177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1bbf3-87c6-4a16-b7ed-25d1b2ea7cec None None] The sync data for ids ['ec44bb68-741f-4e57-8cff-35d2f6d883c9'] in n-d-817326-3 is: [{'id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866145846-router', 'tenant_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:30Z', 'updated_at': '2021-12-10T04:33:43Z', 'revision_number': 5, 'project_id': 'ef769fa6599c43ea8c6219f725d8de4f', 'gw_port': {'id': 'a6583429-41d2-4243-88d4-0bffadd5c319', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec44bb68-741f-4e57-8cff-35d2f6d883c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:31Z', 'updated_at': '2021-12-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:33:46.583024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-430e52e6-552c-474c-8d4e-5fb92820cd5d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417350 Dec 10 04:33:46.657374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356f05e-dd05-4a62-8688-3442d2c618c4 req-77abd63b-ce48-4b45-809f-2db3a098dd1a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.658863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d356f05e-dd05-4a62-8688-3442d2c618c4 req-77abd63b-ce48-4b45-809f-2db3a098dd1a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 947 time: 0.1445742 Dec 10 04:33:46.662270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b971f021-567b-4145-ad79-43144218eb06 req-3e54b84e-8d86-4b53-825b-2e6375b5e69e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502676 Dec 10 04:33:46.732537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Deleting port a6583429-41d2-4243-88d4-0bffadd5c319 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:46.732883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:46.746194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:46.811995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d356f05e-dd05-4a62-8688-3442d2c618c4 req-be34ff1e-d067-410b-a8a4-2cab5dd76285 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450243 Dec 10 04:33:46.844722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-170dec3f-3a4d-4ffc-b3d2-85ad82f71c1f req-c70e2f17-82b4-4c07-b359-df57b852db7a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478771 Dec 10 04:33:46.878434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05a1ef-deea-49e6-833f-12b2807231e1 req-861eed94-81d6-4ddf-b7e0-676ee48de5bc tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:46.879985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be05a1ef-deea-49e6-833f-12b2807231e1 req-861eed94-81d6-4ddf-b7e0-676ee48de5bc tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 950 time: 0.1493547 Dec 10 04:33:46.903382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e522ba4c-0a05-433d-af83-9db3ee4f700a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:46.904656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:46.932963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e522ba4c-0a05-433d-af83-9db3ee4f700a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:46.933471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e522ba4c-0a05-433d-af83-9db3ee4f700a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:46.976636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] For port a6583429-41d2-4243-88d4-0bffadd5c319, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a6583429-41d2-4243-88d4-0bffadd5c319,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:46.977035 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.005293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Calling delete_port for a6583429-41d2-4243-88d4-0bffadd5c319 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:47.035708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.040721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.056287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-14121ddd-c295-4928-802f-30bcc196680a tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.057939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-14121ddd-c295-4928-802f-30bcc196680a tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.1586642 Dec 10 04:33:47.075469 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69568338f3384a9bb18608449e0882da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277941 Dec 10 04:33:47.085948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:47.111705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fea07-9a08-4350-babd-bde27af674dd req-53af4b95-5a1b-4236-b75b-4b6ef7a1edd3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.113233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa8fea07-9a08-4350-babd-bde27af674dd req-53af4b95-5a1b-4236-b75b-4b6ef7a1edd3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.2199500 Dec 10 04:33:47.118492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-3'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:47.124451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1867321-56cd-407b-826e-1cb967359084,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:47.126561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be05a1ef-deea-49e6-833f-12b2807231e1 req-0420c128-5bbe-46b0-8c59-8a424244f5ab tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274837 Dec 10 04:33:47.140441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.141622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.142079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.142491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.142895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.143401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.154989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.155458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.155865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.156924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.157340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.157753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.158167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6420cd0-3777-496d-ab51-41e82684c952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.191132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.219592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.278547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.281881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.285350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1867321-56cd-407b-826e-1cb967359084 HTTP/1.1" status: 204 len: 168 time: 0.1964295 Dec 10 04:33:47.291981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83fcf8-906e-4d5b-985c-d002a8195429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1867321-56cd-407b-826e-1cb967359084,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:47.366530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.393609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-87bd6054-ee9c-4a09-bfb6-cd2584b79504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.395169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-87bd6054-ee9c-4a09-bfb6-cd2584b79504 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 1098 time: 0.3031211 Dec 10 04:33:47.401552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa8fea07-9a08-4350-babd-bde27af674dd req-bbd57b44-bd8d-4530-a563-d9547ebc0461 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517183 Dec 10 04:33:47.424613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a671e-fd9b-48ad-abcb-927da75b2a6c req-4b03cc6c-cb5b-4aa2-9530-9d44a42229c5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.432737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-025a671e-fd9b-48ad-abcb-927da75b2a6c req-4b03cc6c-cb5b-4aa2-9530-9d44a42229c5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.1793704 Dec 10 04:33:47.449299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-b93e459b-b9b1-4361-85a8-cf362814168f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.450880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-b93e459b-b9b1-4361-85a8-cf362814168f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.36 "GET /v2.0/ports?device_id=307bf3d2-7f75-435d-9755-deb3edc13603 HTTP/1.1" status: 200 len: 946 time: 0.0753322 Dec 10 04:33:47.576765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port dec8d26f-b2ed-4be6-80ed-ea65b135c736 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:47.580162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.676538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-025a671e-fd9b-48ad-abcb-927da75b2a6c req-467f555e-7daf-41da-af91-45624cbd2174 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428825 Dec 10 04:33:47.689969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port dec8d26f-b2ed-4be6-80ed-ea65b135c736, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dec8d26f-b2ed-4be6-80ed-ea65b135c736,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:47.690340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.714265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for dec8d26f-b2ed-4be6-80ed-ea65b135c736 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:47.721273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e60fa-7824-4be7-8d81-93dacf6357d8 req-478721d6-f9c5-488d-a253-7e1019f8a344 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.722793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-762e60fa-7824-4be7-8d81-93dacf6357d8 req-478721d6-f9c5-488d-a253-7e1019f8a344 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2295651 Dec 10 04:33:47.759366 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.761777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-cb89d977-c61f-4240-a164-a7d24754261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:47.763291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-cb89d977-c61f-4240-a164-a7d24754261b service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3499503 Dec 10 04:33:47.814220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6583429-41d2-4243-88d4-0bffadd5c319,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:47.873042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-3a80d122-bbf5-4a91-9f25-8fbfd3399b6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 HTTP/1.1" status: 200 len: 217 time: 0.0787683 Dec 10 04:33:47.883830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:47.900607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:47.907721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:47.909811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.910167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.910510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.910847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.911185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.911524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.911905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.912180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.912528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.912851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.913196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.913493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.913814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:47.984925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:47.986383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=dec8d26f-b2ed-4be6-80ed-ea65b135c736,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:47.987648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['dec8d26f-b2ed-4be6-80ed-ea65b135c736'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:48.010040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-762e60fa-7824-4be7-8d81-93dacf6357d8 req-382d096e-acbb-42f2-99e9-63c31a1fe743 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712078 Dec 10 04:33:48.045747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port dec8d26f-b2ed-4be6-80ed-ea65b135c736 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:48.049918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.054090 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b2e1090c-f151-476a-b1dd-cc6912eb4df6 req-a1680c5a-43da-401d-9ebb-905dd5b80e04 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.36 "DELETE /v2.0/ports/dec8d26f-b2ed-4be6-80ed-ea65b135c736 HTTP/1.1" status: 204 len: 173 time: 0.5922892 Dec 10 04:33:48.054741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'name': 'network-vif-deleted', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:48.057477 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a40c5-acc5-4851-bbc9-b37276ccade8" -d '{"events": [{"server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "name": "network-vif-deleted", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:48.113313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-9b0bd991-fe27-4005-ae25-518662c8b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:48.114794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-9b0bd991-fe27-4005-ae25-518662c8b304 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2131071 Dec 10 04:33:48.119833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.231345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:48.266827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:48.284900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 04:33:48.614959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.634813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.744026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:48.746481 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b417dc56-53a5-4e07-a084-32d1b3436bfb" -d '{"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:48.753189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.761834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.762394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec44bb68-741f-4e57-8cff-35d2f6d883c9 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:33:48.772385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e0aaa-0a3c-4b54-a9d6-352eb47b9e53 req-a1a8b7eb-2352-43a9-87c1-b114cef809f9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:48.774027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf1e0aaa-0a3c-4b54-a9d6-352eb47b9e53 req-a1a8b7eb-2352-43a9-87c1-b114cef809f9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 945 time: 0.6028342 Dec 10 04:33:48.776768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-2b88c63c-34b8-4ace-8e95-1e944ad92016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:48.778095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-2b88c63c-34b8-4ace-8e95-1e944ad92016 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5682755 Dec 10 04:33:48.779682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.785549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.789015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9ff0d155-da5e-4da2-be77-b6f9f9690dc6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec44bb68-741f-4e57-8cff-35d2f6d883c9 HTTP/1.1" status: 204 len: 168 time: 2.9790938 Dec 10 04:33:48.790520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:48.828122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7112eb-a82e-4e0f-9c8d-47aad281d6fe req-5d7f0397-3da0-43e8-8055-aa92bac629fa tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:48.836509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d7112eb-a82e-4e0f-9c8d-47aad281d6fe req-5d7f0397-3da0-43e8-8055-aa92bac629fa tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 947 time: 0.2333858 Dec 10 04:33:48.881166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Deleting subnet f56e76d2-456c-4a54-8583-3b516622f196 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:33:48.888179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:48.967789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.054384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf1e0aaa-0a3c-4b54-a9d6-352eb47b9e53 req-85495105-d324-4f7c-b7b7-f4a1a2580df0 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588966 Dec 10 04:33:49.061933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:49.067546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.106687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d7112eb-a82e-4e0f-9c8d-47aad281d6fe req-414ebf4a-1189-4bc4-9dd1-f3ef48571490 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691441 Dec 10 04:33:49.139780 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25467c69-2be9-4c57-98e6-230939e4544b x-openstack-request-id: req-25467c69-2be9-4c57-98e6-230939e4544b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:49.140192 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307bf3d2-7f75-435d-9755-deb3edc13603", "name": "network-vif-deleted", "tag": "dec8d26f-b2ed-4be6-80ed-ea65b135c736", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:49.140325 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25467c69-2be9-4c57-98e6-230939e4544b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:49.140879 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307bf3d2-7f75-435d-9755-deb3edc13603', 'name': 'network-vif-deleted', 'tag': 'dec8d26f-b2ed-4be6-80ed-ea65b135c736', 'status': 'completed', 'code': 200} Dec 10 04:33:49.149693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.168812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on host n-h1-817326-3 for vnic_type normal with profile {"migrating_to": "n-h2-817326-3"} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:49.169983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:49.170541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:49.183470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:33:49.183798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Attempting to bind port 8e393243-c6b7-44c7-8bc9-39655dec90be on network 85834823-b533-43af-b3d6-015fbb8b250f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:49.188436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56e76d2-456c-4a54-8583-3b516622f196,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:49.199934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:49.200108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c5acb-60f7-402e-ba8d-449167565c1c None None] Network 6ff752e4-c9be-488e-938d-daca50ffe857 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:33:49.200748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Checking segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:49.201142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Bound using segment: {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:49.201671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Bound port: 8e393243-c6b7-44c7-8bc9-39655dec90be, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a1359-2434-4faa-80ef-c091173e6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '85834823-b533-43af-b3d6-015fbb8b250f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:49.202020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.202580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.208180 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-932d53e5-b305-41e0-aa9d-47f56bd92491 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f56e76d2-456c-4a54-8583-3b516622f196 HTTP/1.1" status: 204 len: 168 time: 0.4146240 Dec 10 04:33:49.209131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:49.308672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:49.312647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:49.316920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-cb41c8a3-55b4-4735-b64b-c8e2b462ffe3 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062776 Dec 10 04:33:49.330182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.358871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.407700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Deleting port 29409042-ba98-4088-a244-c3236295e2c9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:49.408104 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.462998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f438ab-b045-450b-a962-2a83b778147a None None] DHCP port deletion for 6ff752e4-c9be-488e-938d-daca50ffe857 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:33:49.534394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b7e3-5c00-4bbc-a537-f5f97887d9be req-553335ca-c487-4d3d-88d2-0bb4de880d2d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:49.542451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ba5b7e3-5c00-4bbc-a537-f5f97887d9be req-553335ca-c487-4d3d-88d2-0bb4de880d2d tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 1095 time: 0.2243795 Dec 10 04:33:49.570719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Deleting port 29409042-ba98-4088-a244-c3236295e2c9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:49.574840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.624024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=8']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:49.639199 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3619f-4e56-4022-a3ec-0c6eeddaeff9 x-openstack-request-id: req-e4e3619f-4e56-4022-a3ec-0c6eeddaeff9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:49.639504 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:49.639772 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4e3619f-4e56-4022-a3ec-0c6eeddaeff9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:49.640421 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'code': 200} Dec 10 04:33:49.724744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-18f438ab-b045-450b-a962-2a83b778147a None None] For port 29409042-ba98-4088-a244-c3236295e2c9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29409042-ba98-4088-a244-c3236295e2c9,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:49.725147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.729477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ba5b7e3-5c00-4bbc-a537-f5f97887d9be req-a86bfadc-7f9a-4d15-9265-036e9f824ab0 tempest-LiveAutoBlockMigrationV225Test-1944841131 tempest-LiveAutoBlockMigrationV225Test-1944841131-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859760 Dec 10 04:33:49.756982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Calling delete_port for 29409042-ba98-4088-a244-c3236295e2c9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:49.827796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:49.831292 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:49.832789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e402a6f8-4e5d-4b47-bc26-2c42a1a4f5a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 1121 time: 2.7310672 Dec 10 04:33:49.883634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:49.959160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9938453-22c6-4d8e-bd01-8ae043bb9ad7 req-d65f5e69-7b57-4e0c-af17-0c8939ff7011 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913918 Dec 10 04:33:49.959614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:50.028001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f063-0375-4352-a0ba-0cca4625a1ef req-daad6dd6-abf0-40fb-bbaf-ae037d2be240 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:50.045540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d28f063-0375-4352-a0ba-0cca4625a1ef req-daad6dd6-abf0-40fb-bbaf-ae037d2be240 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2999601 Dec 10 04:33:50.055376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dec8d26f-b2ed-4be6-80ed-ea65b135c736 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:50.114329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: dec8d26f-b2ed-4be6-80ed-ea65b135c736 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:50.114810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dec8d26f-b2ed-4be6-80ed-ea65b135c736 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:50.140882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d28f063-0375-4352-a0ba-0cca4625a1ef req-499e9060-975c-48f2-a593-5f7eada6fa42 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929787 Dec 10 04:33:50.163422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.187409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] For port 29409042-ba98-4088-a244-c3236295e2c9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29409042-ba98-4088-a244-c3236295e2c9,segment=NetworkSegment(ce870173-7459-4200-9db0-99c4331fa14b),segment_id=ce870173-7459-4200-9db0-99c4331fa14b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:50.188449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.209787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8e393243-c6b7-44c7-8bc9-39655dec90be'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:50.221809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Calling delete_port for 29409042-ba98-4088-a244-c3236295e2c9 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:50.236169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1236-25d5-4ae0-84fb-ddc1c5d016cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.309109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8e393243-c6b7-44c7-8bc9-39655dec90be'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:50.311776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.315563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.343657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Pushing event deleted for resources: {'Port': ['ID=29409042-ba98-4088-a244-c3236295e2c9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:50.346005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] No DVR routers for this DVR port 29409042-ba98-4088-a244-c3236295e2c9 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:50.432218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Pushing event deleted for resources: {'Port': ['ID=29409042-ba98-4088-a244-c3236295e2c9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:50.434926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.462306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff752e4-c9be-488e-938d-daca50ffe857']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:50.467135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1236-25d5-4ae0-84fb-ddc1c5d016cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.474954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce870173-7459-4200-9db0-99c4331fa14b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:50.475531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce870173-7459-4200-9db0-99c4331fa14b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:50.489096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.494745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f438ab-b045-450b-a962-2a83b778147a None None] No DVR routers for this DVR port 29409042-ba98-4088-a244-c3236295e2c9 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:50.508721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17b706-8196-48d2-8a9e-816d262e3145 req-a14cd4d0-2f8d-4d20-88ed-65cd32385630 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:50.508917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.509131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.509538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.509864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.510616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.510616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.510829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.511130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.511445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.511759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.512072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.512383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.512741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f438ab-b045-450b-a962-2a83b778147a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:50.517504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf17b706-8196-48d2-8a9e-816d262e3145 req-a14cd4d0-2f8d-4d20-88ed-65cd32385630 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1535041 Dec 10 04:33:50.518978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1236-25d5-4ae0-84fb-ddc1c5d016cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.529989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.540077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:33:50.540525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:33:50.542696 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:33:50.618151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:50.628028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.634864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.640014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6', 'mac_address': 'fa:16:3e:9e:43:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:50.641316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ff752e4-c9be-488e-938d-daca50ffe857 HTTP/1.1" status: 204 len: 168 time: 1.4302723 Dec 10 04:33:50.655628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:50.659394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59bd81-3a2f-4413-ac8f-845181a0a327 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff752e4-c9be-488e-938d-daca50ffe857,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:50.661036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f1a1236-25d5-4ae0-84fb-ddc1c5d016cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b492e6525f814096a1cf8972fc3396d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6985481 Dec 10 04:33:50.663508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:50.728708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.733739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a1236-25d5-4ae0-84fb-ddc1c5d016cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e4cba-f827-4854-bee1-5d5cef0b76c3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:50.761842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.763997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d14855-e4f7-4738-ac43-3f89c74aee77 req-ab95fe4c-adf5-468a-a418-bcc34f94edc4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:50.765570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7d14855-e4f7-4738-ac43-3f89c74aee77 req-ab95fe4c-adf5-468a-a418-bcc34f94edc4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 947 time: 0.2249641 Dec 10 04:33:50.801043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.805396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf17b706-8196-48d2-8a9e-816d262e3145 req-0f2df279-1589-48a6-b204-40898b5cd7f7 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582004 Dec 10 04:33:50.808117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a6583429-41d2-4243-88d4-0bffadd5c319 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:50.836255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.840728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.841708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f11e4cba-f827-4854-bee1-5d5cef0b76c3 HTTP/1.1" status: 204 len: 168 time: 0.1770051 Dec 10 04:33:50.850583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c93bba-1232-4679-b6aa-ecb40f010976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e4cba-f827-4854-bee1-5d5cef0b76c3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:50.865005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a6583429-41d2-4243-88d4-0bffadd5c319 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:50.865494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a6583429-41d2-4243-88d4-0bffadd5c319 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:50.865979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29409042-ba98-4088-a244-c3236295e2c9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:50.933395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7d14855-e4f7-4738-ac43-3f89c74aee77 req-a33c59ec-5852-4513-a324-387108af6b3b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326106 Dec 10 04:33:50.938305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:50.963397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:50.973629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 29409042-ba98-4088-a244-c3236295e2c9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:50.974079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29409042-ba98-4088-a244-c3236295e2c9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:50.976892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:50.977662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:33:51.040013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:51.061744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'mac_address': 'fa:16:3e:bb:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:33:51.125034 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.127562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:51.162102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:33:51.177502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d77f1-cf58-4cae-963c-dfe2a3b1cf1d req-7d8dfd68-2f21-4a02-836f-5cc358aa8bd8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:51.179243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-727d77f1-cf58-4cae-963c-dfe2a3b1cf1d req-7d8dfd68-2f21-4a02-836f-5cc358aa8bd8 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.0865569 Dec 10 04:33:51.192866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:51.200947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.255951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:51.267535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-727d77f1-cf58-4cae-963c-dfe2a3b1cf1d req-76e975a0-7436-493e-8b83-8616dda8167f tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794027 Dec 10 04:33:51.420127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa6c5e-39e5-48c5-9fd5-db10f2384532 req-cccb17ce-ed11-435b-a320-cdfa7be012ea tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:51.421603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7fa6c5e-39e5-48c5-9fd5-db10f2384532 req-cccb17ce-ed11-435b-a320-cdfa7be012ea tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.0895152 Dec 10 04:33:51.429172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-35147f03-5a95-44ca-a5d2-d4eb77f3bcbb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:51.430637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-35147f03-5a95-44ca-a5d2-d4eb77f3bcbb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1963129 Dec 10 04:33:51.463831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.468512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-531ca103-c7fe-42e6-8678-aa2ba147fe90 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0308256 Dec 10 04:33:51.590706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7fa6c5e-39e5-48c5-9fd5-db10f2384532 req-96652b04-2ba6-42da-bee2-b730b2245e51 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590271 Dec 10 04:33:51.616076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:51.618021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-19a628f0-98bb-4c53-aad3-062d465212c3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158247 Dec 10 04:33:51.633622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d99871a3-ca80-4540-a995-67a16a2792f8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:51.657948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:51.660502 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86c483-2c24-4ba8-9007-ee995d8ff907" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:51.711136 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e554869-24a4-40f6-a377-1c8a7555dff0 x-openstack-request-id: req-7e554869-24a4-40f6-a377-1c8a7555dff0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:51.711428 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:51.711683 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e554869-24a4-40f6-a377-1c8a7555dff0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:51.712072 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'status': 'completed', 'code': 200} Dec 10 04:33:51.742191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1133949774-network', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:51.783000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Made reservation on behalf of a3ea41cd09ec48c18c08f0f81feee866 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:51.785564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.786448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-c827206c-1878-424e-8975-db5299ea5002 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228404 Dec 10 04:33:51.795242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.884299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.888929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.940431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:33:51.953883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d028374-2d73-405a-ba9e-c3cdc7308ef2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:51.960915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:51.961255 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Added segment febd9542-2018-47ec-a373-bcb11b2d893a of type vlan for network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd Dec 10 04:33:51.991611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-bb065ee9-00d9-4353-9450-8cc6fab1f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:51.993054 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-bb065ee9-00d9-4353-9450-8cc6fab1f9e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1124 time: 0.0985277 Dec 10 04:33:51.997677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-57172147-82c8-4158-a177-cacecd4e9481 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976712 Dec 10 04:33:52.008587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.022478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-c148ba09-dcd6-44cb-822d-de99a5ba7e3c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:52.023926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-c148ba09-dcd6-44cb-822d-de99a5ba7e3c tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.1704156 Dec 10 04:33:52.033276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c9012-c488-46ac-9f21-cbeaa82f3d9c req-bd915ac0-1e78-458d-94aa-9df026891079 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:52.034756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f9c9012-c488-46ac-9f21-cbeaa82f3d9c req-bd915ac0-1e78-458d-94aa-9df026891079 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1427376 Dec 10 04:33:52.042887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.043892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:52.044576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.100929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6bd1ca76-3dbc-4a02-b6ce-f470269d8af6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:52.107373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4896247 Dec 10 04:33:52.111672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:52.120489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Request body: {'subnet': {'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1133949774-subnet', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:52.146448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Deleting port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:52.146839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.207368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e00e9-1c37-4ffe-afc9-7777a7ebf741 admin admin] Pushing event updated for resources: {'Network': ['ID=834741a8-8e7c-401f-afa6-6e7a4e3d21bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:52.221494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f9c9012-c488-46ac-9f21-cbeaa82f3d9c req-ca3f205d-0a3e-4271-b9ce-a405381cc114 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730731 Dec 10 04:33:52.243108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:33:52.280686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Made reservation on behalf of a3ea41cd09ec48c18c08f0f81feee866 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:52.293008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.356320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-de2fec3d-84dc-4fc9-8d7f-1ecb36ed9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:52.361628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-de2fec3d-84dc-4fc9-8d7f-1ecb36ed9a87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.3196921 Dec 10 04:33:52.482728 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dd53499-bcea-4214-8290-0098b9351e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.488606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-6339b045-9360-4e5b-87f3-9230e86b9cbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 217 time: 0.1100366 Dec 10 04:33:52.553927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-e3e16b04-b872-4970-827e-9a2dcc6e43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:52.555406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-e3e16b04-b872-4970-827e-9a2dcc6e43a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.0518034 Dec 10 04:33:52.611382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-3fc9ee69-a4bf-4080-8489-85f7633306a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408080 Dec 10 04:33:52.753334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa95f1b3-f0e7-430e-b989-ba324716fd8f req-23d5cce4-7a0c-4217-bdf8-864abb44f486 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 210 time: 0.4034197 Dec 10 04:33:52.840046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.867241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] For port a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:52.867629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.879692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Deleting port c89567fc-220b-4009-82b5-7b3300068d9f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:52.880034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:52.929280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682052b9-de26-4bb7-bfe9-95069ac9db4e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:52.950308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Calling delete_port for a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:52.954900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-8b4c2abd-8712-4af9-b16a-373e85dae300 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075911 Dec 10 04:33:52.956345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Checking segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:52.956771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Network hostable DHCP agents. Network: 834741a8-8e7c-401f-afa6-6e7a4e3d21bd, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:33:53.025298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:33:53.039147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17e1d-9e99-494f-891d-9bae9aa8b42a req-b0d60fb1-a15f-4803-bbea-1e2c6af9ccb7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:53.051211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc17e1d-9e99-494f-891d-9bae9aa8b42a req-b0d60fb1-a15f-4803-bbea-1e2c6af9ccb7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 948 time: 0.3136358 Dec 10 04:33:53.063165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 834741a8-8e7c-401f-afa6-6e7a4e3d21bd) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:53.074782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94c082-6b2e-466a-8e47-ef0aa32201de None None] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:33:53.078133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:53.078765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.170607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6785205-88a9-45a8-b566-d1c131df5582 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0551729 Dec 10 04:33:53.170871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:53.192152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:53.230793 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6a86c483-2c24-4ba8-9007-ee995d8ff907 req-9dac518c-b3be-4119-a6a1-66d68eb58254 service neutron] 10.222.0.36 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614212 Dec 10 04:33:53.268217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.286734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:33:53.288397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.295329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.298753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.350219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dc17e1d-9e99-494f-891d-9bae9aa8b42a req-a4d54e50-1621-45f2-994b-46850282387b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970068 Dec 10 04:33:53.384301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.394732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4471df0-2e3f-4fc9-a51e-5481d536ea13 req-37b55f92-c3f8-4686-8650-078daeae3fef tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:53.396324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4471df0-2e3f-4fc9-a51e-5481d536ea13 req-37b55f92-c3f8-4686-8650-078daeae3fef tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 944 time: 0.5206633 Dec 10 04:33:53.530567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Allocated IP 172.20.0.2 (834741a8-8e7c-401f-afa6-6e7a4e3d21bd/682052b9-de26-4bb7-bfe9-95069ac9db4e/4484c2bb-22b2-4e2d-9d43-f4f3a5eec299) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:53.540926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] For port c89567fc-220b-4009-82b5-7b3300068d9f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c89567fc-220b-4009-82b5-7b3300068d9f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:53.541582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.556170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Calling delete_port for c89567fc-220b-4009-82b5-7b3300068d9f owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:53.626384 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.690306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.759127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:53.782030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.800816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1b95-c294-4b2e-8dc0-570e63dfe397 req-f1ab5801-d7f8-4d2a-a7d9-30ac4bfc1a5e tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:53.802691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a40e1b95-c294-4b2e-8dc0-570e63dfe397 req-f1ab5801-d7f8-4d2a-a7d9-30ac4bfc1a5e tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1571031 Dec 10 04:33:53.807192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:53.881192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:53.884711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:53.890939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:53.897347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:54.028814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:54.055409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.077134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Attempting to bind port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:54.077655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Attempting to bind port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:54.077943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Attempting to bind port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 on network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:54.097512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:54.097867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Checking segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:54.098598 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.098738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Bound using segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:54.099180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Bound port: 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:54.099558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.104692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.120783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['88c2c2cb-a3be-40af-835b-da4e16decdea'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:54.141470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.274668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4471df0-2e3f-4fc9-a51e-5481d536ea13 req-d5c39c2e-724b-4d82-b2c0-478c61dd8eb7 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246026 Dec 10 04:33:54.275886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event deleted for resources: {'Port': ['ID=c89567fc-220b-4009-82b5-7b3300068d9f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:54.286535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.291481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port d99871a3-ca80-4540-a995-67a16a2792f8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:54.291481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.344406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Allocated IP 172.25.8.194 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/b20b4f81-daa8-4277-9fa0-d3fa484a238b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:54.385786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] For port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:54.440210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] For port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:54.444119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] No DVR routers for this DVR port c89567fc-220b-4009-82b5-7b3300068d9f on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:33:54.463812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.464883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.468707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99ba7292-2e8a-43fe-9e0b-7a6449cc9627 req-a9ac0754-92f5-40d7-aa2d-63123020172a tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "DELETE /v2.0/ports/c89567fc-220b-4009-82b5-7b3300068d9f HTTP/1.1" status: 204 len: 173 time: 2.4317997 Dec 10 04:33:54.509812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-deleted', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:54.512386 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a87ba-0db0-4d43-83e1-d42598831aaa" -d '{"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-deleted", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:54.558565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.619817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.696866 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.698759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d86d96-ffcf-40ba-93df-4c27544a3fd1 None None] Pushing event updated for resources: {'Port': ['ID=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:54.727545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a40e1b95-c294-4b2e-8dc0-570e63dfe397 req-b55f9373-8f14-457f-9309-823604662f22 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971158 Dec 10 04:33:54.755242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:54.761679 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5661c636-4067-41e8-82a1-01f57515f7e1" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:54.767893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Pushing event updated for resources: {'Port': ['ID=b20b4f81-daa8-4277-9fa0-d3fa484a238b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:54.790690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:54.791408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344d33-5411-4adc-99da-d74b03de699f req-ae692187-074f-433e-a099-2e76a5899a6b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:54.796510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:54.800428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c344d33-5411-4adc-99da-d74b03de699f req-ae692187-074f-433e-a099-2e76a5899a6b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.3607967 Dec 10 04:33:54.806894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:54.810055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:54.874974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:54.875855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:33:54.972940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c89567fc-220b-4009-82b5-7b3300068d9f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:33:54.973303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c89567fc-220b-4009-82b5-7b3300068d9f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:33:54.975957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-555720af-8885-4727-81a8-5c3d59a21b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:55.077442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd676f5-5553-4502-a111-1775caec001a req-84253159-b3f5-41d9-8675-6e57d32376c8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 210 time: 0.1316886 Dec 10 04:33:55.180283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:55.195814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-04e8e945-96b2-4a25-a55c-ba14c2933a2f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:55.197808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-04e8e945-96b2-4a25-a55c-ba14c2933a2f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.8837664 Dec 10 04:33:55.217385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c344d33-5411-4adc-99da-d74b03de699f req-4e68f10a-d3cd-4a51-9225-7d70bced6027 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134989 Dec 10 04:33:55.248021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': '5d055e52-b393-4c86-8702-c53543d86aec', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:55.310191 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2240f1c1-b6b0-4543-bc57-1317fa3e43fd x-openstack-request-id: req-2240f1c1-b6b0-4543-bc57-1317fa3e43fd {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:55.310846 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc8131f-f4ea-477e-9625-f5c94fb2b377", "name": "network-vif-deleted", "tag": "c89567fc-220b-4009-82b5-7b3300068d9f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:55.311158 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2240f1c1-b6b0-4543-bc57-1317fa3e43fd {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:55.311529 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc8131f-f4ea-477e-9625-f5c94fb2b377', 'name': 'network-vif-deleted', 'tag': 'c89567fc-220b-4009-82b5-7b3300068d9f', 'status': 'completed', 'code': 200} Dec 10 04:33:55.490024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:55.538429 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d773a-1dbc-4f7c-8387-80ea77464a2f x-openstack-request-id: req-121d773a-1dbc-4f7c-8387-80ea77464a2f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:55.538951 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:55.539367 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-121d773a-1dbc-4f7c-8387-80ea77464a2f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:55.539915 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'code': 200} Dec 10 04:33:55.643921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:55.760639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29cae-5332-41a2-9801-033009e72f43 req-3731a1de-ef55-4413-a375-e5161a0518a7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:55.767862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4a29cae-5332-41a2-9801-033009e72f43 req-3731a1de-ef55-4413-a375-e5161a0518a7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 948 time: 0.5002348 Dec 10 04:33:55.782294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:33:55.786161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd7f9710-cdf3-477a-9927-65eb8de08e1d req-3363f742-3df3-4a14-84fc-d915b57b1a52 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0817220 Dec 10 04:33:55.893643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:55.940243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:56.039102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4a29cae-5332-41a2-9801-033009e72f43 req-99926cdc-0bc4-4b5b-8834-af47667fa48a tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702723 Dec 10 04:33:56.079356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:33:56.089571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:56.089761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:56.116863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:33:56.133010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:56.183831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:33:56.190427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762e9d3-f5ab-4159-8fff-b6b2dee525d9 None None] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:33:56.260371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40094-939e-400b-ad88-462262c80338 req-a342297f-6c7e-472c-9e81-3d3a30407572 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:56.273333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2c40094-939e-400b-ad88-462262c80338 req-a342297f-6c7e-472c-9e81-3d3a30407572 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.3265250 Dec 10 04:33:56.397106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:33:56.407368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f81a7112-c521-4f55-897d-55895bed94cc admin admin] 10.222.0.43 "PUT /v2.0/routers/6d2118bf-ab8a-48c2-b3d7-a064082e0df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7492254 Dec 10 04:33:56.415771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:56.420510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Sync routers for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:33:56.495437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] Provisioning complete for port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:56.495812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:56.513786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:33:56.524720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Sync routers for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:33:56.537894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:56.538833 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:56.539508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-219e2caf-c0a0-4927-8898-fbca4a6790da req-0f7a9412-52ca-4d72-9bc3-54ae14d60921 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 210 time: 0.2613285 Dec 10 04:33:56.629534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2c40094-939e-400b-ad88-462262c80338 req-ec9708ca-9dec-4b5b-82d3-daeee0bfbbbe tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547463 Dec 10 04:33:56.656340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:56.656340 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee53ea7a-a8c6-4d06-b618-9591b33d7187 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4756625 Dec 10 04:33:56.661210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:33:56.688233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:56.688931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:56.751029 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:56.774956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:56.932944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.8 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/92747c4d-a057-46de-81e6-40374cce4c64) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:56.936456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:56.945890 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.137953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.205608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.248775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2a1b138-7a4c-43f2-8721-827a422b99e1 req-9ebf1efb-b6f5-4132-bd8b-e461afe9d274 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0578432 Dec 10 04:33:57.285477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:33:57.317577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:33:57.349353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063a03-e6b7-42f2-8187-3d7abc93e180 req-1d0caa9f-c001-4b84-a9fe-bf921887a6f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:57.351430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5063a03-e6b7-42f2-8187-3d7abc93e180 req-1d0caa9f-c001-4b84-a9fe-bf921887a6f4 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.6988332 Dec 10 04:33:57.369306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:33:57.374942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:57.386905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:33:57.411797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.445679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.464134 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:33:55Z', 'revision_number': 3, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:57.509304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:57.510276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.575642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5063a03-e6b7-42f2-8187-3d7abc93e180 req-40cd2db4-ca51-4188-ae9f-2eb655401517 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105153 Dec 10 04:33:57.606007 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Checking router: 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:33:57.610157 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Updating router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 port b20b4f81-daa8-4277-9fa0-d3fa484a238b binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:33:57.650274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:57.658239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.659544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:33:57.661634 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775e5672-9a9f-4732-8344-ea5b36533821" -d '{"events": [{"server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:33:57.664225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:57.696293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:57.729736 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:57.771407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-4b1fc44d-fc96-400b-9955-f91a53272609 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5329931 Dec 10 04:33:57.798178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cce30-a131-45bb-af71-b4599d58f9d5 req-0d9b02bb-9231-4ea3-8c80-deaaf2fbbca7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:57.800071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4cce30-a131-45bb-af71-b4599d58f9d5 req-0d9b02bb-9231-4ea3-8c80-deaaf2fbbca7 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 0.2794838 Dec 10 04:33:57.916129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Deleting port 28a016ab-43e1-42c1-9de5-9b23c2101a01 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:33:57.917122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.055356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4cce30-a131-45bb-af71-b4599d58f9d5 req-f116d4e5-f662-42a3-9d90-8e1d08588a9d tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269382 Dec 10 04:33:58.061574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:58.076199 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.083112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Request body: {'port': {'device_id': '5d055e52-b393-4c86-8702-c53543d86aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:33:58.088376 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.169009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] For port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:58.183571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] For port 28a016ab-43e1-42c1-9de5-9b23c2101a01, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=28a016ab-43e1-42c1-9de5-9b23c2101a01,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:33:58.183969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.203319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d66d0-1519-4428-bd73-b5edd9eb97af req-87307e1d-5db6-4430-9260-7ad6c6b90f67 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:58.213445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e0d66d0-1519-4428-bd73-b5edd9eb97af req-87307e1d-5db6-4430-9260-7ad6c6b90f67 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 931 time: 0.2545609 Dec 10 04:33:58.228018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Calling delete_port for 28a016ab-43e1-42c1-9de5-9b23c2101a01 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:33:58.254585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.279055 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.384269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5528aa-219d-4b89-bf29-acc62b640557 None None] Pushing event updated for resources: {'Port': ['ID=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:58.411142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e0d66d0-1519-4428-bd73-b5edd9eb97af req-86d5662b-b798-4ae8-a819-917f07da6fe8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967194 Dec 10 04:33:58.443356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.464506 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.476454 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.489244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a515ad-2beb-4ff9-8f33-555bba2012f0 req-189716e0-fea4-4977-855a-9ed183751fb0 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:58.501336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8a515ad-2beb-4ff9-8f33-555bba2012f0 req-189716e0-fea4-4977-855a-9ed183751fb0 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2767532 Dec 10 04:33:58.562207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-03a04b2e-ad50-4db9-a20b-7392faf99c68 None None] Provisioning complete for port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:58.562621 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03a04b2e-ad50-4db9-a20b-7392faf99c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.677083 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Attempting to bind port b20b4f81-daa8-4277-9fa0-d3fa484a238b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:33:58.678142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Attempting to bind port b20b4f81-daa8-4277-9fa0-d3fa484a238b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:33:58.678982 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Attempting to bind port b20b4f81-daa8-4277-9fa0-d3fa484a238b on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:33:58.682426 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Pushing event updated for resources: {'Port': ['ID=b20b4f81-daa8-4277-9fa0-d3fa484a238b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:58.697677 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:33:58.698443 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:33:58.700084 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.700675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:33:58.701384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Bound port: b20b4f81-daa8-4277-9fa0-d3fa484a238b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:33:58.703870 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.764240 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.765239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.767802 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.768317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.768863 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.769350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.769843 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.770594 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.773244 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20da3590-f775-4e69-8ffd-94a8e4a2752b x-openstack-request-id: req-20da3590-f775-4e69-8ffd-94a8e4a2752b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:33:58.773913 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.774765 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.775258 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.775881 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.776542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:33:58.777013 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:33:58.783588 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20da3590-f775-4e69-8ffd-94a8e4a2752b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:33:58.784247 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6', 'code': 200} Dec 10 04:33:58.856861 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] For port b20b4f81-daa8-4277-9fa0-d3fa484a238b, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:33:58.867504 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] For port b20b4f81-daa8-4277-9fa0-d3fa484a238b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b20b4f81-daa8-4277-9fa0-d3fa484a238b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:33:58.878230 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:58.924690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5a9b-ba03-4928-9508-444deb4475a9 req-d586a10f-492f-4460-8a2a-a2c4677e45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:33:58.929427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fffb5a9b-ba03-4928-9508-444deb4475a9 req-d586a10f-492f-4460-8a2a-a2c4677e45fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 1100 time: 0.2616804 Dec 10 04:33:58.936018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f001661f-ff49-46a3-8089-a4c3f9548efb req-692155df-0a2f-41d7-8e66-652a44f86236 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.1746039 Dec 10 04:33:58.945786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8a515ad-2beb-4ff9-8f33-555bba2012f0 req-56d1516a-0f57-46a1-9307-b542668a8208 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429591 Dec 10 04:33:58.987649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:59.031624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:59.033411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:59.158657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fffb5a9b-ba03-4928-9508-444deb4475a9 req-174c6e79-4011-4b9f-b7dd-dd5fffe32b21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966434 Dec 10 04:33:59.228983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:33:53Z', 'revision_number': 5, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port': {'id': '28a016ab-43e1-42c1-9de5-9b23c2101a01', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:44Z', 'updated_at': '2021-12-10T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:59.234028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:59.239624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8aab5-1f05-4e59-b216-3b8249ca0434 None None] Pushing event updated for resources: {'Port': ['ID=b20b4f81-daa8-4277-9fa0-d3fa484a238b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:59.292950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Checking router: 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:33:59.318449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Routers {'6d2118bf-ab8a-48c2-b3d7-a064082e0df5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:33:59.319098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:59.326921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Pushing event deleted for resources: {'Port': ['ID=28a016ab-43e1-42c1-9de5-9b23c2101a01,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:33:59.423795 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:59.467979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:59.470552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:33:59.571636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] Set router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:33:59.678564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:33:59Z', 'revision_number': 7, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:59.748852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Allocated IP 172.20.0.1 (834741a8-8e7c-401f-afa6-6e7a4e3d21bd/682052b9-de26-4bb7-bfe9-95069ac9db4e/ed54e0e0-ca07-4457-8dec-db54f6606cd5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:33:59.776496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:33:55Z', 'revision_number': 3, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:33:59.780248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85f9f9-4847-4b4a-b2d0-1586ab09154c None None] The sync data for ids ['6d2118bf-ab8a-48c2-b3d7-a064082e0df5'] in n-d-817326-3 is: [{'id': '6d2118bf-ab8a-48c2-b3d7-a064082e0df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-571898744-router', 'tenant_id': '5127559ff3d94219b62daf700a53fd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:43Z', 'updated_at': '2021-12-10T04:33:59Z', 'revision_number': 7, 'project_id': '5127559ff3d94219b62daf700a53fd15', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:33:59.819720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:33:59.820411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:33:59.851737 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa94bd-d813-4718-992d-dc2e4cb8793a None None] The sync data for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 is: [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:33:55Z', 'revision_number': 3, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:33:59.971718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:00.068146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.080560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.130228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.196512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732638c6-9ee5-44b6-a795-48311652bd0a req-1df6fc4b-354a-4441-a0c3-eee99767979e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:00.210995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-732638c6-9ee5-44b6-a795-48311652bd0a req-1df6fc4b-354a-4441-a0c3-eee99767979e tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 1.0565803 Dec 10 04:34:00.248319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.249552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2118bf-ab8a-48c2-b3d7-a064082e0df5 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:34:00.269924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.271078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8c7383ac-1924-4410-a0bd-0dbc99bec80c admin admin] 10.222.0.43 "DELETE /v2.0/routers/6d2118bf-ab8a-48c2-b3d7-a064082e0df5 HTTP/1.1" status: 204 len: 168 time: 3.8491993 Dec 10 04:34:00.294793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:00.380881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.422612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4846d5-c487-4c0f-aa93-e958572ed07f req-396776a2-5b92-4b9a-9937-98cbf3b0c529 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:00.431241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f4846d5-c487-4c0f-aa93-e958572ed07f req-396776a2-5b92-4b9a-9937-98cbf3b0c529 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 1.0640304 Dec 10 04:34:00.454655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Deleting subnet 90a09352-c9a7-409d-b67e-4be361ad06b4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:00.463080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:00.479788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.522548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:00.528192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:00.532352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:00.584657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-732638c6-9ee5-44b6-a795-48311652bd0a req-a193091c-b652-4336-9eef-414f42b5d790 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725533 Dec 10 04:34:00.621294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.700319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92747c4d-a057-46de-81e6-40374cce4c64 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:00.723952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.732636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:34:00.749012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f4846d5-c487-4c0f-aa93-e958572ed07f req-47bca69a-cf43-4fda-a1f8-3cea499db243 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166783 Dec 10 04:34:00.811655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Transition to ACTIVE for port object 92747c4d-a057-46de-81e6-40374cce4c64 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:00.825348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:00.986845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa40f086-8f42-4475-bdbc-63732ac2f516 req-f0a773df-b1f7-4efd-aa08-e264191143dd tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0659499 Dec 10 04:34:01.022342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.072220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.078699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Pushing event updated for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:01.092839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6a47c121-334e-41a2-91dc-fbcc56f191a2 None None] Provisioning complete for port ed54e0e0-ca07-4457-8dec-db54f6606cd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:01.093444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a47c121-334e-41a2-91dc-fbcc56f191a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.218616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e082fb-f213-4b96-85b3-86517f8ad0b0 req-f6d85f43-04d6-4d7c-8928-05145cd447b9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:01.228446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e082fb-f213-4b96-85b3-86517f8ad0b0 req-f6d85f43-04d6-4d7c-8928-05145cd447b9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 943 time: 0.3132935 Dec 10 04:34:01.314950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ac65-3fd3-4a99-91ea-d49ac13edd23 req-f519c1e7-4dc2-470d-a093-11a55bf5a727 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:01.323271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3940ac65-3fd3-4a99-91ea-d49ac13edd23 req-f519c1e7-4dc2-470d-a093-11a55bf5a727 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1878335 Dec 10 04:34:01.325517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Attempting to bind port 92747c4d-a057-46de-81e6-40374cce4c64 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:01.325957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Attempting to bind port 92747c4d-a057-46de-81e6-40374cce4c64 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:01.326380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Attempting to bind port 92747c4d-a057-46de-81e6-40374cce4c64 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:01.358342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Port 92747c4d-a057-46de-81e6-40374cce4c64 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:34:01.358572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Attempting to bind port 92747c4d-a057-46de-81e6-40374cce4c64 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:01.372618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:01.372618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:01.372618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:01.372618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Bound port: 92747c4d-a057-46de-81e6-40374cce4c64, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:01.372618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.412776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e082fb-f213-4b96-85b3-86517f8ad0b0 req-f63c2475-4914-4017-9b37-cb7b77ff35aa tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767740 Dec 10 04:34:01.495875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3940ac65-3fd3-4a99-91ea-d49ac13edd23 req-0fec4dde-d68f-45aa-9e82-be2c3b09c1ea tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714442 Dec 10 04:34:01.582888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b20b4f81-daa8-4277-9fa0-d3fa484a238b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:01.587564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:01.596345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92747c4d-a057-46de-81e6-40374cce4c64,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:01.605706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.647489 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.653266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6a47c121-334e-41a2-91dc-fbcc56f191a2 None None] Port ed54e0e0-ca07-4457-8dec-db54f6606cd5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:34:01.689524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b20b4f81-daa8-4277-9fa0-d3fa484a238b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:01.689939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.705169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Pushing event updated for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:01.724113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:01.727330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.730702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d04a296-9fbe-4037-8726-74d7812eebfc service neutron] 10.222.0.41 "PUT /v2.0/ports/92747c4d-a057-46de-81e6-40374cce4c64 HTTP/1.1" status: 200 len: 1091 time: 3.9299650 Dec 10 04:34:01.733228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:01.738885 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c3503-5272-46ba-8cdd-fe642988a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "tag": "92747c4d-a057-46de-81e6-40374cce4c64"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:01.878948 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fb6e33-5931-4590-a70a-d31d94dd3fbb x-openstack-request-id: req-c6fb6e33-5931-4590-a70a-d31d94dd3fbb {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:01.879328 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "tag": "92747c4d-a057-46de-81e6-40374cce4c64", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:01.888208 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6fb6e33-5931-4590-a70a-d31d94dd3fbb {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:01.889205 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64', 'status': 'completed', 'code': 200} Dec 10 04:34:01.917767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4bab-2734-493b-8396-1498a4b3962f req-4c3413c3-1cee-40f8-a9e3-d6ce2625f3bb tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:01.920427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.943005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54cd4bab-2734-493b-8396-1498a4b3962f req-4c3413c3-1cee-40f8-a9e3-d6ce2625f3bb tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1565862 Dec 10 04:34:01.959941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:01.965847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90a09352-c9a7-409d-b67e-4be361ad06b4 HTTP/1.1" status: 204 len: 168 time: 1.6699283 Dec 10 04:34:01.970802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:01.990304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b27c3d-0d20-4cec-bb81-2032e1e7ca66 None None] Network ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:02.034029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.085461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efba3c-2e4e-4655-8bf1-e2b4d365007c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a09352-c9a7-409d-b67e-4be361ad06b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:02.095966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54cd4bab-2734-493b-8396-1498a4b3962f req-c63c1336-24f1-43e0-8032-64a181b653c3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270282 Dec 10 04:34:02.098358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-9cc951f3-fa86-41c4-b248-76aca2671baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:02.099997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-9cc951f3-fa86-41c4-b248-76aca2671baa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 1094 time: 0.1559429 Dec 10 04:34:02.104567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.123241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2485b-ddd4-48af-898c-73ab1d905dd5 req-3d1908e2-577a-4525-9245-e8297442c7fe tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:02.129638 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.134936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08d2485b-ddd4-48af-898c-73ab1d905dd5 req-3d1908e2-577a-4525-9245-e8297442c7fe tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 0.1666360 Dec 10 04:34:02.140126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.144649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port b20b4f81-daa8-4277-9fa0-d3fa484a238b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b20b4f81-daa8-4277-9fa0-d3fa484a238b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:02.184292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.204991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-a182d66c-0321-4a28-b07e-6fc8f2da4683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92747c4d-a057-46de-81e6-40374cce4c64 HTTP/1.1" status: 200 len: 217 time: 0.0673914 Dec 10 04:34:02.268267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=b20b4f81-daa8-4277-9fa0-d3fa484a238b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:02.319032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:02.352232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf66564c-ff09-46d9-9754-33fbaada7ec3 req-5a033e20-2197-4b23-a9ea-699bd14d60ec tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.0953207 Dec 10 04:34:02.352999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:02.357522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:02.357522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1c6ffbe-93e4-4ab1-95a7-ea8e96b95694 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:02.357961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 28a016ab-43e1-42c1-9de5-9b23c2101a01 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:02.365522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08d2485b-ddd4-48af-898c-73ab1d905dd5 req-f92caa89-e08a-47c7-aa18-6d226808cd0c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296045 Dec 10 04:34:02.395496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-62feb06c-c797-4af6-9342-c14a07115791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:02.395496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-62feb06c-c797-4af6-9342-c14a07115791 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1775181 Dec 10 04:34:02.395838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 28a016ab-43e1-42c1-9de5-9b23c2101a01 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:02.395838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 28a016ab-43e1-42c1-9de5-9b23c2101a01 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:02.411136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] DHCP port deletion for ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:34:02.420762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.427102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Deleting port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:02.427583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.472653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-1d2454a5-07f9-4b8d-bd56-834086eaa687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722771 Dec 10 04:34:02.567631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] For port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:02.568126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.572523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Deleting port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:02.572933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.587336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Calling delete_port for bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:02.724324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] For port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,segment=NetworkSegment(31be92bc-74c1-4c95-87a4-1e4f1af347ee),segment_id=31be92bc-74c1-4c95-87a4-1e4f1af347ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:02.725072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.751044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Calling delete_port for bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:02.807672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da7c63-5cc1-4e6f-82e3-8dc572be3fec req-a04e64c4-23b6-4c9e-86bd-8e21b1b24baa tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:02.811492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99da7c63-5cc1-4e6f-82e3-8dc572be3fec req-a04e64c4-23b6-4c9e-86bd-8e21b1b24baa tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 1100 time: 0.1691005 Dec 10 04:34:02.864994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc7db7-2517-4924-9c8e-4d40f0f63b30 req-6e83f606-2d56-439a-8d40-b0b1b930736b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:02.868156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3fc7db7-2517-4924-9c8e-4d40f0f63b30 req-6e83f606-2d56-439a-8d40-b0b1b930736b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 943 time: 0.1727476 Dec 10 04:34:02.924160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.937168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:02.938468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-797200d5-c51e-4542-9c13-06fdc9c67b6b service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520705 Dec 10 04:34:02.962155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] No DVR routers for this DVR port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:02.967214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:03.029560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:03.033245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3646e-d507-4813-84dd-e2ae62404fce None None] Pushing event deleted for resources: {'Port': ['ID=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:03.052448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd343e3f-5b38-4a35-b49e-0ac7978ad7e9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:03.059560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] No DVR routers for this DVR port bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:03.210389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99da7c63-5cc1-4e6f-82e3-8dc572be3fec req-2c39367f-af65-40eb-a7e6-faae225d6ebc tempest-ServersOnMultiNodesTest-638257646 tempest-ServersOnMultiNodesTest-638257646-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721168 Dec 10 04:34:03.212951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c9a246e-f5bd-4185-b7e2-f3b71d5dd108 req-38c93716-b87a-4876-88a0-7438c5b322a0 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137797 Dec 10 04:34:03.267118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.315599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3fc7db7-2517-4924-9c8e-4d40f0f63b30 req-883fef61-21e0-479b-8384-a0c2b7f95006 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212584 Dec 10 04:34:03.410840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:03.416969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b20b4f81-daa8-4277-9fa0-d3fa484a238b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:03.464439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d3fd-64c6-4389-9fe7-5a72ac4193f2 req-847fc954-f5d6-4640-87a0-367fedd94fa4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:03.466878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1364d3fd-64c6-4389-9fe7-5a72ac4193f2 req-847fc954-f5d6-4640-87a0-367fedd94fa4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1194370 Dec 10 04:34:03.508029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31be92bc-74c1-4c95-87a4-1e4f1af347ee') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:03.508336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31be92bc-74c1-4c95-87a4-1e4f1af347ee') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:03.521811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3503-5272-46ba-8cdd-fe642988a20f req-20bdbd1d-9b65-4200-a165-3a13a7203985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:03.523482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-20bdbd1d-9b65-4200-a165-3a13a7203985 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 1094 time: 0.1210344 Dec 10 04:34:03.549065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.568300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:34:03.581688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dc4a096f-143e-4ef1-8c07-6ba4fc548507 None None] Provisioning complete for port ed54e0e0-ca07-4457-8dec-db54f6606cd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:03.582063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4a096f-143e-4ef1-8c07-6ba4fc548507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.587868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.610626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:03.612183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:03.616376 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:03.638643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b20b4f81-daa8-4277-9fa0-d3fa484a238b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:03.640229 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:03.673877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3503-5272-46ba-8cdd-fe642988a20f req-48405f1b-ebea-427d-994a-a8d700af9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:03.676235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-48405f1b-ebea-427d-994a-a8d700af9527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.1395178 Dec 10 04:34:03.723233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1364d3fd-64c6-4389-9fe7-5a72ac4193f2 req-d9e7a826-a833-47fd-8ad5-af730cbc0acf tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431123 Dec 10 04:34:03.736028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a096f-143e-4ef1-8c07-6ba4fc548507 None None] Port ed54e0e0-ca07-4457-8dec-db54f6606cd5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:34:03.839117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-fcbb1542-be8b-4283-b0b8-54d72282da89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92747c4d-a057-46de-81e6-40374cce4c64 HTTP/1.1" status: 200 len: 217 time: 0.1459346 Dec 10 04:34:03.957301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319adb-862a-4dcf-9bf3-3f01baf70055 req-1bd1b83f-9c7f-4f47-9260-7436d8e992d1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:03.958218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:03.962393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8319adb-862a-4dcf-9bf3-3f01baf70055 req-1bd1b83f-9c7f-4f47-9260-7436d8e992d1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.2811298 Dec 10 04:34:04.012095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3503-5272-46ba-8cdd-fe642988a20f req-222a213b-035a-4512-80c7-c2e480bba931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:04.013804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-222a213b-035a-4512-80c7-c2e480bba931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1580195 Dec 10 04:34:04.032908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:04.032908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bd343e3f-5b38-4a35-b49e-0ac7978ad7e9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:04.156127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-19b8c6bb-40b7-43c9-a3c7-c5045ecef0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993235 Dec 10 04:34:04.193586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:04.246800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8319adb-862a-4dcf-9bf3-3f01baf70055 req-0ff9f653-1039-438f-9fcf-444e004eba84 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663634 Dec 10 04:34:04.266602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:04.272123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f HTTP/1.1" status: 204 len: 168 time: 2.2805262 Dec 10 04:34:04.316310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf03d-9233-4267-b009-aea636bde629 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9b5d0e-bef1-417b-b5fb-2b64aa776c9f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:04.351102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:34:04.367723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Sync routers for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:34:04.380580 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f5009b86-e367-4ea2-8b6d-688a5181f887 admin admin] 10.222.0.43 "PUT /v2.0/routers/5ca1a78d-1c54-4142-b6dc-ab229af0cc70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7182593 Dec 10 04:34:04.405159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:04.405922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:04.517063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea2a0207-bf98-48fc-b31f-a4297681495b req-36bc9b6a-4c08-46ed-ac1f-f1c37b1acdf2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc8131f-f4ea-477e-9625-f5c94fb2b377 HTTP/1.1" status: 200 len: 210 time: 0.1318116 Dec 10 04:34:04.542499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:04.570781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-c91a6a90-6af3-4f38-9865-6b2dee656cdf service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795362 Dec 10 04:34:04.693647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-82272c50-5091-4c77-a971-c933ccf13145 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef769fa6599c43ea8c6219f725d8de4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1521723 Dec 10 04:34:04.696975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50836) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:04.751761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:04.851148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:04.883157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:04.943599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26f54-ecae-40ad-905c-4beb54fb9bd5 req-90a97147-6ba3-47df-937d-61bd529e9722 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:04.951046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dc26f54-ecae-40ad-905c-4beb54fb9bd5 req-90a97147-6ba3-47df-937d-61bd529e9722 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 0.2885163 Dec 10 04:34:04.971494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c3503-5272-46ba-8cdd-fe642988a20f req-42643aee-66a7-41f0-a76c-49beb668809b service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916521 Dec 10 04:34:04.991110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bd06-a80b-49fe-9d34-7a124b39887c req-7be016f2-3040-4b4e-bdb4-178ac7af398b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:04.992692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d0bd06-a80b-49fe-9d34-7a124b39887c req-7be016f2-3040-4b4e-bdb4-178ac7af398b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 943 time: 0.1184590 Dec 10 04:34:05.011652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:05.015399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:05.023461 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce254e67-53b2-4705-bf20-5f9ead38ce09 HTTP/1.1" status: 204 len: 168 time: 0.3231101 Dec 10 04:34:05.060467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc5a70-7559-49b1-8bdc-ea2d03d35ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce254e67-53b2-4705-bf20-5f9ead38ce09,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:05.098503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dc26f54-ecae-40ad-905c-4beb54fb9bd5 req-240d47b9-0b26-429c-99ef-5ae878ca13ba tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462538 Dec 10 04:34:05.177893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d0bd06-a80b-49fe-9d34-7a124b39887c req-8a6bf955-11dd-4537-9c9e-d51b34cef0e2 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685245 Dec 10 04:34:05.310472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:01Z', 'revision_number': 2, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:05.347683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Checking router: 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:34:05.348276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Updating router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 port ed54e0e0-ca07-4457-8dec-db54f6606cd5 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:34:05.407113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:05.673237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afb393-1a88-49af-aaec-a8f6769f32b0 req-cf68e484-1fff-46f9-a750-6865f5fc5fd3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:05.680684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9afb393-1a88-49af-aaec-a8f6769f32b0 req-cf68e484-1fff-46f9-a750-6865f5fc5fd3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.1314538 Dec 10 04:34:05.824774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9afb393-1a88-49af-aaec-a8f6769f32b0 req-97779370-035e-4ced-9bb7-1082008e4940 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350327 Dec 10 04:34:05.921765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-866967ef-482e-409c-9b51-4bbdb3fd2d52 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:05.930651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-866967ef-482e-409c-9b51-4bbdb3fd2d52 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 0.1047268 Dec 10 04:34:05.987463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:06.014932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.019617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92747c4d-a057-46de-81e6-40374cce4c64 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:34:06.024272 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.126698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-abc4a076-5bb8-4830-9e55-49a865c833cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:06.136444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0d85-bfa4-4ba3-bc99-38253fb1cb0f req-92f486ef-a932-40c3-a16a-e5fa15986a66 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:06.144229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-abc4a076-5bb8-4830-9e55-49a865c833cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 1096 time: 0.2908938 Dec 10 04:34:06.145192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b6e0d85-bfa4-4ba3-bc99-38253fb1cb0f req-92f486ef-a932-40c3-a16a-e5fa15986a66 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1348562 Dec 10 04:34:06.160906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656522f0-998c-4a77-a7ca-b96ab9650eeb None None] Pushing event updated for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:06.188447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:06.188963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.316979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:06.317502 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.345555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Attempting to bind port ed54e0e0-ca07-4457-8dec-db54f6606cd5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:06.346077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Attempting to bind port ed54e0e0-ca07-4457-8dec-db54f6606cd5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:06.346593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Attempting to bind port ed54e0e0-ca07-4457-8dec-db54f6606cd5 on network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:06.369601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:06.369903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:06.370054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Checking segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:06.381098 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.381524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Bound using segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:06.382058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Bound port: ed54e0e0-ca07-4457-8dec-db54f6606cd5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:06.384028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.419936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b6e0d85-bfa4-4ba3-bc99-38253fb1cb0f req-81aedc94-1d32-4030-b1e8-e63832b3221e tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737706 Dec 10 04:34:06.427684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50870) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:06.514096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576402620', 'description': 'tempest-description--1407974619'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:06.551062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d08b945c-c769-46d4-b566-1244676dd42c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5127559ff3d94219b62daf700a53fd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5497506 Dec 10 04:34:06.552579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:06.560023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] For port ed54e0e0-ca07-4457-8dec-db54f6606cd5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:06.566174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.570422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] For port ed54e0e0-ca07-4457-8dec-db54f6606cd5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ed54e0e0-ca07-4457-8dec-db54f6606cd5,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:06.616393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.629500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92747c4d-a057-46de-81e6-40374cce4c64,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:06.725186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-5fb9ddb8-9099-4e8b-9700-b6e388cecb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:06.726723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-5fb9ddb8-9099-4e8b-9700-b6e388cecb72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 200 len: 917 time: 0.5620022 Dec 10 04:34:06.763595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '92747c4d-a057-46de-81e6-40374cce4c64', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': '92747c4d-a057-46de-81e6-40374cce4c64', 'mac_address': 'fa:16:3e:89:35:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:34:06.780465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] Provisioning complete for port ed54e0e0-ca07-4457-8dec-db54f6606cd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:06.780990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.805178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-7a61a086-8af9-4947-9bcd-7df85b62dfb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac HTTP/1.1" status: 200 len: 217 time: 0.0691833 Dec 10 04:34:06.812986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.860805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.871375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.886327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bb7c3-7894-4b46-9c83-915b39c6bb8a req-e406994d-d968-414e-80ec-9f9b265182eb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:06.887899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-465bb7c3-7894-4b46-9c83-915b39c6bb8a req-e406994d-d968-414e-80ec-9f9b265182eb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 949 time: 0.2920601 Dec 10 04:34:06.891916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92747c4d-a057-46de-81e6-40374cce4c64 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:06.930441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92747c4d-a057-46de-81e6-40374cce4c64,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:06.958947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:06.959587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:33:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:06.987993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-f500b02c-33ee-4e88-b137-1578499099f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:06.990278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-f500b02c-33ee-4e88-b137-1578499099f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 200 len: 855 time: 0.0566554 Dec 10 04:34:06.991651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.994927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:06.996679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0ec61a4-3d0b-437b-8ac0-85145c67ef65 HTTP/1.1" status: 204 len: 168 time: 0.4314842 Dec 10 04:34:07.039015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e40b-65b2-45c4-a168-0d2ec0260917 req-b8187e13-c224-4699-8501-9f6858b96a6b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:07.040732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919197cd-9232-4fc9-ab51-cd3bbb4f9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec61a4-3d0b-437b-8ac0-85145c67ef65,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:07.043501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5763e40b-65b2-45c4-a168-0d2ec0260917 req-b8187e13-c224-4699-8501-9f6858b96a6b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 943 time: 0.4195647 Dec 10 04:34:07.073291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-6fdacff9-b2e1-4384-a545-14821349afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:07.075365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-6fdacff9-b2e1-4384-a545-14821349afdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c5793646-9164-409a-833d-7c81a2486985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670207 Dec 10 04:34:07.090465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.093037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656522f0-998c-4a77-a7ca-b96ab9650eeb None None] Pushing event updated for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:07.102648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.134163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.243049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-357f6005-9510-46ad-8f10-02cfe91fbf1c service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562970 Dec 10 04:34:07.243581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-465bb7c3-7894-4b46-9c83-915b39c6bb8a req-825de6ae-4788-478c-a871-5c5658b9ec8e tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334548 Dec 10 04:34:07.290678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.321096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.324914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8912270 Dec 10 04:34:07.325559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:07.332634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'security_group_rule': {'security_group_id': 'f11bf9fa-0246-46f2-ac72-caf8e49b9637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:07.390280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36608-8e89-4652-ade7-c0004189edb2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11bf9fa-0246-46f2-ac72-caf8e49b9637,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:07.398207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=6bd1ca76-3dbc-4a02-b6ce-f470269d8af6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:07.413995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5763e40b-65b2-45c4-a168-0d2ec0260917 req-f82d32f8-392d-4e7c-854b-bb8217cdc8fa tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481598 Dec 10 04:34:07.513073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:07.515420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558', '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:07.548956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:07.556195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.582144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.589969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c56d9ad-db64-48ce-8b1c-00741d9c3c9d req-f6a3c2d9-8775-4bf5-809b-a9ebaf2c1028 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "DELETE /v2.0/ports/6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 HTTP/1.1" status: 204 len: 173 time: 1.6480665 Dec 10 04:34:07.590460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'name': 'network-vif-deleted', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:07.608389 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de255b-7a26-43a4-a5c0-8bfc80a125e8" -d '{"events": [{"server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "name": "network-vif-deleted", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:07.614941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9d98187e-df3f-4e88-b1bc-a71ecfffdb6d req-f0983db7-697a-40e6-9406-8ac1df19b566 service neutron] 10.222.0.36 "GET /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612487 Dec 10 04:34:07.761949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['92747c4d-a057-46de-81e6-40374cce4c64'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:07.781944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.791257 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.842426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b83cea-def2-42ea-8708-b1fc697a81bd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:07.857046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:07.857046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ff0791e6-abdc-43a8-b84a-ae85ff6216cc tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5288455 Dec 10 04:34:07.865642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50904) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:07.877279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'security_group_rule': {'security_group_id': 'f11bf9fa-0246-46f2-ac72-caf8e49b9637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:07.937020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c12b-cbbe-4c84-ab96-f40c6b1c9521 req-0ad9bf36-9a02-420e-a96c-a6813c68cef8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:07.938641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1103c12b-cbbe-4c84-ab96-f40c6b1c9521 req-0ad9bf36-9a02-420e-a96c-a6813c68cef8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.3987098 Dec 10 04:34:07.964090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:08.021624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1d65-38ba-4a4b-b758-aeaae5c61650 req-b481e43e-022b-4926-897e-416523a3d352 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:08.022812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f4a1d65-38ba-4a4b-b758-aeaae5c61650 req-b481e43e-022b-4926-897e-416523a3d352 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2740071 Dec 10 04:34:08.088818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.099953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:08.169639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.177235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1103c12b-cbbe-4c84-ab96-f40c6b1c9521 req-bcb60220-5be7-475c-bfd8-a285caa4860d tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085061 Dec 10 04:34:08.178708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.205234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f4a1d65-38ba-4a4b-b758-aeaae5c61650 req-4f94579e-1508-4a16-b557-ed396d55598a tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669228 Dec 10 04:34:08.237032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.242359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701687 Dec 10 04:34:08.243083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:08.267049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:08.284371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a974f1-5133-4f43-8a1f-7b7adf528ccf tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a13817e-5a00-40a9-a9df-fa0f725057e8,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:08.325708 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6e839-9060-4380-94f0-8104ed757fac x-openstack-request-id: req-c1c6e839-9060-4380-94f0-8104ed757fac {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:08.326421 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab8aac0-7c4a-477b-a56f-d530f194fbef", "name": "network-vif-deleted", "tag": "6bd1ca76-3dbc-4a02-b6ce-f470269d8af6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:08.326690 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1c6e839-9060-4380-94f0-8104ed757fac {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:08.330627 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8aac0-7c4a-477b-a56f-d530f194fbef', 'name': 'network-vif-deleted', 'tag': '6bd1ca76-3dbc-4a02-b6ce-f470269d8af6', 'status': 'completed', 'code': 200} Dec 10 04:34:08.397985 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.404637 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-710f5fc6-3853-457a-a3c1-925e9255d336 service neutron] 10.222.0.36 "GET /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.2004919 Dec 10 04:34:08.484428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d87a3026-bda3-495c-9cb8-658d022335fe req-9b59b905-5091-4c32-81b1-50a8f36305eb tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ab8aac0-7c4a-477b-a56f-d530f194fbef HTTP/1.1" status: 200 len: 210 time: 0.0888488 Dec 10 04:34:08.674660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:08.894709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Allocated IP 172.25.8.78 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/42b5d40f-d9ff-45d7-abdf-997f72aac588) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:09.015852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.017433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.034401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:09.088894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:09.170365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e393243-c6b7-44c7-8bc9-39655dec90be {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:09.179335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.185619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] For port ed54e0e0-ca07-4457-8dec-db54f6606cd5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ed54e0e0-ca07-4457-8dec-db54f6606cd5,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:09.204686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:09.283295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.301849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:09.313380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9510d15-1231-41ee-8787-11e40c0ee8e4 req-b1e14c6e-d009-4e59-82b2-8b884271c955 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:09.322009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9510d15-1231-41ee-8787-11e40c0ee8e4 req-b1e14c6e-d009-4e59-82b2-8b884271c955 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 944 time: 0.2424433 Dec 10 04:34:09.329699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:09.340768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'Port': ['ID=42b5d40f-d9ff-45d7-abdf-997f72aac588,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:09.344211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:09.457388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.461657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9510d15-1231-41ee-8787-11e40c0ee8e4 req-6635bc11-df6f-4517-8d8f-593913d60903 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386902 Dec 10 04:34:09.571862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] Transition to ACTIVE for port object 8e393243-c6b7-44c7-8bc9-39655dec90be will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:09.582456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.628613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6087eb-72f8-474e-a3a6-b78875ced0e4 req-41f76252-f58c-408b-b082-bfa0d146c85c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:09.636213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c6087eb-72f8-474e-a3a6-b78875ced0e4 req-41f76252-f58c-408b-b082-bfa0d146c85c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 943 time: 0.2254672 Dec 10 04:34:09.696019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.723458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] No DVR routers for this DVR port 8e393243-c6b7-44c7-8bc9-39655dec90be on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:09.747818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.798746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c6087eb-72f8-474e-a3a6-b78875ced0e4 req-af03ce43-934a-44ec-bf9b-7bacd1031659 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613019 Dec 10 04:34:09.814976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] 10.222.0.36 "PUT /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be/bindings/n-h2-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4017570 Dec 10 04:34:09.838218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c142516b-581d-4f51-a7ee-edacc52dc28a None None] Provisioning complete for port ed54e0e0-ca07-4457-8dec-db54f6606cd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:09.838638 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c142516b-581d-4f51-a7ee-edacc52dc28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:09.844311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc30ef-efac-43a2-a401-aea4e6dd924a req-9886c312-30f3-4722-88f3-805dc50ee4a0 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:09.854394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fadc30ef-efac-43a2-a401-aea4e6dd924a req-9886c312-30f3-4722-88f3-805dc50ee4a0 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.2118242 Dec 10 04:34:09.889011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc23706-e1e4-4e10-9683-378f265251bf service neutron] Pushing event updated for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:09.972271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa32df9-99f9-4c7e-9362-009b37d6f9cf None None] Pushing event updated for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:10.041375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:10.097290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:10.106711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6bd1ca76-3dbc-4a02-b6ce-f470269d8af6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:10.141281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fadc30ef-efac-43a2-a401-aea4e6dd924a req-809ce7e2-3322-4ba7-a05d-51ab4d5719ad tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840304 Dec 10 04:34:10.180771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-fbfb481c-06c2-4581-948e-fad4294223b0 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:10.185728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-fbfb481c-06c2-4581-948e-fad4294223b0 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.2341399 Dec 10 04:34:10.268834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:06Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:10.283859 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:10.311614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:10.332793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db5aba-3f2a-4847-b251-8ba58b8377f5 None None] The sync data for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 is: [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:06Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:34:10.416449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'Port': ['ID=42b5d40f-d9ff-45d7-abdf-997f72aac588,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:10.529556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:10.543241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-f86a9c9f-cc08-4ecd-857e-6320643fd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:10.544817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-f86a9c9f-cc08-4ecd-857e-6320643fd810 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2&tenant_id=7119f6db38fa4005ae406754cb095ec4 HTTP/1.1" status: 200 len: 1095 time: 0.3485620 Dec 10 04:34:10.564364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:10.565892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d868ab74-024b-48cd-8e7d-98cdc51e5388 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3214748 Dec 10 04:34:10.811044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6c4df0b0-c41e-4839-b662-3f1b6f7de411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:10.813449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-6c4df0b0-c41e-4839-b662-3f1b6f7de411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1095 time: 0.2174592 Dec 10 04:34:10.824308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2ce8-0f3e-48db-8f3e-4bc98527a512 req-d11f2969-c284-4a4d-969a-0d00b9bdeadd tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:10.826666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb1c2ce8-0f3e-48db-8f3e-4bc98527a512 req-d11f2969-c284-4a4d-969a-0d00b9bdeadd tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1640601 Dec 10 04:34:11.384908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ed54e0e0-ca07-4457-8dec-db54f6606cd5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:11.435475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb1c2ce8-0f3e-48db-8f3e-4bc98527a512 req-3d48c7b8-b1a7-4772-a543-a45f7d276b9f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987542 Dec 10 04:34:11.457200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-035f1b19-124b-4d5e-af57-29800f1cb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:11.458961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-035f1b19-124b-4d5e-af57-29800f1cb66f service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.6312456 Dec 10 04:34:11.468404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3067cc-90ee-4c67-8e33-4bfffb393a4d req-27243e88-d13f-44ce-ab1d-a17b198ee31f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:11.470995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f3067cc-90ee-4c67-8e33-4bfffb393a4d req-27243e88-d13f-44ce-ab1d-a17b198ee31f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 944 time: 0.5557456 Dec 10 04:34:11.519349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ed54e0e0-ca07-4457-8dec-db54f6606cd5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:11.519736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:11.546433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-408f9edf-28f2-4f35-84a2-8606b701ebcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 200 len: 217 time: 0.0630965 Dec 10 04:34:11.673117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f3067cc-90ee-4c67-8e33-4bfffb393a4d req-eddd9815-a605-4aaa-a546-2abd8bea81b6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936359 Dec 10 04:34:11.709106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-562989f5-3067-45f2-8cd5-eca678fadede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:11.711510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-562989f5-3067-45f2-8cd5-eca678fadede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.1299183 Dec 10 04:34:11.763391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-e41619d0-68c0-4464-a602-878b9d81cc20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377800 Dec 10 04:34:11.773624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7419-dba5-4f89-9e23-16570e597949 req-d2b4b96c-6972-46ff-85db-42100e0b778f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:11.786685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-433a7419-dba5-4f89-9e23-16570e597949 req-d2b4b96c-6972-46ff-85db-42100e0b778f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.1930792 Dec 10 04:34:11.929172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-5a76d598-1139-4165-b1ca-8a1d5a80152d service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243570 Dec 10 04:34:11.967988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92747c4d-a057-46de-81e6-40374cce4c64 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:12.092436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 92747c4d-a057-46de-81e6-40374cce4c64 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:34:12.098206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 92747c4d-a057-46de-81e6-40374cce4c64 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:12.098843 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:12.247943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:12.277957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-433a7419-dba5-4f89-9e23-16570e597949 req-17e8f242-1708-4018-9f78-17db73e72b97 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897060 Dec 10 04:34:12.302971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:12.306122 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d6454-6d64-4f10-a3f1-046328ce4c46" -d '{"events": [{"server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "name": "network-vif-plugged", "status": "completed", "tag": "92747c4d-a057-46de-81e6-40374cce4c64"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:12.325899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c195-7905-41b0-98ca-c8999647bf0d req-0e8b2fcc-b2e5-42d2-9e66-7e9ef550abd3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:12.333414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e01c195-7905-41b0-98ca-c8999647bf0d req-0e8b2fcc-b2e5-42d2-9e66-7e9ef550abd3 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.5184500 Dec 10 04:34:12.341942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-ba9bc7ce-65c0-4b88-84f7-254343eaa12b service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919833 Dec 10 04:34:12.349502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92747c4d-a057-46de-81e6-40374cce4c64,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:12.365491 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:12.532903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:12.576572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e01c195-7905-41b0-98ca-c8999647bf0d req-5fe7a656-222e-49f0-b03f-936c8718c7d2 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419040 Dec 10 04:34:12.623719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-ace40341-10a4-4951-ba8b-77ead069fabd tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:12.625845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-ace40341-10a4-4951-ba8b-77ead069fabd tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.3444719 Dec 10 04:34:12.702138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-c9696d6f-67ff-4dba-a62f-b37cccb6cadd tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--576402620&fields=id&tenant_id=a3ea41cd09ec48c18c08f0f81feee866 HTTP/1.1" status: 200 len: 267 time: 0.2288158 Dec 10 04:34:13.033380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-700e32b7-6896-42b8-89c4-4389387a7407 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:13.034941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-700e32b7-6896-42b8-89c4-4389387a7407 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2&tenant_id=7119f6db38fa4005ae406754cb095ec4&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.2514129 Dec 10 04:34:13.067283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac8a3-60ad-4168-a58f-3c42c5a8ebe2 req-1cb2520f-8aaf-495e-ac95-7c4a69d311ff tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:13.074844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cdac8a3-60ad-4168-a58f-3c42c5a8ebe2 req-1cb2520f-8aaf-495e-ac95-7c4a69d311ff tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 0.2035916 Dec 10 04:34:13.114707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-70387380-1d10-43dc-8206-b4a3c8404d9f tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:13.121964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-70387380-1d10-43dc-8206-b4a3c8404d9f tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/networks?id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 200 len: 812 time: 0.3844104 Dec 10 04:34:13.164973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:13.165463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:13.175443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-7f0837d3-9b7b-44c5-b608-15a9ac0cb333 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/quotas/a3ea41cd09ec48c18c08f0f81feee866 HTTP/1.1" status: 200 len: 375 time: 0.0525312 Dec 10 04:34:13.343843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cdac8a3-60ad-4168-a58f-3c42c5a8ebe2 req-d2b54be2-0f13-4476-ac2f-165c51f2f265 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678065 Dec 10 04:34:13.494611 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321865b2-d1b7-43f5-955c-57f3f3c2f47d x-openstack-request-id: req-321865b2-d1b7-43f5-955c-57f3f3c2f47d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:13.495031 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "name": "network-vif-plugged", "status": "completed", "tag": "92747c4d-a057-46de-81e6-40374cce4c64", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:13.495354 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321865b2-d1b7-43f5-955c-57f3f3c2f47d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:13.495818 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64', 'code': 200} Dec 10 04:34:13.549324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-e2a9fd91-6555-4241-b484-ba050f60d67e tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3725653 Dec 10 04:34:13.720728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7920b-21aa-4a3b-af7c-3f3ad7885d8d req-c07f13b9-ff87-4bd8-ab23-45bb8fca118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:13.721468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:13.721468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:13.724113 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fae7920b-21aa-4a3b-af7c-3f3ad7885d8d req-c07f13b9-ff87-4bd8-ab23-45bb8fca118e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 1096 time: 0.1064479 Dec 10 04:34:13.760854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-1b420158-1b5b-468c-a408-6ebc52f62771 service neutron] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:13.761874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:13.780842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-1b420158-1b5b-468c-a408-6ebc52f62771 service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:13.782131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d9f308-fd7b-462f-8df3-820c255836c6 req-1b420158-1b5b-468c-a408-6ebc52f62771 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be/bindings/n-h1-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.7329707 Dec 10 04:34:13.803810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8af9d-34b0-4df1-b7cf-21b946b8317b req-e323624d-0d28-40dd-9c42-6d917def0aed tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:13.812001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0d8af9d-34b0-4df1-b7cf-21b946b8317b req-e323624d-0d28-40dd-9c42-6d917def0aed tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.1977217 Dec 10 04:34:13.849298 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fae7920b-21aa-4a3b-af7c-3f3ad7885d8d req-92974e8f-8d82-44dd-9ae4-6d6a282c3ed1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075926 Dec 10 04:34:13.898920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0d8af9d-34b0-4df1-b7cf-21b946b8317b req-26ee5a27-ecc4-44fb-8db0-587e516c0e7a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834720 Dec 10 04:34:14.151749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-bc1eec32-0780-4ef9-8cbd-4a38255df40c service neutron] 10.222.0.43 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793977 Dec 10 04:34:14.203637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464284b-66a7-4935-a2b0-eb0a4c26afae req-6a16ecdb-88b8-43ef-ad67-0dc5153fb9d0 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:14.208799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3464284b-66a7-4935-a2b0-eb0a4c26afae req-6a16ecdb-88b8-43ef-ad67-0dc5153fb9d0 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ba9e019-e75f-4e3c-b10f-66438635f928 HTTP/1.1" status: 200 len: 950 time: 0.1942585 Dec 10 04:34:14.389342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3464284b-66a7-4935-a2b0-eb0a4c26afae req-d45caf60-dcc3-40b4-b79c-b89082ef3652 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675880 Dec 10 04:34:14.394910 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:14.437725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:14.441786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:14.459497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=92e09bcc-e56d-4f07-9d67-3cbe575eb9b6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:14.470610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-56417065-f346-4315-9372-228a299d88cb service neutron] 10.222.0.43 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174458 Dec 10 04:34:14.568101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:14.570732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:14.575891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2d007f8-6046-49c8-9a71-1712da6b94cf req-bfa59be4-886d-41be-9284-5d69fa513d51 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "DELETE /v2.0/ports/92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 HTTP/1.1" status: 204 len: 173 time: 1.8782928 Dec 10 04:34:14.579264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'name': 'network-vif-deleted', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:14.581661 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd6b4e-d90f-45c8-adba-112a7780a596" -d '{"events": [{"server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "name": "network-vif-deleted", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:14.606855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f1d98-71ae-44f5-b1a4-187fc8ddafe8 req-745f9e9c-0986-4dbb-b465-38f9cda36edb tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:14.615111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-820f1d98-71ae-44f5-b1a4-187fc8ddafe8 req-745f9e9c-0986-4dbb-b465-38f9cda36edb tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1299996 Dec 10 04:34:14.691629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-820f1d98-71ae-44f5-b1a4-187fc8ddafe8 req-38317609-2623-42ce-9fc3-0810396ec676 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750301 Dec 10 04:34:14.967686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acc8fb-bbe8-4336-869c-269a57fcbb66 req-ac9b0f86-7ee8-47c0-89e2-1bddb6983166 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:14.988568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47acc8fb-bbe8-4336-869c-269a57fcbb66 req-ac9b0f86-7ee8-47c0-89e2-1bddb6983166 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.1470308 Dec 10 04:34:15.127586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47acc8fb-bbe8-4336-869c-269a57fcbb66 req-7cb9ec34-e31d-4328-af4f-f89784107177 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 Dec 10 04:34:15.185811 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758472b4-ddf8-4db8-be80-07cbebafd81a x-openstack-request-id: req-758472b4-ddf8-4db8-be80-07cbebafd81a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:15.186118 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9e019-e75f-4e3c-b10f-66438635f928", "name": "network-vif-deleted", "tag": "92e09bcc-e56d-4f07-9d67-3cbe575eb9b6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:15.186379 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-758472b4-ddf8-4db8-be80-07cbebafd81a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:15.186785 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9e019-e75f-4e3c-b10f-66438635f928', 'name': 'network-vif-deleted', 'tag': '92e09bcc-e56d-4f07-9d67-3cbe575eb9b6', 'status': 'completed', 'code': 200} Dec 10 04:34:15.193248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-554f406c-60a8-400f-a042-4c06f8e0db81 req-f60f794a-9053-4b72-8bd5-ac777af2f46f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:34:15.197136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-554f406c-60a8-400f-a042-4c06f8e0db81 req-f60f794a-9053-4b72-8bd5-ac777af2f46f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087838 Dec 10 04:34:15.565362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73e903d7-8368-4720-9261-d99024e1ea54 req-893477a2-f4a4-4269-bc37-a804649caac8 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 210 time: 0.1630201 Dec 10 04:34:15.589536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-554f406c-60a8-400f-a042-4c06f8e0db81 req-a58a0ff7-360a-489a-b9d3-51cdd55e2235 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3806782 Dec 10 04:34:15.862034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11b158-c74f-4eb4-884b-242555ec6015 req-6790a3fe-beae-46a4-b4c7-1e32e60f01ac tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:15.871110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee11b158-c74f-4eb4-884b-242555ec6015 req-6790a3fe-beae-46a4-b4c7-1e32e60f01ac tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.1852663 Dec 10 04:34:15.967883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee11b158-c74f-4eb4-884b-242555ec6015 req-af79819f-2a93-4078-b6cd-977e3b77fc46 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957026 Dec 10 04:34:15.980647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:16.073044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:16.073044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92e09bcc-e56d-4f07-9d67-3cbe575eb9b6 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:16.319666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e3bf-d3f7-4b03-bec9-f090305a5549 req-abf6bbcd-c338-45f0-8175-d3cb5ffea47f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:16.351430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1073e3bf-d3f7-4b03-bec9-f090305a5549 req-abf6bbcd-c338-45f0-8175-d3cb5ffea47f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1719210 Dec 10 04:34:16.508531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1073e3bf-d3f7-4b03-bec9-f090305a5549 req-2f037083-7e03-4930-87c1-7dc1ed4182b3 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539371 Dec 10 04:34:16.544884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066959c1-57d3-4f95-bd58-4917af710fe5 req-109a5e6f-4795-48eb-8ca8-a93bb3db6e3f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:16.552523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-066959c1-57d3-4f95-bd58-4917af710fe5 req-109a5e6f-4795-48eb-8ca8-a93bb3db6e3f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.2773197 Dec 10 04:34:16.559128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:16.674577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-066959c1-57d3-4f95-bd58-4917af710fe5 req-3c9cfcda-3076-4394-b780-53105fcf205d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165230 Dec 10 04:34:16.780722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9736236f-1833-47d5-aded-3e47a9cb928a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:16.844236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7af38-f53d-4d80-9514-2a20cd5b3093 req-5fe086ec-55ae-4a96-89bd-c7174ecd26d6 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:16.861212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0de7af38-f53d-4d80-9514-2a20cd5b3093 req-5fe086ec-55ae-4a96-89bd-c7174ecd26d6 tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 1095 time: 0.2065957 Dec 10 04:34:16.914672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9736236f-1833-47d5-aded-3e47a9cb928a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:16.924044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9736236f-1833-47d5-aded-3e47a9cb928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:16.973824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0de7af38-f53d-4d80-9514-2a20cd5b3093 req-07119cc6-5865-4f39-852b-090524b5d3cb tempest-LiveMigrationTest-2023735229 tempest-LiveMigrationTest-2023735229-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995243 Dec 10 04:34:16.974393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:16.977843 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9736236f-1833-47d5-aded-3e47a9cb928a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6e7f733103647388b38908c14f1eec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176054 Dec 10 04:34:17.032943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736236f-1833-47d5-aded-3e47a9cb928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef1682-b294-431a-9bed-022592c64dea,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:17.219168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250a555-7747-4c8e-8194-f7cba44e471f req-20b3e8fc-274c-4394-ba28-375208831f33 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:17.227386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a250a555-7747-4c8e-8194-f7cba44e471f req-20b3e8fc-274c-4394-ba28-375208831f33 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 0.1148372 Dec 10 04:34:17.235142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:17.287550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:17.322097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-516314e1-665e-47fe-b5fa-8d7ef94f30e4 req-97e4760e-ff26-41f7-9a00-12e6af1b3391 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 210 time: 0.0548792 Dec 10 04:34:17.370197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a250a555-7747-4c8e-8194-f7cba44e471f req-67246f55-36bb-4cad-8c0d-043ce21ada96 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417181 Dec 10 04:34:17.414538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:17.417675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:17.419150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bef1682-b294-431a-9bed-022592c64dea HTTP/1.1" status: 204 len: 168 time: 0.4413424 Dec 10 04:34:17.443160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20cdfa-0d37-4ae2-8e2b-eedd28109aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef1682-b294-431a-9bed-022592c64dea,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:17.601381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-f3ea32f1-e771-467c-bb71-2570cf8f5c04 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:17.614233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-f3ea32f1-e771-467c-bb71-2570cf8f5c04 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.36 "GET /v2.0/networks?id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 200 len: 812 time: 0.3004630 Dec 10 04:34:17.865118 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1f53bce4-17d4-4a06-a498-230c58a5b6f2 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ea41cd09ec48c18c08f0f81feee866 HTTP/1.1" status: 200 len: 379 time: 0.2347147 Dec 10 04:34:17.893757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'port': {'device_id': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'admin_state_up': True, 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'security_groups': ['f11bf9fa-0246-46f2-ac72-caf8e49b9637']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:18.048583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Made reservation on behalf of a3ea41cd09ec48c18c08f0f81feee866 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:18.053137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.082447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf14b6-6d99-4eb3-a6e5-78a936351e11 req-ea3acfb7-abfd-4ac7-83cf-46a30714e7bd tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:18.084014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eaf14b6-6d99-4eb3-a6e5-78a936351e11 req-ea3acfb7-abfd-4ac7-83cf-46a30714e7bd tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 949 time: 0.1757648 Dec 10 04:34:18.117796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d543a-afb1-41f5-b7db-dd22aa4392ba req-4e7c84f3-2f83-4d13-8be9-d84bc1f6fa91 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:18.119353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d9d543a-afb1-41f5-b7db-dd22aa4392ba req-4e7c84f3-2f83-4d13-8be9-d84bc1f6fa91 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1527870 Dec 10 04:34:18.155034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:18.170780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5c5-c81a-488d-b27b-7b61ed8316dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.233217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eaf14b6-6d99-4eb3-a6e5-78a936351e11 req-f4147f27-0fbf-4f6b-88b3-ca4e4372f2a3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399789 Dec 10 04:34:18.265299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d9d543a-afb1-41f5-b7db-dd22aa4392ba req-9d30882c-61fe-45f9-9f49-c002cad31f99 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365020 Dec 10 04:34:18.317936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Allocated IP 172.20.0.13 (834741a8-8e7c-401f-afa6-6e7a4e3d21bd/682052b9-de26-4bb7-bfe9-95069ac9db4e/4e8e048c-94a4-4687-a798-5ddf42138c89) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:18.363529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5c5-c81a-488d-b27b-7b61ed8316dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.373114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5c5-c81a-488d-b27b-7b61ed8316dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.467736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b5c5-c81a-488d-b27b-7b61ed8316dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecc45ac-c3e2-41fb-b0a3-92e23753d860,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:18.524440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-73c1b5c5-c81a-488d-b27b-7b61ed8316dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8c1a52917434bcea3c4960e4c8056f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660395 Dec 10 04:34:18.530466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:18.569905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69656-3229-4093-8f17-ae95e061764c req-2f8641cc-6aa1-426c-a0eb-c1130881d658 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:18.577633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52a69656-3229-4093-8f17-ae95e061764c req-2f8641cc-6aa1-426c-a0eb-c1130881d658 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.1298583 Dec 10 04:34:18.587547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfac808-f98a-44f0-9b66-a3563024245a req-bdad48d5-a6bd-4a90-a375-51239ea47dcf tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:18.596352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bfac808-f98a-44f0-9b66-a3563024245a req-bdad48d5-a6bd-4a90-a375-51239ea47dcf tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.1125672 Dec 10 04:34:18.619524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.653091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.666637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.728958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bfac808-f98a-44f0-9b66-a3563024245a req-6cc46035-4827-489c-927d-ddb328a8ef4a tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266215 Dec 10 04:34:18.741630 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.776649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-f0458f61-9a64-43d4-bee1-40e282526c38 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:18.778208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-f0458f61-9a64-43d4-bee1-40e282526c38 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 945 time: 0.1538489 Dec 10 04:34:18.793065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52a69656-3229-4093-8f17-ae95e061764c req-5d649d1e-935d-4ef3-b6c6-9e056df2877d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143893 Dec 10 04:34:18.838475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:18.847793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:18.856464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:18.858985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.862284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:18.863422 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eecc45ac-c3e2-41fb-b0a3-92e23753d860 HTTP/1.1" status: 204 len: 168 time: 0.3310323 Dec 10 04:34:18.932164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad3a69-0348-4ac3-8808-62ff7b95ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecc45ac-c3e2-41fb-b0a3-92e23753d860,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:18.973478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event updated for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:19.020988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.022384 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.048865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-1dd46b0c-249f-4232-9898-2583d5ff2247 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1726737 Dec 10 04:34:19.069014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Request body: {'port': {'device_id': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:19.146150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.205979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27822c-1ca0-4668-93bc-5fc7ebfdb0a9 req-7cf40b18-4b6f-4195-9781-36720c9fae67 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.208091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f27822c-1ca0-4668-93bc-5fc7ebfdb0a9 req-7cf40b18-4b6f-4195-9781-36720c9fae67 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 945 time: 0.3475728 Dec 10 04:34:19.283732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-95c84c0f-d5b2-45c8-8074-cdfedcfd73e9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.285256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-95c84c0f-d5b2-45c8-8074-cdfedcfd73e9 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.3813093 Dec 10 04:34:19.336137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9c7b-6c61-40b2-a28c-afeffa7c56fb req-a3cbd63b-c42a-4344-ab95-51b921d3bfc7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.343839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9c7b-6c61-40b2-a28c-afeffa7c56fb req-a3cbd63b-c42a-4344-ab95-51b921d3bfc7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.350304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9c7b-6c61-40b2-a28c-afeffa7c56fb req-a3cbd63b-c42a-4344-ab95-51b921d3bfc7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.357946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95ac9c7b-6c61-40b2-a28c-afeffa7c56fb req-a3cbd63b-c42a-4344-ab95-51b921d3bfc7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462&device_id=377eeb4b-2a30-4481-9898-e7353f62fa60&device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 2417 time: 0.2728722 Dec 10 04:34:19.380554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f27822c-1ca0-4668-93bc-5fc7ebfdb0a9 req-941edd1a-7da2-4c0c-abc7-025d1a9c2193 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576579 Dec 10 04:34:19.388638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f800f15-87bf-406a-9c5e-793c37183f58 None None] Provisioning complete for port 4e8e048c-94a4-4687-a798-5ddf42138c89 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:19.389152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f800f15-87bf-406a-9c5e-793c37183f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.454710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f800f15-87bf-406a-9c5e-793c37183f58 None None] Port 4e8e048c-94a4-4687-a798-5ddf42138c89 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:34:19.538299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Deleting port 88c2c2cb-a3be-40af-835b-da4e16decdea {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:19.538634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.557339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95ac9c7b-6c61-40b2-a28c-afeffa7c56fb req-1cd4ada6-a222-4ab1-ad70-9d1617162bbc tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982079 Dec 10 04:34:19.594474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-16a5269a-21a5-478a-b8b8-e9911caa55d8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.596257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-16a5269a-21a5-478a-b8b8-e9911caa55d8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 949 time: 0.1122863 Dec 10 04:34:19.698131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8e048c-94a4-4687-a798-5ddf42138c89 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:19.699400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ca694-4c6f-4d4c-9f00-085362091c89 req-e1ccbf3e-f081-47c8-8afe-23087aa02ec5 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:19.708671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.709775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d28ca694-4c6f-4d4c-9f00-085362091c89 req-e1ccbf3e-f081-47c8-8afe-23087aa02ec5 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 932 time: 0.2263455 Dec 10 04:34:19.755737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Transition to ACTIVE for port object 4e8e048c-94a4-4687-a798-5ddf42138c89 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:19.765572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.807138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Deleting port 8e393243-c6b7-44c7-8bc9-39655dec90be {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:19.807604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.839333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:19.848504 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port a869002e-0c9e-486d-bf1c-d67ef84fdd7c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:19.848848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:19.990403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.051434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e204-a3d6-4482-8936-454a1df6226b req-cb77b876-3821-418c-926b-37bec407b104 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:20.060009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9696e204-a3d6-4482-8936-454a1df6226b req-cb77b876-3821-418c-926b-37bec407b104 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=99241e76-7cea-4580-a174-c2d2ae923bef HTTP/1.1" status: 200 len: 949 time: 0.3285687 Dec 10 04:34:20.119603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port a869002e-0c9e-486d-bf1c-d67ef84fdd7c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:20.119970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.143179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for a869002e-0c9e-486d-bf1c-d67ef84fdd7c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:20.145125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Attempting to bind port 4e8e048c-94a4-4687-a798-5ddf42138c89 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:20.145454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Attempting to bind port 4e8e048c-94a4-4687-a798-5ddf42138c89 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:20.145864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Attempting to bind port 4e8e048c-94a4-4687-a798-5ddf42138c89 on network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:20.151415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9696e204-a3d6-4482-8936-454a1df6226b req-5edbb955-94af-4769-af36-a71b2a44f139 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878992 Dec 10 04:34:20.217139 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d28ca694-4c6f-4d4c-9f00-085362091c89 req-5c76dd12-6a59-4dbe-bb40-2977953a441c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5016203 Dec 10 04:34:20.228465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] For port 88c2c2cb-a3be-40af-835b-da4e16decdea, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=88c2c2cb-a3be-40af-835b-da4e16decdea,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:20.232294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.252407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Port 4e8e048c-94a4-4687-a798-5ddf42138c89 on network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:34:20.253022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Attempting to bind port 4e8e048c-94a4-4687-a798-5ddf42138c89 on network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:20.258716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-be0faf70-8707-4334-b66e-468de7acc6dc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:20.260291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-be0faf70-8707-4334-b66e-468de7acc6dc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.3148386 Dec 10 04:34:20.285798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:20.287449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Checking segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:20.290675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Bound using segment: {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:20.291320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Bound port: 4e8e048c-94a4-4687-a798-5ddf42138c89, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd9542-2018-47ec-a373-bcb11b2d893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:20.291991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.293782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Calling delete_port for 88c2c2cb-a3be-40af-835b-da4e16decdea owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:20.444213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:20.450099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e8e048c-94a4-4687-a798-5ddf42138c89,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:20.478301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.544377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:20.556139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:20.557148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.558513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-0baabbce-8935-4801-aae7-ae38f9959fe1 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 200 len: 1092 time: 1.4945400 Dec 10 04:34:20.561948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:20.567645 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:20.622002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.665993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:20.672674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:20.722934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=a869002e-0c9e-486d-bf1c-d67ef84fdd7c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:20.808194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port a869002e-0c9e-486d-bf1c-d67ef84fdd7c on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:20.811927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:20.815586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6f0a9d3d-3b7a-468c-b01e-65e56f03e1b8 req-644b3348-0200-4a7d-8798-dfa7d7871b8b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "DELETE /v2.0/ports/a869002e-0c9e-486d-bf1c-d67ef84fdd7c HTTP/1.1" status: 204 len: 173 time: 1.1888571 Dec 10 04:34:20.828686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-e5a0e505-8fd2-4666-8d70-cd29f3ad435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:20.830361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-e5a0e505-8fd2-4666-8d70-cd29f3ad435f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 1095 time: 0.1990852 Dec 10 04:34:20.899168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-f2ef3bcc-171b-4578-8685-3a3cba06a566 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 200 len: 217 time: 0.0492802 Dec 10 04:34:21.016007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-a89b7fce-1a22-434b-a4ff-fba942772d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:21.018121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-a89b7fce-1a22-434b-a4ff-fba942772d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=682052b9-de26-4bb7-bfe9-95069ac9db4e HTTP/1.1" status: 200 len: 851 time: 0.1089222 Dec 10 04:34:21.085460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] For port 8e393243-c6b7-44c7-8bc9-39655dec90be, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8e393243-c6b7-44c7-8bc9-39655dec90be,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:21.085802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:21.152446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-2921e2db-a12b-4161-9e2c-38da3c2228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:21.155030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-2921e2db-a12b-4161-9e2c-38da3c2228e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195233 Dec 10 04:34:21.167221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Calling delete_port for 8e393243-c6b7-44c7-8bc9-39655dec90be owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:21.181691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port 92747c4d-a057-46de-81e6-40374cce4c64 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:21.182781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:21.274380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5885a-b919-47ad-8cd2-30db3a6d3ee8 req-500a8749-81d8-4289-91da-621542575550 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:21.275871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2a5885a-b919-47ad-8cd2-30db3a6d3ee8 req-500a8749-81d8-4289-91da-621542575550 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 944 time: 0.4019475 Dec 10 04:34:21.370370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9709cefb-78d3-43e5-af4a-389cfbbb64aa req-07ed96b3-b3f5-4636-b6fc-73f419b9caf8 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5029404 Dec 10 04:34:21.378579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:21.411741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-acb780e9-6e0a-428e-8cf5-3012c5b0c8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453237 Dec 10 04:34:21.533475 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d8fca2d-daf7-4135-850d-748ade1da311 req-56b6b7ac-58ea-466c-a330-52f8c9e9a691 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135745 Dec 10 04:34:21.560643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event deleted for resources: {'Port': ['ID=88c2c2cb-a3be-40af-835b-da4e16decdea,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:21.687210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] No DVR routers for this DVR port 88c2c2cb-a3be-40af-835b-da4e16decdea on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:21.705894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:21.709237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9f59e55-1576-4c57-8480-19ed87494f63 req-19e1506e-0520-4059-b410-3ff6c09caeee tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "DELETE /v2.0/ports/88c2c2cb-a3be-40af-835b-da4e16decdea HTTP/1.1" status: 204 len: 173 time: 2.9151876 Dec 10 04:34:21.713715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-deleted', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:21.715969 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a54b1-15b9-42af-83ed-11807a5052d0" -d '{"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-deleted", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:21.743580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port 92747c4d-a057-46de-81e6-40374cce4c64, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=92747c4d-a057-46de-81e6-40374cce4c64,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:21.743913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:21.750448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2a5885a-b919-47ad-8cd2-30db3a6d3ee8 req-9808aafc-478b-400a-be7f-612ad1f51431 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788722 Dec 10 04:34:21.775230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for 92747c4d-a057-46de-81e6-40374cce4c64 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:21.836845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395b1ab-0850-4332-86c5-b7c7f2b4a198 req-2da734c5-bb27-42f3-a482-24e5095da91f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:21.838338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3395b1ab-0850-4332-86c5-b7c7f2b4a198 req-2da734c5-bb27-42f3-a482-24e5095da91f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d055e52-b393-4c86-8702-c53543d86aec HTTP/1.1" status: 200 len: 945 time: 0.1611514 Dec 10 04:34:21.883572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ef6a67a-f462-49dd-b1af-fdf155e8b37a req-1a583d23-87b5-437d-b051-a4e4e5bf5a24 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4dcc27a-aaea-48fa-aa19-77defe6b59e3 HTTP/1.1" status: 200 len: 210 time: 0.0421188 Dec 10 04:34:21.962647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 92747c4d-a057-46de-81e6-40374cce4c64 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:21.977393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3395b1ab-0850-4332-86c5-b7c7f2b4a198 req-5328290b-1c33-4d3f-b1f6-3ddffe1b08cc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319687 Dec 10 04:34:21.979556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.031434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event deleted for resources: {'Port': ['ID=8e393243-c6b7-44c7-8bc9-39655dec90be,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:22.101258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] No DVR routers for this DVR port 8e393243-c6b7-44c7-8bc9-39655dec90be on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:22.104089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.107640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6461125-046b-427a-856f-2b6c48a9b4bf req-b6c4247b-03e5-448a-949b-cf59bc8e86f5 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "DELETE /v2.0/ports/8e393243-c6b7-44c7-8bc9-39655dec90be HTTP/1.1" status: 204 len: 173 time: 2.7251797 Dec 10 04:34:22.109398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.150631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=92747c4d-a057-46de-81e6-40374cce4c64,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:22.184876 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2ad7f-5cdf-4441-85a0-f24a1becacce x-openstack-request-id: req-76d2ad7f-5cdf-4441-85a0-f24a1becacce {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:22.185446 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:22.185829 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76d2ad7f-5cdf-4441-85a0-f24a1becacce {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:22.186293 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'status': 'completed', 'code': 200} Dec 10 04:34:22.209843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port 92747c4d-a057-46de-81e6-40374cce4c64 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:22.213038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.216678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f79ed21e-28f3-466b-8a4b-6fa2892d6cd5 req-ac78a638-79d0-40c5-b5b4-38a9e8495bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/92747c4d-a057-46de-81e6-40374cce4c64 HTTP/1.1" status: 204 len: 173 time: 1.3448660 Dec 10 04:34:22.238247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b0ab-810f-4bad-895c-9e7796b8ef89 req-e3bb93a2-af2a-4af9-921c-6c904401bc45 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:22.242315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c364b0ab-810f-4bad-895c-9e7796b8ef89 req-e3bb93a2-af2a-4af9-921c-6c904401bc45 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 944 time: 0.1031857 Dec 10 04:34:22.254307 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.341303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c364b0ab-810f-4bad-895c-9e7796b8ef89 req-2c98ff8f-46da-4d99-a6e2-e85d1b98fee7 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850911 Dec 10 04:34:22.362930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-2e3484fd-05df-4ee8-84fd-03a1850c7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:22.364631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-2e3484fd-05df-4ee8-84fd-03a1850c7b87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0854273 Dec 10 04:34:22.402599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e51e186-f48d-4bf1-81e9-713d70c45fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:22.404863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a869002e-0c9e-486d-bf1c-d67ef84fdd7c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:22.452508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: a869002e-0c9e-486d-bf1c-d67ef84fdd7c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:22.453615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a869002e-0c9e-486d-bf1c-d67ef84fdd7c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:22.454101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:22.510206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-7fcc0909-e0b6-46c9-8f04-dc67e8d2f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:22.513111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-7fcc0909-e0b6-46c9-8f04-dc67e8d2f794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 200 len: 913 time: 0.1368804 Dec 10 04:34:22.525371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 8e393243-c6b7-44c7-8bc9-39655dec90be {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:22.525723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8e393243-c6b7-44c7-8bc9-39655dec90be not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:22.575705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-6ffb5475-ec2b-4d82-9f0c-1c22f16c884d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 200 len: 217 time: 0.0475812 Dec 10 04:34:22.633774 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82770e-8195-4dd3-8ad1-d65d8f1d292d x-openstack-request-id: req-2b82770e-8195-4dd3-8ad1-d65d8f1d292d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:22.634081 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dcc27a-aaea-48fa-aa19-77defe6b59e3", "name": "network-vif-deleted", "tag": "88c2c2cb-a3be-40af-835b-da4e16decdea", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:22.634316 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b82770e-8195-4dd3-8ad1-d65d8f1d292d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:22.634705 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dcc27a-aaea-48fa-aa19-77defe6b59e3', 'name': 'network-vif-deleted', 'tag': '88c2c2cb-a3be-40af-835b-da4e16decdea', 'status': 'completed', 'code': 200} Dec 10 04:34:22.665141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-f5bd83a7-d2af-4943-b474-88bbcfdd3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:22.666668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-f5bd83a7-d2af-4943-b474-88bbcfdd3e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=682052b9-de26-4bb7-bfe9-95069ac9db4e HTTP/1.1" status: 200 len: 851 time: 0.0817487 Dec 10 04:34:22.719307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-8a805522-1da7-4c25-bf8d-2b3aa8ca6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:22.721234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-8a805522-1da7-4c25-bf8d-2b3aa8ca6675 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452399 Dec 10 04:34:22.801974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:22.873609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-c36bdf31-0e7a-44a0-b95e-13de68b3ef75 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436770 Dec 10 04:34:23.043166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d4ee0ac-bdc4-4630-a8b9-2feafe77cd95 req-b83da78e-b2a9-4d4c-8194-7e0e452283fb service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589684 Dec 10 04:34:23.196589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1d98dd2-8b63-4704-9fd0-133b838380f1 req-7f0f2cbf-7bad-49df-8147-dafb9aefca1c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.0286307 Dec 10 04:34:23.245472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:23.288499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19792c8-ddee-4c4a-adf5-6122b558e06e req-2e2f1e87-3ac1-4d96-9230-99fb7e09eb89 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:23.290097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c19792c8-ddee-4c4a-adf5-6122b558e06e req-2e2f1e87-3ac1-4d96-9230-99fb7e09eb89 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 950 time: 0.0704441 Dec 10 04:34:23.340435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c19792c8-ddee-4c4a-adf5-6122b558e06e req-31e29608-4a3b-4089-9b6d-4d32c9dade2f tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Dec 10 04:34:23.573948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5083cc-40b0-45a0-a218-0f2513fe453a req-7de603a9-f218-4f0d-a5ac-5b978d61720f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:23.575898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca5083cc-40b0-45a0-a218-0f2513fe453a req-7de603a9-f218-4f0d-a5ac-5b978d61720f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.0527918 Dec 10 04:34:23.630181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca5083cc-40b0-45a0-a218-0f2513fe453a req-944ecb28-fa4d-47ea-a05f-d384ca87e3c9 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Dec 10 04:34:23.803867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee818432-da8f-453f-83eb-6bc8b35e6d6f req-184c3391-1083-4942-98db-fb39b21159c3 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:23.805405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee818432-da8f-453f-83eb-6bc8b35e6d6f req-184c3391-1083-4942-98db-fb39b21159c3 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 944 time: 0.0748966 Dec 10 04:34:23.873165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee818432-da8f-453f-83eb-6bc8b35e6d6f req-3b7729f6-05c4-4118-a5de-f1e6a0141037 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620441 Dec 10 04:34:23.981555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf035f-3499-4363-887c-f7dc3bf40b17 req-b70e828a-6971-4950-88b4-9cf3b5140889 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:23.984892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8baf035f-3499-4363-887c-f7dc3bf40b17 req-b70e828a-6971-4950-88b4-9cf3b5140889 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.0523074 Dec 10 04:34:24.034189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8baf035f-3499-4363-887c-f7dc3bf40b17 req-678b1655-7f3f-4c20-a1a5-b5a12f27a1e5 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Dec 10 04:34:24.079840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e8e048c-94a4-4687-a798-5ddf42138c89 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:34:24.090730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:24.151694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 88c2c2cb-a3be-40af-835b-da4e16decdea {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:24.152413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 88c2c2cb-a3be-40af-835b-da4e16decdea not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:24.188033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'name': 'network-vif-deleted', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:24.190378 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bcd2ec-c0c4-4102-9ae7-14fcfefc037e" -d '{"events": [{"server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "name": "network-vif-deleted", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:24.239908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-c00d7014-1468-4307-bb07-2bb3209a3fa3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:24.242128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-c00d7014-1468-4307-bb07-2bb3209a3fa3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1179125 Dec 10 04:34:24.256447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e8e048c-94a4-4687-a798-5ddf42138c89,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:24.267435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-89032e2e-1209-4b8e-b749-399260af7d89 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0184307 Dec 10 04:34:24.268193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'port_id': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'mac_address': 'fa:16:3e:2f:18:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:34:24.310527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:24.330812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-47dbdce7-1889-4681-830d-6cc33a320660 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618680 Dec 10 04:34:24.342157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8e048c-94a4-4687-a798-5ddf42138c89 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:24.366561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e8e048c-94a4-4687-a798-5ddf42138c89,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:24.375562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:24.431026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334b37-3665-41b1-bdf5-f15c86035534 req-bb1ced0a-2d72-4602-aad9-b0dd97e209f2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:24.436458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11334b37-3665-41b1-bdf5-f15c86035534 req-bb1ced0a-2d72-4602-aad9-b0dd97e209f2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 944 time: 0.0889697 Dec 10 04:34:24.461789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:24.640531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-1b376dd4-fa72-40b4-a67a-cdbf7d768d90 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:24.642245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-1b376dd4-fa72-40b4-a67a-cdbf7d768d90 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.1540477 Dec 10 04:34:24.645580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-deleted', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be'}, {'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'name': 'network-vif-deleted', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:24.647947 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d608ae5-e154-47fb-b296-9dbadd7b2edd" -d '{"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-deleted", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be"}, {"server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "name": "network-vif-deleted", "tag": "92747c4d-a057-46de-81e6-40374cce4c64"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:24.702138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Deleting port 09b113d3-1415-4b43-b86a-9ee1939fb76c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:24.702594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:24.710069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-1faa71ab-8fc8-4f51-a139-262e3a46e290 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730357 Dec 10 04:34:24.830806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69765b63-7803-46ca-aa99-8280ad2fd42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:24.907332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] For port 09b113d3-1415-4b43-b86a-9ee1939fb76c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=09b113d3-1415-4b43-b86a-9ee1939fb76c,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:24.907698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:24.918776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4e8e048c-94a4-4687-a798-5ddf42138c89'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:24.935572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-2c92a7bc-8d49-44cb-8f39-b1f2c753c5d3 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120526 Dec 10 04:34:24.936459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Calling delete_port for 09b113d3-1415-4b43-b86a-9ee1939fb76c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:24.948983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:24.949320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.145020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:25.145388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.195479 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9134271-da99-4107-b010-50e6e9ab4e22 x-openstack-request-id: req-a9134271-da99-4107-b010-50e6e9ab4e22 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:25.196043 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99241e76-7cea-4580-a174-c2d2ae923bef", "name": "network-vif-deleted", "tag": "a869002e-0c9e-486d-bf1c-d67ef84fdd7c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:25.196240 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9134271-da99-4107-b010-50e6e9ab4e22 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:25.196761 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99241e76-7cea-4580-a174-c2d2ae923bef', 'name': 'network-vif-deleted', 'tag': 'a869002e-0c9e-486d-bf1c-d67ef84fdd7c', 'status': 'completed', 'code': 200} Dec 10 04:34:25.220407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:25.237624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800409e-6901-45ad-a07f-743995ed69fc req-3ec6e056-4973-4406-86e4-73f81f62cb23 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:25.240043 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a800409e-6901-45ad-a07f-743995ed69fc req-3ec6e056-4973-4406-86e4-73f81f62cb23 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/ports?device_id=9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9 HTTP/1.1" status: 200 len: 949 time: 0.1820772 Dec 10 04:34:25.399734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 7fba1ba6-0796-403e-ad0d-59eccf47c558 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:25.400453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.466073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-685dc7d6-18bc-4f0f-8516-37b8863cc02d req-d7e58da0-3a88-46b3-848f-7f94fc1d7425 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.1964688 Dec 10 04:34:25.518922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 7fba1ba6-0796-403e-ad0d-59eccf47c558, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7fba1ba6-0796-403e-ad0d-59eccf47c558,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:25.519623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.540374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 7fba1ba6-0796-403e-ad0d-59eccf47c558 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:25.658044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.673333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.727726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event deleted for resources: {'Port': ['ID=09b113d3-1415-4b43-b86a-9ee1939fb76c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:25.730386 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cfe582-cd46-4c96-a493-bcaa3f4715b1 x-openstack-request-id: req-73cfe582-cd46-4c96-a493-bcaa3f4715b1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:25.730653 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcbfcf1-55f6-4133-be2e-a24176ccaac2", "name": "network-vif-deleted", "tag": "8e393243-c6b7-44c7-8bc9-39655dec90be", "status": "completed", "code": 200}, {"server_uuid": "5d055e52-b393-4c86-8702-c53543d86aec", "name": "network-vif-deleted", "tag": "92747c4d-a057-46de-81e6-40374cce4c64", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:25.730882 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73cfe582-cd46-4c96-a493-bcaa3f4715b1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:25.731278 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcbfcf1-55f6-4133-be2e-a24176ccaac2', 'name': 'network-vif-deleted', 'tag': '8e393243-c6b7-44c7-8bc9-39655dec90be', 'status': 'completed', 'code': 200} Dec 10 04:34:25.731535 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d055e52-b393-4c86-8702-c53543d86aec', 'name': 'network-vif-deleted', 'tag': '92747c4d-a057-46de-81e6-40374cce4c64', 'status': 'completed', 'code': 200} Dec 10 04:34:25.743697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.784740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9', '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:25.784997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab177d72-312c-4cd1-8cb2-b5d7bef6f5ce req-052192ae-110a-4d4b-9674-3423810e5e1f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:25.787008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab177d72-312c-4cd1-8cb2-b5d7bef6f5ce req-052192ae-110a-4d4b-9674-3423810e5e1f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 950 time: 0.2014019 Dec 10 04:34:25.821397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] No DVR routers for this DVR port 09b113d3-1415-4b43-b86a-9ee1939fb76c on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:25.824977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=9e0a0a3a-14b2-4792-aae1-ac2ec48b1991,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:25.843509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50', '7fba1ba6-0796-403e-ad0d-59eccf47c558'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:25.843913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.847494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11334b37-3665-41b1-bdf5-f15c86035534 req-612e4f37-7b5c-49bc-8693-58a2091cd6d2 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "DELETE /v2.0/ports/09b113d3-1415-4b43-b86a-9ee1939fb76c HTTP/1.1" status: 204 len: 173 time: 1.4028935 Dec 10 04:34:25.875530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:25.930555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=7fba1ba6-0796-403e-ad0d-59eccf47c558,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:26.003930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 7fba1ba6-0796-403e-ad0d-59eccf47c558 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:26.019196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:26.025812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a800409e-6901-45ad-a07f-743995ed69fc req-4b4d23df-2381-4272-8b24-f9edeeb440b8 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "DELETE /v2.0/ports/7fba1ba6-0796-403e-ad0d-59eccf47c558 HTTP/1.1" status: 204 len: 173 time: 0.7635770 Dec 10 04:34:26.046129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab177d72-312c-4cd1-8cb2-b5d7bef6f5ce req-929121d0-565a-4d17-9de4-fdd92fdf19e1 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220032 Dec 10 04:34:26.096238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e8e048c-94a4-4687-a798-5ddf42138c89 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:26.115101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:26.119851 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:26.131185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-324e7d29-0c92-4e78-a6e4-5b9607ba381e req-4377b2dd-14d3-4e9f-9820-943d55639286 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "DELETE /v2.0/ports/9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 HTTP/1.1" status: 204 len: 173 time: 1.4758635 Dec 10 04:34:26.148515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e2904-72a9-4682-b414-69d42fb4f1f1 req-b7474d80-0534-4768-9cd1-582417ff3291 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:26.156900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-511e2904-72a9-4682-b414-69d42fb4f1f1 req-b7474d80-0534-4768-9cd1-582417ff3291 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 945 time: 0.3328488 Dec 10 04:34:26.170795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 4e8e048c-94a4-4687-a798-5ddf42138c89 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:34:26.220931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 4e8e048c-94a4-4687-a798-5ddf42138c89 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:26.221512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:26.255479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-511e2904-72a9-4682-b414-69d42fb4f1f1 req-edea07a2-983b-42f1-bc1c-68da68df410b tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934503 Dec 10 04:34:26.328400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-287601ba-9bf8-497f-a6f3-da0b64274a41 req-acc3b6e9-4fbd-4f16-9697-b0f7a93554bd tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7cc99b4-7a91-4f84-b86b-52609c38ab09 HTTP/1.1" status: 200 len: 210 time: 0.0699651 Dec 10 04:34:26.420279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e01a2aa-87ac-4e8b-961a-6599b26d33c9 req-d0edde94-9d4a-480c-b23a-e164b34b65bf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 210 time: 0.0384994 Dec 10 04:34:26.491433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:26.540890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:26.543029 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72926d1b-de73-4dc2-9bf7-634fbc1d2950" -d '{"events": [{"server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:26.574273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e8e048c-94a4-4687-a798-5ddf42138c89,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:26.581171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:26.582224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:26.596738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991c7e-05d7-472b-80b1-dd2f6ce63ce5 req-4fa06e5c-effb-4783-8a4c-2857a003593f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:26.598285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a991c7e-05d7-472b-80b1-dd2f6ce63ce5 req-4fa06e5c-effb-4783-8a4c-2857a003593f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1132240 Dec 10 04:34:26.710266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a991c7e-05d7-472b-80b1-dd2f6ce63ce5 req-707d4ade-6431-405d-9f75-cc2e68dc56f0 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984035 Dec 10 04:34:26.730029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 09b113d3-1415-4b43-b86a-9ee1939fb76c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:26.730586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 09b113d3-1415-4b43-b86a-9ee1939fb76c not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:26.730976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:26.829401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:26.865377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:26.972392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc2382b8-f042-46f4-97c8-b2243aa58f70 req-7330c96d-4c66-45e8-b04d-4e52a4f25bbd tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.0375659 Dec 10 04:34:27.063496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5f0d5d6b-032e-412a-aa73-6ce6c8c16cab tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:27.065418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5f0d5d6b-032e-412a-aa73-6ce6c8c16cab tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.3069346 Dec 10 04:34:27.071897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:27.087403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:27.155424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:27.178823 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292ab841-975d-42f3-9a43-8353acb0676b x-openstack-request-id: req-292ab841-975d-42f3-9a43-8353acb0676b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:27.179171 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:27.179483 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-292ab841-975d-42f3-9a43-8353acb0676b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:27.179875 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'code': 200} Dec 10 04:34:27.198215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:27.198888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'name': 'network-vif-deleted', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:27.202069 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbc020-0615-4269-b800-5fbd4063fb58" -d '{"events": [{"server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "name": "network-vif-deleted", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:27.316192 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1eaef1-ced7-4d8d-9fb8-0afd9a0d9e4e x-openstack-request-id: req-5d1eaef1-ced7-4d8d-9fb8-0afd9a0d9e4e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:27.316624 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9", "name": "network-vif-deleted", "tag": "7fba1ba6-0796-403e-ad0d-59eccf47c558", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:27.317345 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d1eaef1-ced7-4d8d-9fb8-0afd9a0d9e4e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:27.318031 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9922ba4d-0a43-4ca2-9ce9-6ec6a29899b9', 'name': 'network-vif-deleted', 'tag': '7fba1ba6-0796-403e-ad0d-59eccf47c558', 'status': 'completed', 'code': 200} Dec 10 04:34:27.337308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:27.350046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4103f3f0-8325-455f-9638-6363f5ad6965', '80e84b06-480b-4c2c-8800-85259a4254a9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:27.372190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:27.382608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:27.445711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:27.508917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22b0c2fa-1624-47f4-8542-8f434fdee3eb req-7d50f269-caa8-4518-a934-3e7deb5f36ae tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a0f7ffa-7618-4521-9fb1-5c5069490175 HTTP/1.1" status: 200 len: 210 time: 0.1138542 Dec 10 04:34:27.677308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb6cd-3b21-4241-9d2b-be09c9cdbe5c req-d8bb1b46-2cc8-45c9-aa27-ac073bcb5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:27.679567 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8fccb6cd-3b21-4241-9d2b-be09c9cdbe5c req-d8bb1b46-2cc8-45c9-aa27-ac073bcb5b9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 1097 time: 0.1414669 Dec 10 04:34:27.737840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-deleted', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c'}, {'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'name': 'network-vif-deleted', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:27.747635 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1bc9f-e349-4cc5-81bd-f16bcb5ab999" -d '{"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-deleted", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c"}, {"server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "name": "network-vif-deleted", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:27.751423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:27.768922 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8fccb6cd-3b21-4241-9d2b-be09c9cdbe5c req-5dd8b886-4809-401b-81ec-4ea915e43ddd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644109 Dec 10 04:34:27.786329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe904b60-4eba-4731-8b76-e485bc249338 req-92adc9a0-aaff-4bd9-b256-a6c97d049188 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 210 time: 0.0877333 Dec 10 04:34:27.797563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabdfd7-1fc5-4315-bee7-dcffa1168571 req-f21bdf09-af18-4d49-9fa7-64f5e7a605a1 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:27.805824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eabdfd7-1fc5-4315-bee7-dcffa1168571 req-f21bdf09-af18-4d49-9fa7-64f5e7a605a1 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.3728170 Dec 10 04:34:27.905752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eabdfd7-1fc5-4315-bee7-dcffa1168571 req-d523ab6a-ec79-45ec-bd4a-993fd8be7034 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987427 Dec 10 04:34:27.923244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd13953b-ac54-48a5-93d5-894a6224cb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:27.928071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.9 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/81ecb0ba-9db0-4d6d-8b9a-558980a91070) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:28.021370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:28.031701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd13953b-ac54-48a5-93d5-894a6224cb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.039593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd13953b-ac54-48a5-93d5-894a6224cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.042419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:28.043689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9e0a0a3a-14b2-4792-aae1-ac2ec48b1991 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:28.048457 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf872a4a-c196-4d91-bcbe-8fcc75fedd2b x-openstack-request-id: req-cf872a4a-c196-4d91-bcbe-8fcc75fedd2b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:28.048778 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cc99b4-7a91-4f84-b86b-52609c38ab09", "name": "network-vif-deleted", "tag": "09b113d3-1415-4b43-b86a-9ee1939fb76c", "status": "completed", "code": 200}, {"server_uuid": "7a0f7ffa-7618-4521-9fb1-5c5069490175", "name": "network-vif-deleted", "tag": "9e0a0a3a-14b2-4792-aae1-ac2ec48b1991", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:28.049035 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf872a4a-c196-4d91-bcbe-8fcc75fedd2b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:28.049431 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cc99b4-7a91-4f84-b86b-52609c38ab09', 'name': 'network-vif-deleted', 'tag': '09b113d3-1415-4b43-b86a-9ee1939fb76c', 'status': 'completed', 'code': 200} Dec 10 04:34:28.049679 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f7ffa-7618-4521-9fb1-5c5069490175', 'name': 'network-vif-deleted', 'tag': '9e0a0a3a-14b2-4792-aae1-ac2ec48b1991', 'status': 'completed', 'code': 200} Dec 10 04:34:28.085187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd13953b-ac54-48a5-93d5-894a6224cb61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab125731c1564525a762ece97dc34dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323901 Dec 10 04:34:28.088612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:28.112979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13953b-ac54-48a5-93d5-894a6224cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2822d561-8607-4792-a329-08aa4d4b0bb9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:28.142152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce95ffeb-4a9b-43a8-9324-c200c5ac64aa req-4086d8ad-67fe-4448-abac-7297b63c6448 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bcbfcf1-55f6-4133-be2e-a24176ccaac2 HTTP/1.1" status: 200 len: 210 time: 0.0420649 Dec 10 04:34:28.169227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d88b02-48d4-47f4-b342-bca889e75a01 req-81097930-485d-4322-9dcc-0afc53640ef4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:28.172887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36d88b02-48d4-47f4-b342-bca889e75a01 req-81097930-485d-4322-9dcc-0afc53640ef4 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1704347 Dec 10 04:34:28.215935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.262965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.273631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.347860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d06-5413-4782-a788-4a25d6b106bb req-0cf0a08b-52a4-4962-bea7-a0387c536e30 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:28.349990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd308d06-5413-4782-a788-4a25d6b106bb req-0cf0a08b-52a4-4962-bea7-a0387c536e30 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 945 time: 0.1072550 Dec 10 04:34:28.366570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.369986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.371248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2822d561-8607-4792-a329-08aa4d4b0bb9 HTTP/1.1" status: 204 len: 168 time: 0.2816451 Dec 10 04:34:28.431116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292cab-f77f-4ff5-93ca-b3cf19fd8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2822d561-8607-4792-a329-08aa4d4b0bb9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:28.585532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Deleting port c2720830-56ed-428c-b2e5-769676e04f22 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:28.585532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.602061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.685593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371d93d-e179-4847-8819-934a0809bf39 req-195c4147-f8c6-4740-b827-b59e592e1322 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:28.687747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6371d93d-e179-4847-8819-934a0809bf39 req-195c4147-f8c6-4740-b827-b59e592e1322 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 944 time: 0.1199658 Dec 10 04:34:28.707386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] For port c2720830-56ed-428c-b2e5-769676e04f22, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c2720830-56ed-428c-b2e5-769676e04f22,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:28.707815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.708289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36d88b02-48d4-47f4-b342-bca889e75a01 req-194c6715-ecf2-4bbc-a04d-a293292b37d5 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359004 Dec 10 04:34:28.733844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.738964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Calling delete_port for c2720830-56ed-428c-b2e5-769676e04f22 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:28.788658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:28.811286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:28.823056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:28.826899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:28.872702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:28.896305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:28.898108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79f76435-3b5c-40bc-ae30-74b45993e2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:28.942852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6371d93d-e179-4847-8819-934a0809bf39 req-113837a9-e130-4cb7-9d93-2052d37f75a4 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467804 Dec 10 04:34:29.009805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:29.015537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.063685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.105839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event deleted for resources: {'Port': ['ID=c2720830-56ed-428c-b2e5-769676e04f22,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:29.107127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['00272ae9-33cc-4f00-8416-c13e9e7930ac', 'c2720830-56ed-428c-b2e5-769676e04f22'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:29.110610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79f76435-3b5c-40bc-ae30-74b45993e2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.111372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f39b69d4-2deb-41c5-bd7c-5d808bc21b0a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0277565 Dec 10 04:34:29.141748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79f76435-3b5c-40bc-ae30-74b45993e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.162077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Request body: {'port': {'device_id': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:29.173228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c432-eec8-4bfb-9647-be543b6dd3bf req-a4ef9f56-768f-4c62-a2a5-eb376b858d40 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:29.177090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] No DVR routers for this DVR port c2720830-56ed-428c-b2e5-769676e04f22 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:29.182218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b73c432-eec8-4bfb-9647-be543b6dd3bf req-a4ef9f56-768f-4c62-a2a5-eb376b858d40 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 931 time: 0.1301377 Dec 10 04:34:29.188359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:29.190632 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101bf5e-825a-469c-b87e-d1d508492c3c" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-unplugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:29.192341 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.195796 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd308d06-5413-4782-a788-4a25d6b106bb req-8d67a124-fb0f-429e-94e2-b11cfdb6d531 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "DELETE /v2.0/ports/c2720830-56ed-428c-b2e5-769676e04f22 HTTP/1.1" status: 204 len: 173 time: 0.8232718 Dec 10 04:34:29.208014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f76435-3b5c-40bc-ae30-74b45993e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39622a9a-f389-4efb-9baa-82f9adc67f11,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:29.212648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-79f76435-3b5c-40bc-ae30-74b45993e2d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09c99247476f4495a484e5b4574878de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363302 Dec 10 04:34:29.215172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:29.292345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.305267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b73c432-eec8-4bfb-9647-be543b6dd3bf req-61c40bc8-8f64-4e4d-a868-810035a31fe3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220670 Dec 10 04:34:29.310624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.329524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'name': 'network-vif-deleted', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:29.331842 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1324b5d-e09c-4ffa-9d7e-1c2052560f5f" -d '{"events": [{"server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "name": "network-vif-deleted", "tag": "c2720830-56ed-428c-b2e5-769676e04f22"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:29.348037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc462-e773-43a9-949f-c74100250739 req-318c3c2b-0247-41ca-a102-5bc9b3c6a805 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:29.357226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-707fc462-e773-43a9-949f-c74100250739 req-318c3c2b-0247-41ca-a102-5bc9b3c6a805 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.2512822 Dec 10 04:34:29.363585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:29.394564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709a95c-80c8-43d3-9209-a82839c8415d req-e07188f6-c4f4-43cd-8750-289ae0c9177e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:29.396061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c709a95c-80c8-43d3-9209-a82839c8415d req-e07188f6-c4f4-43cd-8750-289ae0c9177e tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 944 time: 0.1177275 Dec 10 04:34:29.585549 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2b017-1878-4cd7-9fe7-2d3d072b7d44 x-openstack-request-id: req-0cd2b017-1878-4cd7-9fe7-2d3d072b7d44 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:29.585903 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-unplugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:29.586924 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cd2b017-1878-4cd7-9fe7-2d3d072b7d44 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:29.587490 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'code': 200} Dec 10 04:34:29.648222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['d9a65e01-dace-46e5-9657-8a9dad7a0c46'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:29.709801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-707fc462-e773-43a9-949f-c74100250739 req-f2e05e36-951b-4c43-9d93-b1af353c3716 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516374 Dec 10 04:34:29.894379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-c663229f-6068-43b4-94b1-d5811b80d8fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3527064 Dec 10 04:34:29.976712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-022aeb6d-c068-44c8-a5c0-7d897a37acdd req-cd1abe49-5e43-4fff-b369-fe5d28a84b80 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=278a8376-1e50-4dfa-be13-a806e7a19462 HTTP/1.1" status: 200 len: 210 time: 0.0674183 Dec 10 04:34:30.105655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:34:30.125781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7fba1ba6-0796-403e-ad0d-59eccf47c558 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:30.146395 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5f7367-abed-4941-b915-6c12cfd980b2 x-openstack-request-id: req-4a5f7367-abed-4941-b915-6c12cfd980b2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:30.146685 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a8376-1e50-4dfa-be13-a806e7a19462", "name": "network-vif-deleted", "tag": "c2720830-56ed-428c-b2e5-769676e04f22", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:30.146938 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a5f7367-abed-4941-b915-6c12cfd980b2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:30.147323 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a8376-1e50-4dfa-be13-a806e7a19462', 'name': 'network-vif-deleted', 'tag': 'c2720830-56ed-428c-b2e5-769676e04f22', 'status': 'completed', 'code': 200} Dec 10 04:34:30.149425 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.152371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.153736 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39622a9a-f389-4efb-9baa-82f9adc67f11 HTTP/1.1" status: 204 len: 168 time: 0.9375603 Dec 10 04:34:30.171851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 7fba1ba6-0796-403e-ad0d-59eccf47c558 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:30.176972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3efa3-0598-4bd4-a6ae-3cd60cf55f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39622a9a-f389-4efb-9baa-82f9adc67f11,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:30.181132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7fba1ba6-0796-403e-ad0d-59eccf47c558 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:30.197027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Deleting port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:30.197360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.294650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-a66ef67d-10dd-4452-8a87-d258b3ca2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:30.297231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-a66ef67d-10dd-4452-8a87-d258b3ca2cce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7119f6db38fa4005ae406754cb095ec4&device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 1095 time: 0.3176804 Dec 10 04:34:30.324072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] For port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,segment=NetworkSegment(4134bf14-9926-456f-bbda-ccd4a5bfe2fd),segment_id=4134bf14-9926-456f-bbda-ccd4a5bfe2fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:30.325102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.358570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Calling delete_port for 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:30.422900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345c76-6e71-41de-8de1-569ac28d210b req-6c11f103-fba3-4a00-a191-4e3e821a94a6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:30.424806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75345c76-6e71-41de-8de1-569ac28d210b req-6c11f103-fba3-4a00-a191-4e3e821a94a6 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a23757-db7c-4b28-93d9-b74b1a5d130e HTTP/1.1" status: 200 len: 944 time: 0.2722898 Dec 10 04:34:30.430710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:30.444690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'mac_address': 'fa:16:3e:bb:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:34:30.522130 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.583431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:30.638847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:30.648114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.649132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75345c76-6e71-41de-8de1-569ac28d210b req-34e351eb-b806-4c3b-be2d-c73e35b56925 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fe4ab12-d8eb-4090-a60d-fbccedd74609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000899 Dec 10 04:34:30.691320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.784949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Pushing event deleted for resources: {'Port': ['ID=47cbaa82-42f9-47d7-b83d-b0eeacef8d1f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:30.848170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6dcc-a91c-4e66-862d-a77e44177f50 req-d755ed3c-8090-4810-88fe-1272afe07366 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:30.859667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] No DVR routers for this DVR port 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:30.862186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:30.862602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e14c6dcc-a91c-4e66-862d-a77e44177f50 req-d755ed3c-8090-4810-88fe-1272afe07366 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 950 time: 0.4519150 Dec 10 04:34:30.866153 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c709a95c-80c8-43d3-9209-a82839c8415d req-9a49151e-a3c9-467c-acc5-6573311e4af3 tempest-LiveAutoBlockMigrationV225Test-1286297055 tempest-LiveAutoBlockMigrationV225Test-1286297055-project] 10.222.0.36 "DELETE /v2.0/ports/47cbaa82-42f9-47d7-b83d-b0eeacef8d1f HTTP/1.1" status: 204 len: 173 time: 1.4123375 Dec 10 04:34:30.878041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:30.972090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ecb0ba-9db0-4d6d-8b9a-558980a91070 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:30.983166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-0b285233-6bca-4dc9-a338-9d7cf31cc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:30.987209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-0b285233-6bca-4dc9-a338-9d7cf31cc5aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 200 len: 908 time: 0.6535025 Dec 10 04:34:31.000300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d99871a3-ca80-4540-a995-67a16a2792f8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:31.014809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:31.040419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7d87-83e5-4bc7-ace5-bb9ebf5a7c4e req-d3eea597-2a64-4d0c-ad93-64b186872a84 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:31.050158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4b7d87-83e5-4bc7-ace5-bb9ebf5a7c4e req-d3eea597-2a64-4d0c-ad93-64b186872a84 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 931 time: 0.2682154 Dec 10 04:34:31.188497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Transition to ACTIVE for port object 81ecb0ba-9db0-4d6d-8b9a-558980a91070 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:31.190323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-1b37323b-4a96-4fa9-aa3d-959a925e9ae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 200 len: 217 time: 0.1654394 Dec 10 04:34:31.205568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-80b0adfc-09e7-4fd7-9d40-3ca82373661f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4769192 Dec 10 04:34:31.215636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:31.309151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e14c6dcc-a91c-4e66-862d-a77e44177f50 req-cfe9db48-c118-4d0b-95bd-c9a6dd1915e4 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451029 Dec 10 04:34:31.336296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f4b7d87-83e5-4bc7-ace5-bb9ebf5a7c4e req-b74208ca-0b34-49d9-a878-4a6667d787db tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848802 Dec 10 04:34:31.413792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:31.451091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-ae398273-d10c-4765-a93e-be00d48bcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:31.453289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-ae398273-d10c-4765-a93e-be00d48bcf57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 200 len: 847 time: 0.2461407 Dec 10 04:34:31.483431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-076a4386-b910-4207-80d0-059ecc84e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:31.486733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-076a4386-b910-4207-80d0-059ecc84e846 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 1101 time: 0.1754367 Dec 10 04:34:31.594126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-7273ff02-e14b-44f3-a00f-ee52dfe339cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85834823-b533-43af-b3d6-015fbb8b250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998490 Dec 10 04:34:31.631697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Attempting to bind port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:31.632433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Attempting to bind port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:31.633057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Attempting to bind port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:31.665070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:34:31.666056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Attempting to bind port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:31.673286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a9c4af66-d81f-4ffe-9d24-6e00e4aecdb2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:31.677990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a9c4af66-d81f-4ffe-9d24-6e00e4aecdb2 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 950 time: 0.1086352 Dec 10 04:34:31.718925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:31.719659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:31.720291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:31.721010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Bound port: 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:31.721923 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:31.813735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be2d51-09e0-419f-8fc5-f6371be41d13 req-1c33f319-a041-4879-bbb7-1ecf0ea76f5c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:31.824562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1be2d51-09e0-419f-8fc5-f6371be41d13 req-1c33f319-a041-4879-bbb7-1ecf0ea76f5c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.3276124 Dec 10 04:34:31.940754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:32.007230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-b68b73df-3d10-4c88-981e-149b45d4cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.011337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-b68b73df-3d10-4c88-981e-149b45d4cbfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.4123321 Dec 10 04:34:32.065665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-ad5b0ef7-8030-46c0-83e0-258157058e4c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.067412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-ad5b0ef7-8030-46c0-83e0-258157058e4c tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d995af0-4915-4439-bad2-df445c2ce9fe HTTP/1.1" status: 200 len: 950 time: 0.0959435 Dec 10 04:34:32.105878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 4103f3f0-8325-455f-9638-6363f5ad6965 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:32.106419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.115296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:32.166834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-acef76db-6588-4f6a-986a-8d62fb8f0a38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=d341c749-5380-4659-a9d0-28e07b1e2a50 HTTP/1.1" status: 200 len: 217 time: 0.1265917 Dec 10 04:34:32.234270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-6826f859-f7a2-45e7-99b3-cba97012a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.235733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-6826f859-f7a2-45e7-99b3-cba97012a2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0540695 Dec 10 04:34:32.244189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-cbdc9ce6-b983-4764-9e70-551cb9610993 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363645 Dec 10 04:34:32.271557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1be2d51-09e0-419f-8fc5-f6371be41d13 req-ee937b7c-e143-4d03-8288-dda2d7b20c46 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459958 Dec 10 04:34:32.294234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port d99871a3-ca80-4540-a995-67a16a2792f8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:32.295125 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.302918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-deleted', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:32.305344 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6510d38b-5651-4b77-953f-25c7250d91c6" -d '{"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-deleted", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:32.446487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 4103f3f0-8325-455f-9638-6363f5ad6965, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4103f3f0-8325-455f-9638-6363f5ad6965,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:32.450229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.464955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fd193ab-44a4-4b76-bcc2-b45cfc19020d req-f6085b9a-410f-4d7a-9325-9304c03f8f52 service neutron] 10.222.0.41 "GET /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923523 Dec 10 04:34:32.540751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.549897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 4103f3f0-8325-455f-9638-6363f5ad6965 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:32.573175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394ac0-f249-48c7-9d9f-0acca94bcef7 req-ff3da173-ceda-4c71-aa99-0381a5b37a43 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.575136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Deleting subnet 1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:32.581883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.586213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85394ac0-f249-48c7-9d9f-0acca94bcef7 req-ff3da173-ceda-4c71-aa99-0381a5b37a43 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 0.5205517 Dec 10 04:34:32.602153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:32.607492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:32.609991 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c4357-2746-409e-a97d-b2ce02c3b42d" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:32.630090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.645946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:32.656973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.658080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:32.679612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.712404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:32.756225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.772455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:32.772999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 47cbaa82-42f9-47d7-b83d-b0eeacef8d1f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:32.774326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c2720830-56ed-428c-b2e5-769676e04f22 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:32.801798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85394ac0-f249-48c7-9d9f-0acca94bcef7 req-451237f0-ef8d-4a89-8a6d-d7655d8640ab tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070019 Dec 10 04:34:32.805196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.810477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port 80e84b06-480b-4c2c-8800-85259a4254a9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:32.810826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:32.843919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c2720830-56ed-428c-b2e5-769676e04f22 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:32.844435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c2720830-56ed-428c-b2e5-769676e04f22 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:32.884650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-2ffd344a-c99f-4cb6-804b-c6255b98ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.886508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-2ffd344a-c99f-4cb6-804b-c6255b98ff55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6408191 Dec 10 04:34:32.901111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:32.915931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e8dd-2ca9-4024-ae23-4f48dff33bdc req-721209c6-1ac0-424f-aade-7bd08be56071 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:32.917541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6270e8dd-2ca9-4024-ae23-4f48dff33bdc req-721209c6-1ac0-424f-aade-7bd08be56071 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.3904133 Dec 10 04:34:32.976539 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e795cd03-169a-4453-8191-8527f8369ce9 x-openstack-request-id: req-e795cd03-169a-4453-8191-8527f8369ce9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:32.976945 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a23757-db7c-4b28-93d9-b74b1a5d130e", "name": "network-vif-deleted", "tag": "47cbaa82-42f9-47d7-b83d-b0eeacef8d1f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:32.977460 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e795cd03-169a-4453-8191-8527f8369ce9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:32.977953 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a23757-db7c-4b28-93d9-b74b1a5d130e', 'name': 'network-vif-deleted', 'tag': '47cbaa82-42f9-47d7-b83d-b0eeacef8d1f', 'status': 'completed', 'code': 200} Dec 10 04:34:32.978417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:33.036995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:33.037655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.042067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/81ecb0ba-9db0-4d6d-8b9a-558980a91070 HTTP/1.1" status: 200 len: 1091 time: 3.8948603 Dec 10 04:34:33.129041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Request body: {'floatingip': {'port_id': '4e8e048c-94a4-4687-a798-5ddf42138c89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:33.191660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.199807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:33.203115 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc8628-0971-4c53-b786-5b1fae570ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:33.208444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-cc9d4007-f560-46a0-b0ea-64387cfd8d1f service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138579 Dec 10 04:34:33.421081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.427937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2 HTTP/1.1" status: 204 len: 168 time: 1.4832299 Dec 10 04:34:33.428976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7eaa0-096f-488e-a6a2-b45205de7abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad5f4c4-4c1a-4699-ab18-8c52b2e2a6b2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:33.434520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:33.439516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888bf96-08bb-4fc8-a14f-2ce87bb2a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:33.450605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port 80e84b06-480b-4c2c-8800-85259a4254a9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=80e84b06-480b-4c2c-8800-85259a4254a9,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:33.451212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.491552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for 80e84b06-480b-4c2c-8800-85259a4254a9 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:33.506898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.524607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-e9d3e009-3e26-40d8-af51-086957298f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:33.530203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-e9d3e009-3e26-40d8-af51-086957298f0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 1094 time: 0.3182061 Dec 10 04:34:33.547872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:33.577429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05cd1-7e9f-44eb-bd69-b8f4369ce06b req-ab536d24-e915-4cf3-affe-b6fe63d65699 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:33.592714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ac05cd1-7e9f-44eb-bd69-b8f4369ce06b req-ab536d24-e915-4cf3-affe-b6fe63d65699 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=24809a92-df64-4f22-b3da-a6672b7a1f7b HTTP/1.1" status: 200 len: 950 time: 0.3705940 Dec 10 04:34:33.632898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=4103f3f0-8325-455f-9638-6363f5ad6965,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:33.653813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1f87a-185a-422f-95f7-e41905cf4d4f req-36484a52-e782-4b97-bffd-0da800cce2f3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:33.655895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bec1f87a-185a-422f-95f7-e41905cf4d4f req-36484a52-e782-4b97-bffd-0da800cce2f3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 943 time: 0.4451249 Dec 10 04:34:33.740093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 4103f3f0-8325-455f-9638-6363f5ad6965 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:33.768081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:33.776007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7760ebcc-1f92-4db8-9602-215f9f9e188b req-a15f28eb-14d8-4a81-b68c-d596b8f6dd1b tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "DELETE /v2.0/ports/4103f3f0-8325-455f-9638-6363f5ad6965 HTTP/1.1" status: 204 len: 173 time: 2.0634294 Dec 10 04:34:33.824313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bec1f87a-185a-422f-95f7-e41905cf4d4f req-f600911d-4c63-4d07-b517-e24a4c9deced tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124208 Dec 10 04:34:33.897682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-ff92b89c-5052-47ec-ba83-e12ea949f2fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070 HTTP/1.1" status: 200 len: 217 time: 0.2389984 Dec 10 04:34:34.003637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-921f26b1-f693-4112-8064-e76e9c7b8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:34.005191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-921f26b1-f693-4112-8064-e76e9c7b8cb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.0741494 Dec 10 04:34:34.021435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-f6effb7f-bf26-484e-a5d1-9fe14c5716aa tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:34.022937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-f6effb7f-bf26-484e-a5d1-9fe14c5716aa tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.41 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 0.3553646 Dec 10 04:34:34.034468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:34.039421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef5b23fd-1683-4e48-831f-4cd38d2b2c86 req-b64fdc5d-b0bf-4468-ae17-9ee9996baae5 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999480 Dec 10 04:34:34.046559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 80e84b06-480b-4c2c-8800-85259a4254a9 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:34.073336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ac05cd1-7e9f-44eb-bd69-b8f4369ce06b req-5a2d8f08-cc49-4091-84ed-ff6a205388ad tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779747 Dec 10 04:34:34.236301 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd11faf-c252-4e6f-8382-b57edffc5a25 x-openstack-request-id: req-ecd11faf-c252-4e6f-8382-b57edffc5a25 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:34.236894 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-plugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:34.237671 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecd11faf-c252-4e6f-8382-b57edffc5a25 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:34.238695 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'code': 200} Dec 10 04:34:34.281290 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd179d-232d-475e-bd3a-96aec9399a6b x-openstack-request-id: req-aabd179d-232d-475e-bd3a-96aec9399a6b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:34.281596 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:34.281863 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aabd179d-232d-475e-bd3a-96aec9399a6b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:34.282279 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'status': 'completed', 'code': 200} Dec 10 04:34:34.470727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-04f1e563-9dac-4be9-a720-e91b5dbdc63f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4463587 Dec 10 04:34:34.482360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:34.654922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:34.663801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=80e84b06-480b-4c2c-8800-85259a4254a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:34.731086 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:34.826465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4103f3f0-8325-455f-9638-6363f5ad6965 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:34.865791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 4103f3f0-8325-455f-9638-6363f5ad6965 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:34.866670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4103f3f0-8325-455f-9638-6363f5ad6965 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:34.992439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'name': 'network-vif-deleted', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:34.997906 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4700cd22-8e48-4990-82fa-30884d344ab6" -d '{"events": [{"server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "name": "network-vif-deleted", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:35.030895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port 80e84b06-480b-4c2c-8800-85259a4254a9 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:35.038179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.046943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-58c2c1f7-88c8-4192-8804-99a86dc05a33 req-f872a52d-c0ac-4ff2-9b0b-b5ab277eb100 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.41 "DELETE /v2.0/ports/80e84b06-480b-4c2c-8800-85259a4254a9 HTTP/1.1" status: 204 len: 173 time: 2.9653950 Dec 10 04:34:35.072270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:34:35.196387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.205693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.464663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-9ade4ebb-e2d6-4619-bbc5-f55ac88ab4fd service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9586411 Dec 10 04:34:35.531095 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Floating IP 30a7fefa-a808-47d3-8129-bbffdff040c5 associated. External IP: 172.25.8.78, port: 4e8e048c-94a4-4687-a798-5ddf42138c89. Dec 10 04:34:35.704119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-62cb12b0-e164-44aa-b253-818acc35043d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2205954 Dec 10 04:34:35.779134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.806734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84adb6f3-ed91-4199-9969-a42ef2da3120']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:35.832088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4134bf14-9926-456f-bbda-ccd4a5bfe2fd') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:35.832725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4134bf14-9926-456f-bbda-ccd4a5bfe2fd') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:35.850041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.871487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:34:35.890563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:35.919531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700548-dd68-4a0a-bd84-75252eb318b1 req-69f190d8-7526-4357-9c1f-72869f32a7c7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:35.925918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a700548-dd68-4a0a-bd84-75252eb318b1 req-69f190d8-7526-4357-9c1f-72869f32a7c7 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 946 time: 1.4814556 Dec 10 04:34:35.975159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e776dd3e-838b-4852-98f3-a4c9f8c12df8 req-f15b4019-535c-4e2b-9478-40527300ed3d service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890881 Dec 10 04:34:36.025429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:36.025998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:36.027979 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:36.032423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d9a65e01-dace-46e5-9657-8a9dad7a0c46 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:36.157568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:34:36.164242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.170641 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Sync routers for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:34:36.187692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:36.188332 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:36.231341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-1af19bdd-8aa1-4529-b513-85a3151baea1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:36.232377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-1af19bdd-8aa1-4529-b513-85a3151baea1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274532 Dec 10 04:34:36.239148 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7059e6b7-da71-4448-8daa-f214639b63be tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "PUT /v2.0/floatingips/30a7fefa-a808-47d3-8129-bbffdff040c5 HTTP/1.1" status: 200 len: 991 time: 3.1269691 Dec 10 04:34:36.288385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a700548-dd68-4a0a-bd84-75252eb318b1 req-6309ef30-c987-4d80-9686-9f49347a6511 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100741 Dec 10 04:34:36.297506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-2b15cd30-f5ff-4cd5-bad0-a13a712dc3d3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/quotas/9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 375 time: 0.0379043 Dec 10 04:34:36.343806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.380830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:36.381988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:36.384600 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf299d23-44a9-4275-b81f-ecb00d20ed76" -d '{"events": [{"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:36.391162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.397791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Deleting port d9a65e01-dace-46e5-9657-8a9dad7a0c46 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:36.401852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.419879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-cab8ea0b-a6bd-4c52-8a03-3fc59b63c448 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064136 Dec 10 04:34:36.420522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.433072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.443945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:36.444158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] 10.222.0.43 "DELETE /v2.0/networks/84adb6f3-ed91-4199-9969-a42ef2da3120 HTTP/1.1" status: 204 len: 168 time: 2.9856255 Dec 10 04:34:36.497374 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:36.497570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4c656-7551-4917-b4a0-b868d367bf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=84adb6f3-ed91-4199-9969-a42ef2da3120,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:36.499968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:36.534245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-9997fdaa-0383-4e99-b3b7-1f714e6936e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:36.536057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-9997fdaa-0383-4e99-b3b7-1f714e6936e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 1094 time: 0.3417757 Dec 10 04:34:36.622861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Deleting subnet ee622f39-3e31-4200-89c3-c8a026eac8cf {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:36.634880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.740362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.770743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff17f-d457-417b-8272-560abdbd356d req-52fcb568-fd05-4ce0-86d0-e5ffa61b84f1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:36.772709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d26ff17f-d457-417b-8272-560abdbd356d req-52fcb568-fd05-4ce0-86d0-e5ffa61b84f1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 943 time: 0.2503905 Dec 10 04:34:36.880242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] For port d9a65e01-dace-46e5-9657-8a9dad7a0c46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d9a65e01-dace-46e5-9657-8a9dad7a0c46,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:36.881138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:36.900286 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4a783-55df-4e36-97bc-32c732fc3a3b x-openstack-request-id: req-a8a4a783-55df-4e36-97bc-32c732fc3a3b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:36.915834 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24809a92-df64-4f22-b3da-a6672b7a1f7b", "name": "network-vif-deleted", "tag": "4103f3f0-8325-455f-9638-6363f5ad6965", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:36.916096 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8a4a783-55df-4e36-97bc-32c732fc3a3b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:36.916518 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24809a92-df64-4f22-b3da-a6672b7a1f7b', 'name': 'network-vif-deleted', 'tag': '4103f3f0-8325-455f-9638-6363f5ad6965', 'status': 'completed', 'code': 200} Dec 10 04:34:36.979478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Calling delete_port for d9a65e01-dace-46e5-9657-8a9dad7a0c46 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:36.995434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.004780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-fb56c73a-fc78-4588-a3f7-c60703a65d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:37.012220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-fb56c73a-fc78-4588-a3f7-c60703a65d57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.4100525 Dec 10 04:34:37.037294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d26ff17f-d457-417b-8272-560abdbd356d req-c1c6521c-5b10-4f96-b688-00f2d9884187 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431848 Dec 10 04:34:37.123904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.162196 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd81c65-6672-47fd-82cf-cf422381797a x-openstack-request-id: req-ebd81c65-6672-47fd-82cf-cf422381797a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:37.162704 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:37.162704 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebd81c65-6672-47fd-82cf-cf422381797a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:37.163113 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'code': 200} Dec 10 04:34:37.185362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.200932 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ee622f39-3e31-4200-89c3-c8a026eac8cf HTTP/1.1" status: 204 len: 168 time: 0.7555130 Dec 10 04:34:37.204634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:37.276103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2856c-a1a5-41d6-a3c0-aa291db4de00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee622f39-3e31-4200-89c3-c8a026eac8cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:37.278904 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '30a7fefa-a808-47d3-8129-bbffdff040c5', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'port_id': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'mac_address': 'fa:16:3e:2f:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:34:09Z', 'updated_at': '2021-12-10T04:34:34Z', 'revision_number': 1, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:37.369153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Checking router: 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:34:37.373761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.388921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:37.389484 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:37.398655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-1acd0d8a-0c6b-40d7-84b5-cc48f0c2b866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070 HTTP/1.1" status: 200 len: 217 time: 0.3541901 Dec 10 04:34:37.568737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-ae20e09b-f075-4609-9d19-de45e460c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:37.570246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-ae20e09b-f075-4609-9d19-de45e460c076 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1045184 Dec 10 04:34:37.570722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.572117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7624839-0574-4bc9-bacf-a2f6041ecc17 req-63cb822f-12da-473e-b93c-9198a5524752 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 210 time: 0.2054486 Dec 10 04:34:37.684400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-5dab7cfb-140f-4852-bedf-fb01b266ac3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826526 Dec 10 04:34:37.782400 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:34:37.808884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:37.828868 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:37.850284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['00272ae9-33cc-4f00-8416-c13e9e7930ac'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:37.996541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bc318-841b-470f-a083-015a6e3823dc req-ebce6aa9-1f60-4699-83aa-50f65ef49f57 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:38.005614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a5bc318-841b-470f-a083-015a6e3823dc req-ebce6aa9-1f60-4699-83aa-50f65ef49f57 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=377eeb4b-2a30-4481-9898-e7353f62fa60 HTTP/1.1" status: 200 len: 944 time: 0.3358190 Dec 10 04:34:38.024248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event deleted for resources: {'Port': ['ID=d9a65e01-dace-46e5-9657-8a9dad7a0c46,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:38.079986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 81ecb0ba-9db0-4d6d-8b9a-558980a91070 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:34:38.125855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:38.134629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726727a-11e3-43f8-937d-8158fb5e7147 req-f396b78f-bb9b-49de-b409-cbec81f4c9de tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:38.138876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a726727a-11e3-43f8-937d-8158fb5e7147 req-f396b78f-bb9b-49de-b409-cbec81f4c9de tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 944 time: 0.3925626 Dec 10 04:34:38.155952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a77be33-5019-4a62-8fff-c9250202d573') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:38.156727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a77be33-5019-4a62-8fff-c9250202d573') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:38.199462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.216615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.226752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:38.227205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:38.288671 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:38.294630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:38.303424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.334879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a5bc318-841b-470f-a083-015a6e3823dc req-173e5c27-0919-4032-a778-c3c02406d0ac tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226836 Dec 10 04:34:38.348820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] No DVR routers for this DVR port d9a65e01-dace-46e5-9657-8a9dad7a0c46 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:38.355844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.361936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98ece0f4-b050-41cd-8ced-3fd47c30c27b req-aec19b70-e1f6-422f-965e-d273f6895939 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.41 "DELETE /v2.0/ports/d9a65e01-dace-46e5-9657-8a9dad7a0c46 HTTP/1.1" status: 204 len: 173 time: 4.2875385 Dec 10 04:34:38.377917 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '30a7fefa-a808-47d3-8129-bbffdff040c5', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'port_id': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'mac_address': 'fa:16:3e:2f:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:34:09Z', 'updated_at': '2021-12-10T04:34:34Z', 'revision_number': 1, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:38.400534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-deleted', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:38.406105 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e956c946-84d5-4537-98c0-c3ed59e5fd0b" -d '{"events": [{"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-deleted", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:38.409469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'mac_address': 'fa:16:3e:eb:1b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:34:38.438409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.444315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] 10.222.0.43 "DELETE /v2.0/networks/0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2 HTTP/1.1" status: 204 len: 168 time: 1.1879747 Dec 10 04:34:38.455385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-adbcc07b-f924-46e8-a358-a121b625e992 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505345 Dec 10 04:34:38.466849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b6631-16d2-42f1-ae44-7206ee96bdef admin admin] Pushing event deleted for resources: {'Network': ['ID=0a49f20f-78d9-40b9-82fb-7a2ac8c2bbe2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:38.504639 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eac79-e59f-4097-b38c-eef4130602ba None None] The sync data for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 is: [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '30a7fefa-a808-47d3-8129-bbffdff040c5', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'port_id': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'mac_address': 'fa:16:3e:2f:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:34:09Z', 'updated_at': '2021-12-10T04:34:34Z', 'revision_number': 1, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:34:38.595020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-67cf0046-0d58-4ab6-86ce-b541b523dcfc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:38.597891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.599094 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-67cf0046-0d58-4ab6-86ce-b541b523dcfc tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 944 time: 0.3095860 Dec 10 04:34:38.599968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a726727a-11e3-43f8-937d-8158fb5e7147 req-d2ee7db6-d052-4ede-9b48-badff84312a6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559973 Dec 10 04:34:38.712563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ecb0ba-9db0-4d6d-8b9a-558980a91070 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:38.827021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:38.837368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:38.924359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'name': 'network-vif-deleted', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9'}, {'name': 'network-changed', 'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:38.927516 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c37ad9-d5d7-4a53-b415-f58aeed891fb" -d '{"events": [{"server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "name": "network-vif-deleted", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9"}, {"name": "network-changed", "server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:38.944197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:38.988362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd75b-8966-4dda-b73b-be41c91909e4 req-cdc3db52-5dfa-431d-84ab-62dac5bcaba4 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:39.000237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c57cd75b-8966-4dda-b73b-be41c91909e4 req-cdc3db52-5dfa-431d-84ab-62dac5bcaba4 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 943 time: 0.2582638 Dec 10 04:34:39.016235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:39.078946 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad05a0d-bf83-43e3-9c32-4f76e6b62c1a x-openstack-request-id: req-dad05a0d-bf83-43e3-9c32-4f76e6b62c1a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:39.079305 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377eeb4b-2a30-4481-9898-e7353f62fa60", "name": "network-vif-deleted", "tag": "d9a65e01-dace-46e5-9657-8a9dad7a0c46", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:39.079521 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dad05a0d-bf83-43e3-9c32-4f76e6b62c1a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:39.079937 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377eeb4b-2a30-4481-9898-e7353f62fa60', 'name': 'network-vif-deleted', 'tag': 'd9a65e01-dace-46e5-9657-8a9dad7a0c46', 'status': 'completed', 'code': 200} Dec 10 04:34:39.081861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-3aee8576-8f46-4205-b6b6-4c9e712dc9c5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1612854 Dec 10 04:34:39.093418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bc8628-0971-4c53-b786-5b1fae570ffc req-266c487e-c1cc-4d43-8f7e-09dcd230084c service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146393 Dec 10 04:34:39.115537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6caac0-d437-48ef-9539-d4ec48cd8a60 None None] New status for floating IP 30a7fefa-a808-47d3-8129-bbffdff040c5: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:34:39.133539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Deleting port 97abd094-1936-4631-8ca1-8ad29de26339 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:39.134292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.141810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4caf2ba8-7c8c-422b-af8a-42662d488523 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bb34a6c64364aca87c286d552dffc89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953828 Dec 10 04:34:39.153771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:39.220145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['81ecb0ba-9db0-4d6d-8b9a-558980a91070'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:39.350355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] For port 97abd094-1936-4631-8ca1-8ad29de26339, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=97abd094-1936-4631-8ca1-8ad29de26339,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:39.350970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.354188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.375840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Calling delete_port for 97abd094-1936-4631-8ca1-8ad29de26339 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:39.409089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.427199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c57cd75b-8966-4dda-b73b-be41c91909e4 req-03539d4e-4249-4a83-a6b6-ec966ea0b433 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238353 Dec 10 04:34:39.498184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-60e8874c-5789-480f-a8a2-a7029f34e9cb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:39.500381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-60e8874c-5789-480f-a8a2-a7029f34e9cb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025109 Dec 10 04:34:39.522541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Request body: {'port': {'device_id': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '9efb5826698744869e01940b463dff4f'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:39.567515 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af50d7-b227-4133-8da7-f304f5e36041 x-openstack-request-id: req-99af50d7-b227-4133-8da7-f304f5e36041 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:39.567878 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d995af0-4915-4439-bad2-df445c2ce9fe", "name": "network-vif-deleted", "tag": "80e84b06-480b-4c2c-8800-85259a4254a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:39.573927 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99af50d7-b227-4133-8da7-f304f5e36041 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:39.574408 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d995af0-4915-4439-bad2-df445c2ce9fe', 'name': 'network-vif-deleted', 'tag': '80e84b06-480b-4c2c-8800-85259a4254a9', 'status': 'completed', 'code': 200} Dec 10 04:34:39.574678 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'status': 'completed', 'code': 200} Dec 10 04:34:39.595337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.598229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.599618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fe4ab12-d8eb-4090-a60d-fbccedd74609 HTTP/1.1" status: 204 len: 168 time: 0.4445243 Dec 10 04:34:39.711283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f353d7d5-f4b6-4f4c-b354-825dda3e4876 req-9cc20f76-f494-424a-9806-25cd54ce4dc4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 210 time: 0.1280529 Dec 10 04:34:39.739442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb228-6c9f-476c-90df-37b5e4966fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe4ab12-d8eb-4090-a60d-fbccedd74609,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:39.822193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.878633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-b1c172c3-639e-49b5-8f54-1a5b0fec83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:39.879928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-b1c172c3-639e-49b5-8f54-1a5b0fec83a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 1097 time: 0.2560425 Dec 10 04:34:39.881499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event deleted for resources: {'Port': ['ID=97abd094-1936-4631-8ca1-8ad29de26339,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:39.982608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Made reservation on behalf of 9efb5826698744869e01940b463dff4f for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:39.986590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] No DVR routers for this DVR port 97abd094-1936-4631-8ca1-8ad29de26339 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:39.988438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:39.996168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18e67c7d-67c9-47e3-8389-f842a94336f3 req-3a7e17d3-662b-40f8-9984-cf43692454a1 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=eed3d021-de43-4c3b-898b-5e01f3ae3523 HTTP/1.1" status: 200 len: 210 time: 0.0914037 Dec 10 04:34:39.996748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.002932 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c47fe7ee-c7b0-4549-9154-997e0f583ad9 req-fd413256-ea60-460f-b42d-e0850b659145 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "DELETE /v2.0/ports/97abd094-1936-4631-8ca1-8ad29de26339 HTTP/1.1" status: 204 len: 173 time: 1.3901236 Dec 10 04:34:40.004111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.027094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8064-d83a-4d80-a1ec-70bcc19aaf97 req-18e8efae-697b-440d-ad99-44456367e8f6 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.034372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d6d8064-d83a-4d80-a1ec-70bcc19aaf97 req-18e8efae-697b-440d-ad99-44456367e8f6 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.2257915 Dec 10 04:34:40.149208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d6d8064-d83a-4d80-a1ec-70bcc19aaf97 req-8230874a-3a87-4772-9f5c-24e2f81c9a23 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138625 Dec 10 04:34:40.178307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-692008aa-334f-4ed9-9f7a-dce3036059ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.179791 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-692008aa-334f-4ed9-9f7a-dce3036059ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 200 len: 913 time: 0.2833796 Dec 10 04:34:40.264139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.274836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.281915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:40.337991 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-d1da3d99-100e-4a3b-8792-a43c4e1ce197 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 200 len: 1001 time: 0.1492436 Dec 10 04:34:40.355024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac25f5d-b902-407a-af72-ecc756072954,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:40.369151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c71bde84-01f7-4117-9b1c-cac0d691dafb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04c7e0537323489fa3cd285f07755080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861225 Dec 10 04:34:40.372150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:40.448030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Allocated IP 192.168.233.52 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/9567a6b5-0475-4010-b07b-21ccb0ec500f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:40.527861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459f8e4-a008-423a-b3b4-ba590b7d492d req-10e09302-8e32-493b-909f-2249bce96473 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.537442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9459f8e4-a008-423a-b3b4-ba590b7d492d req-10e09302-8e32-493b-909f-2249bce96473 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.0992744 Dec 10 04:34:40.548961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-a536bfd8-e7db-4b0b-af13-a9d8734a399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.550363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-a536bfd8-e7db-4b0b-af13-a9d8734a399c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=682052b9-de26-4bb7-bfe9-95069ac9db4e HTTP/1.1" status: 200 len: 851 time: 0.1527481 Dec 10 04:34:40.553451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.611478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.643699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-ab01b17a-7d85-4aad-a005-b406502f5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.645299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-ab01b17a-7d85-4aad-a005-b406502f5afa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860283 Dec 10 04:34:40.695713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947843a9-762e-40c8-89dd-64f770f5d156 req-ccd8cb02-e1b3-46df-9285-f55fe3545768 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:40.698618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-947843a9-762e-40c8-89dd-64f770f5d156 req-ccd8cb02-e1b3-46df-9285-f55fe3545768 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 944 time: 0.1358821 Dec 10 04:34:40.713008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.715832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:40.716552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9459f8e4-a008-423a-b3b4-ba590b7d492d req-7c246099-fa16-41a6-9469-97238992849f tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777949 Dec 10 04:34:40.719040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00da4c81-6bc8-41c1-9b5d-5ec1ae3f2b8f HTTP/1.1" status: 204 len: 168 time: 0.3447280 Dec 10 04:34:40.769242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c92981-94db-4712-86fb-85d1fd7a5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da4c81-6bc8-41c1-9b5d-5ec1ae3f2b8f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:40.837015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-97bd05ab-f691-443d-92f5-0e61b080f761 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811218 Dec 10 04:34:40.922152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-245f61b6-ad70-4a60-8372-2f21aa744268 req-1e0b48d2-d403-443b-8dcc-0e7cebbcc4cd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 210 time: 0.0952089 Dec 10 04:34:40.986741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-25c37ad9-d5d7-4a53-b415-f58aeed891fb req-699fc364-2d24-4c99-9f1b-8728768362e8 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307073 Dec 10 04:34:41.044760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-947843a9-762e-40c8-89dd-64f770f5d156 req-2746b1e7-201a-4f5d-a74d-ed6d6b834a05 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325425 Dec 10 04:34:41.051524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.112204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.191433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:41.209340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:41.210847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:41.214159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:41.300200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:41.301452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.363768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-570c41e4-fa09-498a-94c3-018cf28cd263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8461833 Dec 10 04:34:41.388213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22631482-1339-4ffb-9823-c236003a06dd req-9f0891fe-e5b9-4376-85b5-d0ea688b4f25 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:41.390317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22631482-1339-4ffb-9823-c236003a06dd req-9f0891fe-e5b9-4376-85b5-d0ea688b4f25 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.0747423 Dec 10 04:34:41.395326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Request body: {'port': {'device_id': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:41.431825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52276708-9cc8-402c-8871-911fc53db3bc req-6fd61a41-fe63-4907-a7cb-7a839595aec3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:41.433449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52276708-9cc8-402c-8871-911fc53db3bc req-6fd61a41-fe63-4907-a7cb-7a839595aec3 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 950 time: 0.1187415 Dec 10 04:34:41.554989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22631482-1339-4ffb-9823-c236003a06dd req-18367f25-e133-4716-8477-67f959d9f3d5 tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c53431a-aba5-47fd-9ea1-16a1c05f9192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565790 Dec 10 04:34:41.582412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-deleted', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:41.585106 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a8311-3b7e-4213-845e-fc0cfcc87a9c" -d '{"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-deleted", "tag": "97abd094-1936-4631-8ca1-8ad29de26339"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:41.662370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.663232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Deleting port d341c749-5380-4659-a9d0-28e07b1e2a50 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:41.664005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.698662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f6387ea-925e-470c-8957-07f2b8958d2f None None] Provisioning complete for port 9567a6b5-0475-4010-b07b-21ccb0ec500f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:41.701154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f6387ea-925e-470c-8957-07f2b8958d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.732929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b81e0-f52e-4bdf-8c4d-753a3bc29243 req-e195a6a0-ab35-49be-b7ad-f75b83e6f2f6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:41.747888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f60b81e0-f52e-4bdf-8c4d-753a3bc29243 req-e195a6a0-ab35-49be-b7ad-f75b83e6f2f6 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 945 time: 0.1694014 Dec 10 04:34:41.801158 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571fc57b-deb4-4a88-8eb1-dc219f0ef061 x-openstack-request-id: req-571fc57b-deb4-4a88-8eb1-dc219f0ef061 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:41.801430 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3d021-de43-4c3b-898b-5e01f3ae3523", "name": "network-vif-deleted", "tag": "97abd094-1936-4631-8ca1-8ad29de26339", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:41.801686 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-571fc57b-deb4-4a88-8eb1-dc219f0ef061 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:41.802079 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d021-de43-4c3b-898b-5e01f3ae3523', 'name': 'network-vif-deleted', 'tag': '97abd094-1936-4631-8ca1-8ad29de26339', 'status': 'completed', 'code': 200} Dec 10 04:34:41.802550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f6387ea-925e-470c-8957-07f2b8958d2f None None] Port 9567a6b5-0475-4010-b07b-21ccb0ec500f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:34:41.845619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] For port d341c749-5380-4659-a9d0-28e07b1e2a50, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d341c749-5380-4659-a9d0-28e07b1e2a50,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:41.846342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:41.865274 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Calling delete_port for d341c749-5380-4659-a9d0-28e07b1e2a50 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:42.001851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f60b81e0-f52e-4bdf-8c4d-753a3bc29243 req-2ea71448-8268-4ee4-81f4-ad79401f6487 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530735 Dec 10 04:34:42.025851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03007044-c5bf-4134-bfb5-636cd314e3d2 req-cf0003ff-3655-431f-a014-805e0cf4e040 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:42.027696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03007044-c5bf-4134-bfb5-636cd314e3d2 req-cf0003ff-3655-431f-a014-805e0cf4e040 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1815174 Dec 10 04:34:42.074664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-358c79eb-3181-4be9-887f-a5a2fbbbc005 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:42.076463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-358c79eb-3181-4be9-887f-a5a2fbbbc005 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 945 time: 0.0799694 Dec 10 04:34:42.100847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 81ecb0ba-9db0-4d6d-8b9a-558980a91070 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:42.162325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:34:42.186090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:42.186662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.189675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.235342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d341c749-5380-4659-a9d0-28e07b1e2a50'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:42.294335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Pushing event deleted for resources: {'Port': ['ID=d341c749-5380-4659-a9d0-28e07b1e2a50,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:42.337266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.367745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:42.371211 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ceaa6-94ef-4176-b3c7-c6acb094fb29" -d '{"events": [{"server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "name": "network-vif-plugged", "status": "completed", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:42.375907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] No DVR routers for this DVR port d341c749-5380-4659-a9d0-28e07b1e2a50 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:42.379515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.384626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52276708-9cc8-402c-8871-911fc53db3bc req-fa41489a-0655-465d-b835-794ecab82a9f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.36 "DELETE /v2.0/ports/d341c749-5380-4659-a9d0-28e07b1e2a50 HTTP/1.1" status: 204 len: 173 time: 0.9337013 Dec 10 04:34:42.398461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:42.412937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.413791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cf065274-963d-4799-95b5-5e7c545cec49 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:42.433176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Deleting port cf065274-963d-4799-95b5-5e7c545cec49 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:42.434123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.482399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea94ab-1ad9-4977-8033-8068392105f5 req-765b8d58-7b6c-43cb-9813-d5a1747240c6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:42.511290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eeea94ab-1ad9-4977-8033-8068392105f5 req-765b8d58-7b6c-43cb-9813-d5a1747240c6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 935 time: 0.3438931 Dec 10 04:34:42.538512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03007044-c5bf-4134-bfb5-636cd314e3d2 req-3344b650-5c33-4aaf-899b-2597986fba02 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d8976ae-1529-4060-a627-bbc27a21a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995372 Dec 10 04:34:42.557762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:42.735144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:42.787711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 97abd094-1936-4631-8ca1-8ad29de26339 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:42.790135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 97abd094-1936-4631-8ca1-8ad29de26339 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:42.808434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] For port cf065274-963d-4799-95b5-5e7c545cec49, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cf065274-963d-4799-95b5-5e7c545cec49,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:42.808825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.828378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Calling delete_port for cf065274-963d-4799-95b5-5e7c545cec49 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:42.837992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-3c19f85b-e1a7-4e9d-8dfd-94d33da403db tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:42.839819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-3c19f85b-e1a7-4e9d-8dfd-94d33da403db tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 945 time: 0.1831021 Dec 10 04:34:42.845276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eeea94ab-1ad9-4977-8033-8068392105f5 req-4b963c63-e826-4bac-ab96-b2c6cafc1d73 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005590 Dec 10 04:34:42.904361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9567a6b5-0475-4010-b07b-21ccb0ec500f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:42.934403 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493961ca-7fe5-4a1c-8bad-b862ce494f68 x-openstack-request-id: req-493961ca-7fe5-4a1c-8bad-b862ce494f68 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:42.934700 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "name": "network-vif-plugged", "status": "completed", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:42.934959 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-493961ca-7fe5-4a1c-8bad-b862ce494f68 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:42.935356 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'code': 200} Dec 10 04:34:42.938986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:42.981942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Transition to ACTIVE for port object 9567a6b5-0475-4010-b07b-21ccb0ec500f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:43.006679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.040328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dfac2-b9cb-4752-99f1-83d9a5fae4c7 req-2b4d1c4e-953c-463a-b7a6-46ebc0fe7ddd tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:43.057819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f2dfac2-b9cb-4752-99f1-83d9a5fae4c7 req-2b4d1c4e-953c-463a-b7a6-46ebc0fe7ddd tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.2455530 Dec 10 04:34:43.198951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Deleting port 00272ae9-33cc-4f00-8416-c13e9e7930ac {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:43.199379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.287047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:43.356193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.365595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bdaf961-7c1e-4799-8a0a-f2f9262d1b76 req-8e2ace9a-15bf-4a57-b1e6-03f6f54fbb0f tempest-ServersOnMultiNodesTest-1914845098 tempest-ServersOnMultiNodesTest-1914845098-project] 10.222.0.43 "GET /v2.0/ports?device_id=29509029-6eb1-4755-aebc-b428de592327 HTTP/1.1" status: 200 len: 210 time: 0.1581643 Dec 10 04:34:43.398530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f2dfac2-b9cb-4752-99f1-83d9a5fae4c7 req-c9fc74ad-2290-45d4-8731-c0aed9058167 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468153 Dec 10 04:34:43.405912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0d3ff-1625-4ee2-9c25-8bebad9ed556 req-f6aa543b-c63f-49bf-8664-57e72e73110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:43.407693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d0d3ff-1625-4ee2-9c25-8bebad9ed556 req-f6aa543b-c63f-49bf-8664-57e72e73110e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 1096 time: 0.3523147 Dec 10 04:34:43.452349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event deleted for resources: {'Port': ['ID=cf065274-963d-4799-95b5-5e7c545cec49,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:43.503702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] For port 00272ae9-33cc-4f00-8416-c13e9e7930ac, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=00272ae9-33cc-4f00-8416-c13e9e7930ac,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:43.503956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.535690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] No DVR routers for this DVR port cf065274-963d-4799-95b5-5e7c545cec49 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:43.540767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.544154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56a2f8f9-d2b5-4bd0-b6e9-ab20c87afa5a req-3d7bb23f-9345-4900-91c2-a7ec80a1392b tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "DELETE /v2.0/ports/cf065274-963d-4799-95b5-5e7c545cec49 HTTP/1.1" status: 204 len: 173 time: 1.4555211 Dec 10 04:34:43.545129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Calling delete_port for 00272ae9-33cc-4f00-8416-c13e9e7930ac owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:43.604996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05d0d3ff-1625-4ee2-9c25-8bebad9ed556 req-a974fc5c-bdd7-41a7-94df-0e4b64324fba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872659 Dec 10 04:34:43.646567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3f9d083-8bda-4c6b-8682-68d4b19665ee req-bb45c18f-f670-4513-b8b5-d968adc10b3f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=743ed7d3-37b4-41a1-9dc8-ab1d49d88672 HTTP/1.1" status: 200 len: 210 time: 0.1413600 Dec 10 04:34:43.647442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:43.647442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:43.647693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:43.652379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:34:43.657293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:43.665626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:43.665967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:43.666797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:43.667228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Bound port: 9567a6b5-0475-4010-b07b-21ccb0ec500f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:43.667825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.753081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.772627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:43.776795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:43.790884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['00272ae9-33cc-4f00-8416-c13e9e7930ac'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:43.808793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3531352f-f08e-4a13-81ae-9254e5ae40d5 req-8b305ad4-9f8d-4821-b1fe-e7f0e1460f94 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.43 "GET /v2.0/ports?device_id=42b5ab21-c074-4e07-b36b-2dcda88f5c82 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Dec 10 04:34:43.810375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.811927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'name': 'network-vif-deleted', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50'}, {'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-deleted', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:43.816358 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ad42b-9b43-4b62-b10b-323174017a23" -d '{"events": [{"server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "name": "network-vif-deleted", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50"}, {"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-deleted", "tag": "cf065274-963d-4799-95b5-5e7c545cec49"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:43.826487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Pushing event deleted for resources: {'Port': ['ID=00272ae9-33cc-4f00-8416-c13e9e7930ac,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:43.858917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:43.859676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:43.861131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] 10.222.0.36 "PUT /v2.0/ports/9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 1095 time: 2.4698555 Dec 10 04:34:43.861586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:43.863883 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998084c0-a38d-4358-a506-9aaebf49f0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:43.935377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de09d95-a443-4e3d-b5d3-c133745287cc service neutron] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:43.999994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] No DVR routers for this DVR port 00272ae9-33cc-4f00-8416-c13e9e7930ac on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:44.005087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:44.011981 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-194e1b9f-2726-4a64-a2b3-0b9fadeaafc0 req-6b2b4a00-b6c0-42ad-87ce-0dc9c7b8c628 tempest-ListServerFiltersTestJSON-126267810 tempest-ListServerFiltersTestJSON-126267810-project] 10.222.0.36 "DELETE /v2.0/ports/00272ae9-33cc-4f00-8416-c13e9e7930ac HTTP/1.1" status: 204 len: 173 time: 1.1602883 Dec 10 04:34:44.037243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-80f7b807-c681-487c-b494-e8d3bc2e1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:44.042052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-80f7b807-c681-487c-b494-e8d3bc2e1814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1098 time: 0.0952983 Dec 10 04:34:44.128258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-0cbdc548-dcf9-4f32-9da1-ee93edf55e8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0686736 Dec 10 04:34:44.310871 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b4654-4e48-4872-ba9f-e0e2e773bacc x-openstack-request-id: req-d51b4654-4e48-4872-ba9f-e0e2e773bacc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:44.311312 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29509029-6eb1-4755-aebc-b428de592327", "name": "network-vif-deleted", "tag": "d341c749-5380-4659-a9d0-28e07b1e2a50", "status": "completed", "code": 200}, {"server_uuid": "743ed7d3-37b4-41a1-9dc8-ab1d49d88672", "name": "network-vif-deleted", "tag": "cf065274-963d-4799-95b5-5e7c545cec49", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:44.312211 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d51b4654-4e48-4872-ba9f-e0e2e773bacc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:44.312540 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29509029-6eb1-4755-aebc-b428de592327', 'name': 'network-vif-deleted', 'tag': 'd341c749-5380-4659-a9d0-28e07b1e2a50', 'status': 'completed', 'code': 200} Dec 10 04:34:44.312805 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743ed7d3-37b4-41a1-9dc8-ab1d49d88672', 'name': 'network-vif-deleted', 'tag': 'cf065274-963d-4799-95b5-5e7c545cec49', 'status': 'completed', 'code': 200} Dec 10 04:34:44.788729 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8729b713-ba97-4125-a565-6af71da0e9b2 x-openstack-request-id: req-8729b713-ba97-4125-a565-6af71da0e9b2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:44.789021 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:44.789251 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8729b713-ba97-4125-a565-6af71da0e9b2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:44.789670 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'status': 'completed', 'code': 200} Dec 10 04:34:44.851444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-f2f1c581-d9b8-48cc-a9b7-818443834420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:44.853257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-f2f1c581-d9b8-48cc-a9b7-818443834420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.7099349 Dec 10 04:34:44.992516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f6b0a-73a8-474a-a888-14fce12a81d1 req-dcd081b0-289e-4d1f-b200-449b4014d626 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:45.000744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-925f6b0a-73a8-474a-a888-14fce12a81d1 req-dcd081b0-289e-4d1f-b200-449b4014d626 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.2101741 Dec 10 04:34:45.048600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1a676-5d11-4ff2-b026-581b3f5d5681 req-ea09a5dd-0f93-44d4-b9db-b597734405e1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:45.055712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56b1a676-5d11-4ff2-b026-581b3f5d5681 req-ea09a5dd-0f93-44d4-b9db-b597734405e1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.1835318 Dec 10 04:34:45.064543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e4b2-aeae-4447-a973-970de359386e req-0c9aa3ba-eede-41a0-a32c-bee1fa58dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:45.066021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-0c9aa3ba-eede-41a0-a32c-bee1fa58dd5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024934 Dec 10 04:34:45.133879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-925f6b0a-73a8-474a-a888-14fce12a81d1 req-f4d1e05c-59b3-4f7c-8237-430720e98dbf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321433 Dec 10 04:34:45.217024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56b1a676-5d11-4ff2-b026-581b3f5d5681 req-c6bced21-17e0-4167-b450-f011524c569d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581645 Dec 10 04:34:45.286934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-d3c29762-e54f-468d-9939-61365bf1602e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099152 Dec 10 04:34:45.294046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:45.376158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:45.427933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Deleting subnet 1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:45.440578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.462574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c520e4b2-aeae-4447-a973-970de359386e req-45128ae0-89c9-4ae0-b6ba-61bb762f67b6 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564460 Dec 10 04:34:45.531906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.692606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd7f18cd-2377-4a71-9281-f39939d2dbff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4c93fbcd1ba4a968e215326c4f84e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122697 Dec 10 04:34:45.692804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:45.706294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.794872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.802101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-149f68d9-78c7-4ff6-9885-38eacd8496f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:45.803835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-149f68d9-78c7-4ff6-9885-38eacd8496f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1098 time: 0.2016478 Dec 10 04:34:45.817806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.822934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fcb36-5d2f-404a-87f0-dd99b94fe7c1 None None] Network c5793646-9164-409a-833d-7c81a2486985 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:45.823415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ca1ebe1-04cf-4c70-b486-16ab8b65bc23 HTTP/1.1" status: 204 len: 168 time: 0.5278854 Dec 10 04:34:45.827417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:45.897761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a0a23-4913-43ff-aaea-f9068ddee4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca1ebe1-04cf-4c70-b486-16ab8b65bc23,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:45.951404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:45.982577 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.047000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.047276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54d1ad-47ed-46f7-b537-5915938fa4cf req-97187bcc-7f55-4aef-83e9-0b61ed5f4e80 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.063010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c54d1ad-47ed-46f7-b537-5915938fa4cf req-97187bcc-7f55-4aef-83e9-0b61ed5f4e80 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.2956333 Dec 10 04:34:46.099040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] DHCP port deletion for c5793646-9164-409a-833d-7c81a2486985 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:34:46.179871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Deleting port 285e0f52-1559-4584-b3ea-3323c98611ca {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:46.180403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.205611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d341c749-5380-4659-a9d0-28e07b1e2a50 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:46.259623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.262426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.266896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c53431a-aba5-47fd-9ea1-16a1c05f9192 HTTP/1.1" status: 204 len: 168 time: 0.5701458 Dec 10 04:34:46.281370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-c4845cdf-192a-451b-9ca9-799a78aa1cd8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.281669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Deleting port 285e0f52-1559-4584-b3ea-3323c98611ca {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:46.282795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-c4845cdf-192a-451b-9ca9-799a78aa1cd8 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 944 time: 0.1508620 Dec 10 04:34:46.292033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.292917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c54d1ad-47ed-46f7-b537-5915938fa4cf req-f07f33b3-5121-46df-a6b0-54e98c1bf68c tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/security-groups?id=9031653f-1ead-4217-851c-d73542c24804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333815 Dec 10 04:34:46.313478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-4d11cb49-e8fe-4271-a500-22d282f0348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.313629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: d341c749-5380-4659-a9d0-28e07b1e2a50 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:46.313973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d341c749-5380-4659-a9d0-28e07b1e2a50 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:46.314394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 00272ae9-33cc-4f00-8416-c13e9e7930ac no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:46.315471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-4d11cb49-e8fe-4271-a500-22d282f0348e service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.4780245 Dec 10 04:34:46.322839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'name': 'network-vif-deleted', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:46.326605 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec36d7f-3769-44f4-9eb6-6b98bfd403ee" -d '{"events": [{"server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "name": "network-vif-deleted", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:46.341377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bc082-2718-4ff1-99a9-7d4d435b3aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53431a-aba5-47fd-9ea1-16a1c05f9192,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:46.368248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] For port 285e0f52-1559-4584-b3ea-3323c98611ca, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=285e0f52-1559-4584-b3ea-3323c98611ca,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:46.368685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.412721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Calling delete_port for 285e0f52-1559-4584-b3ea-3323c98611ca owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:46.448885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 00272ae9-33cc-4f00-8416-c13e9e7930ac {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:46.449236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 00272ae9-33cc-4f00-8416-c13e9e7930ac not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:46.512040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-867215e1-7e6c-4f20-905a-6a7c3d31ae74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.1604884 Dec 10 04:34:46.582561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] For port 285e0f52-1559-4584-b3ea-3323c98611ca, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=285e0f52-1559-4584-b3ea-3323c98611ca,segment=NetworkSegment(18e797ee-ae0c-45cc-a28c-c556a0b7c3b5),segment_id=18e797ee-ae0c-45cc-a28c-c556a0b7c3b5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:46.583984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.619402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Calling delete_port for 285e0f52-1559-4584-b3ea-3323c98611ca owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:46.646721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.676045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] No DVR routers for this DVR port 285e0f52-1559-4584-b3ea-3323c98611ca on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:46.689731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-ec0f8097-440f-4028-87ae-bf35fc846ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.691298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-ec0f8097-440f-4028-87ae-bf35fc846ea6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1449325 Dec 10 04:34:46.733651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Pushing event deleted for resources: {'Port': ['ID=285e0f52-1559-4584-b3ea-3323c98611ca,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:46.770266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc8a35-b225-4ea6-9d89-bb3e094c6f2a req-6f9d1dbf-90e2-4b60-83df-9e6a76dee9d0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.780754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bebc8a35-b225-4ea6-9d89-bb3e094c6f2a req-6f9d1dbf-90e2-4b60-83df-9e6a76dee9d0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.3248122 Dec 10 04:34:46.827543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.865193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] Pushing event deleted for resources: {'Port': ['ID=285e0f52-1559-4584-b3ea-3323c98611ca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:46.867300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf04cb-855a-43ab-90a6-f6bb0ff4c3b4 req-91bede24-0fb7-45c9-84b9-c5e1844a48ac tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.867777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85546c-683b-4423-b4f3-180999a529a6 None None] No DVR routers for this DVR port 285e0f52-1559-4584-b3ea-3323c98611ca on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:46.881951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edf04cb-855a-43ab-90a6-f6bb0ff4c3b4 req-91bede24-0fb7-45c9-84b9-c5e1844a48ac tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.4485967 Dec 10 04:34:46.904862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-1ef48ec9-2c86-46a6-8a3b-2120e9459709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:46.906628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-1ef48ec9-2c86-46a6-8a3b-2120e9459709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959314 Dec 10 04:34:46.923686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Deleting port f9fac321-9122-467f-a5ab-fd982c2110cc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:34:46.923686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.938183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:46.977896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5793646-9164-409a-833d-7c81a2486985']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:47.001441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:47.001738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e797ee-ae0c-45cc-a28c-c556a0b7c3b5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:47.028427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.056796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.069084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:47.069698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:47.071748 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:47.073949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bebc8a35-b225-4ea6-9d89-bb3e094c6f2a req-5e5cccd2-60c1-4520-bae5-dd22aa793ffb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915792 Dec 10 04:34:47.092838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:47.152434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-e8336758-ae94-4f30-b0df-81db884cc4f1 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234588 Dec 10 04:34:47.219353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-09a7ea83-e9f7-46b1-ac10-f7e84cc1287d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95e299a9eca54ad39f4e8cc2f5cede5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268361 Dec 10 04:34:47.222630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:47.251916 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e335b445-c856-4b26-9446-fc286d12c5e4 x-openstack-request-id: req-e335b445-c856-4b26-9446-fc286d12c5e4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:47.253899 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b5ab21-c074-4e07-b36b-2dcda88f5c82", "name": "network-vif-deleted", "tag": "00272ae9-33cc-4f00-8416-c13e9e7930ac", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:47.254543 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e335b445-c856-4b26-9446-fc286d12c5e4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:47.255205 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b5ab21-c074-4e07-b36b-2dcda88f5c82', 'name': 'network-vif-deleted', 'tag': '00272ae9-33cc-4f00-8416-c13e9e7930ac', 'status': 'completed', 'code': 200} Dec 10 04:34:47.263234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.265663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edf04cb-855a-43ab-90a6-f6bb0ff4c3b4 req-7ecf5064-a11c-4ee5-82df-35a405e90d40 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817403 Dec 10 04:34:47.315206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.327584 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c5793646-9164-409a-833d-7c81a2486985 HTTP/1.1" status: 204 len: 168 time: 1.4957404 Dec 10 04:34:47.329302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5793646-9164-409a-833d-7c81a2486985,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:47.361873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.362902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.364240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.365335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.365790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.366236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.366693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.367132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.367569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.368057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.368512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.370321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.370772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebbc75-f0c1-4e1f-a21e-7eab8cf4773c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:47.378555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] For port f9fac321-9122-467f-a5ab-fd982c2110cc, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f9fac321-9122-467f-a5ab-fd982c2110cc,segment=NetworkSegment(567a1359-2434-4faa-80ef-c091173e6aaa),segment_id=567a1359-2434-4faa-80ef-c091173e6aaa)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:47.379539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.393188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.397953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Calling delete_port for f9fac321-9122-467f-a5ab-fd982c2110cc owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:34:47.422473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 285e0f52-1559-4584-b3ea-3323c98611ca no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:47.439841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.465997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 285e0f52-1559-4584-b3ea-3323c98611ca {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:47.466769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 285e0f52-1559-4584-b3ea-3323c98611ca not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:47.552239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.561318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.566647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c71630f3-8510-48d4-93f3-784d22311266 HTTP/1.1" status: 204 len: 168 time: 0.3419077 Dec 10 04:34:47.569110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-998084c0-a38d-4358-a506-9aaebf49f0f0 req-4ae0c4ff-d05d-4c08-9cce-bac4ec89bbde service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064934 Dec 10 04:34:47.598475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa84f8-8de5-453a-97a8-f8962e66cbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71630f3-8510-48d4-93f3-784d22311266,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:47.690658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:47.777090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-210a6c6e-6194-4e70-a3c8-48fe8366ee2e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:47.784600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-210a6c6e-6194-4e70-a3c8-48fe8366ee2e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1628771 Dec 10 04:34:47.805196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3e2e4344-4f60-444c-89d0-13b41a7c838f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a1dd677de1e4fe8a4dc9cd42cad0876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1086388 Dec 10 04:34:47.807980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:47.814697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-ff03acf8-424c-43ef-a2f2-15fd1c541c83 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0291548 Dec 10 04:34:47.830093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.916313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:47.953444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:48.018420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05214d92-b7f6-47ab-98c2-91d819f85f2d req-ab070bb0-55ae-4f3b-9aed-6ca360dad851 tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.43 "GET /v2.0/ports?device_id=6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8 HTTP/1.1" status: 200 len: 210 time: 0.0535617 Dec 10 04:34:48.024003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Pushing event deleted for resources: {'Port': ['ID=f9fac321-9122-467f-a5ab-fd982c2110cc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:48.026651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:48.030762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:48.043867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d8976ae-1529-4060-a627-bbc27a21a7ca HTTP/1.1" status: 204 len: 168 time: 0.2305157 Dec 10 04:34:48.068999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0379-ba72-4fc8-aec3-6ddd28393b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8976ae-1529-4060-a627-bbc27a21a7ca,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:48.074621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:34:48.078950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.079416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.079887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.080341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.081891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.082186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.082635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.083317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.083760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.084201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.084686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.085124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.085847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:48.108254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-e8506f4c-aea5-4a49-90c5-0c21a601e09a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923481 Dec 10 04:34:48.144585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] No DVR routers for this DVR port f9fac321-9122-467f-a5ab-fd982c2110cc on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:34:48.147882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:48.158482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f0e39a5-58c9-480a-b0e7-2ca77c595711 req-b81470ff-fd45-479d-a641-bdd7faa9707f tempest-LiveMigrationTest-662288231 tempest-LiveMigrationTest-662288231-project] 10.222.0.41 "DELETE /v2.0/ports/f9fac321-9122-467f-a5ab-fd982c2110cc HTTP/1.1" status: 204 len: 173 time: 1.8644783 Dec 10 04:34:48.161451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-deleted', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:48.165412 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a51a322-5eab-4dc5-9cff-8fef45a2d95e" -d '{"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-deleted", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:48.362838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-2ad448af-269f-48bd-b486-5425cdf04d99 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534280 Dec 10 04:34:48.497107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:34:48.501921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: f9fac321-9122-467f-a5ab-fd982c2110cc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:34:48.502776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f9fac321-9122-467f-a5ab-fd982c2110cc not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:34:48.532754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-1461174d-7746-4ddd-84c5-9929b805f9fe service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687193 Dec 10 04:34:48.714713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:48.755557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'mac_address': 'fa:16:3e:6f:70:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:34:48.932154 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc2cc4-1d91-457a-87fa-f4db305dd765 x-openstack-request-id: req-f8bc2cc4-1d91-457a-87fa-f4db305dd765 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:48.933193 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8", "name": "network-vif-deleted", "tag": "f9fac321-9122-467f-a5ab-fd982c2110cc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:48.933461 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8bc2cc4-1d91-457a-87fa-f4db305dd765 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:48.933874 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458d1fc-2ce8-4cdb-9df1-e1e94117ddb8', 'name': 'network-vif-deleted', 'tag': 'f9fac321-9122-467f-a5ab-fd982c2110cc', 'status': 'completed', 'code': 200} Dec 10 04:34:48.986141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:49.062876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9567a6b5-0475-4010-b07b-21ccb0ec500f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:49.156793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:49.156793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:49.289046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f35c1-1fc3-4d8a-a3ef-4c50b2823a01 req-5954ce72-b79f-42e4-9f3e-9e84ed7e6e10 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:49.299624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de1f35c1-1fc3-4d8a-a3ef-4c50b2823a01 req-5954ce72-b79f-42e4-9f3e-9e84ed7e6e10 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 948 time: 0.1268201 Dec 10 04:34:49.304133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:49.435317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37bda40e-b312-43c6-8ed0-f4a6ce8d9167 req-9a1107c4-402a-4000-91c9-772eb28f67dc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 210 time: 0.0654843 Dec 10 04:34:49.466660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de1f35c1-1fc3-4d8a-a3ef-4c50b2823a01 req-f773082f-b3a4-45b0-a980-6bd85ecd445f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660845 Dec 10 04:34:49.479709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:49.527088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:49.986812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52082) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:50.024670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.078990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Deleting subnet 9031a7ee-d153-4b71-8efb-d9d92ee121c1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:50.082374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.128645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.145470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-network', 'tenant_id': '111e505a40e24e6bb03f58705af3afee'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:50.198152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Made reservation on behalf of 111e505a40e24e6bb03f58705af3afee for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:50.201673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.227076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.243246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.430739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.454184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.464257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.492577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:34:50.505792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:50.528641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9031a7ee-d153-4b71-8efb-d9d92ee121c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:50.534197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.534559 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Added segment 25d16a22-80b3-45fa-88c0-6c048976e190 of type vlan for network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc Dec 10 04:34:50.537711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637e509-2aa8-4cd1-9a5c-d03981efc799,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:50.542121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.547329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9353e3b6-448a-415c-90bd-b5afaf6373ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9031a7ee-d153-4b71-8efb-d9d92ee121c1 HTTP/1.1" status: 204 len: 168 time: 1.0191841 Dec 10 04:34:50.550256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:50.654516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1b13df9-cafb-415e-a598-54f26368d9ac req-59f9bc2f-ecf4-4842-8e55-90b4ff1818d5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 210 time: 0.0507672 Dec 10 04:34:50.705906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.729873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.755665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1923971690-network', 'tenant_id': 'd85f6cbdd200489faaf89a26b20fc654'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:50.790606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.791547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:50.792172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.799213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Made reservation on behalf of d85f6cbdd200489faaf89a26b20fc654 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:50.802090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:50.968551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.013694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85834823-b533-43af-b3d6-015fbb8b250f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:51.032200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.077924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0898776 Dec 10 04:34:51.078156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:51.084374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Request body: {'subnet': {'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-subnet', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:51.103996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567a1359-2434-4faa-80ef-c091173e6aaa') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:51.104306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567a1359-2434-4faa-80ef-c091173e6aaa') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:51.141577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e4ab-71bf-4869-8689-b9f7327cdce5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:51.145246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.157625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:34:51.209655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.219594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Made reservation on behalf of 111e505a40e24e6bb03f58705af3afee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:51.222009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.239600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112eb2-1f48-450b-b47a-d973b30acbf5 req-ddf5e607-c37f-4a12-a902-f1d288b320df tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:51.247279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea112eb2-1f48-450b-b47a-d973b30acbf5 req-ddf5e607-c37f-4a12-a902-f1d288b320df tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 948 time: 0.4577823 Dec 10 04:34:51.251396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:51.251802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:51.259223 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:51.394358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-4b3bd2b6-8f85-4cf2-8411-5b0fea90a1a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:51.395835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-4b3bd2b6-8f85-4cf2-8411-5b0fea90a1a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.3797035 Dec 10 04:34:51.410642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.427912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea112eb2-1f48-450b-b47a-d973b30acbf5 req-3e57c4e9-ca88-44e3-add4-091a8185abda tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796706 Dec 10 04:34:51.431418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.443415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/85834823-b533-43af-b3d6-015fbb8b250f HTTP/1.1" status: 204 len: 168 time: 0.8845892 Dec 10 04:34:51.446758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52132) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:51.450519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:51.501958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de91ad-9086-448e-9409-c95a4c44bc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=85834823-b533-43af-b3d6-015fbb8b250f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:51.552421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.589728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.615642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.644675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:51.689169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Checking segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:51.689692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Network hostable DHCP agents. Network: 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:34:51.729373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:34:51.729528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Deleting subnet 14031350-991e-4e7b-a13b-9c44cfa1fee5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:34:51.732010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:51.751147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:51.763699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.764900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3888cd-df52-4616-92b0-734d2bec3b25 None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:51.772248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:34:51.792054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:51.794362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.838853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-04ceeecf-e453-4422-8e23-e1ab5b7825bf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7593524 Dec 10 04:34:51.842333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:51.851672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:51.852063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-532bc532-8ece-4889-ad63-460514814632 req-79b5e23c-75f3-4488-a8b0-0cd319aa764f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 210 time: 0.0536509 Dec 10 04:34:51.875381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.876031 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Added segment 1cbbb328-a743-44ad-aed2-4a29594916a5 of type vlan for network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 Dec 10 04:34:51.895266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.913054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.914973 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:51.973119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.000089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.003208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.029423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'project_id': '111e505a40e24e6bb03f58705af3afee', 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:34:52.033205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.039692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:52.043503 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.075382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.077310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:52.078171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.278928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.291663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7836392 Dec 10 04:34:52.292783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Allocated IP 172.20.0.2 (9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc/8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad/973fa5ee-e906-4db4-b688-c6c3c6dfe817) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:52.318738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52162) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:52.334016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Request body: {'subnet': {'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1923971690-subnet', 'tenant_id': 'd85f6cbdd200489faaf89a26b20fc654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:52.351315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20a94-af31-4802-9911-753943b1d564 admin admin] Pushing event updated for resources: {'Network': ['ID=5c971194-6b12-4a8c-b000-3e5d9dbd8e43,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:52.373906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.495466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.502023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14031350-991e-4e7b-a13b-9c44cfa1fee5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:52.505883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:52.538558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.556315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-911c8fda-b5a3-412c-b80e-eefeaaa9ea83 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14031350-991e-4e7b-a13b-9c44cfa1fee5 HTTP/1.1" status: 204 len: 168 time: 1.0931497 Dec 10 04:34:52.556588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:34:52.559542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52166) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:52.568763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.586866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Made reservation on behalf of d85f6cbdd200489faaf89a26b20fc654 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:34:52.589175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.644225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Pushing event updated for resources: {'Port': ['ID=973fa5ee-e906-4db4-b688-c6c3c6dfe817,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:52.667106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.668053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.668489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.668926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.669328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.669729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.670059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.670461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.670909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.671317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.671719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.672104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.672612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:34:52.705330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:52.733566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-245d929f-cc73-4394-aa81-3c6b4ea49d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.742288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:52.745187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:52.748916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.762456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 9567a6b5-0475-4010-b07b-21ccb0ec500f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:34:52.779087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.815951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 9567a6b5-0475-4010-b07b-21ccb0ec500f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:52.819892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.882296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Attempting to bind port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:52.882675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Attempting to bind port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:52.883047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Attempting to bind port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 on network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:52.896636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:52.897017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Checking segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:52.897426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.897826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Bound using segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:52.898306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Bound port: 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:52.898696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:52.946290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Allocated IP 172.25.8.239 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/c9f71302-04ba-4a2f-af36-6c7329f332c1) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:52.979152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.038752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:53.041045 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687efe89-9464-402e-9b3a-1cc6ecba804a" -d '{"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-plugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:53.046567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] For port 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:53.063650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] For port 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=973fa5ee-e906-4db4-b688-c6c3c6dfe817,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:53.086859 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.106093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:53.137274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.180014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275c5b3-ad7b-4d6a-b8da-8502f9d37fe8 None None] Pushing event updated for resources: {'Port': ['ID=973fa5ee-e906-4db4-b688-c6c3c6dfe817,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:53.203107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.265130 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.267992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.272125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:53.331081 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:53.336010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:53.345129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:53.395406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f71302-04ba-4a2f-af36-6c7329f332c1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:53.527341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:53.551029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.2 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/b95db888-2b05-491c-ba1e-30765a9b9731) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:53.668664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836bd06-a47a-420e-bf32-cf8c7be3d680 req-0e1b03f1-e0e8-42a2-afe5-7755c049871e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:53.670573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d836bd06-a47a-420e-bf32-cf8c7be3d680 req-0e1b03f1-e0e8-42a2-afe5-7755c049871e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 1.0722041 Dec 10 04:34:53.939588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d7a92fa-c8c1-4e10-a850-11120cb3436d req-d4468ed2-a581-4ba9-b1a6-20175d0a9f40 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 210 time: 0.0959141 Dec 10 04:34:54.007148 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a086c741-6e42-4ba9-8899-307b82adc4a2 x-openstack-request-id: req-a086c741-6e42-4ba9-8899-307b82adc4a2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:54.007713 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-plugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:54.007910 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a086c741-6e42-4ba9-8899-307b82adc4a2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:54.008517 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'code': 200} Dec 10 04:34:54.051839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.089030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d836bd06-a47a-420e-bf32-cf8c7be3d680 req-a4492e9a-0772-40ea-a935-0d2c79dfc604 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132335 Dec 10 04:34:54.090542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.098807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:54.185001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7784f845-2bb0-40fd-8e51-a2f03fd7ae8d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:54.226422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.246888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:54.278715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cc8396-48c3-4e15-9b8d-b2fe3ba755bc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:54.279167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cc8396-48c3-4e15-9b8d-b2fe3ba755bc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:54.304984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2aa-57fe-4b41-9fc3-75b3ee1854b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.318485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.393271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66731e5-db30-415c-ad95-547069f8b025 req-79cd0474-0081-4f53-934d-9a5998acbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:54.395721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f66731e5-db30-415c-ad95-547069f8b025 req-79cd0474-0081-4f53-934d-9a5998acbf90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.2169249 Dec 10 04:34:54.442119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.457647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Checking segment: {'id': '1cbbb328-a743-44ad-aed2-4a29594916a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:54.458273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Network hostable DHCP agents. Network: 5c971194-6b12-4a8c-b000-3e5d9dbd8e43, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:34:54.466874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:34:54.467532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:34:54.471711 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:34:54.595978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.599332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2aa-57fe-4b41-9fc3-75b3ee1854b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.601421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.609362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2aa-57fe-4b41-9fc3-75b3ee1854b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.611905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f66731e5-db30-415c-ad95-547069f8b025 req-97215999-9080-4231-94f7-3afd79f8e539 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033978 Dec 10 04:34:54.616737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:34:54.622470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.629293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.637250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8 HTTP/1.1" status: 204 len: 168 time: 2.0722697 Dec 10 04:34:54.660966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5c971194-6b12-4a8c-b000-3e5d9dbd8e43) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:54.666491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:54.667200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.669702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6982504-7821-433a-9bec-bac276d1fa83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11dc1a7-f90b-49ed-a9bd-e68b82fe80d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:54.673990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09928c-dd3a-4d9e-8c44-915ffca8c886 None None] Network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:54.705911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-331fdb6c-c30b-488e-9e94-be235dd4b5e4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3764818 Dec 10 04:34:54.712844 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2fdeb2aa-57fe-4b41-9fc3-75b3ee1854b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=169fe4fdf9e94f6fb9d43cc6d285f524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086936 Dec 10 04:34:54.713583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:54.722209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.723371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeb2aa-57fe-4b41-9fc3-75b3ee1854b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af020a9-cda1-46d2-b3cf-2c8f51cdfa0b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:54.809375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:54.813677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:54.818807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:54.883583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:54.929717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241', '81ecb0ba-9db0-4d6d-8b9a-558980a91070'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:34:54.929979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:54.931496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:54.931711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ceb3e-0cbe-4685-bac2-1a7b8bbf0291 None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:54.996801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ed70b-3cb7-4c36-b83b-a43befa4e277 None None] Network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:34:54.999522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-b081dc14-86e6-476e-842a-0d9f1b08863b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5694180 Dec 10 04:34:55.021289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Request body: {'port': {'device_id': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:34:55.024998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52214) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:55.049458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.110238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] Provisioning complete for port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:55.110868 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.116909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470aa17a-6040-4ffb-9579-10bba40fcc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.168729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.218464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Router d7af4484-1a05-4388-9bdb-7029e9e57269 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:34:55.404541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e9250b9-4ffa-4ea2-ac4e-7212c43c65bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7119f6db38fa4005ae406754cb095ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730724 Dec 10 04:34:55.415150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2709-d152-4e0b-86c2-04051ce08da3 req-381d7848-a064-4418-afd3-320c2245972c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:55.426397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e9d2709-d152-4e0b-86c2-04051ce08da3 req-381d7848-a064-4418-afd3-320c2245972c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 931 time: 0.3419955 Dec 10 04:34:55.428635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.431134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:55.500587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 973fa5ee-e906-4db4-b688-c6c3c6dfe817 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:55.544364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:34:55.550832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.553906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.560792 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Sync routers for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:34:55.570364 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0af020a9-cda1-46d2-b3cf-2c8f51cdfa0b HTTP/1.1" status: 204 len: 168 time: 0.8549225 Dec 10 04:34:55.577890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:55.578858 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:55.589401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.604703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99eb7-aa6d-4d72-99a4-25bb8a75dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af020a9-cda1-46d2-b3cf-2c8f51cdfa0b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:55.631547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.634908 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f054591f-1c6c-4c2a-bb3b-e867509d9f93 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.7892280 Dec 10 04:34:55.638532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:55.780924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] For port 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=973fa5ee-e906-4db4-b688-c6c3c6dfe817,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:55.850436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:55.861758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e9d2709-d152-4e0b-86c2-04051ce08da3 req-3f6a0ff1-e774-413c-930a-b5b20b5e8267 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303548 Dec 10 04:34:55.932809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:56.027984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.137844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:56.138569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.264864 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:53Z', 'revision_number': 3, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:56.305881 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Checking router: d7af4484-1a05-4388-9bdb-7029e9e57269 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:34:56.306527 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Updating router d7af4484-1a05-4388-9bdb-7029e9e57269 port c9f71302-04ba-4a2f-af36-6c7329f332c1 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:34:56.343332 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.459409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:56.507237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a5621c6-27c5-4d4d-9392-799a6563e95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.527657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95db888-2b05-491c-ba1e-30765a9b9731 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:34:56.539083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.564743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Transition to ACTIVE for port object b95db888-2b05-491c-ba1e-30765a9b9731 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:34:56.591200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-42f3bf98-aee8-493e-bc2b-f633149591c4 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:56.593526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-42f3bf98-aee8-493e-bc2b-f633149591c4 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/networks?id=5c971194-6b12-4a8c-b000-3e5d9dbd8e43 HTTP/1.1" status: 200 len: 822 time: 1.0798607 Dec 10 04:34:56.594543 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.650264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.698768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.702426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-7e06625a-bf13-4ea4-a8cb-44968f35eb37 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/quotas/d85f6cbdd200489faaf89a26b20fc654 HTTP/1.1" status: 200 len: 375 time: 0.0748932 Dec 10 04:34:56.705235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eafc71-0034-458f-a7ec-8ed958a93717 None None] Pushing event updated for resources: {'Port': ['ID=973fa5ee-e906-4db4-b688-c6c3c6dfe817,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:56.741444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613adf-7afe-49f3-bb57-c6debd469819 req-178ea8a1-a8a2-46e3-8bab-69ad45fd4565 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:56.743844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8613adf-7afe-49f3-bb57-c6debd469819 req-178ea8a1-a8a2-46e3-8bab-69ad45fd4565 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.5369160 Dec 10 04:34:56.751456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-50fde296-8e43-4577-90a4-f6733fbf4cf3 None None] Provisioning complete for port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:56.751835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50fde296-8e43-4577-90a4-f6733fbf4cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.784697 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.800566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-08b76cd5-2844-427a-a2bf-2db22721a0df tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d85f6cbdd200489faaf89a26b20fc654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792136 Dec 10 04:34:56.801288 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.850501 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Attempting to bind port c9f71302-04ba-4a2f-af36-6c7329f332c1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:56.851011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Attempting to bind port c9f71302-04ba-4a2f-af36-6c7329f332c1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:56.851381 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Attempting to bind port c9f71302-04ba-4a2f-af36-6c7329f332c1 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:56.888454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a5621c6-27c5-4d4d-9392-799a6563e95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.895228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Pushing event updated for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:56.896853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a5621c6-27c5-4d4d-9392-799a6563e95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.898216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:56.898599 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:56.899045 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.899446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:56.899933 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Bound port: c9f71302-04ba-4a2f-af36-6c7329f332c1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:56.900350 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:56.976117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a5621c6-27c5-4d4d-9392-799a6563e95c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f6745d89f5642dea41eef90ab45065a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035896 Dec 10 04:34:56.978776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5621c6-27c5-4d4d-9392-799a6563e95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43fbe7-45a0-4b09-a2ab-9d52166b5c58,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:56.981077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:57.019373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] For port c9f71302-04ba-4a2f-af36-6c7329f332c1, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:57.025701 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] For port c9f71302-04ba-4a2f-af36-6c7329f332c1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9f71302-04ba-4a2f-af36-6c7329f332c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:57.027561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.041190 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.097616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.102266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.104817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9031653f-1ead-4217-851c-d73542c24804 HTTP/1.1" status: 204 len: 168 time: 1.6706572 Dec 10 04:34:57.107167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:34:57.110534 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:57.128133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Attempting to bind port b95db888-2b05-491c-ba1e-30765a9b9731 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:34:57.129159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Attempting to bind port b95db888-2b05-491c-ba1e-30765a9b9731 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:34:57.131007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Attempting to bind port b95db888-2b05-491c-ba1e-30765a9b9731 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:57.134389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.145647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Port b95db888-2b05-491c-ba1e-30765a9b9731 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:34:57.147422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Attempting to bind port b95db888-2b05-491c-ba1e-30765a9b9731 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:34:57.190365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:34:57.190858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:34:57.191422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:34:57.192101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Bound port: b95db888-2b05-491c-ba1e-30765a9b9731, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:34:57.192579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.253402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d8e1-7287-4273-973d-0490e9d03707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9031653f-1ead-4217-851c-d73542c24804,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:57.282652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.326200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8613adf-7afe-49f3-bb57-c6debd469819 req-59a17729-943c-4b98-8194-266f8c71c0a6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338290 Dec 10 04:34:57.331583 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.362280 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:34:57.424398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-15d65089-a461-4042-8e86-7fc0c44a7101 service neutron] 10.222.0.43 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115573 Dec 10 04:34:57.433842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:34:57.437706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b95db888-2b05-491c-ba1e-30765a9b9731,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:34:57.448249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.500909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 973fa5ee-e906-4db4-b688-c6c3c6dfe817 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:57.578661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.589228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.593052 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a43fbe7-45a0-4b09-a2ab-9d52166b5c58 HTTP/1.1" status: 204 len: 168 time: 0.6089733 Dec 10 04:34:57.605699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Allocated IP 172.20.0.1 (9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc/8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad/affe6530-4ccc-494e-9346-47c6d85a231d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:34:57.633418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141423f-160c-4d34-bec2-df98bd3c98a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43fbe7-45a0-4b09-a2ab-9d52166b5c58,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:57.710409 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187fab9-22e2-4199-84f0-ac67c0e8c376 None None] Pushing event updated for resources: {'Port': ['ID=c9f71302-04ba-4a2f-af36-6c7329f332c1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:57.758842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:57.759085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.789681 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187fab9-22e2-4199-84f0-ac67c0e8c376 None None] Pushing event updated for resources: {'Port': ['ID=c9f71302-04ba-4a2f-af36-6c7329f332c1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:57.813567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:57.814618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.816634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] 10.222.0.41 "PUT /v2.0/ports/b95db888-2b05-491c-ba1e-30765a9b9731 HTTP/1.1" status: 200 len: 1091 time: 2.8000011 Dec 10 04:34:57.850816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:53Z', 'revision_number': 3, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:34:57.853098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-450e2b56-a59d-4189-8f01-a59ab85879c1 service neutron] 10.222.0.43 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746996 Dec 10 04:34:57.866357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:57.890624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:57.908007 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b838bb1-6e11-4793-a20f-37ddb6ba99ae None None] The sync data for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 is: [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:53Z', 'revision_number': 3, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:34:57.941825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:34:57.942559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c69b9ba7-78fe-4ea7-b175-a21bdb6bf24a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f4a4c0f94c14531b37ba4e82116c1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501449 Dec 10 04:34:57.964439 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:34:57.969890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5a99-b2c0-4d8a-9425-fceee1cf881d service neutron] Pushing event updated for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:57.984011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:34:58.000742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.121432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320a92-ab72-4603-8681-e7db664ceafc req-cc1a7c3c-f658-4719-8682-fda043b9a4f8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:58.122616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2320a92-ab72-4603-8681-e7db664ceafc req-cc1a7c3c-f658-4719-8682-fda043b9a4f8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 943 time: 0.4193485 Dec 10 04:34:58.250631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-fecdce22-5d65-466b-8c39-8ba42787fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:58.254557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Pushing event updated for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:58.260553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-fecdce22-5d65-466b-8c39-8ba42787fd88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 1094 time: 0.2634578 Dec 10 04:34:58.274357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.289903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:58.306795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:58.310464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:34:58.429349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.472837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.482960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.521210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-764f3b70-d23d-43d9-87d5-9bf241aed2b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b95db888-2b05-491c-ba1e-30765a9b9731 HTTP/1.1" status: 200 len: 217 time: 0.2413096 Dec 10 04:34:58.641981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2320a92-ab72-4603-8681-e7db664ceafc req-557d1431-35fa-4d2e-b196-76184e10d611 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087218 Dec 10 04:34:58.742989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-bcba57f5-8b79-42de-b836-64ccbb9eb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:58.761377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-bcba57f5-8b79-42de-b836-64ccbb9eb50c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.2274306 Dec 10 04:34:58.855505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.857598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.860710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.865230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2bdf65d1-a6ec-42b2-b706-7747238a5673 None None] Provisioning complete for port affe6530-4ccc-494e-9346-47c6d85a231d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:58.866162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bdf65d1-a6ec-42b2-b706-7747238a5673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:58.878160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-4e5421a2-2dc9-40d2-99c5-3065b22b326c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035697 Dec 10 04:34:58.882568 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336eb7ea-3be3-4c4a-a992-0c639f9d6962 x-openstack-request-id: req-336eb7ea-3be3-4c4a-a992-0c639f9d6962 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:34:58.882870 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:34:58.883127 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-336eb7ea-3be3-4c4a-a992-0c639f9d6962 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:34:58.883537 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731', 'status': 'completed', 'code': 200} Dec 10 04:34:58.885024 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f368e1fd-f606-4bcc-856d-e7635e05db62 HTTP/1.1" status: 204 len: 168 time: 0.8831244 Dec 10 04:34:58.938613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78735e2-58d9-4df6-a656-4cad090e41fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368e1fd-f606-4bcc-856d-e7635e05db62,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:58.987160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf65d1-a6ec-42b2-b706-7747238a5673 None None] Port affe6530-4ccc-494e-9346-47c6d85a231d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:34:59.061564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95580333-0059-46fb-a5d8-a654196aedc9 req-111e74ae-4f79-4e39-a140-7c037dc28250 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 210 time: 0.0826039 Dec 10 04:34:59.118661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-8e6db975-d4a9-41b2-9506-caffecc2b7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279229 Dec 10 04:34:59.417244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-b6c17556-03a6-4701-b1d2-239d2262cf29 tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:59.418866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-b6c17556-03a6-4701-b1d2-239d2262cf29 tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.2211084 Dec 10 04:34:59.421287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-220e3d97-f825-4866-8dcb-353481d2ab4f req-061bfa83-cf42-4858-bf60-de4f98961c31 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902484 Dec 10 04:34:59.458380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.469148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.482512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-81d903e0-9753-47e0-b5bf-fb7dfe19a43a tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.496289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9f71302-04ba-4a2f-af36-6c7329f332c1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:34:59.649026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c9f71302-04ba-4a2f-af36-6c7329f332c1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:34:59.649409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.670314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Pushing event updated for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:59.674986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.769348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.776540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-83cff74e-310a-4f18-a042-7ab987ac979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:59.778366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-83cff74e-310a-4f18-a042-7ab987ac979e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 1094 time: 0.2362456 Dec 10 04:34:59.797606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port c9f71302-04ba-4a2f-af36-6c7329f332c1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9f71302-04ba-4a2f-af36-6c7329f332c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:34:59.802537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:34:59.850350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ba04-b9f7-43a3-aebe-240ce17eb72e req-55b7514b-1941-4d07-aeef-e6ed81813f28 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:34:59.852145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0095ba04-b9f7-43a3-aebe-240ce17eb72e req-55b7514b-1941-4d07-aeef-e6ed81813f28 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 951 time: 0.1861246 Dec 10 04:34:59.918544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=c9f71302-04ba-4a2f-af36-6c7329f332c1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:34:59.942440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:34:59.942881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:34:59.992980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-81d903e0-9753-47e0-b5bf-fb7dfe19a43a tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:00.007727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-81d903e0-9753-47e0-b5bf-fb7dfe19a43a tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:00.035115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d903e0-9753-47e0-b5bf-fb7dfe19a43a tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7116d2e-4840-4c28-9693-134b0947eb74,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:00.047521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0095ba04-b9f7-43a3-aebe-240ce17eb72e req-8f2b5aa0-dee7-4bf0-8528-f9a5064461e0 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756530 Dec 10 04:35:00.126915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-9c823667-d3d9-4cc6-869b-10809b877235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:00.131516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-9c823667-d3d9-4cc6-869b-10809b877235 service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.3419435 Dec 10 04:35:00.142716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bc27fc9-fe64-4019-8110-6a3a2ed2ce4a req-81d903e0-9753-47e0-b5bf-fb7dfe19a43a tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121892 Dec 10 04:35:00.198658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Router d7af4484-1a05-4388-9bdb-7029e9e57269 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:00.245505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-bc1fea54-b663-4bc8-89da-dae44fe571dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b95db888-2b05-491c-ba1e-30765a9b9731 HTTP/1.1" status: 200 len: 217 time: 0.0975261 Dec 10 04:35:00.272343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05d8b-5c71-4624-9045-596502fde7aa req-f6a901b3-04a6-4585-b5e0-7f5ae40b7ef7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:00.279783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17c05d8b-5c71-4624-9045-596502fde7aa req-f6a901b3-04a6-4585-b5e0-7f5ae40b7ef7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 943 time: 0.1177869 Dec 10 04:35:00.340547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-feaf5c0a-2ea0-4d8c-aa92-ee20b0b07464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:00.341972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-feaf5c0a-2ea0-4d8c-aa92-ee20b0b07464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.0592637 Dec 10 04:35:00.379972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e1f2559-1548-4ec7-9f77-179471a6ade5 req-edd3bc68-7e85-4ce9-9239-8e012439ccd2 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 210 time: 0.0980344 Dec 10 04:35:00.395928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:00.410059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6224b62d-48cd-47d5-b1eb-fbd899673597 admin admin] 10.222.0.43 "PUT /v2.0/routers/d7af4484-1a05-4388-9bdb-7029e9e57269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7695131 Dec 10 04:35:00.458111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5edb622e-c38b-4a17-a2ca-51e17081a6f3 None None] Provisioning complete for port affe6530-4ccc-494e-9346-47c6d85a231d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:00.460067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5edb622e-c38b-4a17-a2ca-51e17081a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:00.466423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17c05d8b-5c71-4624-9045-596502fde7aa req-db9258c9-376c-475e-8ef3-1af0961daffc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838467 Dec 10 04:35:00.472186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-d8ad25cc-8868-4006-b9b7-f5bf56f76162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040339 Dec 10 04:35:00.564792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5edb622e-c38b-4a17-a2ca-51e17081a6f3 None None] Port affe6530-4ccc-494e-9346-47c6d85a231d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:00.665312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-a75b0fef-d569-4919-ac72-40e434c983cf service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813509 Dec 10 04:35:00.691384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-35cec51f-525b-49bb-b876-961340004acf tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:00.697802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-35cec51f-525b-49bb-b876-961340004acf tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.41 "GET /v2.0/networks?id=5c971194-6b12-4a8c-b000-3e5d9dbd8e43 HTTP/1.1" status: 200 len: 822 time: 0.2862699 Dec 10 04:35:00.735899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Request body: {'port': {'device_id': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43', 'admin_state_up': True, 'tenant_id': 'd85f6cbdd200489faaf89a26b20fc654'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:00.801548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5009a-2995-4de8-9790-ed4a6ba1c7ef req-9e03a111-4354-4a88-950a-9021c0d22367 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280189 Dec 10 04:35:00.884721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Made reservation on behalf of d85f6cbdd200489faaf89a26b20fc654 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:00.890457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:00.983173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Sync routers for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:00.994476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:00.995857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:01.041017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Allocated IP 172.20.0.9 (5c971194-6b12-4a8c-b000-3e5d9dbd8e43/7784f845-2bb0-40fd-8e51-a2f03fd7ae8d/5ecc7aea-105c-42a2-ab4f-fa598cddf263) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:01.126844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:01.270990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.328251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.387871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 2, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:01.435795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Checking router: d7af4484-1a05-4388-9bdb-7029e9e57269 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:01.435795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Updating router d7af4484-1a05-4388-9bdb-7029e9e57269 port affe6530-4ccc-494e-9346-47c6d85a231d binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:01.473793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9f71302-04ba-4a2f-af36-6c7329f332c1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:01.500385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Pushing event updated for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:01.513179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:01.514880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:01.521452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:01.535398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.560310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015690d2-5ec4-4003-8cd6-5ab555767dd8 req-f7faad9a-e6db-4c45-afad-179cadb3211a tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:01.573533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:01.574436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.574701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-015690d2-5ec4-4003-8cd6-5ab555767dd8 req-f7faad9a-e6db-4c45-afad-179cadb3211a tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 951 time: 0.1599107 Dec 10 04:35:01.601733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-ed11ccb8-970e-4d7b-af35-880d670c338a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8729532 Dec 10 04:35:01.625317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Request body: {'port': {'device_id': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:01.683506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-015690d2-5ec4-4003-8cd6-5ab555767dd8 req-d945de9b-1d81-4205-b3dc-3f4f84431cf2 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075604 Dec 10 04:35:01.718048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c9f71302-04ba-4a2f-af36-6c7329f332c1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:01.718641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.725886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-3e75b352-11a9-4f10-92e8-95032dd7c0e2 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:01.732570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-3e75b352-11a9-4f10-92e8-95032dd7c0e2 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 829 time: 0.2621839 Dec 10 04:35:01.754933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a6d09b1b-f37c-40fa-9aaa-2ac97df2eca0 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/quotas/111e505a40e24e6bb03f58705af3afee HTTP/1.1" status: 200 len: 375 time: 0.0183442 Dec 10 04:35:01.775289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:01.869128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-eb91966b-4b9b-4757-b402-756ab5ad866c tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067767 Dec 10 04:35:01.883306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534b598-e304-4e3f-908a-6097835ff51c req-73c20d15-8347-499a-97b0-b2b8c8b280e0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:01.892263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a534b598-e304-4e3f-908a-6097835ff51c req-73c20d15-8347-499a-97b0-b2b8c8b280e0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1033733 Dec 10 04:35:01.966423 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-9015d21e-0ae9-421b-894c-3810929a382a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4692771 Dec 10 04:35:01.977226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a534b598-e304-4e3f-908a-6097835ff51c req-976b45f7-a4b1-4d0b-a18f-0de9f98635a8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816445 Dec 10 04:35:01.984080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-baf653a9-fe73-4cd4-8b62-b7b169c17328 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:35:01.985362 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-baf653a9-fe73-4cd4-8b62-b7b169c17328 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076022 Dec 10 04:35:02.037860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.054954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.060232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-3069ae13-8f9c-42fd-8d99-12692e8ce351 service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656818 Dec 10 04:35:02.126560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110fb95-162e-4cef-add6-21af31fdbcd7 None None] Pushing event updated for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:02.247227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4029c7a-bcc4-4444-8955-19bcd5dcced7 req-65954124-1260-43a0-b999-8ae2cba09974 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:02.249552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4029c7a-bcc4-4444-8955-19bcd5dcced7 req-65954124-1260-43a0-b999-8ae2cba09974 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 931 time: 0.1471789 Dec 10 04:35:02.266448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Attempting to bind port affe6530-4ccc-494e-9346-47c6d85a231d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:02.266878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Attempting to bind port affe6530-4ccc-494e-9346-47c6d85a231d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:02.267247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Attempting to bind port affe6530-4ccc-494e-9346-47c6d85a231d on network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:02.272952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:02.273361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Checking segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:02.273887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.274288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Bound using segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:02.274763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Bound port: affe6530-4ccc-494e-9346-47c6d85a231d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:02.275154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.288752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e29fdfce-0c70-441c-8689-c34dc41b91f7 service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213080 Dec 10 04:35:02.294522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecc7aea-105c-42a2-ab4f-fa598cddf263 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:02.309519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.353331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4029c7a-bcc4-4444-8955-19bcd5dcced7 req-f4e6c974-444c-413a-91f2-a202e7b91ea0 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927896 Dec 10 04:35:02.354678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Transition to ACTIVE for port object 5ecc7aea-105c-42a2-ab4f-fa598cddf263 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:02.361865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.400580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] For port affe6530-4ccc-494e-9346-47c6d85a231d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:02.404173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] For port affe6530-4ccc-494e-9346-47c6d85a231d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=affe6530-4ccc-494e-9346-47c6d85a231d,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:02.416683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.463465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:02.539471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110fb95-162e-4cef-add6-21af31fdbcd7 None None] Pushing event updated for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:02.561294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:02.561953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:02.613886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Attempting to bind port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:02.614222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Attempting to bind port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '1cbbb328-a743-44ad-aed2-4a29594916a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:02.614568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Attempting to bind port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 on network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:02.626055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 on network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:02.626608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Attempting to bind port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 on network 5c971194-6b12-4a8c-b000-3e5d9dbd8e43 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:02.632410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] Provisioning complete for port affe6530-4ccc-494e-9346-47c6d85a231d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:02.632835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.643439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:02.646754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Checking segment: {'id': '1cbbb328-a743-44ad-aed2-4a29594916a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:02.647312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Bound using segment: {'id': '1cbbb328-a743-44ad-aed2-4a29594916a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:02.648111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Bound port: 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbbb328-a743-44ad-aed2-4a29594916a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:02.648689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.655032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b24db-7143-4e4e-9358-ea616c8e3bbf req-461e380d-f35b-4860-8e04-6ca4543c9639 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:02.657806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d42b24db-7143-4e4e-9358-ea616c8e3bbf req-461e380d-f35b-4860-8e04-6ca4543c9639 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 943 time: 0.1637404 Dec 10 04:35:02.786795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:02.797084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d42b24db-7143-4e4e-9358-ea616c8e3bbf req-b6de0125-e775-4bf2-b83e-471d4ebe8cdf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228125 Dec 10 04:35:02.806799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263,segment=NetworkSegment(1cbbb328-a743-44ad-aed2-4a29594916a5),segment_id=1cbbb328-a743-44ad-aed2-4a29594916a5)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:02.833204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.891159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:02.891799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.893229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ecc7aea-105c-42a2-ab4f-fa598cddf263 HTTP/1.1" status: 200 len: 1091 time: 1.2747843 Dec 10 04:35:02.893664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:02.895908 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea4bf1-4c37-4606-9b13-76999a8176c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:02.947513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd45079-1adb-4330-b6a0-6b0a63cdb765 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:02.949105 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:02.979376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:03.043715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-fa53c2bb-abda-433d-9040-0b21ff759b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:03.045355 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-fa53c2bb-abda-433d-9040-0b21ff759b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d85f6cbdd200489faaf89a26b20fc654&device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 1094 time: 0.0647588 Dec 10 04:35:03.087705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] For port affe6530-4ccc-494e-9346-47c6d85a231d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=affe6530-4ccc-494e-9346-47c6d85a231d,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:03.125788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:03.143005 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-9ba4dc61-95e8-46b1-8ef5-68e97f5d3f21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263 HTTP/1.1" status: 200 len: 217 time: 0.0711749 Dec 10 04:35:03.225432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-59d9c42a-9d55-46c6-b897-91027ded85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:03.227989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-59d9c42a-9d55-46c6-b897-91027ded85ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7784f845-2bb0-40fd-8e51-a2f03fd7ae8d HTTP/1.1" status: 200 len: 862 time: 0.0841951 Dec 10 04:35:03.306485 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-24909d2a-efc0-4e09-9754-787b6c0cea74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c971194-6b12-4a8c-b000-3e5d9dbd8e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577240 Dec 10 04:35:03.348225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-79421f3f-6bb8-4248-8069-0aabebc26098 None None] Provisioning complete for port affe6530-4ccc-494e-9346-47c6d85a231d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:03.348611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79421f3f-6bb8-4248-8069-0aabebc26098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:03.422374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb903-376e-4618-8bf7-512dda35b6f9 None None] Pushing event updated for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:03.458661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:02Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:03.472235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-dc5c5272-32d5-45f7-986d-3bccaafc81d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582994 Dec 10 04:35:03.493060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114223e-c1f2-4ad4-ab85-30d83707c5d7 None None] The sync data for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 is: [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:02Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:03.712745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cce9e1-2b4e-4f96-a0c4-d2adb0e16958 req-0167a2a6-b964-425d-b213-1e5f1598400f service neutron] 10.222.0.41 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323618 Dec 10 04:35:03.816406 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20afcc76-3e4b-4439-a254-ed078f717b9b x-openstack-request-id: req-20afcc76-3e4b-4439-a254-ed078f717b9b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:03.816855 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:03.817223 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20afcc76-3e4b-4439-a254-ed078f717b9b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:03.817786 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263', 'status': 'completed', 'code': 200} Dec 10 04:35:03.925502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cde56d7e-5134-48a8-b0f8-7119038d5a75 req-1ea53a6b-5bd1-4dce-a5ef-2788c60f78cf tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 210 time: 0.0803459 Dec 10 04:35:03.998209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2db6-102e-4522-bdcc-9abdef2e1aea req-0a85eaaf-ed90-4b6e-9bcb-0cb7a50d96f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:04.009964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df0c2db6-102e-4522-bdcc-9abdef2e1aea req-0a85eaaf-ed90-4b6e-9bcb-0cb7a50d96f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.0822175 Dec 10 04:35:04.055014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-78d4ecda-ab45-451f-ae1e-e6a261912cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:04.056919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-78d4ecda-ab45-451f-ae1e-e6a261912cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d85f6cbdd200489faaf89a26b20fc654&device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 1094 time: 0.1458728 Dec 10 04:35:04.090979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df0c2db6-102e-4522-bdcc-9abdef2e1aea req-2714caf4-5357-4b8e-8874-bdf1b01e9640 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797527 Dec 10 04:35:04.122263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b95db888-2b05-491c-ba1e-30765a9b9731 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:04.200894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-ebc8becd-c8e7-453b-9959-62ad5a9801a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:04.203021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-ebc8becd-c8e7-453b-9959-62ad5a9801a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c971194-6b12-4a8c-b000-3e5d9dbd8e43 HTTP/1.1" status: 200 len: 923 time: 0.1141183 Dec 10 04:35:04.218716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca879dc3-1a34-48ba-a56b-7333fd5a82f6 req-836ddc89-b168-41e4-9533-279ab2123439 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:04.220277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca879dc3-1a34-48ba-a56b-7333fd5a82f6 req-836ddc89-b168-41e4-9533-279ab2123439 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 943 time: 0.0949893 Dec 10 04:35:04.272875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:04.283863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca879dc3-1a34-48ba-a56b-7333fd5a82f6 req-fa26b1a3-8c97-4ef9-af4b-23bdcd841eed tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Dec 10 04:35:04.311435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b95db888-2b05-491c-ba1e-30765a9b9731,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:04.327788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'b95db888-2b05-491c-ba1e-30765a9b9731', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': 'b95db888-2b05-491c-ba1e-30765a9b9731', 'mac_address': 'fa:16:3e:d3:3b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:04.472622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:04.559695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95db888-2b05-491c-ba1e-30765a9b9731 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:04.575406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:04.639433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:04.653725 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f97987-6ce1-4fb4-adb1-bc056c9d3f45" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-unplugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:04.681469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b95db888-2b05-491c-ba1e-30765a9b9731,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:04.743655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:04.753034 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:04.760921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:04.822198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:04.894140 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3bdbc1-6a4a-4ea6-b21e-73a82fa51408 x-openstack-request-id: req-eb3bdbc1-6a4a-4ea6-b21e-73a82fa51408 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:04.894446 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-unplugged", "status": "completed", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:04.894690 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb3bdbc1-6a4a-4ea6-b21e-73a82fa51408 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:04.895081 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'code': 200} Dec 10 04:35:04.900677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-fd964ce4-afa6-4dc2-ae17-a6dd642866b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263 HTTP/1.1" status: 200 len: 217 time: 0.6798131 Dec 10 04:35:04.901325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:05.002034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-3e3a2370-147c-412d-a306-6d7eedf57adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.003962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-3e3a2370-147c-412d-a306-6d7eedf57adc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7784f845-2bb0-40fd-8e51-a2f03fd7ae8d HTTP/1.1" status: 200 len: 862 time: 0.0785778 Dec 10 04:35:05.029070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-58795f84-3f3e-464d-a166-ba959f052d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.031419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-58795f84-3f3e-464d-a166-ba959f052d97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.1418412 Dec 10 04:35:05.058345 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-384139c5-8cdc-4c3f-92e5-41af9a39a0a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c971194-6b12-4a8c-b000-3e5d9dbd8e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443144 Dec 10 04:35:05.100938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66f44-21f9-4f6f-90c4-b5b56d64242b req-82d5f7c8-8846-4238-a8ae-deee93d42840 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.103861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6d66f44-21f9-4f6f-90c4-b5b56d64242b req-82d5f7c8-8846-4238-a8ae-deee93d42840 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 943 time: 0.6589825 Dec 10 04:35:05.113542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['b95db888-2b05-491c-ba1e-30765a9b9731'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:05.218680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-83d19d48-746d-4556-8e43-8b8c8010830d tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.220510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-83d19d48-746d-4556-8e43-8b8c8010830d tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.36 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 829 time: 0.7106895 Dec 10 04:35:05.250276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'port': {'device_id': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'admin_state_up': True, 'tenant_id': '111e505a40e24e6bb03f58705af3afee'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:05.252877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-98e67e6a-970d-4f49-be00-f18c2747d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.254490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-98e67e6a-970d-4f49-be00-f18c2747d7fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2067230 Dec 10 04:35:05.260270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-d250be2a-52d8-4438-9718-faef136444fa service neutron] 10.222.0.41 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813715 Dec 10 04:35:05.296269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6d66f44-21f9-4f6f-90c4-b5b56d64242b req-c38856fa-baaa-4b34-b195-0e0159440bdc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780720 Dec 10 04:35:05.302730 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-946083ec-57b4-42a1-871a-e6a5820d9dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0400281 Dec 10 04:35:05.392879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59139852-6e78-4714-adb0-fd004b6e659d req-d93d206f-b8c6-4915-a0ca-fc3983346780 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.394446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59139852-6e78-4714-adb0-fd004b6e659d req-d93d206f-b8c6-4915-a0ca-fc3983346780 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.1687827 Dec 10 04:35:05.427382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-6e0c56fa-b96e-4cf8-8525-6f05e6c241c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.428682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-6e0c56fa-b96e-4cf8-8525-6f05e6c241c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1164203 Dec 10 04:35:05.438615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device affe6530-4ccc-494e-9346-47c6d85a231d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:05.473850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0ea4bf1-4c37-4606-9b13-76999a8176c5 req-ffc6f31c-2b04-4e5f-892d-bd20a78ba807 service neutron] 10.222.0.41 "GET /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699259 Dec 10 04:35:05.514616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-c3b3af50-0c3f-4bb4-a8c3-bb8a52d51fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.516169 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-c3b3af50-0c3f-4bb4-a8c3-bb8a52d51fdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701663 Dec 10 04:35:05.516797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59139852-6e78-4714-adb0-fd004b6e659d req-056b87a1-2e22-44d3-bbb6-ca8502bd810a tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Dec 10 04:35:05.531309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port affe6530-4ccc-494e-9346-47c6d85a231d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:05.531913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:05.551179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b15e99fb-add4-422f-928e-fca04eb38b27 req-971c48ff-63a9-4079-9a36-bc8075fa1908 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 210 time: 0.0638137 Dec 10 04:35:05.593931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Made reservation on behalf of 111e505a40e24e6bb03f58705af3afee for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:05.598020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:05.633232 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-5a1d2c8d-1b77-4461-8e92-73e012510516 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076579 Dec 10 04:35:05.726119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c680c-a61a-45fe-bd98-a8059d9b64b3 req-2d0c2fc7-522c-42fc-aa22-f33b9cd1d75c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:05.733656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095c680c-a61a-45fe-bd98-a8059d9b64b3 req-2d0c2fc7-522c-42fc-aa22-f33b9cd1d75c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1322923 Dec 10 04:35:05.748783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-0e083d48-e0a8-4254-9911-c1c7942bd474 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064432 Dec 10 04:35:05.830077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095c680c-a61a-45fe-bd98-a8059d9b64b3 req-7c032c8f-ce57-44c2-9deb-51fbc7e2b71a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922732 Dec 10 04:35:05.831288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Allocated IP 172.20.0.7 (9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc/8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad/bcd9f496-3336-4904-93dd-9a8dd049baf1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:06.016568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d256f-658a-4f93-af73-a65465a2d573 req-b03a7f47-4c51-406b-966d-5cacbcf0cf58 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:06.017882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-148d256f-658a-4f93-af73-a65465a2d573 req-b03a7f47-4c51-406b-966d-5cacbcf0cf58 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 943 time: 0.1059022 Dec 10 04:35:06.059338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.103923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-148d256f-658a-4f93-af73-a65465a2d573 req-d49fe814-0251-41ff-8940-740ddda2647f tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754163 Dec 10 04:35:06.134468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.134903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b95db888-2b05-491c-ba1e-30765a9b9731 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:06.188124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:06.194224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port b95db888-2b05-491c-ba1e-30765a9b9731 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:06.194534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:06.199848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:06.202712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event updated for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:06.212732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port b95db888-2b05-491c-ba1e-30765a9b9731 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:06.213409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.273003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:06.273688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.297220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-e36ced8c-d104-4283-9045-68751030fa0b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577445 Dec 10 04:35:06.319583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Request body: {'port': {'device_id': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:06.327494 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.401108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b95db888-2b05-491c-ba1e-30765a9b9731,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:06.406662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.468980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.472284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:06.511876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:06.512800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0be78-a5f1-46af-aede-64dc9c25837e req-af9b5582-db3b-4694-8998-56dac86611e8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:06.520212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d0be78-a5f1-46af-aede-64dc9c25837e req-af9b5582-db3b-4694-8998-56dac86611e8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.0904660 Dec 10 04:35:06.574225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:06.577393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bf190360-4590-47fc-9221-9df51954a4f5 None None] Provisioning complete for port bcd9f496-3336-4904-93dd-9a8dd049baf1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:06.577840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf190360-4590-47fc-9221-9df51954a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.630590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf190360-4590-47fc-9221-9df51954a4f5 None None] Port bcd9f496-3336-4904-93dd-9a8dd049baf1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:06.677409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d0be78-a5f1-46af-aede-64dc9c25837e req-2a0a2669-4e54-4e79-8cbe-26eda2276559 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562870 Dec 10 04:35:06.708281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4596133b-6781-422e-b0f2-a32db338f29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.711219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b388d8e-db25-4858-96a2-1e946dcd663a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.737751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012af139-aa8d-437e-bb46-9e43160ea6c6 req-7f4a8df4-1e56-4015-b81f-7126233fad86 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:06.739262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-012af139-aa8d-437e-bb46-9e43160ea6c6 req-7f4a8df4-1e56-4015-b81f-7126233fad86 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.1437578 Dec 10 04:35:06.840315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4596133b-6781-422e-b0f2-a32db338f29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.842792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b388d8e-db25-4858-96a2-1e946dcd663a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.845802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4596133b-6781-422e-b0f2-a32db338f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.855777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b388d8e-db25-4858-96a2-1e946dcd663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:06.891311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e3f38-364a-4d63-8662-6853637b4f7c req-7d219e7f-d32b-4347-b8b4-e65b2a59ab7d tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:06.892851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-397e3f38-364a-4d63-8662-6853637b4f7c req-7d219e7f-d32b-4347-b8b4-e65b2a59ab7d tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 931 time: 0.1396129 Dec 10 04:35:06.896097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-012af139-aa8d-437e-bb46-9e43160ea6c6 req-0002b9a8-1b9c-4cf7-bb7d-1e51f367eb87 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/security-groups?id=434da3ae-d25e-40ec-9a9e-87161c1839ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444137 Dec 10 04:35:06.896828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:06.901868 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca0a92f-3444-43f5-b92c-1bbf0f8c7ad9" -d '{"events": [{"server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:06.919745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5b388d8e-db25-4858-96a2-1e946dcd663a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a10a9febc7a42469e8731035d8d4be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433663 Dec 10 04:35:06.921606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:06.926107 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4596133b-6781-422e-b0f2-a32db338f29c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f08c175872954ec7844a62fbfa1e2f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507137 Dec 10 04:35:06.927009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596133b-6781-422e-b0f2-a32db338f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbada20-5fc2-4442-9972-914556ad6491,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:06.930710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:06.994202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b388d8e-db25-4858-96a2-1e946dcd663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3fec6a-c2d6-4929-991f-a046937f60b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.000870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.026629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-397e3f38-364a-4d63-8662-6853637b4f7c req-7411154e-2d00-4b03-a3d1-f3755f465447 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267166 Dec 10 04:35:07.026895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.050269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd9f496-3336-4904-93dd-9a8dd049baf1 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:07.065565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.075360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.094001 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a5f8a-54ea-44a6-aae7-963fbd207521 x-openstack-request-id: req-715a5f8a-54ea-44a6-aae7-963fbd207521 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:07.094302 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:07.094603 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-715a5f8a-54ea-44a6-aae7-963fbd207521 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:07.095002 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731', 'code': 200} Dec 10 04:35:07.100296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.102127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Transition to ACTIVE for port object bcd9f496-3336-4904-93dd-9a8dd049baf1 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:07.103202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.104442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bbada20-5fc2-4442-9972-914556ad6491 HTTP/1.1" status: 204 len: 168 time: 0.1736979 Dec 10 04:35:07.112675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ba91a-49b0-4ee2-bbc1-8fb3a2848d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbada20-5fc2-4442-9972-914556ad6491,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.136949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.181598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.200701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-e3b4665d-eb80-4960-80db-e5b484a47009 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.203528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-e3b4665d-eb80-4960-80db-e5b484a47009 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 949 time: 0.0618031 Dec 10 04:35:07.277156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4cd17-2eaa-4de6-a561-180b17ab63af req-7cd960d2-9184-424d-ab7b-933566713a85 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.278809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99f4cd17-2eaa-4de6-a561-180b17ab63af req-7cd960d2-9184-424d-ab7b-933566713a85 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.2046273 Dec 10 04:35:07.324796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95a5d-3a42-4c0c-ab05-a005d4f08559 req-e30e2a79-d626-4888-a2c5-d7e836115a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.327014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c2c95a5d-3a42-4c0c-ab05-a005d4f08559 req-e30e2a79-d626-4888-a2c5-d7e836115a99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 1096 time: 0.1218781 Dec 10 04:35:07.359612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.386810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Deleting port d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:07.387151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.435133 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c2c95a5d-3a42-4c0c-ab05-a005d4f08559 req-c37111e8-10c8-4499-8073-20ff6650d3fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923922 Dec 10 04:35:07.464853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e43271-cc83-4334-b6c3-da75f3aacd5b req-68186acd-9811-4684-bd69-bec854bfaa1e tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.466457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8e43271-cc83-4334-b6c3-da75f3aacd5b req-68186acd-9811-4684-bd69-bec854bfaa1e tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 943 time: 0.2355757 Dec 10 04:35:07.497705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52648) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:07.509613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] For port d99871a3-ca80-4540-a995-67a16a2792f8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d99871a3-ca80-4540-a995-67a16a2792f8,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:07.510112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.517761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99f4cd17-2eaa-4de6-a561-180b17ab63af req-71396101-99fa-4ca9-baf3-12593e6be07d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007456 Dec 10 04:35:07.523892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Calling delete_port for d99871a3-ca80-4540-a995-67a16a2792f8 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:07.528505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.532689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.532689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d3fec6a-c2d6-4929-991f-a046937f60b4 HTTP/1.1" status: 204 len: 168 time: 0.6096992 Dec 10 04:35:07.568075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5400f0-83bf-40ec-b5d7-218767340177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.590232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1cb7d-60cf-41d3-b95b-caf1e026fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3fec6a-c2d6-4929-991f-a046937f60b4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.601958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8e43271-cc83-4334-b6c3-da75f3aacd5b req-d8d9f463-b6cb-4e97-b12a-cf16f5b804a4 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211290 Dec 10 04:35:07.603802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Attempting to bind port bcd9f496-3336-4904-93dd-9a8dd049baf1 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:07.604214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Attempting to bind port bcd9f496-3336-4904-93dd-9a8dd049baf1 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:07.604652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Attempting to bind port bcd9f496-3336-4904-93dd-9a8dd049baf1 on network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:07.614777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Port bcd9f496-3336-4904-93dd-9a8dd049baf1 on network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:07.615108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Attempting to bind port bcd9f496-3336-4904-93dd-9a8dd049baf1 on network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:07.630915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:07.631336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Checking segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:07.631906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Bound using segment: {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:07.632395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Bound port: bcd9f496-3336-4904-93dd-9a8dd049baf1, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d16a22-80b3-45fa-88c0-6c048976e190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:07.633020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.687062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.714575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Pushing event deleted for resources: {'Port': ['ID=d99871a3-ca80-4540-a995-67a16a2792f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.756346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5400f0-83bf-40ec-b5d7-218767340177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.777910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] No DVR routers for this DVR port d99871a3-ca80-4540-a995-67a16a2792f8 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:07.779154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5400f0-83bf-40ec-b5d7-218767340177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.780508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.784494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ee1ff036-d181-45d1-aff6-bb614a59d24c req-24970f2b-1ec3-4b3f-a1da-2357fbe51210 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.36 "DELETE /v2.0/ports/d99871a3-ca80-4540-a995-67a16a2792f8 HTTP/1.1" status: 204 len: 173 time: 0.5702970 Dec 10 04:35:07.784999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-deleted', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:07.787404 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b16701-b7fc-4a81-8487-418a223c4234" -d '{"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-deleted", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:07.813733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:07.840328 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0f40f-88f6-4c01-8b71-c4240506328d x-openstack-request-id: req-73c0f40f-88f6-4c01-8b71-c4240506328d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:07.840736 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf39a11-f439-4c63-ade4-1d921ca6853d", "name": "network-vif-deleted", "tag": "d99871a3-ca80-4540-a995-67a16a2792f8", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:07.841064 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73c0f40f-88f6-4c01-8b71-c4240506328d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:07.841528 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf39a11-f439-4c63-ade4-1d921ca6853d', 'name': 'network-vif-deleted', 'tag': 'd99871a3-ca80-4540-a995-67a16a2792f8', 'status': 'completed', 'code': 200} Dec 10 04:35:07.858157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:07.867861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c5400f0-83bf-40ec-b5d7-218767340177 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ad4394151ba492c883bf56378ff6a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610504 Dec 10 04:35:07.871122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.872228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:07.875801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5400f0-83bf-40ec-b5d7-218767340177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cdd50-917f-4559-83cc-b55a472e4e05,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:07.935395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.936055 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:07.937747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 1091 time: 1.6236269 Dec 10 04:35:07.940575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:07.943177 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e239e5-e039-4169-849d-5835826776af" -d '{"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:07.957068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623ac1-03d0-4e62-b0b8-f7201da46d0f req-c69af6cc-cd11-45c7-a2f7-173c31f4165e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:07.965215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52623ac1-03d0-4e62-b0b8-f7201da46d0f req-c69af6cc-cd11-45c7-a2f7-173c31f4165e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.1799629 Dec 10 04:35:07.999858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.027115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.033470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3b5eb-f444-454f-a4fc-022da45cc4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:08.038347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:08.089201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.092737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.099138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d6cdd50-917f-4559-83cc-b55a472e4e05 HTTP/1.1" status: 204 len: 168 time: 0.2195017 Dec 10 04:35:08.103115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bc739-e4ee-4d2b-a2f4-e61ed5338c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cdd50-917f-4559-83cc-b55a472e4e05,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:08.106553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de247234-3031-409e-9430-a610961e4bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.123890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52623ac1-03d0-4e62-b0b8-f7201da46d0f req-6d885f20-cd8f-4f09-82e7-c4b3cf82cd83 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577883 Dec 10 04:35:08.138235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5ecc7aea-105c-42a2-ab4f-fa598cddf263 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:08.181519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3c4c288-e4ca-4ef4-87a5-affec95a3099 req-48d4e578-6d64-4b8d-931f-2dd9ac20f7b6 tempest-ImagesOneServerTestJSON-1204491395 tempest-ImagesOneServerTestJSON-1204491395-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecf39a11-f439-4c63-ade4-1d921ca6853d HTTP/1.1" status: 200 len: 210 time: 0.1059172 Dec 10 04:35:08.203462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-365031e6-4d76-42df-8522-37eeae664dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.205219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-365031e6-4d76-42df-8522-37eeae664dda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1094 time: 0.1960194 Dec 10 04:35:08.217121 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067fec70-f681-40aa-9b57-990871ae35bc x-openstack-request-id: req-067fec70-f681-40aa-9b57-990871ae35bc {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:08.217712 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:08.218380 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-067fec70-f681-40aa-9b57-990871ae35bc {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:08.218978 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'status': 'completed', 'code': 200} Dec 10 04:35:08.319542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-fe6cb877-50f5-4e2c-85f3-197c4e5f8ff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 217 time: 0.0625336 Dec 10 04:35:08.361303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263,segment=NetworkSegment(1cbbb328-a743-44ad-aed2-4a29594916a5),segment_id=1cbbb328-a743-44ad-aed2-4a29594916a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:08.380148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '5ecc7aea-105c-42a2-ab4f-fa598cddf263', 'network_id': '5c971194-6b12-4a8c-b000-3e5d9dbd8e43', 'port_id': '5ecc7aea-105c-42a2-ab4f-fa598cddf263', 'mac_address': 'fa:16:3e:50:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7784f845-2bb0-40fd-8e51-a2f03fd7ae8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:08.455113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.462838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-b9418a5b-840f-4667-b3b1-628e5ffe1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.467550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-b9418a5b-840f-4667-b3b1-628e5ffe1f24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.1125488 Dec 10 04:35:08.475151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc7aea-105c-42a2-ab4f-fa598cddf263 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:08.495513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de247234-3031-409e-9430-a610961e4bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.505020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263,segment=NetworkSegment(1cbbb328-a743-44ad-aed2-4a29594916a5),segment_id=1cbbb328-a743-44ad-aed2-4a29594916a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:08.512073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.515967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c231d8-d8c3-4156-bcd4-56f397913416 req-c7b0ca62-1cb3-4297-a348-6b75215362e7 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.517596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c231d8-d8c3-4156-bcd4-56f397913416 req-c7b0ca62-1cb3-4297-a348-6b75215362e7 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 943 time: 0.2045813 Dec 10 04:35:08.533154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de247234-3031-409e-9430-a610961e4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.583374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:08.597588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de247234-3031-409e-9430-a610961e4bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db75c394-b339-469a-b151-8af5b4eccff3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:08.613603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-de247234-3031-409e-9430-a610961e4bb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12b00fc6935b49449e5aff06d33bc235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5571418 Dec 10 04:35:08.616006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:08.631746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c231d8-d8c3-4156-bcd4-56f397913416 req-6bf38bba-f1b4-4bc7-b99f-c78fbe0e0ecb tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958312 Dec 10 04:35:08.633753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-097f064e-36a5-4c96-b3f4-3158cc3030e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.635175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-097f064e-36a5-4c96-b3f4-3158cc3030e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571810 Dec 10 04:35:08.720426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.759233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.823391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.826560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:08.830565 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db75c394-b339-469a-b151-8af5b4eccff3 HTTP/1.1" status: 204 len: 168 time: 0.2105358 Dec 10 04:35:08.846365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aacf4-a769-4cde-95ab-ffb44b1c27c5 req-43e97e24-b7b0-4a3d-8151-fdb1c98ad31f tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.847875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f9aacf4-a769-4cde-95ab-ffb44b1c27c5 req-43e97e24-b7b0-4a3d-8151-fdb1c98ad31f tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 944 time: 0.1227391 Dec 10 04:35:08.850747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8a87-fc9c-45bf-a5b3-4b93420e650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db75c394-b339-469a-b151-8af5b4eccff3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:08.863817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-7577c371-a7eb-4878-ae64-df66b5505822 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173405 Dec 10 04:35:08.873445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3c2d-04fe-4cb0-b7cc-377a2b56afb1 req-ecc9284a-7259-42fe-90fd-5478948a1786 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:08.877625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-136b3c2d-04fe-4cb0-b7cc-377a2b56afb1 req-ecc9284a-7259-42fe-90fd-5478948a1786 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1804724 Dec 10 04:35:08.882948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5ecc7aea-105c-42a2-ab4f-fa598cddf263'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:09.034870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f9aacf4-a769-4cde-95ab-ffb44b1c27c5 req-6edafcc9-0ede-450e-9e7e-2a9da6eb81af tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745725 Dec 10 04:35:09.039758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-136b3c2d-04fe-4cb0-b7cc-377a2b56afb1 req-5e369261-4d0c-422b-908e-140df0282f02 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339476 Dec 10 04:35:09.082489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f5c542f-81b5-4d2d-80b0-d6780f2e8fc9 req-22a39260-d932-4b3b-84f2-e321b1065e0b service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036731 Dec 10 04:35:09.257058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e239e5-e039-4169-849d-5835826776af req-df9a27ef-aebe-4242-b0b1-84548feb021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.259593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-df9a27ef-aebe-4242-b0b1-84548feb021e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1094 time: 0.0807400 Dec 10 04:35:09.272856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce47f4-b7f8-4d0e-a8c0-f34515274340 req-afe1f8ff-d118-4447-a99f-40f9d2777a41 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.274404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2ce47f4-b7f8-4d0e-a8c0-f34515274340 req-afe1f8ff-d118-4447-a99f-40f9d2777a41 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.0707233 Dec 10 04:35:09.392007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2ce47f4-b7f8-4d0e-a8c0-f34515274340 req-5602514d-55f5-4a44-ab24-561a783fcd47 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988069 Dec 10 04:35:09.401494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e239e5-e039-4169-849d-5835826776af req-6677b187-755c-4608-aab6-d0cebbe1f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.403672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-6677b187-755c-4608-aab6-d0cebbe1f82f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 930 time: 0.1285026 Dec 10 04:35:09.487533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-20a66ea6-f7c0-41d4-a1f1-786ca10cb1f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 217 time: 0.0416291 Dec 10 04:35:09.569995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e239e5-e039-4169-849d-5835826776af req-047bd431-38c7-4b28-81d3-61491d6c87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.571511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-047bd431-38c7-4b28-81d3-61491d6c87eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.0746863 Dec 10 04:35:09.580358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456c65-6c6f-4a2d-8481-c1b72fde06b9 req-dec4916d-3e7d-477e-842c-6af5fcf5ae0b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.581785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db456c65-6c6f-4a2d-8481-c1b72fde06b9 req-dec4916d-3e7d-477e-842c-6af5fcf5ae0b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.0970767 Dec 10 04:35:09.638306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:09.652141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e239e5-e039-4169-849d-5835826776af req-eebc0291-6f7f-4c9a-9e63-78796167ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.653862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-eebc0291-6f7f-4c9a-9e63-78796167ff08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711815 Dec 10 04:35:09.658768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db456c65-6c6f-4a2d-8481-c1b72fde06b9 req-dc51c66a-e675-4780-8e9a-c809e755fc06 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677607 Dec 10 04:35:09.839928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-18888cd7-3cb4-4857-a71e-133aa27dabdc service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773465 Dec 10 04:35:09.842128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:09.842758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3019da2a-9e43-498e-a281-ba0c5b933bc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6198c8478bd4ea29a2da4f406ed41d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020299 Dec 10 04:35:09.875700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2a0ff-744a-4bfe-bb7d-76c448647cd0 req-756a3b16-0367-4aad-8e63-8dd54b350bb8 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.877194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bc2a0ff-744a-4bfe-bb7d-76c448647cd0 req-756a3b16-0367-4aad-8e63-8dd54b350bb8 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 943 time: 0.1355133 Dec 10 04:35:09.933479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c670-4206-4450-ae47-9ecc6b6de49d req-963d4819-af5d-4fee-b4af-a7e30d156a18 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:09.934991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae18c670-4206-4450-ae47-9ecc6b6de49d req-963d4819-af5d-4fee-b4af-a7e30d156a18 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.1564617 Dec 10 04:35:10.058188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bc2a0ff-744a-4bfe-bb7d-76c448647cd0 req-e21b3fdd-9413-49a6-af59-a30d54df70a9 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649632 Dec 10 04:35:10.066559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.103654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16e239e5-e039-4169-849d-5835826776af req-1b0d2498-9e53-481d-85d5-12c17013fea5 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495515 Dec 10 04:35:10.110280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae18c670-4206-4450-ae47-9ecc6b6de49d req-9a9e63ff-b05a-4fc8-b566-b578c98df0b7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543224 Dec 10 04:35:10.120224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.133546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5ecc7aea-105c-42a2-ab4f-fa598cddf263 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:10.225856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.230128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:10.230332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.232400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/434da3ae-d25e-40ec-9a9e-87161c1839ca HTTP/1.1" status: 204 len: 168 time: 0.3890340 Dec 10 04:35:10.248925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:10.249533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.276557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bcd9f496-3336-4904-93dd-9a8dd049baf1 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:10.289165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6757cd9-e639-4fed-b7a1-85893ef9fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434da3ae-d25e-40ec-9a9e-87161c1839ca,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:10.325193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d514e-15a0-414a-b384-708e69893e4a req-d49ba744-b30d-425b-85d1-e1a14ea03b67 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:10.333177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a07d514e-15a0-414a-b384-708e69893e4a req-d49ba744-b30d-425b-85d1-e1a14ea03b67 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 944 time: 0.1249311 Dec 10 04:35:10.343342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c529-b1c6-48ce-8d92-db8cff479aec req-8843bdae-efd9-462d-9b3d-8760215ec41a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:10.344929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9634c529-b1c6-48ce-8d92-db8cff479aec req-8843bdae-efd9-462d-9b3d-8760215ec41a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1108017 Dec 10 04:35:10.439109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a07d514e-15a0-414a-b384-708e69893e4a req-d58b5c0b-cbaa-43d6-9048-4574dac6e3b3 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013851 Dec 10 04:35:10.441399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.444003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9634c529-b1c6-48ce-8d92-db8cff479aec req-43081443-68a4-4d73-9ef8-7c67b0b88538 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904434 Dec 10 04:35:10.494297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:10.508242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:10.510522 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b638c892-1006-42fe-bd52-9ffb028fd054" -d '{"events": [{"server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:10.527820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'mac_address': 'fa:16:3e:5a:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:10.531280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263,segment=NetworkSegment(1cbbb328-a743-44ad-aed2-4a29594916a5),segment_id=1cbbb328-a743-44ad-aed2-4a29594916a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:10.582722 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.626324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.659540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd9f496-3336-4904-93dd-9a8dd049baf1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:10.674241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:10.678310 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661705cd-c72d-4c5a-ba29-bbe640deb25b x-openstack-request-id: req-661705cd-c72d-4c5a-ba29-bbe640deb25b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:10.678767 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "name": "network-vif-plugged", "status": "completed", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:10.679204 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-661705cd-c72d-4c5a-ba29-bbe640deb25b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:10.679754 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263', 'code': 200} Dec 10 04:35:10.690802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:10.699687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:10.767695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:10.788701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7076b-0521-4b33-ac77-98cf0cf9ecba req-e97f8937-96d2-4bd7-878a-84db2a9ace31 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:10.797178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d7076b-0521-4b33-ac77-98cf0cf9ecba req-e97f8937-96d2-4bd7-878a-84db2a9ace31 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.0667572 Dec 10 04:35:10.838588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa1304-b75b-465e-996d-8d709a8cfa07 req-aa9ff054-18c6-42ea-8963-cae78b93b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:10.840235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2fa1304-b75b-465e-996d-8d709a8cfa07 req-aa9ff054-18c6-42ea-8963-cae78b93b578 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 1096 time: 0.0548844 Dec 10 04:35:10.849561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d7076b-0521-4b33-ac77-98cf0cf9ecba req-3b057980-af5b-4b41-9212-c724f5f336e6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Dec 10 04:35:10.904864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2fa1304-b75b-465e-996d-8d709a8cfa07 req-08597bd2-6dea-4108-9bfa-37592d8b314f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487115 Dec 10 04:35:11.046859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-b53cbbb8-2f4e-4cf8-9100-b1c916fdc913 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f41a99fe5114920ac7337e0171c37df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235057 Dec 10 04:35:11.053142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['bcd9f496-3336-4904-93dd-9a8dd049baf1'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:11.162573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-a61c26c9-bf38-4528-9728-571b43bbd51a tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:11.178900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-a61c26c9-bf38-4528-9728-571b43bbd51a tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260941 Dec 10 04:35:11.223826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-d9932d87-ad25-4689-b63f-4109cdc609d9 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/quotas/4f41a99fe5114920ac7337e0171c37df HTTP/1.1" status: 200 len: 375 time: 0.0438361 Dec 10 04:35:11.259479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-a96a8048-daae-439a-b3df-3b576fc25f2f tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f41a99fe5114920ac7337e0171c37df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298262 Dec 10 04:35:11.271903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96325497-fcd4-44d1-a95d-6ca64424ea39 req-ca71865d-c9b5-4368-ae70-edf806184d61 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:11.273128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96325497-fcd4-44d1-a95d-6ca64424ea39 req-ca71865d-c9b5-4368-ae70-edf806184d61 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 944 time: 0.0918493 Dec 10 04:35:11.327163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96325497-fcd4-44d1-a95d-6ca64424ea39 req-4cbf65db-8639-4daa-b556-111fff1b13f0 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466032 Dec 10 04:35:11.460246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15fef6d3-db25-4dd8-9ccd-7dfbbd39eeb3 req-f6f2ccbb-a62c-4bd7-b0bd-363be3abcd03 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 210 time: 0.0293145 Dec 10 04:35:11.730123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cbf0-bbd8-46c7-b7e3-6fe6a6c2fecb req-7676e692-b665-4acb-82a0-0fe414e4012b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:11.731904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6b4cbf0-bbd8-46c7-b7e3-6fe6a6c2fecb req-7676e692-b665-4acb-82a0-0fe414e4012b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 945 time: 0.0782120 Dec 10 04:35:11.763913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29674-81d8-458b-bfd9-228602fb24e8 req-9a7b2c71-18ff-404d-b5c2-83426bb1aea2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:11.765426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ccf29674-81d8-458b-bfd9-228602fb24e8 req-9a7b2c71-18ff-404d-b5c2-83426bb1aea2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.0769351 Dec 10 04:35:11.810121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6b4cbf0-bbd8-46c7-b7e3-6fe6a6c2fecb req-4acb7599-4f46-4393-8f94-0b9d8f2291d4 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705106 Dec 10 04:35:11.840097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ccf29674-81d8-458b-bfd9-228602fb24e8 req-6dbc6a7f-81ae-49ca-bd68-a1088afd18da tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682178 Dec 10 04:35:12.036878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2fc9-72cf-4994-8879-50f2b94c2672 req-302375d3-b20e-4bce-860d-b750e2da75a7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:12.038397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41ac2fc9-72cf-4994-8879-50f2b94c2672 req-302375d3-b20e-4bce-860d-b750e2da75a7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.0504053 Dec 10 04:35:12.103686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41ac2fc9-72cf-4994-8879-50f2b94c2672 req-02f456f5-af08-4961-98fa-7d534ddba0c1 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504651 Dec 10 04:35:12.282353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bcd9f496-3336-4904-93dd-9a8dd049baf1 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:12.338106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6025807c-3f94-47f7-854a-1dcc7d21efc3 req-37ecbd70-a9c2-4f6c-aaea-450a41942ccd tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d8c1b600eee406091c28d55eac046f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545425 Dec 10 04:35:12.351324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port bcd9f496-3336-4904-93dd-9a8dd049baf1 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:12.358984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port bcd9f496-3336-4904-93dd-9a8dd049baf1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:12.359575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.459397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52898) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:12.498891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.512121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025807c-3f94-47f7-854a-1dcc7d21efc3 req-10998243-4dcf-42b6-92ab-2cb0b15c991f tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:12.514700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6025807c-3f94-47f7-854a-1dcc7d21efc3 req-10998243-4dcf-42b6-92ab-2cb0b15c991f tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748855 Dec 10 04:35:12.537230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c6c13-0ae4-469a-b1b2-3775f3dfac33 req-4bae6517-c6ec-43c4-aacf-a498e6d29654 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:12.540217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:12.541656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-780c6c13-0ae4-469a-b1b2-3775f3dfac33 req-4bae6517-c6ec-43c4-aacf-a498e6d29654 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 944 time: 0.1007111 Dec 10 04:35:12.548493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.549316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:12.559996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6025807c-3f94-47f7-854a-1dcc7d21efc3 req-14431228-0ddc-47ed-8357-4fa495667b08 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/quotas/5d8c1b600eee406091c28d55eac046f6 HTTP/1.1" status: 200 len: 375 time: 0.0157714 Dec 10 04:35:12.592880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: d99871a3-ca80-4540-a995-67a16a2792f8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:12.593231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d99871a3-ca80-4540-a995-67a16a2792f8 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:12.620856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:12.643988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-74e4f222-26aa-4fb8-989e-93d9e58dbb40 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f41a99fe5114920ac7337e0171c37df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515885 Dec 10 04:35:12.647735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a434afa-2235-4079-aaf6-f875a9e18d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.649017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6025807c-3f94-47f7-854a-1dcc7d21efc3 req-fbdc7c35-f180-41d5-9046-478765d8b60f tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d8c1b600eee406091c28d55eac046f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652816 Dec 10 04:35:12.653569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-780c6c13-0ae4-469a-b1b2-3775f3dfac33 req-fa3e4e95-d6f5-4695-abc4-dabce85ef65c tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028039 Dec 10 04:35:12.680860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:12.683188 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f91d8-d180-4943-9e1b-1e56c8fb6a98" -d '{"events": [{"server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:12.791730 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bd200-044d-4b48-a57f-0b0beb3a2984 x-openstack-request-id: req-067bd200-044d-4b48-a57f-0b0beb3a2984 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:12.792069 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:12.792452 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-067bd200-044d-4b48-a57f-0b0beb3a2984 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:12.793017 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'code': 200} Dec 10 04:35:12.798764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-c7323e9f-d4d1-4ea6-b06a-5a7121adf640 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:12.800461 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-c7323e9f-d4d1-4ea6-b06a-5a7121adf640 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 945 time: 0.0909631 Dec 10 04:35:12.848396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a434afa-2235-4079-aaf6-f875a9e18d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.858207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a434afa-2235-4079-aaf6-f875a9e18d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:12.932537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6a434afa-2235-4079-aaf6-f875a9e18d40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=521910c6b8d04194ab0788bfdd429511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691021 Dec 10 04:35:12.936265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52916) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:12.975067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434afa-2235-4079-aaf6-f875a9e18d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55492584-7dde-47f7-b5f5-bc0a778fb317,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:13.031103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707919b9-f079-4f1a-bc37-21439bbbb285 req-e4d95bc8-6108-475e-80a7-f3cd5d292b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:13.032681 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-707919b9-f079-4f1a-bc37-21439bbbb285 req-e4d95bc8-6108-475e-80a7-f3cd5d292b2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0980821 Dec 10 04:35:13.067158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.072202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port b95db888-2b05-491c-ba1e-30765a9b9731 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:13.072512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.125982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c841bf8-c618-4a75-aece-da6feb63cb40 req-dae4b427-ad72-4903-8bcf-66e2a4ddbb0e tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 210 time: 0.3603582 Dec 10 04:35:13.138366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.153691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-6cf61df8-46d9-422a-8012-70b5d809315f tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:13.155691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-6cf61df8-46d9-422a-8012-70b5d809315f tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4974806 Dec 10 04:35:13.183025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Request body: {'port': {'device_id': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '4f41a99fe5114920ac7337e0171c37df'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:13.198024 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-707919b9-f079-4f1a-bc37-21439bbbb285 req-e453f31a-5a1d-47c5-866c-902ee7a010a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514375 Dec 10 04:35:13.246062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port b95db888-2b05-491c-ba1e-30765a9b9731, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b95db888-2b05-491c-ba1e-30765a9b9731,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:13.246425 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.260195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for b95db888-2b05-491c-ba1e-30765a9b9731 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:13.274564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.277194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.278335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55492584-7dde-47f7-b5f5-bc0a778fb317 HTTP/1.1" status: 204 len: 168 time: 0.3317945 Dec 10 04:35:13.318544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317c4cf-52d8-4de0-b47c-2989190cae44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55492584-7dde-47f7-b5f5-bc0a778fb317,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:13.340187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02575d8d-eaf7-4e66-80b3-5f4edc8a620e req-bd50b982-3d38-457b-8199-a3fab73b207a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:13.342828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02575d8d-eaf7-4e66-80b3-5f4edc8a620e req-bd50b982-3d38-457b-8199-a3fab73b207a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 945 time: 0.1561444 Dec 10 04:35:13.358517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2af5b0-f738-49b2-8c9b-d8cfd1a4076d req-92128984-455f-4fff-92c9-03a581759575 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:13.365275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa2af5b0-f738-49b2-8c9b-d8cfd1a4076d req-92128984-455f-4fff-92c9-03a581759575 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1391926 Dec 10 04:35:13.421804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.458242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=b95db888-2b05-491c-ba1e-30765a9b9731,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:13.458844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Made reservation on behalf of 4f41a99fe5114920ac7337e0171c37df for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:13.462400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.463403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241', '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'b95db888-2b05-491c-ba1e-30765a9b9731'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:13.484737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02575d8d-eaf7-4e66-80b3-5f4edc8a620e req-a4704300-4c8a-4560-8527-76ec1b5552bf tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139097 Dec 10 04:35:13.491056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.519302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa2af5b0-f738-49b2-8c9b-d8cfd1a4076d req-c7b1a9a0-01a2-4ecf-8f88-5131e7d495b7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476424 Dec 10 04:35:13.544693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port b95db888-2b05-491c-ba1e-30765a9b9731 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:13.548046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.561608 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb62ef68-01a8-41ea-a3c4-d0b5c2305399 req-191f7a1e-d2a4-41f3-aa11-4a28018ab0cf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/b95db888-2b05-491c-ba1e-30765a9b9731 HTTP/1.1" status: 204 len: 173 time: 0.7523203 Dec 10 04:35:13.562174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'name': 'network-vif-deleted', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:13.570179 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065ac77-25df-45fd-a9a0-ca5c92063013" -d '{"events": [{"server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "name": "network-vif-deleted", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:13.696532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.705757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:13.821595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6f559ec-ebce-4122-acb2-9b3b32d46116 req-8c50c239-4ca8-4e8b-a429-1e5ae1ad6f27 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2408ba3f-c0ac-4bbe-a108-365c0567fd5c HTTP/1.1" status: 200 len: 210 time: 0.0624018 Dec 10 04:35:13.844195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc9b56-4332-433e-ae41-1cd46741166e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:13.924285 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842b84f-7aef-43dc-a599-c109f2e20689 x-openstack-request-id: req-6842b84f-7aef-43dc-a599-c109f2e20689 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:13.925541 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408ba3f-c0ac-4bbe-a108-365c0567fd5c", "name": "network-vif-deleted", "tag": "b95db888-2b05-491c-ba1e-30765a9b9731", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:13.925827 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6842b84f-7aef-43dc-a599-c109f2e20689 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:13.926451 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408ba3f-c0ac-4bbe-a108-365c0567fd5c', 'name': 'network-vif-deleted', 'tag': 'b95db888-2b05-491c-ba1e-30765a9b9731', 'status': 'completed', 'code': 200} Dec 10 04:35:13.952206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Allocated IP 192.168.233.33 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/8def145f-a436-45a1-bf23-897783dfbb1a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:14.073546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2af18-65c1-43af-aacd-1930e83af82c req-3ba01f0b-8558-41f8-abad-5372ad07a243 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.075152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44a2af18-65c1-43af-aacd-1930e83af82c req-3ba01f0b-8558-41f8-abad-5372ad07a243 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 945 time: 0.0880737 Dec 10 04:35:14.187027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44a2af18-65c1-43af-aacd-1930e83af82c req-a2a432ab-c963-4c32-a7a3-ac8bbf4693ab tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008608 Dec 10 04:35:14.226611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.247850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:14.271305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.319782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:14.328345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:14.330530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Pushing event updated for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:14.332766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:14.428215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1622244083-network', 'tenant_id': 'cbedb69d4a9d45938d21a0be8016fcf5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:14.473032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Made reservation on behalf of cbedb69d4a9d45938d21a0be8016fcf5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:14.478515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.494386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.506559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.507212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.537208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ca7af640-6c48-4db1-9e2d-ae00faf36cb7 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3627639 Dec 10 04:35:14.550641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33872fc1-9aea-48ed-8a85-0f0c673ab11f req-780a3810-7140-4b70-a518-5e6cfe78ca81 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.559212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33872fc1-9aea-48ed-8a85-0f0c673ab11f req-780a3810-7140-4b70-a518-5e6cfe78ca81 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 935 time: 0.1162665 Dec 10 04:35:14.573175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Request body: {'port': {'device_id': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:14.612662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.618368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.634948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:35:14.658344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.659051 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Added segment d621296e-a9a1-4a0c-845e-d96345b4b8cc of type vlan for network 84a1b978-24c2-4d15-9487-77bb1022ca59 Dec 10 04:35:14.671502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f747386-da72-4a04-b762-f3a763897d58,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:14.679236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-27bde96c-542e-423e-8720-e5d12539e753 None None] Provisioning complete for port 8def145f-a436-45a1-bf23-897783dfbb1a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:14.679714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27bde96c-542e-423e-8720-e5d12539e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.699824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33872fc1-9aea-48ed-8a85-0f0c673ab11f req-74b8b08f-e648-406a-9bbe-81d123fdf771 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394846 Dec 10 04:35:14.701730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.710597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee091c-0437-46d1-9e24-13ac5a4fd6a9 req-063d81fe-f557-4ee9-82bc-d69962a05a63 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.726663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1aee091c-0437-46d1-9e24-13ac5a4fd6a9 req-063d81fe-f557-4ee9-82bc-d69962a05a63 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 945 time: 0.1482091 Dec 10 04:35:14.726834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.730208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-27bde96c-542e-423e-8720-e5d12539e753 None None] Port 8def145f-a436-45a1-bf23-897783dfbb1a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:14.755961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.756967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.757571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.773811 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:35:14.793337 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5436373 Dec 10 04:35:14.793943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:14.814465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1aee091c-0437-46d1-9e24-13ac5a4fd6a9 req-bb2b3c50-8e05-4c1b-9c15-0b9de66406c8 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Dec 10 04:35:14.824212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Request body: {'subnet': {'network_id': '84a1b978-24c2-4d15-9487-77bb1022ca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1622244083-subnet', 'tenant_id': 'cbedb69d4a9d45938d21a0be8016fcf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:14.832393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ab33f-725a-4e26-9bd9-e1a7797f288f admin admin] Pushing event updated for resources: {'Network': ['ID=84a1b978-24c2-4d15-9487-77bb1022ca59,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:14.850702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 84a1b978-24c2-4d15-9487-77bb1022ca59 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:35:14.854745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Made reservation on behalf of cbedb69d4a9d45938d21a0be8016fcf5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:14.858128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:14.949970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6589c4ef-fb0c-4a99-a568-9e192fdbf571 req-cc2dc73f-37d3-4a3d-b239-67a0fe683e70 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d8c1b600eee406091c28d55eac046f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347178 Dec 10 04:35:14.986149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73300f-1cfa-40a5-80e9-10bd6ee9f0a3 req-63688a36-8847-4bda-a56a-11b68d79fd5f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:14.987506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f73300f-1cfa-40a5-80e9-10bd6ee9f0a3 req-63688a36-8847-4bda-a56a-11b68d79fd5f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1772218 Dec 10 04:35:15.048459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.109370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a153a0ee-e1bd-404c-a2de-6c40236534a6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:15.118363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Checking segment: {'id': 'd621296e-a9a1-4a0c-845e-d96345b4b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '84a1b978-24c2-4d15-9487-77bb1022ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:15.118928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Network hostable DHCP agents. Network: 84a1b978-24c2-4d15-9487-77bb1022ca59, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:35:15.135472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Network 84a1b978-24c2-4d15-9487-77bb1022ca59 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:35:15.145083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 84a1b978-24c2-4d15-9487-77bb1022ca59) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:15.149252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:15.149403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f73300f-1cfa-40a5-80e9-10bd6ee9f0a3 req-ec89f6df-f0d4-4f7a-bde1-e66ad3d6362b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412034 Dec 10 04:35:15.149828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.161472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf3ba2-9431-4af6-9fb7-3c3514681c02 None None] Network 84a1b978-24c2-4d15-9487-77bb1022ca59 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:15.170360 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4444268c-0d31-4b69-96bb-807c7f5e408a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3729734 Dec 10 04:35:15.197349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589c4ef-fb0c-4a99-a568-9e192fdbf571 req-5a06c49b-dc6c-4b84-9080-83ac312cba4e tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:15.198845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6589c4ef-fb0c-4a99-a568-9e192fdbf571 req-5a06c49b-dc6c-4b84-9080-83ac312cba4e tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405903 Dec 10 04:35:15.241267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6589c4ef-fb0c-4a99-a568-9e192fdbf571 req-d250b0cf-6ad0-4dba-a914-2ff6383728c5 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/quotas/5d8c1b600eee406091c28d55eac046f6 HTTP/1.1" status: 200 len: 375 time: 0.0325851 Dec 10 04:35:15.266421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8def145f-a436-45a1-bf23-897783dfbb1a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:15.287872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6589c4ef-fb0c-4a99-a568-9e192fdbf571 req-6e595170-ac98-4df6-92bf-3533cf293de4 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d8c1b600eee406091c28d55eac046f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403671 Dec 10 04:35:15.289745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.307928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Transition to ACTIVE for port object 8def145f-a436-45a1-bf23-897783dfbb1a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:15.312064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ffedad-cf02-4b27-8d79-a78b4a39d644 None None] Network 84a1b978-24c2-4d15-9487-77bb1022ca59 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:15.314265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.380541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:15.486387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Attempting to bind port 8def145f-a436-45a1-bf23-897783dfbb1a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:15.486758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Attempting to bind port 8def145f-a436-45a1-bf23-897783dfbb1a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:15.487091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Attempting to bind port 8def145f-a436-45a1-bf23-897783dfbb1a on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:15.496083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Port 8def145f-a436-45a1-bf23-897783dfbb1a on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:15.496639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Attempting to bind port 8def145f-a436-45a1-bf23-897783dfbb1a on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:15.507323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:15.507913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:15.508187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:15.508660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Bound port: 8def145f-a436-45a1-bf23-897783dfbb1a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:15.509021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.519779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d69b-70dc-4cdc-aee8-acbdad183afb req-daa4de5d-cdcd-4354-a8de-7d2504c13eea tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:15.521339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8527d69b-70dc-4cdc-aee8-acbdad183afb req-daa4de5d-cdcd-4354-a8de-7d2504c13eea tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 945 time: 0.0808356 Dec 10 04:35:15.583951 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-b0139592-28ee-4034-9288-441c1851a5cb req-e18508f1-c1d2-49c7-bb00-066b52af8a0c tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] show failed (client error): The resource could not be found. Dec 10 04:35:15.585214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0139592-28ee-4034-9288-441c1851a5cb req-e18508f1-c1d2-49c7-bb00-066b52af8a0c tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/2fdac31a-622c-4414-bf02-77fb8f27b48d HTTP/1.1" status: 404 len: 352 time: 0.0460608 Dec 10 04:35:15.630167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8527d69b-70dc-4cdc-aee8-acbdad183afb req-93ef8607-a46f-45fd-a7eb-58afbd05ce29 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000335 Dec 10 04:35:15.633858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:15.637170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8def145f-a436-45a1-bf23-897783dfbb1a,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:15.643941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.684961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:15.686518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:15.687734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] 10.222.0.36 "PUT /v2.0/ports/8def145f-a436-45a1-bf23-897783dfbb1a HTTP/1.1" status: 200 len: 1095 time: 1.1257036 Dec 10 04:35:15.690074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:15.692620 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b857e-f221-476d-bb0b-01f0d2f49f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:15.729004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7928e6-5a99-4c75-9160-489c5aa96c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:15.894255 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32634a3e-7a48-4ac7-b615-f940684e1649 x-openstack-request-id: req-32634a3e-7a48-4ac7-b615-f940684e1649 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:15.894601 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:15.894804 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32634a3e-7a48-4ac7-b615-f940684e1649 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:15.895225 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a', 'status': 'completed', 'code': 200} Dec 10 04:35:15.976443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-e33f58ee-27b6-4c6c-a76b-32e5104737fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:15.978664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-e33f58ee-27b6-4c6c-a76b-32e5104737fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f41a99fe5114920ac7337e0171c37df&device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 1098 time: 0.2127321 Dec 10 04:35:16.064809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-ff3a564e-dfce-48c0-94d2-70b60c19d9eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8def145f-a436-45a1-bf23-897783dfbb1a HTTP/1.1" status: 200 len: 217 time: 0.0662367 Dec 10 04:35:16.076909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64518033-a833-442c-8aec-a67e39985d8d req-352a03de-ffa3-4b3e-9fa9-d000c355450e tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 258 time: 0.2939134 Dec 10 04:35:16.092019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9ebe-b696-4f39-86aa-2b717b8abde3 req-0a5345dc-b9fe-4639-9017-13267b48275d tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.093884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e9a9ebe-b696-4f39-86aa-2b717b8abde3 req-0a5345dc-b9fe-4639-9017-13267b48275d tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 947 time: 0.1527212 Dec 10 04:35:16.099153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:16.169578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-a998a34c-adcd-4724-a814-97437be5217a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.171904 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-a998a34c-adcd-4724-a814-97437be5217a tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.41 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 945 time: 0.0492721 Dec 10 04:35:16.176688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-cebb7ec8-01f1-464a-a5f1-443614d26f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.178315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-cebb7ec8-01f1-464a-a5f1-443614d26f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1003916 Dec 10 04:35:16.179089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.215228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e9a9ebe-b696-4f39-86aa-2b717b8abde3 req-8d91707d-930c-485f-a2f8-14104eb6231e tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940652 Dec 10 04:35:16.262442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-bd2979d0-905d-4cc5-827e-ce4c8f915b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.264069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-bd2979d0-905d-4cc5-827e-ce4c8f915b62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746326 Dec 10 04:35:16.269743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Deleting port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:16.270079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.360057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] For port 5ecc7aea-105c-42a2-ab4f-fa598cddf263, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5ecc7aea-105c-42a2-ab4f-fa598cddf263,segment=NetworkSegment(1cbbb328-a743-44ad-aed2-4a29594916a5),segment_id=1cbbb328-a743-44ad-aed2-4a29594916a5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:16.360410 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.372616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Calling delete_port for 5ecc7aea-105c-42a2-ab4f-fa598cddf263 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:16.407924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4c2b-ffe5-4366-be2e-de2625020e89 req-7ba8fd4c-c302-430d-a8ce-3acdbe91376f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.409494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-194d4c2b-ffe5-4366-be2e-de2625020e89 req-7ba8fd4c-c302-430d-a8ce-3acdbe91376f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.1205564 Dec 10 04:35:16.447666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-20712715-aae1-4d77-94db-4e59896e7027 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595654 Dec 10 04:35:16.451071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.503004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.533070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Pushing event deleted for resources: {'Port': ['ID=5ecc7aea-105c-42a2-ab4f-fa598cddf263,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:16.538526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5ecc7aea-105c-42a2-ab4f-fa598cddf263'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:16.546349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-194d4c2b-ffe5-4366-be2e-de2625020e89 req-868ac4d9-e309-499e-b0b4-a71a4ef7b07c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287348 Dec 10 04:35:16.583404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] No DVR routers for this DVR port 5ecc7aea-105c-42a2-ab4f-fa598cddf263 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:16.586423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.590308 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0cada5da-1c3e-4a9d-b2a0-42e50a008329 req-8510fc44-0b90-4a86-ab5a-74fc118bb05b tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.41 "DELETE /v2.0/ports/5ecc7aea-105c-42a2-ab4f-fa598cddf263 HTTP/1.1" status: 204 len: 173 time: 0.4112282 Dec 10 04:35:16.590824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'name': 'network-vif-deleted', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:16.593786 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ececa5f-8f3b-4d75-937c-993af73a1e66" -d '{"events": [{"server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "name": "network-vif-deleted", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:16.682807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e90c2db-6d0d-47a3-a67a-b0e6b1812550 req-fff087fe-8e12-4ea0-9f2e-4eb9fc7eb02e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255344 Dec 10 04:35:16.712028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c689bd2-c7fc-4f71-8371-1f329a572988 req-d1d39dc4-2a96-4761-a724-ea7cfaa4e0e3 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbedb69d4a9d45938d21a0be8016fcf5 HTTP/1.1" status: 200 len: 3001 time: 0.1227803 Dec 10 04:35:16.713253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Allocated IP 172.25.8.184 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/1a02ecf4-0f33-4429-aa76-5114134470f2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:16.852731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c689bd2-c7fc-4f71-8371-1f329a572988 req-f5171566-5b5c-4c33-a9a9-0a6d99f6119a tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/6f747386-da72-4a04-b762-f3a763897d58 HTTP/1.1" status: 200 len: 2998 time: 0.1324823 Dec 10 04:35:16.883646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-09bc348d-f71e-4a60-888c-9a2be9ed5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:16.885144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-09bc348d-f71e-4a60-888c-9a2be9ed5985 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f41a99fe5114920ac7337e0171c37df&device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 1098 time: 0.1140835 Dec 10 04:35:16.959211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:16.972128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c689bd2-c7fc-4f71-8371-1f329a572988 req-8700915b-ade9-4fd8-a447-a8b1ed080314 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/6f747386-da72-4a04-b762-f3a763897d58 HTTP/1.1" status: 200 len: 2998 time: 0.1112425 Dec 10 04:35:17.085399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90920eca-b70a-4990-82ff-a135dd158d93 req-1e26f08d-abec-457f-a363-817ea2000145 tempest-ServerAddressesNegativeTestJSON-1233307137 tempest-ServerAddressesNegativeTestJSON-1233307137-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83d873b-0a1e-4ea4-9a14-756e1528536e HTTP/1.1" status: 200 len: 210 time: 0.0507967 Dec 10 04:35:17.087891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-9ad01453-23eb-4d94-a3d6-6ee0992df459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:17.089288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-9ad01453-23eb-4d94-a3d6-6ee0992df459 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1915288 Dec 10 04:35:17.099830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:17.173968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-6ac7137d-d130-443a-ab46-53fc13a4ff89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8def145f-a436-45a1-bf23-897783dfbb1a HTTP/1.1" status: 200 len: 217 time: 0.0773578 Dec 10 04:35:17.182644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:17.188074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:17.203357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:17.211265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event updated for resources: {'Port': ['ID=1a02ecf4-0f33-4429-aa76-5114134470f2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:17.319557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-7e2f5f49-999a-4fde-91db-8880ce2f46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:17.321723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-7e2f5f49-999a-4fde-91db-8880ce2f46a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1202929 Dec 10 04:35:17.402157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c161c1-5fc5-4624-b576-6b73209d3e05 req-497a76bc-4181-4bb8-bb77-372ed6a69978 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:17.403614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19c161c1-5fc5-4624-b576-6b73209d3e05 req-497a76bc-4181-4bb8-bb77-372ed6a69978 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1489615 Dec 10 04:35:17.422381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:17.634562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-93a60a72-1eb8-4bd6-beba-a960bd64976e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:17.636101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-93a60a72-1eb8-4bd6-beba-a960bd64976e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 945 time: 0.0534558 Dec 10 04:35:17.734108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:17.734445 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:17.748175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-580f1ce7-2b6b-4f65-85b1-3e1ff8fca12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:17.749658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-580f1ce7-2b6b-4f65-85b1-3e1ff8fca12c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3996902 Dec 10 04:35:17.814055 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:17.819848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19c161c1-5fc5-4624-b576-6b73209d3e05 req-1a356c07-3a9d-4814-95d5-481e114099b9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077981 Dec 10 04:35:17.824340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port 81ecb0ba-9db0-4d6d-8b9a-558980a91070, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=81ecb0ba-9db0-4d6d-8b9a-558980a91070,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:17.824776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:17.848432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for 81ecb0ba-9db0-4d6d-8b9a-558980a91070 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:17.925545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-2b083c9c-81f5-44be-ac03-1fa0c57e83ba service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587472 Dec 10 04:35:17.959724 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a60fe1-945a-457f-bd32-b37537d325b4 x-openstack-request-id: req-d7a60fe1-945a-457f-bd32-b37537d325b4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:17.960122 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83d873b-0a1e-4ea4-9a14-756e1528536e", "name": "network-vif-deleted", "tag": "5ecc7aea-105c-42a2-ab4f-fa598cddf263", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:17.960464 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7a60fe1-945a-457f-bd32-b37537d325b4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:17.960968 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83d873b-0a1e-4ea4-9a14-756e1528536e', 'name': 'network-vif-deleted', 'tag': '5ecc7aea-105c-42a2-ab4f-fa598cddf263', 'status': 'completed', 'code': 200} Dec 10 04:35:17.988691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.021180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=81ecb0ba-9db0-4d6d-8b9a-558980a91070,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:18.034862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241', '81ecb0ba-9db0-4d6d-8b9a-558980a91070'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:18.075753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port 81ecb0ba-9db0-4d6d-8b9a-558980a91070 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:18.079657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.083852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-991f2c14-334e-4f26-8b2f-ee6e1e93441c req-334885e3-6b2d-4cd4-a76e-0f2b2119bec5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/81ecb0ba-9db0-4d6d-8b9a-558980a91070 HTTP/1.1" status: 204 len: 173 time: 0.4375048 Dec 10 04:35:18.108805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c924701-3914-409b-b424-bc290f4a9686 req-c5134f2e-ab8e-4a94-8fc4-cb7010b44379 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/6f747386-da72-4a04-b762-f3a763897d58 HTTP/1.1" status: 200 len: 2998 time: 0.1243918 Dec 10 04:35:18.122417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-639b857e-f221-476d-bb0b-01f0d2f49f1d req-ef3dee91-02e7-4bbf-bd0c-df7d048d5a71 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855190 Dec 10 04:35:18.161370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5ecc7aea-105c-42a2-ab4f-fa598cddf263 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:18.177063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.186531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.195583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 5ecc7aea-105c-42a2-ab4f-fa598cddf263 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:18.195941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5ecc7aea-105c-42a2-ab4f-fa598cddf263 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:18.196440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b95db888-2b05-491c-ba1e-30765a9b9731 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:18.217563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: b95db888-2b05-491c-ba1e-30765a9b9731 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:18.217911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b95db888-2b05-491c-ba1e-30765a9b9731 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:18.271311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event updated for resources: {'Port': ['ID=1a02ecf4-0f33-4429-aa76-5114134470f2,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:18.276790 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-5c924701-3914-409b-b424-bc290f4a9686 req-4b02b265-bb33-4450-96a4-2bb249c4beb4 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 04:35:18.277831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c924701-3914-409b-b424-bc290f4a9686 req-4b02b265-bb33-4450-96a4-2bb249c4beb4 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f747386-da72-4a04-b762-f3a763897d58 HTTP/1.1" status: 409 len: 352 time: 0.1531713 Dec 10 04:35:18.293460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.309334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.310565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64518033-a833-442c-8aec-a67e39985d8d req-5865d538-bb70-45d7-88fb-db6ad7f9c947 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2158041 Dec 10 04:35:18.367871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64518033-a833-442c-8aec-a67e39985d8d req-0020adfe-a251-470c-8bde-44aa7114a1c1 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0500066 Dec 10 04:35:18.529285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64518033-a833-442c-8aec-a67e39985d8d req-61fffe63-2dce-42b7-8098-13d84c4efc48 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:18.530655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64518033-a833-442c-8aec-a67e39985d8d req-61fffe63-2dce-42b7-8098-13d84c4efc48 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1564291 Dec 10 04:35:18.555972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718b176-b00d-4479-a4fc-f24afd612d6a req-ac7b624e-c5f5-4c95-9978-7af9f9ac91e3 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:18.557525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7718b176-b00d-4479-a4fc-f24afd612d6a req-ac7b624e-c5f5-4c95-9978-7af9f9ac91e3 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 947 time: 0.0851302 Dec 10 04:35:18.626190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-758c67aa-1458-4bb5-8719-76f622bbd905 req-b9f311f5-e018-4015-9449-985a0595371a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b HTTP/1.1" status: 200 len: 210 time: 0.0344083 Dec 10 04:35:18.654413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7718b176-b00d-4479-a4fc-f24afd612d6a req-c3ed8c82-27a9-4ebf-ad0e-2e8ac8e709fa tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826855 Dec 10 04:35:18.674310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:18.690440 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-f3d6d5cd-eb1f-4a4f-824f-486b778e543d req-87cbaf9f-f4b4-4e1c-8772-4dbb3fde05f0 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] show failed (client error): The resource could not be found. Dec 10 04:35:18.691776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3d6d5cd-eb1f-4a4f-824f-486b778e543d req-87cbaf9f-f4b4-4e1c-8772-4dbb3fde05f0 tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/7398feb2-c46f-42ec-bae0-140662f03c08 HTTP/1.1" status: 404 len: 352 time: 0.0185430 Dec 10 04:35:18.733736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Deleting subnet 7784f845-2bb0-40fd-8e51-a2f03fd7ae8d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:35:18.738108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.781057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b63931-8253-477a-8381-4fa0b3fd6765 req-6fb0aa10-787f-4701-aea8-a6289980dc4f tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d8c1b600eee406091c28d55eac046f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271034 Dec 10 04:35:18.802406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.855841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.914761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.941844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7784f845-2bb0-40fd-8e51-a2f03fd7ae8d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:18.943816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:18.943989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-3f89d521-569b-4464-902b-3b2befcbd7b6 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:18.945543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-3f89d521-569b-4464-902b-3b2befcbd7b6 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1470184 Dec 10 04:35:18.947474 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2187fb23-0081-4514-a6cb-6d2fff63b2a7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7784f845-2bb0-40fd-8e51-a2f03fd7ae8d HTTP/1.1" status: 204 len: 168 time: 0.2717955 Dec 10 04:35:18.949983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:18.973082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63931-8253-477a-8381-4fa0b3fd6765 req-8ac955e1-ca3c-462b-b63f-68b7130dc2d6 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:18.974679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b63931-8253-477a-8381-4fa0b3fd6765 req-8ac955e1-ca3c-462b-b63f-68b7130dc2d6 tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874077 Dec 10 04:35:19.022468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.022700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-6622581c-98e2-4f8b-8906-c2b64c61b480 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0650668 Dec 10 04:35:19.023952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b63931-8253-477a-8381-4fa0b3fd6765 req-a0146575-6265-4b3d-911b-3f39eeaf04ce tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/quotas/5d8c1b600eee406091c28d55eac046f6 HTTP/1.1" status: 200 len: 375 time: 0.0183036 Dec 10 04:35:19.043343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'floatingip': {'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:19.088655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b63931-8253-477a-8381-4fa0b3fd6765 req-0ed3a3cb-f7fd-442c-a170-9e7454387daf tempest-QuotasAdminNegativeTest-1043665517 tempest-QuotasAdminNegativeTest-1043665517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d8c1b600eee406091c28d55eac046f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576191 Dec 10 04:35:19.095490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.101340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.122117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c971194-6b12-4a8c-b000-3e5d9dbd8e43']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:19.133559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbbb328-a743-44ad-aed2-4a29594916a5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:19.133858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbbb328-a743-44ad-aed2-4a29594916a5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:19.144754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.158263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.164733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:35:19.165352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:35:19.167504 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:35:19.203503 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-f253a1ad-7b83-48c2-8ff6-1772abaf279f req-82c817d1-0bb2-48e9-adab-66c0a4484b9f tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] show failed (client error): The resource could not be found. Dec 10 04:35:19.204435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f253a1ad-7b83-48c2-8ff6-1772abaf279f req-82c817d1-0bb2-48e9-adab-66c0a4484b9f tempest-SecurityGroupsNegativeTestJSON-1629796569 tempest-SecurityGroupsNegativeTestJSON-1629796569-project] 10.222.0.43 "GET /v2.0/security-groups/edaba1f6-379d-4948-a7af-6892967b17fe HTTP/1.1" status: 404 len: 352 time: 0.0398543 Dec 10 04:35:19.216086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53076) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:19.237224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.256765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.260172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c971194-6b12-4a8c-b000-3e5d9dbd8e43 HTTP/1.1" status: 204 len: 168 time: 0.3090641 Dec 10 04:35:19.261400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25c24f-085e-46a7-b561-0f08c72b1381 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c971194-6b12-4a8c-b000-3e5d9dbd8e43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:19.339702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Deleting subnet a153a0ee-e1bd-404c-a2de-6c40236534a6 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:35:19.374635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.394892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:19.427988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be4c2-5e0a-48bc-acee-278a84f4b36a req-74c4b7aa-f4f5-4015-9f88-44ddf52ef51d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:19.429548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce0be4c2-5e0a-48bc-acee-278a84f4b36a req-74c4b7aa-f4f5-4015-9f88-44ddf52ef51d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1425889 Dec 10 04:35:19.434505 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4493435b-1f69-498a-9d7c-03c8d26c028f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d85f6cbdd200489faaf89a26b20fc654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381963 Dec 10 04:35:19.437464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:19.471256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.484350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.505908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.555331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.558345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.559641 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed3af5b2-f67d-43bf-bf0d-6181e5470eb3 HTTP/1.1" status: 204 len: 168 time: 0.1210628 Dec 10 04:35:19.567224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.568187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98defd-2501-4f3e-afc9-1a494641b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3af5b2-f67d-43bf-bf0d-6181e5470eb3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:19.650276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce0be4c2-5e0a-48bc-acee-278a84f4b36a req-67a3a78d-57a4-412b-87bd-50cc4a28d135 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107749 Dec 10 04:35:19.714849 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.754933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a153a0ee-e1bd-404c-a2de-6c40236534a6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:19.786544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.792361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:19.792878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-80f32597-278b-493d-bf58-2a01063567bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a153a0ee-e1bd-404c-a2de-6c40236534a6 HTTP/1.1" status: 204 len: 168 time: 0.5767055 Dec 10 04:35:19.824833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.830918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.884465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.972562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'name': 'network-vif-deleted', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:19.975945 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076bde83-2968-43ab-9a2f-79f5d103aeb6" -d '{"events": [{"server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "name": "network-vif-deleted", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:19.980612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.981068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:19.996758 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Floating IP 6efc74f3-4367-4969-adb7-4f013e558533 associated. External IP: 172.25.8.184, port: bcd9f496-3336-4904-93dd-9a8dd049baf1. Dec 10 04:35:20.012617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a1b978-24c2-4d15-9487-77bb1022ca59']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:20.023890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd621296e-a9a1-4a0c-845e-d96345b4b8cc') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:20.024433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd621296e-a9a1-4a0c-845e-d96345b4b8cc') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:20.036421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.056183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.063281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:35:20.065007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:35:20.067172 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:35:20.152070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.160969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.172135 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/84a1b978-24c2-4d15-9487-77bb1022ca59 HTTP/1.1" status: 204 len: 168 time: 0.3749650 Dec 10 04:35:20.197917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb07a-a90d-4fc2-aadd-48edb7726ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a1b978-24c2-4d15-9487-77bb1022ca59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:20.266087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Router d7af4484-1a05-4388-9bdb-7029e9e57269 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:20.281490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fdf35-91ee-4880-b152-ba6f300045c6 req-89edca85-ea16-4a91-aeb0-65e1bc336d77 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:20.282981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db3fdf35-91ee-4880-b152-ba6f300045c6 req-89edca85-ea16-4a91-aeb0-65e1bc336d77 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 947 time: 0.0743883 Dec 10 04:35:20.306165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8def145f-a436-45a1-bf23-897783dfbb1a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:20.352672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:20.403008 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8971649-c3fa-4408-82c4-32861ba3a0ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbedb69d4a9d45938d21a0be8016fcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448637 Dec 10 04:35:20.403434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:20.443611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db3fdf35-91ee-4880-b152-ba6f300045c6 req-d89b0042-ddf7-4625-8395-fd560c0b4e50 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118600 Dec 10 04:35:20.458924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.482954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:20.484867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.494478 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Sync routers for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:20.495280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.498179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:20.511959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:20.515838 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:20.530291 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46ca22-0ec1-4bcb-ad9e-cbf85d422550 x-openstack-request-id: req-0d46ca22-0ec1-4bcb-ad9e-cbf85d422550 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:20.530579 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b", "name": "network-vif-deleted", "tag": "81ecb0ba-9db0-4d6d-8b9a-558980a91070", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:20.530827 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d46ca22-0ec1-4bcb-ad9e-cbf85d422550 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:20.531399 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c619bd7c-ccb9-4a09-a89b-fc4eed55bc9b', 'name': 'network-vif-deleted', 'tag': '81ecb0ba-9db0-4d6d-8b9a-558980a91070', 'status': 'completed', 'code': 200} Dec 10 04:35:20.546212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-2231c38d-f2a0-4353-bce5-b975a8904b80 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "PUT /v2.0/floatingips/6efc74f3-4367-4969-adb7-4f013e558533 HTTP/1.1" status: 200 len: 996 time: 1.5132372 Dec 10 04:35:20.546670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:20.559232 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbab5c30-e820-41c8-a327-29f3792fbc15" -d '{"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:20.593937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.597550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.601073 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f747386-da72-4a04-b762-f3a763897d58 HTTP/1.1" status: 204 len: 168 time: 0.1946948 Dec 10 04:35:20.614344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939f62d-f19d-419d-9fc6-82ff26b46c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f747386-da72-4a04-b762-f3a763897d58,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:20.647299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-6a5be915-906b-4582-8923-06c8ccf31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:20.655440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-6a5be915-906b-4582-8923-06c8ccf31ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0924592 Dec 10 04:35:20.668634 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:20.746067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8def145f-a436-45a1-bf23-897783dfbb1a,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:20.776005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '8def145f-a436-45a1-bf23-897783dfbb1a', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '8def145f-a436-45a1-bf23-897783dfbb1a', 'mac_address': 'fa:16:3e:92:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:20.781357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-325568615-network', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:20.850658 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.879533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8def145f-a436-45a1-bf23-897783dfbb1a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:20.881699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Made reservation on behalf of cbfb154d09074f25b81e9845faeaffd9 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:20.884045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.902364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:20.905228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.921625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8def145f-a436-45a1-bf23-897783dfbb1a,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:20.924657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-d3131186-b8d4-4d64-9ef5-8bac28cb7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:20.926587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-d3131186-b8d4-4d64-9ef5-8bac28cb7181 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 930 time: 0.2702005 Dec 10 04:35:20.928594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:20.996813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:21.028004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-5b461ba0-00c8-46e1-9f1d-a722a16fabff tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:21.029537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-5b461ba0-00c8-46e1-9f1d-a722a16fabff tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.3687446 Dec 10 04:35:21.070797 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6efc74f3-4367-4969-adb7-4f013e558533', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'mac_address': 'fa:16:3e:5a:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:17Z', 'updated_at': '2021-12-10T04:35:19Z', 'revision_number': 1, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:21.104168 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Checking router: d7af4484-1a05-4388-9bdb-7029e9e57269 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:21.115339 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:21.116506 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:34:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:21.238817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60c248-1d77-456f-89f6-14be673ceea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.268333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8def145f-a436-45a1-bf23-897783dfbb1a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:21.272307 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:21.410807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60c248-1d77-456f-89f6-14be673ceea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.422053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60c248-1d77-456f-89f6-14be673ceea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.465756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-fb1a79c2-7be3-4bea-962a-38fd3effdffc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.4266045 Dec 10 04:35:21.470990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-7f47c1b4-7e42-474b-87cd-1d9d66a8fed4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 999 time: 0.5100343 Dec 10 04:35:21.486606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4a60c248-1d77-456f-89f6-14be673ceea6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d8c1b600eee406091c28d55eac046f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5828888 Dec 10 04:35:21.488772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:21.533893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60c248-1d77-456f-89f6-14be673ceea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313bbf01-9552-4e97-bf3a-761db59fa3c3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:21.564613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.570914 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6efc74f3-4367-4969-adb7-4f013e558533', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'mac_address': 'fa:16:3e:5a:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:17Z', 'updated_at': '2021-12-10T04:35:19Z', 'revision_number': 1, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:21.582044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.592925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.603727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf6576-5248-4fb6-8f11-c32a2413e0d2 None None] The sync data for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 is: [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6efc74f3-4367-4969-adb7-4f013e558533', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'mac_address': 'fa:16:3e:5a:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:17Z', 'updated_at': '2021-12-10T04:35:19Z', 'revision_number': 1, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:21.617252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-d837e65e-7fed-4057-8f44-167bad84272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:21.617252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-d837e65e-7fed-4057-8f44-167bad84272d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.1332836 Dec 10 04:35:21.629057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.631278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-67e2dc8e-4cea-4c4c-8b06-0f0fcee39c1c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459761 Dec 10 04:35:21.681771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:35:21.694842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.698769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.700898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/313bbf01-9552-4e97-bf3a-761db59fa3c3 HTTP/1.1" status: 204 len: 168 time: 0.2104204 Dec 10 04:35:21.711778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7115c3-6fd7-4bfb-932f-18272fab52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313bbf01-9552-4e97-bf3a-761db59fa3c3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:21.720849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:21.736948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.737302 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Added segment 013846bf-3a85-46a4-b098-5d2eb63d4b8e of type vlan for network d89ed794-b84e-4292-b1f7-6678040c5698 Dec 10 04:35:21.811656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-369a669d-e903-451e-813b-936388a12617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:21.813233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-369a669d-e903-451e-813b-936388a12617 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811419 Dec 10 04:35:21.836311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-8dd60266-3ccc-4bc8-b57f-163fb25c28a8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:35:21.837633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-8dd60266-3ccc-4bc8-b57f-163fb25c28a8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122418 Dec 10 04:35:21.839587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.892194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:21.900371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-e9e24909-6616-4fd7-b2bb-e71c8892478c service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523410 Dec 10 04:35:21.922833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be81642-9f6d-4783-bdb7-9c06a1f71b6e None None] New status for floating IP 6efc74f3-4367-4969-adb7-4f013e558533: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:35:21.964053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:21.965051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:21.965640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.062734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5623980 Dec 10 04:35:22.065607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:22.074411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Request body: {'subnet': {'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-325568615-subnet', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:22.113299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:22.128345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1453842789-network', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:22.132216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Made reservation on behalf of cbfb154d09074f25b81e9845faeaffd9 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:22.134450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.135648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-15bf59c7-61d1-451d-ae81-10a5e7593dfe service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854090 Dec 10 04:35:22.136254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a162d-03c8-4057-8c9b-800df90e1491 admin admin] Pushing event updated for resources: {'Network': ['ID=d89ed794-b84e-4292-b1f7-6678040c5698,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:22.151259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network d89ed794-b84e-4292-b1f7-6678040c5698 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:35:22.173448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 81ecb0ba-9db0-4d6d-8b9a-558980a91070 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:22.174961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b3d011-9f5d-4dda-a1df-f7e7570927d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.184089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-7f6aa195-4d83-40ef-a9d8-90233d62cebf service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704823 Dec 10 04:35:22.196622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 81ecb0ba-9db0-4d6d-8b9a-558980a91070 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:22.196916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 81ecb0ba-9db0-4d6d-8b9a-558980a91070 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:22.274782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Made reservation on behalf of cf64825d9022420f981c3bffcc07b4ca for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:22.277395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.302472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-840b7eb9-ee48-469b-bd2b-d4b021e97851 req-1d25d075-a0cd-4d24-8e96-6fbe31837563 service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595695 Dec 10 04:35:22.313049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.332639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8def145f-a436-45a1-bf23-897783dfbb1a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:22.363310 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaba6ac-68b0-4803-a6a5-820355742095 x-openstack-request-id: req-bdaba6ac-68b0-4803-a6a5-820355742095 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:22.363613 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:22.363871 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdaba6ac-68b0-4803-a6a5-820355742095 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:22.364275 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'status': 'completed', 'code': 200} Dec 10 04:35:22.417830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a399662-a2d9-4c82-a88a-6f438a7d292d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.453353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 8def145f-a436-45a1-bf23-897783dfbb1a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:22.467206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 8def145f-a436-45a1-bf23-897783dfbb1a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:22.467592 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.482750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b3d011-9f5d-4dda-a1df-f7e7570927d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.520162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b3d011-9f5d-4dda-a1df-f7e7570927d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.524723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-b7aed848-c8e8-4f82-b8e6-fdb9d7ddbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:22.526149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-b7aed848-c8e8-4f82-b8e6-fdb9d7ddbd81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.1166296 Dec 10 04:35:22.595625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.625479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3000-87d4-47fd-85e0-b08be0c1d7af req-2984872f-6776-4fef-b4a8-18d3532a8091 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:22.627045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-514c3000-87d4-47fd-85e0-b08be0c1d7af req-2984872f-6776-4fef-b4a8-18d3532a8091 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1641042 Dec 10 04:35:22.645999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:22.649715 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe545c24-79e7-4ee5-8161-8dbca69a9fc4" -d '{"events": [{"server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "name": "network-vif-plugged", "status": "completed", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:22.656667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8def145f-a436-45a1-bf23-897783dfbb1a,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:22.665121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201727d9-2693-4f23-b2dc-1bbc73220a55 req-c30e9bbd-3eda-44d1-8755-7aa9ff334536 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:22.666685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-201727d9-2693-4f23-b2dc-1bbc73220a55 req-c30e9bbd-3eda-44d1-8755-7aa9ff334536 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 948 time: 0.1445727 Dec 10 04:35:22.674261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.739657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:22.753454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-514c3000-87d4-47fd-85e0-b08be0c1d7af req-004ed974-446e-4993-831e-525157b20ac0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966206 Dec 10 04:35:22.809045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-0075a530-4d36-4145-b620-b52ef58f8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:22.811078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-0075a530-4d36-4145-b620-b52ef58f8502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 930 time: 0.2693677 Dec 10 04:35:22.835150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-201727d9-2693-4f23-b2dc-1bbc73220a55 req-1643177d-420b-44da-9190-609d8b3499a2 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406846 Dec 10 04:35:22.857103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27a21369-cd61-4d3d-9a27-133c98d01321 req-874fa19e-1539-4d42-875a-bd3db0bfe6d6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 210 time: 0.0496171 Dec 10 04:35:22.887343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.920535 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-34b3d011-9f5d-4dda-a1df-f7e7570927d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4a3cab0bcdf4ba9a7bc64bd91bff642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8050013 Dec 10 04:35:22.926970 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda112ef-0c44-4dea-93ef-472531273624 x-openstack-request-id: req-fda112ef-0c44-4dea-93ef-472531273624 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:22.927264 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "name": "network-vif-plugged", "status": "completed", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:22.927517 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fda112ef-0c44-4dea-93ef-472531273624 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:22.927910 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a', 'code': 200} Dec 10 04:35:22.932711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:22.938908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:22.955634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3d011-9f5d-4dda-a1df-f7e7570927d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89322a45-a09a-418b-9895-187b2015eae1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:22.981834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.005114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:35:23.010317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-0a73e0b9-c2bc-4947-b8d9-c30131633a39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 1001 time: 0.1871510 Dec 10 04:35:23.016826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Checking segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:23.017189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Network hostable DHCP agents. Network: d89ed794-b84e-4292-b1f7-6678040c5698, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:35:23.023452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:23.044396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.045652 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Added segment 24055806-fa57-49ca-a20c-20b8dd35075d of type vlan for network 06a2977a-1a4a-4a99-8036-4069d6f22c85 Dec 10 04:35:23.074530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17963296-df7c-4875-843c-f1ae144a081d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:23.111742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-aa7622e6-985e-41a9-807c-5f9d556711fc tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 258 time: 0.2115965 Dec 10 04:35:23.118603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-68eb395d-8885-42a8-87a7-82e5be4e91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.120134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-68eb395d-8885-42a8-87a7-82e5be4e91e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.0962195 Dec 10 04:35:23.122110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.126842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:23.131653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Network d89ed794-b84e-4292-b1f7-6678040c5698 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:35:23.153629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.157880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, d89ed794-b84e-4292-b1f7-6678040c5698) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:23.162361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.162957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.174315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159dfac-b9e7-4946-bad9-da5d845ad596 req-ddc61668-bc06-4ca9-bfb1-8c754e06c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.175554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b159dfac-b9e7-4946-bad9-da5d845ad596 req-ddc61668-bc06-4ca9-bfb1-8c754e06c4c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 1100 time: 0.1193798 Dec 10 04:35:23.186535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2aaa01-d99e-41c3-8315-13d94c41e85b None None] Network d89ed794-b84e-4292-b1f7-6678040c5698 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:23.198675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.208880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.254744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-222ceaed-d3af-42c9-a875-60087fe05ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.258315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-222ceaed-d3af-42c9-a875-60087fe05ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234972 Dec 10 04:35:23.258473 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2d21355-18f4-40a5-aa31-0b38158a014f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1881535 Dec 10 04:35:23.259327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53206) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:23.260805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b159dfac-b9e7-4946-bad9-da5d845ad596 req-8f3e3651-ef73-4170-803f-b1b4076e7f48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753453 Dec 10 04:35:23.261610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.262610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.263388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.264437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:23.327875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.328858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.332310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.334457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.335607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89322a45-a09a-418b-9895-187b2015eae1 HTTP/1.1" status: 204 len: 168 time: 0.4002984 Dec 10 04:35:23.344083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.347770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e15a85-0910-41ef-8157-a6edfd53cba8 None None] Network d89ed794-b84e-4292-b1f7-6678040c5698 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:23.355617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce213c3-1dce-4e3c-ac36-37876e593fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89322a45-a09a-418b-9895-187b2015eae1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:23.371327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4775233 Dec 10 04:35:23.373374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896ee0f-a432-43fb-9744-946b274c2fec admin admin] Pushing event updated for resources: {'Network': ['ID=06a2977a-1a4a-4a99-8036-4069d6f22c85,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:23.376929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:23.385704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Request body: {'subnet': {'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1453842789-subnet', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:23.392613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:35:23.412400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.421601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Made reservation on behalf of cf64825d9022420f981c3bffcc07b4ca for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:23.426929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.498757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.622018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.666513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.728733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d694bb2-085c-4385-8441-de7dff259090,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:23.759865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Checking segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:23.760230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Network hostable DHCP agents. Network: 06a2977a-1a4a-4a99-8036-4069d6f22c85, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:35:23.828081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Allocated IP 172.25.8.51 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ce2b98ae-c642-40ce-a721-7513a3ea59de) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:23.838469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:35:23.870919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 06a2977a-1a4a-4a99-8036-4069d6f22c85) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:23.878371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-59e81de0-39b5-4c54-944a-e6857fe797ad service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395584 Dec 10 04:35:23.879411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62049746-4980-405f-945e-b706a5817bbb None None] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:23.880042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-f9dcd361-bece-4c28-b76b-b0fd004ace56 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.881600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-f9dcd361-bece-4c28-b76b-b0fd004ace56 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.1485059 Dec 10 04:35:23.884644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:23.885220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:23.909130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:23.925536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1334ef4e-1649-4fab-bdee-7e29424c2671 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5470741 Dec 10 04:35:23.927518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:23.942416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:24.015441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.016945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.065386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-06a2977a-1a4a-4a99-8036-4069d6f22c85', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:35:24.066274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.118984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.146668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b2fe-d92b-414a-81e5-1dfc3ddd5bde req-0be0ee13-3d33-4d69-bbc6-92f6efa04028 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:24.153907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8221b2fe-d92b-414a-81e5-1dfc3ddd5bde req-0be0ee13-3d33-4d69-bbc6-92f6efa04028 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.2462046 Dec 10 04:35:24.182483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:24.186672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.191701 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.215202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbab5c30-e820-41c8-a327-29f3792fbc15 req-37efcefc-4a4d-4bc0-9491-d1a2e9d05520 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063695 Dec 10 04:35:24.313852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Allocated IP 172.20.0.2 (06a2977a-1a4a-4a99-8036-4069d6f22c85/7d694bb2-085c-4385-8441-de7dff259090/aa1a1cc1-588e-404d-8f77-b78961fd1fe2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:24.345547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8221b2fe-d92b-414a-81e5-1dfc3ddd5bde req-a08d82bc-80f7-461d-93ac-8a4c060134b7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761124 Dec 10 04:35:24.381410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.5 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/7183f2cc-029f-4fcc-947b-361e6a9b7918) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:24.421575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.431518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.461546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.484521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.499832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:24.524334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:24.527145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:24.582734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event updated for resources: {'Port': ['ID=ce2b98ae-c642-40ce-a721-7513a3ea59de,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:24.634531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4610d-6663-4031-b79e-f51394aceba5 req-0ca060cb-6ccf-47e3-b0f8-6db9b3d41871 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:24.635949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.636096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02e4610d-6663-4031-b79e-f51394aceba5 req-0ca060cb-6ccf-47e3-b0f8-6db9b3d41871 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 949 time: 0.1674562 Dec 10 04:35:24.646325 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.705089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:24.712560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:24.715910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:24.735860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Allocated IP 172.25.8.145 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/498fda32-3815-487b-aeb7-f394323a3387) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:24.750134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.754924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:24.781428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.808091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02e4610d-6663-4031-b79e-f51394aceba5 req-1d9e4467-19c2-4a07-8715-5cf3fe001d19 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411803 Dec 10 04:35:24.835980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Attempting to bind port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:24.836828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Attempting to bind port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:24.838003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Attempting to bind port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 on network 06a2977a-1a4a-4a99-8036-4069d6f22c85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:24.848102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.849040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:24.849604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Checking segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:24.850293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.850830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Bound using segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:24.851456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Bound port: aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:24.852220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.871802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.900408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4f35d47-8137-47ad-8e0a-285f73dd5392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.915126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.950521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] For port aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:24.954966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:24.955433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] For port aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:24.969053 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.004975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.007683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:25.013212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:25.018499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:25.020799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:25.076320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:25.093881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:25.094549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.097157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02313d-9b80-4407-91b1-c3716705a4c8 req-2585c286-188e-4096-b931-856de5143bcb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:25.099794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae02313d-9b80-4407-91b1-c3716705a4c8 req-2585c286-188e-4096-b931-856de5143bcb tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 931 time: 0.1606755 Dec 10 04:35:25.121047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eaa2d-45f7-4a4b-be45-1c3cc8c1fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:25.137108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-83e3e77a-1463-45c4-bc36-99f7437f3e8c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2334480 Dec 10 04:35:25.176546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Request body: {'port': {'device_id': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:25.266266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.270589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.290506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.323676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Allocated IP 172.25.8.89 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/2e3d97d4-cc70-483f-81c6-4f997fc4a092) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:25.339871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.364279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae02313d-9b80-4407-91b1-c3716705a4c8 req-1b490ae2-866a-49fe-a31f-ae09bfd8354a tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414188 Dec 10 04:35:25.403217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:25.649730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.714829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.772427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:25.788260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:25.811165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Pushing event updated for resources: {'Port': ['ID=498fda32-3815-487b-aeb7-f394323a3387,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:25.812120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7183f2cc-029f-4fcc-947b-361e6a9b7918 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:25.820508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.824268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.867466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Transition to ACTIVE for port object 7183f2cc-029f-4fcc-947b-361e6a9b7918 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:25.870338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.876866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:25.881768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.886323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:25.889483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:25.897140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3d97d4-cc70-483f-81c6-4f997fc4a092,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:25.944712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99403c-0cd5-46f5-b526-3bf06aa38f47 req-c7e8496c-8187-4834-8774-2a76ef7ac28b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:25.946292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b99403c-0cd5-46f5-b526-3bf06aa38f47 req-c7e8496c-8187-4834-8774-2a76ef7ac28b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1785030 Dec 10 04:35:25.949373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event updated for resources: {'Port': ['ID=ce2b98ae-c642-40ce-a721-7513a3ea59de,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:25.954308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:25.955531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-70a722fa-d0cc-4133-b324-f4b6cef61389 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8343129 Dec 10 04:35:26.011407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Pushing event updated for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:26.079257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-6de3f58f-883e-4ffb-9acb-879aec61d87c tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.0943542 Dec 10 04:35:26.134800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b99403c-0cd5-46f5-b526-3bf06aa38f47 req-b37317a5-ac3a-4cee-a1b3-3150ff433214 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510129 Dec 10 04:35:26.188902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Attempting to bind port 7183f2cc-029f-4fcc-947b-361e6a9b7918 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:26.189508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Attempting to bind port 7183f2cc-029f-4fcc-947b-361e6a9b7918 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:26.189971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Attempting to bind port 7183f2cc-029f-4fcc-947b-361e6a9b7918 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:26.197359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Port 7183f2cc-029f-4fcc-947b-361e6a9b7918 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:26.198151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Attempting to bind port 7183f2cc-029f-4fcc-947b-361e6a9b7918 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:26.211304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:26.211304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:26.211304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:26.211897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Bound port: 7183f2cc-029f-4fcc-947b-361e6a9b7918, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:26.212621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.301657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-53c98517-e95d-444b-9edf-040c9aeb9438 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:26.303723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6369b88f-d9a0-44e8-81f4-13d2bf055393 req-53c98517-e95d-444b-9edf-040c9aeb9438 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2163048 Dec 10 04:35:26.328303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.388467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82de29-644d-4da8-93a2-c0da590afeca None None] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:26.403987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:26.408287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.451076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:26.461045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.479859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] Provisioning complete for port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:26.480559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.503083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:26.503706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.507228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] 10.222.0.41 "PUT /v2.0/ports/7183f2cc-029f-4fcc-947b-361e6a9b7918 HTTP/1.1" status: 200 len: 1091 time: 1.3492081 Dec 10 04:35:26.512101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:26.513401 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:26.559692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-8db67483-95f0-421d-9ab1-c6abf73e61c4 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:26.561555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-8db67483-95f0-421d-9ab1-c6abf73e61c4 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1362097 Dec 10 04:35:26.570467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0e704-b848-4da3-8855-5a7c0b601e64 req-3ac69aff-57e9-4ece-b16f-448173462b47 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:26.572120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67c0e704-b848-4da3-8855-5a7c0b601e64 req-3ac69aff-57e9-4ece-b16f-448173462b47 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 949 time: 0.1456523 Dec 10 04:35:26.585436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c65a-85f3-43fc-b045-8f88ded80b8e service neutron] Pushing event updated for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:26.617870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.672461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] For port aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:26.679931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.712020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3d1187ac-0b22-42e8-ae59-222bba31143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:26.713562 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-3d1187ac-0b22-42e8-ae59-222bba31143a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 1094 time: 0.1184504 Dec 10 04:35:26.720787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-9eaec3c4-767c-4dd6-b482-66b550abf959 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.1376483 Dec 10 04:35:26.731935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.737807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-9f498cb7-1361-4f54-87d9-a0d0d5304edf tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'floatingip': {'port_id': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:26.743159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85674c9-7b39-4343-b239-fdf96da346ae None None] Pushing event updated for resources: {'Port': ['ID=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:26.781062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67c0e704-b848-4da3-8855-5a7c0b601e64 req-ea9befaf-167b-46d8-8326-5e223e5d6e5f tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947861 Dec 10 04:35:26.789205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-9f498cb7-1361-4f54-87d9-a0d0d5304edf tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.793058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:26.903656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-30bfe032-99e3-466f-86d7-9122cbc2af4f None None] Provisioning complete for port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:26.904901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30bfe032-99e3-466f-86d7-9122cbc2af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:27.106337 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-59e61206-eba1-417f-bd2d-6c0a137882e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918 HTTP/1.1" status: 200 len: 217 time: 0.3672502 Dec 10 04:35:27.107596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff69d2-baba-4a89-a53c-21fdece9b9fe req-ef6357d8-51f9-4935-ab61-93768485594b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:27.109102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85ff69d2-baba-4a89-a53c-21fdece9b9fe req-ef6357d8-51f9-4935-ab61-93768485594b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 943 time: 0.1850655 Dec 10 04:35:27.201413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-c8d9e52f-e9fa-49c8-98aa-600b682460a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:27.202895 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-c8d9e52f-e9fa-49c8-98aa-600b682460a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.0830693 Dec 10 04:35:27.215362 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-9f498cb7-1361-4f54-87d9-a0d0d5304edf tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 04:35:27.217562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae219c88-4a6a-4d01-bec1-e8de996cb7bc req-9f498cb7-1361-4f54-87d9-a0d0d5304edf tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "PUT /v2.0/floatingips/65c0d907-2643-40cf-a135-b90ed81b6ebe HTTP/1.1" status: 409 len: 549 time: 0.4956148 Dec 10 04:35:27.222751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85ff69d2-baba-4a89-a53c-21fdece9b9fe req-4e08d39a-5ed9-4476-a9ee-aa3b91e34c7b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Dec 10 04:35:27.226312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:35:27.248960 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-707d1680-4784-47c4-a222-db569543bb74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310566 Dec 10 04:35:27.269253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:35:27.324930 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7c234-64a0-4ef3-b442-903162942c50 x-openstack-request-id: req-29c7c234-64a0-4ef3-b442-903162942c50 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:27.325263 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:27.325386 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29c7c234-64a0-4ef3-b442-903162942c50 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:27.325779 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918', 'status': 'completed', 'code': 200} Dec 10 04:35:27.343613 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:27.369187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:27.385816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Sync routers for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:27.397139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:27.402307 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:27.403109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:27.403249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c82ae06-7bda-47f7-9fad-404bcf1529d5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1427388 Dec 10 04:35:27.404127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:27.472884 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-238c8d02-c7ea-486b-99c0-00bf634914f2 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150478 Dec 10 04:35:27.511219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa1a1cc1-588e-404d-8f77-b78961fd1fe2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:27.523114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:27.569832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Sync routers for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:27.587206 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:27.620508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:27.621728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-06d5f650-c8b2-4b9f-a3ea-468742a081b7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6932230 Dec 10 04:35:27.627356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:27.644335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91b6b-6bfd-40dc-a2ed-1b380db5a992 req-d569aca8-a115-426f-8d36-ccee0669f883 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:27.645963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2af91b6b-6bfd-40dc-a2ed-1b380db5a992 req-d569aca8-a115-426f-8d36-ccee0669f883 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1289222 Dec 10 04:35:27.648388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:27.649050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:27.709582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-1a544094-647d-4251-82ec-9da2f25254be tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips/65c0d907-2643-40cf-a135-b90ed81b6ebe HTTP/1.1" status: 200 len: 692 time: 0.0580943 Dec 10 04:35:27.719530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-83261946-3673-4b7d-a45a-f7bfecb863ef req-5caefa64-5b61-455f-a59e-0466ad9ce413 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325184 Dec 10 04:35:27.795147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2af91b6b-6bfd-40dc-a2ed-1b380db5a992 req-665974e4-7540-4a14-81ab-747e88aeb700 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371739 Dec 10 04:35:27.854607 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:27.939996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-26d15583-17a8-4a2b-9218-47598db04884 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:27.941402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-26d15583-17a8-4a2b-9218-47598db04884 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2201159 Dec 10 04:35:27.960117 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Checking router: 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:27.964445 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Updating router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 port 498fda32-3815-487b-aeb7-f394323a3387 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:27.989456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:28.026010 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.072253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-472a0aeb-eff7-4371-9073-7e6b01594ca1 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.1175623 Dec 10 04:35:28.132146 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-6d12711d-8546-487f-b08d-c2758d5602fe service neutron] show failed (client error): The resource could not be found. Dec 10 04:35:28.133276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-6d12711d-8546-487f-b08d-c2758d5602fe service neutron] 10.222.0.36 "GET /v2.0/ports/9567a6b5-0475-4010-b07b-21ccb0ec500f/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.1799099 Dec 10 04:35:28.146878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-a6095044-fdd3-4da9-a5f2-4dff5529fde8 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.0736592 Dec 10 04:35:28.346867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-5cafb8b1-bc06-4dbf-9651-967d6e9ded03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:28.348454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-5cafb8b1-bc06-4dbf-9651-967d6e9ded03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 1094 time: 0.5035009 Dec 10 04:35:28.353227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Deleting port ce2b98ae-c642-40ce-a721-7513a3ea59de {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:28.353412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.435128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:28.442752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.524033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.536414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:28.607118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.607616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.629968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Calling delete_port for ce2b98ae-c642-40ce-a721-7513a3ea59de owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:28.659963 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.661282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64300e-38f3-4ba4-9bb1-a5917adb77fb req-ff6574e5-3053-4e8a-8f75-0a6b22aa9fd3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:28.664777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e64300e-38f3-4ba4-9bb1-a5917adb77fb req-ff6574e5-3053-4e8a-8f75-0a6b22aa9fd3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 943 time: 0.1543972 Dec 10 04:35:28.675402 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.706026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-54d512c4-622a-4cb8-9341-4cb40a8a1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:28.708001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-54d512c4-622a-4cb8-9341-4cb40a8a1348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.3481948 Dec 10 04:35:28.745386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:28.750566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-18035254-9fbf-45bc-96be-cbd8818fbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:28.752241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-18035254-9fbf-45bc-96be-cbd8818fbc5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1100 time: 0.1746094 Dec 10 04:35:28.769964 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Pushing event updated for resources: {'Port': ['ID=498fda32-3815-487b-aeb7-f394323a3387,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:28.770223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.773624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Attempting to bind port 498fda32-3815-487b-aeb7-f394323a3387 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:28.775079 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Attempting to bind port 498fda32-3815-487b-aeb7-f394323a3387 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:28.775457 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Attempting to bind port 498fda32-3815-487b-aeb7-f394323a3387 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:28.777595 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-650ab5e1-f364-49bf-9466-66cd6efdb4f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918 HTTP/1.1" status: 200 len: 217 time: 0.0591323 Dec 10 04:35:28.780485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Checking router: 1b70ced7-7b6b-4ccd-9856-025d1bdb960f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:28.780866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Updating router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:28.789312 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.789714 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.790060 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.790397 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.790726 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.791055 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.791382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.792565 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.793254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.793587 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.793910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.794230 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.794582 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:28.799297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:28.805992 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:28.806366 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:28.806765 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.807286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:28.809899 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Bound port: 498fda32-3815-487b-aeb7-f394323a3387, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:28.810058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.810216 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.829274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-659959c9-3d49-4a76-ae8b-73fa4dcea268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.892415 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] For port 498fda32-3815-487b-aeb7-f394323a3387, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:28.896031 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] For port 498fda32-3815-487b-aeb7-f394323a3387, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=498fda32-3815-487b-aeb7-f394323a3387,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:28.906048 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:28.931987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-5b3ad2d9-43ef-44b8-90f6-04449ca2090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:28.933953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-5b3ad2d9-43ef-44b8-90f6-04449ca2090a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1465085 Dec 10 04:35:28.981704 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:28.983441 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:28.988268 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11893d8f-8c67-47bb-b832-5205c047820e None None] Pushing event updated for resources: {'Port': ['ID=498fda32-3815-487b-aeb7-f394323a3387,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:28.989668 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-2915fe96-0bd7-4e80-be8a-9383cbd6511f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410256 Dec 10 04:35:29.037312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.041072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e64300e-38f3-4ba4-9bb1-a5917adb77fb req-261f5b90-da89-4daa-adf2-a32fe2dd52a6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653421 Dec 10 04:35:29.066459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.118216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.163306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event deleted for resources: {'Port': ['ID=ce2b98ae-c642-40ce-a721-7513a3ea59de,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:29.243875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.255578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.340524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Attempting to bind port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:29.340898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Attempting to bind port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:29.341268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Attempting to bind port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:29.351053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:29.353189 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:29.355459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:29.355459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.355804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:29.364966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Bound port: 2e3d97d4-cc70-483f-81c6-4f997fc4a092, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:29.365386 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.405977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8ec9-4834-4791-881a-0df284ec118f None None] Pushing event updated for resources: {'Port': ['ID=2e3d97d4-cc70-483f-81c6-4f997fc4a092,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:29.448378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.451364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.452650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e771f99-7210-4dbf-a605-1cd3accf3b97 req-8cd5aff1-abc7-4104-9924-97ec1d03a1ae tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "DELETE /v2.0/floatingips/65c0d907-2643-40cf-a135-b90ed81b6ebe HTTP/1.1" status: 204 len: 173 time: 1.3044555 Dec 10 04:35:29.466091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1157bd1-877b-4721-9a34-e16139889382 req-4cabc84b-558a-4f3e-b66f-53e6f6f21384 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:29.474216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1157bd1-877b-4721-9a34-e16139889382 req-4cabc84b-558a-4f3e-b66f-53e6f6f21384 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 949 time: 0.1519585 Dec 10 04:35:29.476952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] For port 2e3d97d4-cc70-483f-81c6-4f997fc4a092, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:29.481755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] For port 2e3d97d4-cc70-483f-81c6-4f997fc4a092, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e3d97d4-cc70-483f-81c6-4f997fc4a092,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:29.483350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-659959c9-3d49-4a76-ae8b-73fa4dcea268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.489674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.520817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-659959c9-3d49-4a76-ae8b-73fa4dcea268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.535308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Allocated IP 172.20.0.1 (d89ed794-b84e-4292-b1f7-6678040c5698/65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c/609e7875-8f65-4db6-be2e-51dfea4fd6c6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:29.545714 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-817c4473-6248-4ab1-a699-957c0a18fcd9 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447092 Dec 10 04:35:29.595845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8ec9-4834-4791-881a-0df284ec118f None None] Pushing event updated for resources: {'Port': ['ID=2e3d97d4-cc70-483f-81c6-4f997fc4a092,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:29.622661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:29.623826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:29.682577 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:29.716125 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3517b9-f14e-4a82-8ae4-72661d7b9de5 None None] The sync data for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 is: [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:29.747771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:29.787021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Allocated IP 172.20.0.1 (06a2977a-1a4a-4a99-8036-4069d6f22c85/7d694bb2-085c-4385-8441-de7dff259090/1dc32371-b87b-4f3b-b0a4-ad311b07e80d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:29.817673 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34b6f7bf-e410-4ef7-9be9-7e3b1cb5862a req-90b8d1b5-1131-4a7b-b112-a46090981444 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455573 Dec 10 04:35:29.825888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.935721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-659959c9-3d49-4a76-ae8b-73fa4dcea268 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85a822688b44461f94f5a849a54ce1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3906903 Dec 10 04:35:29.936422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53322) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:29.951554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:29.973156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1157bd1-877b-4721-9a34-e16139889382 req-91a09358-0b90-491a-b5a3-8634645019d4 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc9b56-4332-433e-ae41-1cd46741166e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925325 Dec 10 04:35:30.040027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:30.046072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659959c9-3d49-4a76-ae8b-73fa4dcea268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76bfcd3-3138-4864-955d-910bcbfeff0b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:30.064797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.072954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Network d89ed794-b84e-4292-b1f7-6678040c5698 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:30.080065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12175f3-9436-458d-b023-d89f3a7d4f86 None None] The sync data for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 is: [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:26Z', 'revision_number': 3, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:30.080556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:30.090740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:30.121562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:30.170504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa77634-5fb3-40b9-bd87-8137988fe898 req-e981f1ea-538c-4bfd-9d32-7ebb6ed133b0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:30.178603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfa77634-5fb3-40b9-bd87-8137988fe898 req-e981f1ea-538c-4bfd-9d32-7ebb6ed133b0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.3085618 Dec 10 04:35:30.184596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.233222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Pushing event updated for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:30.240793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.245205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-31b5111f-5314-4a02-b582-69f1cbc65365 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2406113 Dec 10 04:35:30.248125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-37b1318d-0072-4617-92d1-c8cf67c29fca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2395260 Dec 10 04:35:30.299268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.308700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:30.349555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.369589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-412fdbd3-8c8d-432a-8a30-3ed814bcd67c tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:30.371038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-412fdbd3-8c8d-432a-8a30-3ed814bcd67c tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.36 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 949 time: 0.2106757 Dec 10 04:35:30.371412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfa77634-5fb3-40b9-bd87-8137988fe898 req-366c173e-9548-4cde-8090-66a3845c224e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916797 Dec 10 04:35:30.388177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-82b3e1ae-3cbf-4b35-a4e1-0f449e15a09f tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:30.394472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-82b3e1ae-3cbf-4b35-a4e1-0f449e15a09f tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports/bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 942 time: 0.1337132 Dec 10 04:35:30.426361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:30.429232 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e704b7b-2b9e-4ec4-9e27-0cbb9a81a79a" -d '{"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:30.434736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.437555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:30.454152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-070c2089-de7c-475e-b394-9a3551dc40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:30.455672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-070c2089-de7c-475e-b394-9a3551dc40d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 1097 time: 0.1484785 Dec 10 04:35:30.460283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Transition to ACTIVE for port object 9567a6b5-0475-4010-b07b-21ccb0ec500f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:30.468119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.521367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.524008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.529657 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a76bfcd3-3138-4864-955d-910bcbfeff0b HTTP/1.1" status: 204 len: 168 time: 0.5874310 Dec 10 04:35:30.534980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:30.568802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:30.572726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:30.575041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab10fd-0cb7-4170-8c9d-05a86ee52571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76bfcd3-3138-4864-955d-910bcbfeff0b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:30.670404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:30.703325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-35ae5edb-f404-474b-922c-5b04889f73e7 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2315652 Dec 10 04:35:30.907123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Deleting port 8def145f-a436-45a1-bf23-897783dfbb1a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:30.907474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.008852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] For port 8def145f-a436-45a1-bf23-897783dfbb1a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8def145f-a436-45a1-bf23-897783dfbb1a,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:31.009221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.010719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-cd7eae09-ad5b-4764-ab87-3ab75d53ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.012240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-cd7eae09-ad5b-4764-ab87-3ab75d53ede4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 200 len: 913 time: 0.4870677 Dec 10 04:35:31.027905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Calling delete_port for 8def145f-a436-45a1-bf23-897783dfbb1a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:31.095363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7976f9e2-1034-499b-a0fa-78eae79b2068 None None] Provisioning complete for port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:31.095953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7976f9e2-1034-499b-a0fa-78eae79b2068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.131321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.158510 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.181141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-40da3017-9fcc-4f5e-8274-f2dc3f4c7acb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 200 len: 1001 time: 0.1409495 Dec 10 04:35:31.215338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7976f9e2-1034-499b-a0fa-78eae79b2068 None None] Port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:31.257743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] No DVR routers for this DVR port 9567a6b5-0475-4010-b07b-21ccb0ec500f on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:31.270302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53336) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:31.271614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:31.341236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ac30a-62d7-4965-87c8-a05cbd664c7d req-6be0fcbd-65c0-420f-9741-1c5877f047a6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.350072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5ac30a-62d7-4965-87c8-a05cbd664c7d req-6be0fcbd-65c0-420f-9741-1c5877f047a6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 943 time: 0.8234837 Dec 10 04:35:31.358266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd901dae-b41f-487f-8cbc-6c25fc20169b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.417394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:31.418287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:31.418868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:31.425352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-96e9c63a-508d-4877-983a-153baff510f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.427240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-96e9c63a-508d-4877-983a-153baff510f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=682052b9-de26-4bb7-bfe9-95069ac9db4e HTTP/1.1" status: 200 len: 851 time: 0.2089758 Dec 10 04:35:31.437582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-f97211e5-37b9-486a-9ff2-768e890ba25b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.439336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-f97211e5-37b9-486a-9ff2-768e890ba25b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.6700814 Dec 10 04:35:31.450193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:31.451375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Attempting to bind port 9567a6b5-0475-4010-b07b-21ccb0ec500f on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:31.501552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:31.502225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:31.503121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:31.503750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Bound port: 9567a6b5-0475-4010-b07b-21ccb0ec500f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:31.504271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.534893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 498fda32-3815-487b-aeb7-f394323a3387 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:31.579580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c5ac30a-62d7-4965-87c8-a05cbd664c7d req-3da50499-7e61-4d83-8436-d70cdc39e87e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282743 Dec 10 04:35:31.619853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.642810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 498fda32-3815-487b-aeb7-f394323a3387 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:31.643365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.671553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-06e77a78-76fc-4e79-9e6f-5f204ed70372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.673419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-06e77a78-76fc-4e79-9e6f-5f204ed70372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=834741a8-8e7c-401f-afa6-6e7a4e3d21bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326326 Dec 10 04:35:31.676803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-ae515a73-d9f4-4570-bfd8-b0b96a702a5a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2118139 Dec 10 04:35:31.698413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.700113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:31.772416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.775993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:31.802261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 498fda32-3815-487b-aeb7-f394323a3387, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=498fda32-3815-487b-aeb7-f394323a3387,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:31.806071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Pushing event updated for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:31.807404 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd9a6a-e0d9-4274-810c-fb42d5692dcf x-openstack-request-id: req-22bd9a6a-e0d9-4274-810c-fb42d5692dcf {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:31.807703 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:31.807964 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22bd9a6a-e0d9-4274-810c-fb42d5692dcf {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:31.808368 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'code': 200} Dec 10 04:35:31.809513 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.811009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e3d97d4-cc70-483f-81c6-4f997fc4a092 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:31.821830 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.832711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:31.844573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.848195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.850767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.925579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=498fda32-3815-487b-aeb7-f394323a3387,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:31.928648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.946923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:31.947289 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.959651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.962780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1419f07-298f-4e20-85fa-da74e33f3b3e req-5ec115ab-fc85-4f79-9c94-786f9d5b2ff3 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.43 "GET /v2.0/ports?device_id=363c4ad0-5908-444e-ba3e-3cc53b195d65 HTTP/1.1" status: 200 len: 210 time: 0.0564053 Dec 10 04:35:31.970026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:31.970718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:31.972055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] 10.222.0.41 "PUT /v2.0/ports/9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 1095 time: 3.1955793 Dec 10 04:35:31.974414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-0d43e4a2-a723-4ca5-be34-54c48375e799 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882283 Dec 10 04:35:31.974581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8def145f-a436-45a1-bf23-897783dfbb1a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:31.976149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.027179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.058824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a74a2-729b-4d42-8464-7d7d8c352133 service neutron] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.086642 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.115822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 2e3d97d4-cc70-483f-81c6-4f997fc4a092, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e3d97d4-cc70-483f-81c6-4f997fc4a092,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:32.120959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.178964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=2e3d97d4-cc70-483f-81c6-4f997fc4a092,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.186916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7183f2cc-029f-4fcc-947b-361e6a9b7918 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:32.193573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd901dae-b41f-487f-8cbc-6c25fc20169b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.291964 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.315906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.318669 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Floating IP 6efc74f3-4367-4969-adb7-4f013e558533 disassociated. External IP: 172.25.8.184, port: bcd9f496-3336-4904-93dd-9a8dd049baf1. Dec 10 04:35:32.327973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-f99c1abf-81b4-4ac4-890c-496b43a52e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:32.329521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-f99c1abf-81b4-4ac4-890c-496b43a52e1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1098 time: 0.2822468 Dec 10 04:35:32.330070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd901dae-b41f-487f-8cbc-6c25fc20169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.344924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:32.354625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Pushing event deleted for resources: {'Port': ['ID=8def145f-a436-45a1-bf23-897783dfbb1a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.369697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914d31ee-f2ab-4cee-b1a9-40e912caf80b req-b6d9b351-7bce-497c-96bc-a8205cbe9576 service neutron] 10.222.0.36 "GET /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813727 Dec 10 04:35:32.372088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '7183f2cc-029f-4fcc-947b-361e6a9b7918', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': '7183f2cc-029f-4fcc-947b-361e6a9b7918', 'mac_address': 'fa:16:3e:8c:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:32.376662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:32.388046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] No DVR routers for this DVR port 8def145f-a436-45a1-bf23-897783dfbb1a on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:32.395798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.399212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ba7d6654-c2d1-4169-8da3-a5929ed8910d req-b01db44e-0229-4c78-b1bd-ad32e56afb52 tempest-TenantUsagesTestJSON-793408098 tempest-TenantUsagesTestJSON-793408098-project] 10.222.0.36 "DELETE /v2.0/ports/8def145f-a436-45a1-bf23-897783dfbb1a HTTP/1.1" status: 204 len: 173 time: 1.9408038 Dec 10 04:35:32.408028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c17bb5-b3b4-4528-976d-ed7276e5abfb req-c2f089e0-9142-48ab-b3a4-52267cf15bae tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:32.417984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07c17bb5-b3b4-4528-976d-ed7276e5abfb req-c2f089e0-9142-48ab-b3a4-52267cf15bae tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.3089120 Dec 10 04:35:32.418397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'name': 'network-vif-deleted', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:32.423662 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72f69b-42c7-4c58-82d3-55543a94f788" -d '{"events": [{"server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "name": "network-vif-deleted", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:32.432444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:32.472355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901dae-b41f-487f-8cbc-6c25fc20169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5758a12-30b3-43ec-a824-22f0863df6fa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.476106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:32.485119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd901dae-b41f-487f-8cbc-6c25fc20169b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36bd5e624063461d9a1012c6feee7502&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2136440 Dec 10 04:35:32.489388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:32.554919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:32.555706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8def145f-a436-45a1-bf23-897783dfbb1a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:32.561337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.625804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 8def145f-a436-45a1-bf23-897783dfbb1a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:32.626543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8def145f-a436-45a1-bf23-897783dfbb1a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:32.634149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07c17bb5-b3b4-4528-976d-ed7276e5abfb req-b407480b-f6bb-4410-b5ba-a4dd056a81c8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142565 Dec 10 04:35:32.641060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Network d89ed794-b84e-4292-b1f7-6678040c5698 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:32.643801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7183f2cc-029f-4fcc-947b-361e6a9b7918 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:32.661149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:32.685270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:32.706391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.812576 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab63bb-cf2d-4539-a943-258cf9a9c925 x-openstack-request-id: req-3fab63bb-cf2d-4539-a943-258cf9a9c925 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:32.812869 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c4ad0-5908-444e-ba3e-3cc53b195d65", "name": "network-vif-deleted", "tag": "8def145f-a436-45a1-bf23-897783dfbb1a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:32.813151 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fab63bb-cf2d-4539-a943-258cf9a9c925 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:32.813655 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c4ad0-5908-444e-ba3e-3cc53b195d65', 'name': 'network-vif-deleted', 'tag': '8def145f-a436-45a1-bf23-897783dfbb1a', 'status': 'completed', 'code': 200} Dec 10 04:35:32.843932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:32.853820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-30f36bf1-0d52-4560-bcc6-5fdc77afe8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:32.855320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-30f36bf1-0d52-4560-bcc6-5fdc77afe8b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.4881554 Dec 10 04:35:32.880825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.897750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-80cdc087-fadb-42a6-9bc0-608394923336 None None] Provisioning complete for port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:32.898345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80cdc087-fadb-42a6-9bc0-608394923336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.921336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-9f475fde-1903-441e-947c-c468232dc83e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0538514 Dec 10 04:35:32.925152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:32.937184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-80cdc087-fadb-42a6-9bc0-608394923336 None None] Port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:33.008224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:33.054269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7183f2cc-029f-4fcc-947b-361e6a9b7918'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:33.069638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:33.095728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:33.098524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:33.102582 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5758a12-30b3-43ec-a824-22f0863df6fa HTTP/1.1" status: 204 len: 168 time: 0.6092978 Dec 10 04:35:33.187900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571ec4-28fa-49d3-b233-235076e09f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5758a12-30b3-43ec-a824-22f0863df6fa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:33.436163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-a3e64607-a0c1-4777-b736-889a38ae5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:33.437674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-a3e64607-a0c1-4777-b736-889a38ae5b5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0807030 Dec 10 04:35:33.478980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 498fda32-3815-487b-aeb7-f394323a3387 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:33.489151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Router d7af4484-1a05-4388-9bdb-7029e9e57269 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:33.498276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2a2a7-176e-4258-877c-dbb527c45213 req-f7d477f5-a265-4cae-a520-2814dc4af996 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:33.506518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ef2a2a7-176e-4258-877c-dbb527c45213 req-f7d477f5-a265-4cae-a520-2814dc4af996 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 944 time: 0.5974734 Dec 10 04:35:33.580750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:33.585796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 498fda32-3815-487b-aeb7-f394323a3387 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:33.586729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:33.586926 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0494f9b8-8476-4868-a8a1-dc13dbd38802 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b70ced7-7b6b-4ccd-9856-025d1bdb960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9582920 Dec 10 04:35:33.595567 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Sync routers for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:33.618055 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:33.619108 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:33.634645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:33.648323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Sync routers for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:33.661832 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-373147d2-3118-4cf8-a015-13c7ebcec689 admin admin] 10.222.0.43 "PUT /v2.0/routers/93d91ee5-1928-4dd8-aaba-f3dba22c3de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2568247 Dec 10 04:35:33.666834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-d6ed755f-8e65-4563-a271-0bb2228cebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:33.669144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-d6ed755f-8e65-4563-a271-0bb2228cebb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004242 Dec 10 04:35:33.681854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ef2a2a7-176e-4258-877c-dbb527c45213 req-5a978fe4-8995-451e-9eb8-ce1f3cab1722 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742635 Dec 10 04:35:33.704381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:33.705049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:33.809827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:33.813319 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165ea584-a9d1-4c2c-a444-39a91446b7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:33.837956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:33.869376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:33.884934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:33.894235 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Sync routers for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:33.929661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-5b1087f7-2630-4810-83cf-85fc52e7cdbf service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466257 Dec 10 04:35:33.936173 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:33.936911 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:33.979859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e3d97d4-cc70-483f-81c6-4f997fc4a092 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:34.140083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-0f8d1d82-b568-465e-96d5-ace6b3d20b37 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "PUT /v2.0/floatingips/6efc74f3-4367-4969-adb7-4f013e558533 HTTP/1.1" status: 200 len: 695 time: 2.4554608 Dec 10 04:35:34.143133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a64abea-dec4-4e61-92dc-4941c2c2a764 req-ae05c835-fbc2-43d6-8209-1b013ebbf2ea service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991076 Dec 10 04:35:34.177056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:34.193986 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:34.218344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7183f2cc-029f-4fcc-947b-361e6a9b7918 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:34.246430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8eba-e1c5-43f8-8750-152cbd5cda7c req-b4b8b6dc-076f-4044-b088-b3e6558106f0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.250003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12df8eba-e1c5-43f8-8750-152cbd5cda7c req-b4b8b6dc-076f-4044-b088-b3e6558106f0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.3090091 Dec 10 04:35:34.294137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-4e4aa046-8ba7-4d31-abb8-3d05adcf4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.296004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-4e4aa046-8ba7-4d31-abb8-3d05adcf4ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.1228073 Dec 10 04:35:34.317538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:34.375823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12df8eba-e1c5-43f8-8750-152cbd5cda7c req-b5ba2c73-4353-4aca-bec9-21f2c5bdb735 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136072 Dec 10 04:35:34.385411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 7183f2cc-029f-4fcc-947b-361e6a9b7918 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:34.416179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 7183f2cc-029f-4fcc-947b-361e6a9b7918 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:34.419190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:34.504877 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2fe142-4b9b-440a-be60-aec1f977fdb6 x-openstack-request-id: req-1f2fe142-4b9b-440a-be60-aec1f977fdb6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:34.507652 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:34.507652 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f2fe142-4b9b-440a-be60-aec1f977fdb6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:34.508154 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'status': 'completed', 'code': 200} Dec 10 04:35:34.511757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-7e74e141-86fe-41ea-983e-59273008298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.513424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-7e74e141-86fe-41ea-983e-59273008298c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 930 time: 0.2040148 Dec 10 04:35:34.564910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:34.565391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:34.586709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-193c440a-ac0e-4706-b562-90dddad8dfd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 217 time: 0.0647674 Dec 10 04:35:34.661415 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 2, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:34.665757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-c15e9ab5-b7dc-493f-b5c6-36dffe0d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.667569 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0f4f4be2-8d37-443a-ba68-52d80bd7d595 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f41a99fe5114920ac7337e0171c37df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875031 Dec 10 04:35:34.671080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-c15e9ab5-b7dc-493f-b5c6-36dffe0d52bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.0709336 Dec 10 04:35:34.677835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:34.687575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-0c3023af-8003-49e6-bc0d-e3b0ff945c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.689106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-0c3023af-8003-49e6-bc0d-e3b0ff945c53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1098 time: 0.1431460 Dec 10 04:35:34.743705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-379fbf79-35db-4180-9dd5-b278c29555b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.745032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-379fbf79-35db-4180-9dd5-b278c29555b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1098 time: 0.1567070 Dec 10 04:35:34.752273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c39c2-61a9-498a-8341-5c13a512739d req-f0453fff-d268-4b45-9a9b-315e5db57895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.754535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-f0453fff-d268-4b45-9a9b-315e5db57895 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580056 Dec 10 04:35:34.759715 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:34.813084 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Checking router: 1b70ced7-7b6b-4ccd-9856-025d1bdb960f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:34.814460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-bd798aa8-0139-4923-9d49-bb698d19145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:34.815943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-bd798aa8-0139-4923-9d49-bb698d19145f service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1179085 Dec 10 04:35:34.818405 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Updating router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:34.823902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Checking router: d7af4484-1a05-4388-9bdb-7029e9e57269 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:34.831099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:34.873546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:34.885468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-f7d822f2-b01f-48dc-8ecc-cd90f950c19a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0584786 Dec 10 04:35:34.885996 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:34.922777 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:34.923714 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:34.956738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:34.964563 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8966dfd-6424-4da6-a9b1-10a142dff5ae" -d '{"events": [{"server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "name": "network-vif-plugged", "status": "completed", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:35.012211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-6ae0fd0d-8be9-4d0a-978c-667e51e6de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.013770 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-6ae0fd0d-8be9-4d0a-978c-667e51e6de52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1132848 Dec 10 04:35:35.019193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-da5b96f7-49a6-4b26-81a6-b2e6cf10e811 service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564683 Dec 10 04:35:35.022855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.070689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:35.083067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.107617 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.155078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '609e7875-8f65-4db6-be2e-51dfea4fd6c6', 'name': '', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'mac_address': 'fa:16:3e:07:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:28Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 2, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'subnets': [{'id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:35.157025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:35.168451 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:35.194358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.197963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.199187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cdc9b56-4332-433e-ae41-1cd46741166e HTTP/1.1" status: 204 len: 168 time: 0.5203226 Dec 10 04:35:35.204171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Checking router: 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:35.204171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Updating router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:35.226853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-dd3f7dc9-f74a-460b-82e2-34acd1475649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.227134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53410) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:35.229946 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-dd3f7dc9-f74a-460b-82e2-34acd1475649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049589 Dec 10 04:35:35.232699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1142a-b45f-4031-abb1-0148e1d9bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc9b56-4332-433e-ae41-1cd46741166e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:35.238210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787950335', 'description': 'tempest-description--1615794633'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:35.246907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-network', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:35.283059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Made reservation on behalf of dbf7432941b748b288b3f8e0745d4a12 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:35.285565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.314552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-e73bd8f7-a774-4bd2-8772-63dc45a0e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.316793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-e73bd8f7-a774-4bd2-8772-63dc45a0e62c service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.5618026 Dec 10 04:35:35.319086 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.321512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.380849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-40859e2f-c4a8-4047-8a97-378001370c0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0477517 Dec 10 04:35:35.382779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-794c39c2-61a9-498a-8341-5c13a512739d req-bf992bce-ffa4-4d35-9cd0-e20f20bcf0aa service neutron] 10.222.0.43 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530252 Dec 10 04:35:35.404501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.529582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.541337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.562753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-5bac4cf7-97c3-4fd0-90b4-096c595f3a09 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131108 Dec 10 04:35:35.590907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-1cae175b-9146-4d97-b759-14c7f168732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.593097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-1cae175b-9146-4d97-b759-14c7f168732b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2036681 Dec 10 04:35:35.596692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.597847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3631353 Dec 10 04:35:35.602590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:35.611568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'security_group_rule': {'security_group_id': 'b465ccfb-a715-49c0-b4f7-ec4773a00872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:35.696541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f935c-a385-408f-a185-3793fb200ecd req-2e7d0e13-71cb-4487-8ce6-617e08c7a290 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.700491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-474f935c-a385-408f-a185-3793fb200ecd req-2e7d0e13-71cb-4487-8ce6-617e08c7a290 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.1469085 Dec 10 04:35:35.701505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.710731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30804fb-cd14-477e-8df3-adc1524e198e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b465ccfb-a715-49c0-b4f7-ec4773a00872,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:35.720961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-0188c1d7-fa5d-40d9-9c25-c691b7cede91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:35.722307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-0188c1d7-fa5d-40d9-9c25-c691b7cede91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127996 Dec 10 04:35:35.774808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.782264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-e467c5ea-4f7e-4dab-80ef-b4f2062706f7 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097631 Dec 10 04:35:35.783981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.803631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ddf978-5fec-44b1-b00e-a8589d9dcdd8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:35.825785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.831603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ace5d9c5-cfbb-4814-8444-bb9feab86946 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274969 Dec 10 04:35:35.832375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:35.838558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'security_group_rule': {'security_group_id': 'b465ccfb-a715-49c0-b4f7-ec4773a00872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:35.876361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.910828 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:35.948891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:35.961293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.969046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:35.972836 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b962e-a8a9-40bc-89ce-50b512443c07 None None] The sync data for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 is: [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:34:58Z', 'revision_number': 4, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'affe6530-4ccc-494e-9346-47c6d85a231d', 'name': '', 'network_id': '9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'mac_address': 'fa:16:3e:fb:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:57Z', 'updated_at': '2021-12-10T04:35:03Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'subnets': [{'id': '8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:35.986247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede720d1-9196-4439-bffa-f0c04bd23243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.011153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.025435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.035675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.036870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.052997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d960c-bbbf-4d9b-a7d4-2f7f41812e82 None None] Pushing event updated for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.054058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-474f935c-a385-408f-a185-3793fb200ecd req-7e0597ea-69e1-4526-802c-c71c88902912 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364983 Dec 10 04:35:36.069456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0056ef91-f9c3-4542-80c5-7a26a7e13a47,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.110288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.116603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e4ac1f5e-5ff5-4ea7-b75b-7a5bec2d58d7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2805426 Dec 10 04:35:36.117279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:36.122422 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.128153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:36.130345 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.191647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.197224 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5af3-30d8-4938-acaa-97a0d466d0cb None None] Pushing event updated for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.213762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Attempting to bind port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:36.214130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Attempting to bind port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:36.214560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Attempting to bind port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 on network d89ed794-b84e-4292-b1f7-6678040c5698 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:36.227014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede720d1-9196-4439-bffa-f0c04bd23243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.234254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:36.242445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Checking segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:36.246930 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.248149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Bound using segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:36.248350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede720d1-9196-4439-bffa-f0c04bd23243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.251231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Bound port: 609e7875-8f65-4db6-be2e-51dfea4fd6c6, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:36.251637 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.254326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-6b9baa84-98e6-4af9-a93c-0f01dcc8b5ef tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:36.265069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-6b9baa84-98e6-4af9-a93c-0f01dcc8b5ef tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 810 time: 0.2946613 Dec 10 04:35:36.277785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:35:36.298186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.298589 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Added segment 429e38cc-473b-4616-8f03-2cf79a155c31 of type vlan for network 14435956-cde3-4b37-8f3c-288bcbdb97db Dec 10 04:35:36.339229 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Attempting to bind port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:36.340325 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Attempting to bind port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:36.340857 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Attempting to bind port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d on network 06a2977a-1a4a-4a99-8036-4069d6f22c85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:36.350444 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:36.356227 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Checking segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:36.356608 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.357690 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Bound using segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:36.369583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Bound port: 1dc32371-b87b-4f3b-b0a4-ad311b07e80d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:36.376814 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.402217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] For port 609e7875-8f65-4db6-be2e-51dfea4fd6c6, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:36.402377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.409668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] For port 609e7875-8f65-4db6-be2e-51dfea4fd6c6, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=609e7875-8f65-4db6-be2e-51dfea4fd6c6,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:36.415826 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b76788-7f23-4941-9fe1-c4b83183dc0e x-openstack-request-id: req-a8b76788-7f23-4941-9fe1-c4b83183dc0e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:36.416503 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "name": "network-vif-plugged", "status": "completed", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:36.417566 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8b76788-7f23-4941-9fe1-c4b83183dc0e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:36.418195 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918', 'code': 200} Dec 10 04:35:36.422045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.458929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede720d1-9196-4439-bffa-f0c04bd23243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59befe82-599e-4b50-91c9-41d92b0b6b14,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.491209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d960c-bbbf-4d9b-a7d4-2f7f41812e82 None None] Pushing event updated for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.507251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ede720d1-9196-4439-bffa-f0c04bd23243 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=974cda2491a148cd93f2b642867def82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562251 Dec 10 04:35:36.510600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:36.512309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:36.513197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:36.573044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:36.584322 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e87e9d-a852-43de-b75d-215da6ca080b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:36.588987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.589946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:36.590532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.599794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] For port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:36.605977 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] For port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:36.616057 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.645825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.649131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b2747-6955-41f1-899b-5c41c2a21646 req-4ce45d49-354a-44a1-9c28-6c3309556f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:36.651031 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c38b2747-6955-41f1-899b-5c41c2a21646 req-4ce45d49-354a-44a1-9c28-6c3309556f6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 1096 time: 0.1001856 Dec 10 04:35:36.676237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.692397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Pushing event updated for resources: {'Network': ['ID=14435956-cde3-4b37-8f3c-288bcbdb97db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.697908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8106430 Dec 10 04:35:36.712747 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5af3-30d8-4938-acaa-97a0d466d0cb None None] Pushing event updated for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.713782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:36.721662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.725232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a9987-4cf4-4c86-82ab-2980768b6e6d None None] New status for floating IP 6efc74f3-4367-4969-adb7-4f013e558533: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:35:36.730470 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:36.733476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:36.733638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-a0efcf2c-e93e-40f8-997a-a53c81986636 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/quotas/cbfb154d09074f25b81e9845faeaffd9 HTTP/1.1" status: 200 len: 375 time: 0.4676418 Dec 10 04:35:36.777396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Request body: {'subnet': {'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-subnet', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:36.802914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6680-e5a4-496f-9b10-03a2691cd44a req-d63cb39c-59c8-43db-8d85-ec3e796dcb21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:36.804491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd5d6680-e5a4-496f-9b10-03a2691cd44a req-d63cb39c-59c8-43db-8d85-ec3e796dcb21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.3335967 Dec 10 04:35:36.808453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2cc2-2dba-44f1-a44f-d3dcc16d2333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62bd64-3ba5-48e1-b108-88bd57a0a173,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:36.812399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-3cb52e7b-1f9c-415d-9bdf-840179f84755 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0626812 Dec 10 04:35:36.924467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:36.946486 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c38b2747-6955-41f1-899b-5c41c2a21646 req-95b2ba24-5dac-4de8-8666-8b052ccaadbf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730725 Dec 10 04:35:36.960896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd5d6680-e5a4-496f-9b10-03a2691cd44a req-00f42956-be78-4a50-bdaf-83c62f559ede tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460869 Dec 10 04:35:36.993850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.996845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:36.998131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59befe82-599e-4b50-91c9-41d92b0b6b14 HTTP/1.1" status: 204 len: 168 time: 0.4857051 Dec 10 04:35:37.015680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-a7421375-879b-4859-b765-ec9b4ebc6e3a tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811449 Dec 10 04:35:37.030838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Made reservation on behalf of dbf7432941b748b288b3f8e0745d4a12 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:37.034291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.036109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Allocated IP 172.25.8.2 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d6a14478-06d4-434c-8263-8d1ea1fe030b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:37.142677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 14435956-cde3-4b37-8f3c-288bcbdb97db details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:35:37.181079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c413ff-82b6-4490-b3d2-a118b32ce1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59befe82-599e-4b50-91c9-41d92b0b6b14,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:37.183514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-a2c078b7-2a31-4e08-9a3f-b50785545007 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips/6efc74f3-4367-4969-adb7-4f013e558533 HTTP/1.1" status: 200 len: 695 time: 0.1744008 Dec 10 04:35:37.192134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.225123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:37.258549 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:36Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:37.274724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-165ea584-a9d1-4c2c-a444-39a91446b7e5 req-7e8837cc-a376-4e9d-a9e8-7260ac3f26f4 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502268 Dec 10 04:35:37.275146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.328726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09007286-5005-464b-8517-81f94e4d8604 None None] Provisioning complete for port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:37.329099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09007286-5005-464b-8517-81f94e4d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.365994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:37.370937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:37.377120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:37.379417 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc124b-05c6-4778-bb4d-34c5fe08206a None None] The sync data for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 is: [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:36Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:37.428797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-192aa1b9-4360-46e8-8035-147588da4be6 service neutron] 10.222.0.43 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015000 Dec 10 04:35:37.494658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'Port': ['ID=d6a14478-06d4-434c-8263-8d1ea1fe030b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:37.546515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-7b80c625-dea3-4953-8f45-48a12a4678ed tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:37.556530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-7b80c625-dea3-4953-8f45-48a12a4678ed tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.3597641 Dec 10 04:35:37.634432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.678242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.695481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.717425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-9def41b0-4599-482e-967e-d71609128b2f service neutron] 10.222.0.43 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876110 Dec 10 04:35:37.720843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-47e7b782-9b57-4f85-a88e-67b6013a3db7 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1662068 Dec 10 04:35:37.734655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09007286-5005-464b-8517-81f94e4d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.818832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-09007286-5005-464b-8517-81f94e4d8604 None None] For port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:37.827704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '609e7875-8f65-4db6-be2e-51dfea4fd6c6', 'name': '', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'mac_address': 'fa:16:3e:07:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:28Z', 'updated_at': '2021-12-10T04:35:36Z', 'revision_number': 4, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'subnets': [{'id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:37.833735 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09007286-5005-464b-8517-81f94e4d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:37.881534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f73961d-a22b-4ef3-b576-b51d54151b57,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:37.887189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-5cd9d07a-a43d-4c35-a2e6-ca7bbecb92ce tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1365921 Dec 10 04:35:37.956323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09007286-5005-464b-8517-81f94e4d8604 None None] Pushing event updated for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:37.963767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b46f97-4744-4bb5-9acc-54ad06d99ac3 None None] The sync data for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 is: [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '609e7875-8f65-4db6-be2e-51dfea4fd6c6', 'name': '', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'mac_address': 'fa:16:3e:07:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:28Z', 'updated_at': '2021-12-10T04:35:36Z', 'revision_number': 4, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'subnets': [{'id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:37.986522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Checking segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:37.989121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Network hostable DHCP agents. Network: 14435956-cde3-4b37-8f3c-288bcbdb97db, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:35:37.989288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e5a795b8-4596-4972-a241-b5a39875142e None None] Provisioning complete for port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:37.989667 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5a795b8-4596-4972-a241-b5a39875142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.079959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.108755 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c7440-1f4b-4886-9f4b-60a6f2e26d25 x-openstack-request-id: req-707c7440-1f4b-4886-9f4b-60a6f2e26d25 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:38.109137 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:38.109499 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-707c7440-1f4b-4886-9f4b-60a6f2e26d25 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:38.110007 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'status': 'completed', 'code': 200} Dec 10 04:35:38.149234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.214856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:38.280620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:35:38.320123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 14435956-cde3-4b37-8f3c-288bcbdb97db) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:38.330568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:38.331214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.335680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fedd9-1eaf-4cd5-bdf0-6c2a1745dd68 None None] Network 14435956-cde3-4b37-8f3c-288bcbdb97db requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:38.370362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d56018d0-d4c8-4f94-a837-77ab4441e1ee admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6433046 Dec 10 04:35:38.378854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e613b-17f6-400d-9489-c2690adcd99a req-13a32e1a-b230-4a12-9947-e8d56ce3fbb7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:38.380493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d77e613b-17f6-400d-9489-c2690adcd99a req-13a32e1a-b230-4a12-9947-e8d56ce3fbb7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.2695737 Dec 10 04:35:38.384437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:38.390142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:38.464928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'Port': ['ID=d6a14478-06d4-434c-8263-8d1ea1fe030b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:38.471470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Deleting port 1a02ecf4-0f33-4429-aa76-5114134470f2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:38.471802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.485985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.507532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d77e613b-17f6-400d-9489-c2690adcd99a req-01dd5970-838b-411d-9596-a68596303255 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082118 Dec 10 04:35:38.509174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87e9d-a852-43de-b75d-215da6ca080b req-4690a5de-cb77-41c1-b585-de6db39af345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:38.510748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-4690a5de-cb77-41c1-b585-de6db39af345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=111e505a40e24e6bb03f58705af3afee&device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.4112322 Dec 10 04:35:38.636450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.638122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.679566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.693969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1dd57d89-d4ce-4a01-9e10-41d184b5edc3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5742149 Dec 10 04:35:38.697186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87e9d-a852-43de-b75d-215da6ca080b req-ed16ee7a-cbe5-4497-a63b-ae1769413741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:38.698609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-ed16ee7a-cbe5-4497-a63b-ae1769413741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 200 len: 930 time: 0.1740496 Dec 10 04:35:38.790273 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-a3156209-0000-4b58-bf45-63e8d994e3d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 200 len: 217 time: 0.0766962 Dec 10 04:35:38.811510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.819117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:38.845293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'mac_address': 'fa:16:3e:6f:70:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:38.854282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.854615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:38.888571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Calling delete_port for 1a02ecf4-0f33-4429-aa76-5114134470f2 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:38.970773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87e9d-a852-43de-b75d-215da6ca080b req-55afd17f-0fed-4ae5-8a90-1ef711dca7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:38.972620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-55afd17f-0fed-4ae5-8a90-1ef711dca7da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 200 len: 868 time: 0.1708465 Dec 10 04:35:39.051934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87e9d-a852-43de-b75d-215da6ca080b req-0429fd68-78d4-490d-891e-f753b1c3542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:39.057835 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-0429fd68-78d4-490d-891e-f753b1c3542e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757895 Dec 10 04:35:39.170319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7a81853-3d55-4c68-99e6-2958a9d1848c req-4b6e9bf4-61bc-4d0a-a183-5aaf4a3943ac tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 210 time: 0.2585759 Dec 10 04:35:39.187670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-14435956-cde3-4b37-8f3c-288bcbdb97db', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:35:39.188591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.213974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-2615b298-318f-48cd-b520-b9091c1986af service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462388 Dec 10 04:35:39.260822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.491384 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-68e87e9d-a852-43de-b75d-215da6ca080b req-c145b438-4346-4dad-b9f0-845c6973abc9 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696130 Dec 10 04:35:39.492775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9567a6b5-0475-4010-b07b-21ccb0ec500f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:39.556438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:39.569015 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.576367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Allocated IP 172.20.0.2 (14435956-cde3-4b37-8f3c-288bcbdb97db/8f73961d-a22b-4ef3-b576-b51d54151b57/19c13e09-18da-41d5-b499-5f3bc5211e6a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:39.642928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1dc32371-b87b-4f3b-b0a4-ad311b07e80d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:39.657882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:39.875062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.879632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:39.880054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.906665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:39.938728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:40.022777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:40.025535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Pushing event updated for resources: {'Port': ['ID=19c13e09-18da-41d5-b499-5f3bc5211e6a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:40.036191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:40.040885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:40.080224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.110427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-df301667-0291-4019-aa4c-2e26413f78b2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:40.112074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-df301667-0291-4019-aa4c-2e26413f78b2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 810 time: 0.1361792 Dec 10 04:35:40.138387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f7f3e-5e5a-46f9-9746-dc4875db9095 req-f8bf1190-8b26-4653-b469-ca4f296599cf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:40.145978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-940f7f3e-5e5a-46f9-9746-dc4875db9095 req-f8bf1190-8b26-4653-b469-ca4f296599cf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 947 time: 0.7168016 Dec 10 04:35:40.179979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Attempting to bind port 19c13e09-18da-41d5-b499-5f3bc5211e6a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:40.180349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Attempting to bind port 19c13e09-18da-41d5-b499-5f3bc5211e6a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:40.180766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Attempting to bind port 19c13e09-18da-41d5-b499-5f3bc5211e6a on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:40.187476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Request body: {'port': {'device_id': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'admin_state_up': True, 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:40.188441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 609e7875-8f65-4db6-be2e-51dfea4fd6c6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:40.214942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:40.215324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Checking segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:40.215731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.216721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Bound using segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:40.217417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Bound port: 19c13e09-18da-41d5-b499-5f3bc5211e6a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:40.217611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.329477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.338572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-940f7f3e-5e5a-46f9-9746-dc4875db9095 req-522c1119-4bac-41a6-a681-2ca03ca61ba5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916552 Dec 10 04:35:40.349316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] For port 19c13e09-18da-41d5-b499-5f3bc5211e6a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:40.352327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:40.352806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.355505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] For port 19c13e09-18da-41d5-b499-5f3bc5211e6a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=19c13e09-18da-41d5-b499-5f3bc5211e6a,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:40.379454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.406097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event deleted for resources: {'Port': ['ID=1a02ecf4-0f33-4429-aa76-5114134470f2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:40.473237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9450-544d-432d-bbf1-8350bb6113bf None None] Pushing event updated for resources: {'Port': ['ID=19c13e09-18da-41d5-b499-5f3bc5211e6a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:40.525929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Made reservation on behalf of cbfb154d09074f25b81e9845faeaffd9 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:40.534445 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.542934 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.553526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.561293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.562499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b67b7700-5bae-40a5-bc25-fc2fc1131fdc req-f0abac92-af34-4de0-afe5-204ed5fa7eff tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "DELETE /v2.0/floatingips/6efc74f3-4367-4969-adb7-4f013e558533 HTTP/1.1" status: 204 len: 173 time: 2.6667662 Dec 10 04:35:40.615616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 609e7875-8f65-4db6-be2e-51dfea4fd6c6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=609e7875-8f65-4db6-be2e-51dfea4fd6c6,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:40.640509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:40.795119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:41.013778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c55d156-f7f7-4d88-a323-13226e31ee37 req-eb485847-2389-4cd0-bd23-5cd5fcba077e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 210 time: 0.0893462 Dec 10 04:35:41.038660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0797293-b4dc-454f-b621-ad9360e0128d req-ba9b0527-935f-4a7c-b5da-ed92138cd3ec tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:41.040414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0797293-b4dc-454f-b621-ad9360e0128d req-ba9b0527-935f-4a7c-b5da-ed92138cd3ec tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.3180375 Dec 10 04:35:41.044435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.087903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.121163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Allocated IP 172.20.0.7 (d89ed794-b84e-4292-b1f7-6678040c5698/65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c/533f050d-8ef7-4bc9-911f-384960e67b4c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:41.246618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0797293-b4dc-454f-b621-ad9360e0128d req-ae2cfb72-ce12-4413-b651-91aad430f04d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575150 Dec 10 04:35:41.478631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4496e7-fcec-4d8c-97af-f39f9aaaecab req-bc0852c7-0747-4de0-a7be-91a21f0ad58c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:41.482231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-735b5202-750a-49a6-a662-f12ed8a28dcf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:41.486078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-735b5202-750a-49a6-a662-f12ed8a28dcf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4&tenant_id=9efb5826698744869e01940b463dff4f&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 948 time: 0.1757326 Dec 10 04:35:41.486552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb4496e7-fcec-4d8c-97af-f39f9aaaecab req-bc0852c7-0747-4de0-a7be-91a21f0ad58c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 948 time: 0.2275293 Dec 10 04:35:41.552792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Allocated IP 172.25.8.196 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ab5b1c81-d781-43d1-9620-de318777b545) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:41.593521 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-93e2c07b-77b8-4e30-b269-871b8797fe55 service neutron] delete failed (client error): The resource could not be found. Dec 10 04:35:41.595061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-93e2c07b-77b8-4e30-b269-871b8797fe55 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9567a6b5-0475-4010-b07b-21ccb0ec500f/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0981157 Dec 10 04:35:41.609032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 19c13e09-18da-41d5-b499-5f3bc5211e6a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:41.644770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f8df-0e5c-45e1-858d-3ead2136a763 req-a2774f7f-5708-46b1-83e0-36bcd0ae4a8b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:41.646513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ca9f8df-0e5c-45e1-858d-3ead2136a763 req-a2774f7f-5708-46b1-83e0-36bcd0ae4a8b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2761974 Dec 10 04:35:41.710188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 19c13e09-18da-41d5-b499-5f3bc5211e6a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:41.711019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.765691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-67962070-0dd2-4286-b79d-09ec66a13d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:41.767717 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-67962070-0dd2-4286-b79d-09ec66a13d29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1099 time: 0.0866687 Dec 10 04:35:41.768436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb4496e7-fcec-4d8c-97af-f39f9aaaecab req-2ce57464-c465-43f6-84ab-4dd4d761e8b2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806070 Dec 10 04:35:41.845122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ca9f8df-0e5c-45e1-858d-3ead2136a763 req-b6ecaa0c-1dfd-4893-aad4-52a6b7e8bc32 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1667762 Dec 10 04:35:41.892973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.895708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.950848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.974756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 19c13e09-18da-41d5-b499-5f3bc5211e6a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=19c13e09-18da-41d5-b499-5f3bc5211e6a,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:41.990839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:41.991720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 609e7875-8f65-4db6-be2e-51dfea4fd6c6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:42.072715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-c494c599-247c-45c4-8dbd-73b90c91aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.074969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-c494c599-247c-45c4-8dbd-73b90c91aaf4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2985613 Dec 10 04:35:42.094126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Network d89ed794-b84e-4292-b1f7-6678040c5698 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:42.104317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:42.119495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f7ff20-fe83-45d2-83e6-1854da53ec35 req-f1f1616f-6438-4df4-bf0c-34776bf32653 tempest-FlavorsV2NegativeTest-527287531 tempest-FlavorsV2NegativeTest-527287531-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8da373dcf5ed402f8d4d5ebfe35791dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088011 Dec 10 04:35:42.122012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:42.170328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-ff473c61-1600-40f8-9419-a18a7ef0e087 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0855823 Dec 10 04:35:42.192539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.194290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.218275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:42.233152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0653403 Dec 10 04:35:42.268574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Request body: {'port': {'device_id': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:42.280067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-af2a4e40-4613-4bd2-92b1-ec1647a25c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.283456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-af2a4e40-4613-4bd2-92b1-ec1647a25c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1044497 Dec 10 04:35:42.290712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44acf624-e7b0-4dc7-ac10-fac923be1501 None None] Network 14435956-cde3-4b37-8f3c-288bcbdb97db requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:42.302286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ebb39-0739-4fdc-82d8-bff381d87eb0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Pushing event updated for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:42.350713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=19c13e09-18da-41d5-b499-5f3bc5211e6a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:42.374387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.392811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-4449fc1b-720d-4c70-9c4a-7977dc36b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.394247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-4449fc1b-720d-4c70-9c4a-7977dc36b2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016264 Dec 10 04:35:42.432868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:42.433240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.458678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-28adba58-a253-4654-842a-9d12e1e35a64 None None] Provisioning complete for port 19c13e09-18da-41d5-b499-5f3bc5211e6a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:42.459481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6775bccd-c1e2-4b3c-96fd-d4a8a6d2f96c req-aadc6b7d-14e3-4459-a8e8-1d471f5136a1 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0896213 Dec 10 04:35:42.465475 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28adba58-a253-4654-842a-9d12e1e35a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.488248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.513774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7ff20-fe83-45d2-83e6-1854da53ec35 req-dded2e14-2462-4145-bc59-bc5d73140ab4 tempest-FlavorsV2NegativeTest-527287531 tempest-FlavorsV2NegativeTest-527287531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.515002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f7ff20-fe83-45d2-83e6-1854da53ec35 req-dded2e14-2462-4145-bc59-bc5d73140ab4 tempest-FlavorsV2NegativeTest-527287531 tempest-FlavorsV2NegativeTest-527287531-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945751 Dec 10 04:35:42.547246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-50dfa0b4-778f-4232-8782-998129fef0d1 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436913 Dec 10 04:35:42.602031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9567a6b5-0475-4010-b07b-21ccb0ec500f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:42.614917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9567a6b5-0475-4010-b07b-21ccb0ec500f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:42.616069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.646455 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34e766dc-46bf-47da-b2d2-b5c26ea190d4 req-ad89580e-dae2-4745-a3a8-e312874a9a12 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923378 Dec 10 04:35:42.688464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f7ff20-fe83-45d2-83e6-1854da53ec35 req-8145eb10-0d4b-46e0-8d7f-7c50f1213ac0 tempest-FlavorsV2NegativeTest-527287531 tempest-FlavorsV2NegativeTest-527287531-project] 10.222.0.43 "GET /v2.0/quotas/8da373dcf5ed402f8d4d5ebfe35791dc HTTP/1.1" status: 200 len: 375 time: 0.1635518 Dec 10 04:35:42.696089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.833079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:42.844862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f7ff20-fe83-45d2-83e6-1854da53ec35 req-3380de37-2746-46d0-9448-40073fd42a0a tempest-FlavorsV2NegativeTest-527287531 tempest-FlavorsV2NegativeTest-527287531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8da373dcf5ed402f8d4d5ebfe35791dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384220 Dec 10 04:35:42.857193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:42.868998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a265bd-3924-4415-be0e-280b3c6e5251 req-c7a787d8-ceb2-41b5-8277-8234eeb2139b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:42.878285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44a265bd-3924-4415-be0e-280b3c6e5251 req-c7a787d8-ceb2-41b5-8277-8234eeb2139b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 931 time: 0.2313836 Dec 10 04:35:42.880862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Pushing event updated for resources: {'Port': ['ID=ab5b1c81-d781-43d1-9620-de318777b545,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:42.887238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:42.893182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:42.896613 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8281020-ddff-4ac2-86fe-fe613c4842a3" -d '{"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-plugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:42.903171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:42.924211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:42.932191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.002474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:43.125770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-69ba85c6-6735-47b4-8b7e-fc8feedcdfae None None] Provisioning complete for port 19c13e09-18da-41d5-b499-5f3bc5211e6a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:43.127279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69ba85c6-6735-47b4-8b7e-fc8feedcdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.189626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44a265bd-3924-4415-be0e-280b3c6e5251 req-cfc1e645-651c-4dcc-aaff-fc6805bb1971 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062727 Dec 10 04:35:43.273523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d474-f6dc-4e20-bf09-20738df40179 req-464826b7-c48e-4d4b-86f7-ac520b554524 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:43.281275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d91d474-f6dc-4e20-bf09-20738df40179 req-464826b7-c48e-4d4b-86f7-ac520b554524 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.2876682 Dec 10 04:35:43.393656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533f050d-8ef7-4bc9-911f-384960e67b4c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:43.414338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.444696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 19c13e09-18da-41d5-b499-5f3bc5211e6a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:43.450993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Transition to ACTIVE for port object 533f050d-8ef7-4bc9-911f-384960e67b4c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:43.487779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.565328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 19c13e09-18da-41d5-b499-5f3bc5211e6a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:43.565817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.626283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d91d474-f6dc-4e20-bf09-20738df40179 req-968ec692-c527-4ccf-acb8-7b1f5a6c0428 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349207 Dec 10 04:35:43.702332 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7946f5-c0ba-473e-9819-89d5770ba7f4 x-openstack-request-id: req-3c7946f5-c0ba-473e-9819-89d5770ba7f4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:43.702839 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-plugged", "status": "completed", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:43.702963 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c7946f5-c0ba-473e-9819-89d5770ba7f4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:43.703121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Pushing event updated for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:43.703291 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'code': 200} Dec 10 04:35:43.751053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:43.812468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c202334-e2e0-42c7-a35d-2e048bd89238 req-218848e7-a640-4c5f-a8f2-aa9a1a79ba49 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:43.820053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c202334-e2e0-42c7-a35d-2e048bd89238 req-218848e7-a640-4c5f-a8f2-aa9a1a79ba49 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.1985281 Dec 10 04:35:43.848078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.902519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08149688-31b4-4602-b55d-1d88d64f69ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.920271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Attempting to bind port 533f050d-8ef7-4bc9-911f-384960e67b4c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:43.920785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Attempting to bind port 533f050d-8ef7-4bc9-911f-384960e67b4c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:43.921143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Attempting to bind port 533f050d-8ef7-4bc9-911f-384960e67b4c on network d89ed794-b84e-4292-b1f7-6678040c5698 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:43.987602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08149688-31b4-4602-b55d-1d88d64f69ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:43.992096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08149688-31b4-4602-b55d-1d88d64f69ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.037430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08149688-31b4-4602-b55d-1d88d64f69ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8da373dcf5ed402f8d4d5ebfe35791dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827783 Dec 10 04:35:44.037430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08149688-31b4-4602-b55d-1d88d64f69ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda34396-d48e-4f30-b56e-c1ca66c618cd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:44.038253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53662) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:44.097920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.127502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.190077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.192979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.194226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dda34396-d48e-4f30-b56e-c1ca66c618cd HTTP/1.1" status: 204 len: 168 time: 0.1535168 Dec 10 04:35:44.203555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b0714-3dd1-43da-bbaa-fcf89f64e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda34396-d48e-4f30-b56e-c1ca66c618cd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:44.321235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Port 533f050d-8ef7-4bc9-911f-384960e67b4c on network d89ed794-b84e-4292-b1f7-6678040c5698 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:44.321750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Attempting to bind port 533f050d-8ef7-4bc9-911f-384960e67b4c on network d89ed794-b84e-4292-b1f7-6678040c5698 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:44.375576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c202334-e2e0-42c7-a35d-2e048bd89238 req-c591048e-0305-4952-bca1-d78f2579bd84 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545392 Dec 10 04:35:44.379682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:44.380023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Checking segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:44.380412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Bound using segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:44.380881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Bound port: 533f050d-8ef7-4bc9-911f-384960e67b4c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:44.381241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.447572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f4253-c5c6-4b68-a7db-f431d255115a req-5173aeda-1440-46df-9465-7b81470ab5a0 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:44.453046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b10f4253-c5c6-4b68-a7db-f431d255115a req-5173aeda-1440-46df-9465-7b81470ab5a0 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 945 time: 0.5597262 Dec 10 04:35:44.663725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b10f4253-c5c6-4b68-a7db-f431d255115a req-ec7a4e1e-04bc-40a0-bea0-c9a139de1585 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/security-groups?id=b637e509-2aa8-4cd1-9a5c-d03981efc799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954687 Dec 10 04:35:44.676636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639b73-f147-4a1c-a902-923f3e20c0d8 req-d33ab3be-2ac0-4620-a3f9-75ccda3a86ed tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:44.678199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08639b73-f147-4a1c-a902-923f3e20c0d8 req-d33ab3be-2ac0-4620-a3f9-75ccda3a86ed tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.2182348 Dec 10 04:35:44.683456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:44.717531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=533f050d-8ef7-4bc9-911f-384960e67b4c,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:44.719149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.731014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.886292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:44.886915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:44.888345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] 10.222.0.41 "PUT /v2.0/ports/533f050d-8ef7-4bc9-911f-384960e67b4c HTTP/1.1" status: 200 len: 1091 time: 2.6334043 Dec 10 04:35:44.891667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:44.894009 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf498e-c5f2-432a-8f24-07f7756d019a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:44.921733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08639b73-f147-4a1c-a902-923f3e20c0d8 req-ad62d9b2-5002-44c1-98a7-cdbdbda05c43 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318938 Dec 10 04:35:44.955773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca062-dbfe-4d7b-b673-b28fd2b75f4c service neutron] Pushing event updated for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:44.990038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d2f46-efed-45ee-a677-0b03121592f2 req-fc2f7a2f-b900-44a7-93ea-69a342b94cc6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:44.997262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833d2f46-efed-45ee-a677-0b03121592f2 req-fc2f7a2f-b900-44a7-93ea-69a342b94cc6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 943 time: 0.1725850 Dec 10 04:35:45.075201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-1c9fa1e4-f124-4dce-9176-211d02992269 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:45.077404 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-1c9fa1e4-f124-4dce-9176-211d02992269 tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 945 time: 0.0623050 Dec 10 04:35:45.117321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-58a6b14b-c07c-4bb8-ba5b-4319212f2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:45.118830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-58a6b14b-c07c-4bb8-ba5b-4319212f2faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 1094 time: 0.1175456 Dec 10 04:35:45.123107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833d2f46-efed-45ee-a677-0b03121592f2 req-8ace23b3-607e-4db2-92bf-3ebac36fb528 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240985 Dec 10 04:35:45.157041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a5d4-522b-4c4e-b188-361f6236e619 req-abd1bbaf-17d3-4de4-aaaf-7035687736df tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:45.161111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6666a5d4-522b-4c4e-b188-361f6236e619 req-abd1bbaf-17d3-4de4-aaaf-7035687736df tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.1221712 Dec 10 04:35:45.198420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Deleting port bcd9f496-3336-4904-93dd-9a8dd049baf1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:45.199086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:45.209679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-194fbbcb-50b5-44d1-b614-85cda753388e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533f050d-8ef7-4bc9-911f-384960e67b4c HTTP/1.1" status: 200 len: 217 time: 0.0757644 Dec 10 04:35:45.217430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:35:45.318534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] For port bcd9f496-3336-4904-93dd-9a8dd049baf1, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bcd9f496-3336-4904-93dd-9a8dd049baf1,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:45.319368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:45.328274 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfc8bb-3c6b-4149-acfb-bf3d01f8c255 x-openstack-request-id: req-1bdfc8bb-3c6b-4149-acfb-bf3d01f8c255 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:45.328797 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:45.328925 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bdfc8bb-3c6b-4149-acfb-bf3d01f8c255 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:45.329219 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c', 'status': 'completed', 'code': 200} Dec 10 04:35:45.336211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-02f6dcd0-a586-4ffc-a725-54239e36056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:45.336942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Calling delete_port for bcd9f496-3336-4904-93dd-9a8dd049baf1 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:45.337918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-02f6dcd0-a586-4ffc-a725-54239e36056c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.1184266 Dec 10 04:35:45.354129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6666a5d4-522b-4c4e-b188-361f6236e619 req-ffb1c221-d6dc-4a08-87b6-7aea3e6fbf21 tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422412 Dec 10 04:35:45.411885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-848f1b86-13e2-4dda-81ff-c6ad0697afb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539191 Dec 10 04:35:45.531180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:45.580523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['bcd9f496-3336-4904-93dd-9a8dd049baf1'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:45.590547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:45.598042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Pushing event deleted for resources: {'Port': ['ID=bcd9f496-3336-4904-93dd-9a8dd049baf1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:45.601994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:45.628215 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:45.630223 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:45.717231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] No DVR routers for this DVR port bcd9f496-3336-4904-93dd-9a8dd049baf1 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:45.718065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:45.719318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a1642a10-14dd-4492-af05-ce079c7e71ca admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.3336966 Dec 10 04:35:45.722097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:45.727075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:45.730454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c8fa7d7-ecbc-4bef-80d0-9f0d64b79951 req-f4ea3cf9-2c3c-44f6-b48e-6d2fcb5d002a tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.36 "DELETE /v2.0/ports/bcd9f496-3336-4904-93dd-9a8dd049baf1 HTTP/1.1" status: 204 len: 173 time: 0.6445851 Dec 10 04:35:45.733837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'name': 'network-vif-deleted', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:45.741161 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25934414-5f30-4209-bfff-4512e9679509" -d '{"events": [{"server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "name": "network-vif-deleted", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:45.818530 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:45.858623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-67de3558-9d17-474b-8a4c-8de4978191c9 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368131 Dec 10 04:35:45.901715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c942e3-4f5c-44a8-ac93-1da0e1f1c93d req-46f206df-7376-40df-a8e5-ce4f71e22d00 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:45.911204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0c942e3-4f5c-44a8-ac93-1da0e1f1c93d req-46f206df-7376-40df-a8e5-ce4f71e22d00 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.3143063 Dec 10 04:35:45.967763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-119fd18b-59e4-4cc0-bd52-e01570468421 req-d7006bdf-894a-45f5-afa0-8d0019f17b2b tempest-FloatingIPsAssociationNegativeTestJSON-456464652 tempest-FloatingIPsAssociationNegativeTestJSON-456464652-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9490450-0245-468c-bd26-b1c4bf8fb6d2 HTTP/1.1" status: 200 len: 210 time: 0.1026561 Dec 10 04:35:46.057536 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27b94a0-8e1c-4faf-9d22-63b32a93c04c x-openstack-request-id: req-c27b94a0-8e1c-4faf-9d22-63b32a93c04c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:46.057840 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9490450-0245-468c-bd26-b1c4bf8fb6d2", "name": "network-vif-deleted", "tag": "bcd9f496-3336-4904-93dd-9a8dd049baf1", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:46.058162 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c27b94a0-8e1c-4faf-9d22-63b32a93c04c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:46.058589 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9490450-0245-468c-bd26-b1c4bf8fb6d2', 'name': 'network-vif-deleted', 'tag': 'bcd9f496-3336-4904-93dd-9a8dd049baf1', 'status': 'completed', 'code': 200} Dec 10 04:35:46.109427 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:46.152876 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:46.153230 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Updating router b8cea7d3-cdda-466b-ad03-53778cd4aa64 port ab5b1c81-d781-43d1-9620-de318777b545 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:46.160069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53730) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:46.202897 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.344544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-5c919295-13e7-492a-af2c-129037cae15c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955341 Dec 10 04:35:46.370530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0c942e3-4f5c-44a8-ac93-1da0e1f1c93d req-bdb4c57a-36af-4aa6-99c3-9d2a814d0ef5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577281 Dec 10 04:35:46.388494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0cf1a15-5b6d-45cc-910c-64b7ebb310ba req-e2d4d77b-a762-4403-9f93-9791ead931f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202804 Dec 10 04:35:46.394413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704e2af4-234e-4830-9500-3c451bdcce77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.588514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704e2af4-234e-4830-9500-3c451bdcce77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.594441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704e2af4-234e-4830-9500-3c451bdcce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.625170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291de06-21f6-4629-bd03-60aab5e579f2 req-8fd95ef5-3225-46d6-bf04-5eadc2721302 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:46.625447 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.626701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7291de06-21f6-4629-bd03-60aab5e579f2 req-8fd95ef5-3225-46d6-bf04-5eadc2721302 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 943 time: 0.1540442 Dec 10 04:35:46.633250 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.647672 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-704e2af4-234e-4830-9500-3c451bdcce77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd7c31da500c406893a33d14ae78d43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863973 Dec 10 04:35:46.649492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:46.658691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2af4-234e-4830-9500-3c451bdcce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750e5d76-ee82-44b0-bccb-6602484352d7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:46.664353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-934a8adf-11a2-459b-b6eb-2124c2872dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:46.666133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-934a8adf-11a2-459b-b6eb-2124c2872dac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 1094 time: 0.1650057 Dec 10 04:35:46.673147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-0130e442-1db3-41f4-8b25-1588e2e2af05 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:46.680278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-0130e442-1db3-41f4-8b25-1588e2e2af05 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217797 Dec 10 04:35:46.702745 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Attempting to bind port ab5b1c81-d781-43d1-9620-de318777b545 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:46.703100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Attempting to bind port ab5b1c81-d781-43d1-9620-de318777b545 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:46.703664 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Attempting to bind port ab5b1c81-d781-43d1-9620-de318777b545 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:46.720990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:46.721782 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:46.721782 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.722154 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:46.722781 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Bound port: ab5b1c81-d781-43d1-9620-de318777b545, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:46.723191 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.726074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce7137-3fa0-43e7-a2e3-443177fe96c0 None None] Pushing event updated for resources: {'Port': ['ID=ab5b1c81-d781-43d1-9620-de318777b545,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:46.736380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.766633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-f65be077-ab0d-478b-b9e8-17c31dfff154 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/quotas/9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 375 time: 0.0853817 Dec 10 04:35:46.772839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.790815 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] For port ab5b1c81-d781-43d1-9620-de318777b545, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:46.795780 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] For port ab5b1c81-d781-43d1-9620-de318777b545, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab5b1c81-d781-43d1-9620-de318777b545,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:46.802294 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.845553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.853009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:46.855519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/750e5d76-ee82-44b0-bccb-6602484352d7 HTTP/1.1" status: 204 len: 168 time: 0.2048273 Dec 10 04:35:46.857172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7291de06-21f6-4629-bd03-60aab5e579f2 req-8337ddd1-7b68-46a1-bd33-b7a229349b8e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159557 Dec 10 04:35:46.869623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451f87-121d-4035-83d7-61dc21fffb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750e5d76-ee82-44b0-bccb-6602484352d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:46.911237 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:46.911827 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:46.956810 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce7137-3fa0-43e7-a2e3-443177fe96c0 None None] Pushing event updated for resources: {'Port': ['ID=ab5b1c81-d781-43d1-9620-de318777b545,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:46.999472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-f8f1e42f-ac8b-465d-a7ec-8a7ef7d2171d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2319777 Dec 10 04:35:47.007976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-8ed8185e-12fd-48da-bde6-253317f0084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:47.014532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-8ed8185e-12fd-48da-bde6-253317f0084d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 911 time: 0.3130043 Dec 10 04:35:47.080994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:47.104450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-8e9fa3c6-c187-41be-b857-43c9b5510bf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533f050d-8ef7-4bc9-911f-384960e67b4c HTTP/1.1" status: 200 len: 217 time: 0.0555747 Dec 10 04:35:47.108174 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:47.212262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:47.288690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-1a7e472a-1e73-415b-b0f0-f5bfad34cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:47.301749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-1a7e472a-1e73-415b-b0f0-f5bfad34cca9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.1871884 Dec 10 04:35:47.346307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-d7a5521f-fbab-4c92-ad47-99a6f05015fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433440 Dec 10 04:35:47.391553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-d2e22219-24c3-46cb-94b3-e23e80982438 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:47.393296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-d2e22219-24c3-46cb-94b3-e23e80982438 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.1908138 Dec 10 04:35:47.461232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4e8c81f-6b4c-4108-8418-37d78e9e2ad4 req-f1389ed8-accb-4923-98e4-b3a00cc1572d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 210 time: 0.1167903 Dec 10 04:35:47.654306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port 7183f2cc-029f-4fcc-947b-361e6a9b7918 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:47.654640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:47.684927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:47.737411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27043a-5f89-433f-a7e1-b53a8731efe3 None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:48.189683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-256823dd-e943-41c9-94fa-b674f96c3e68 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327987 Dec 10 04:35:48.206473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28351-fe29-46a5-a116-69a7f1e0e105 req-3ffcb3a0-afd2-4da8-9a47-67ad262d8111 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:48.209176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08c28351-fe29-46a5-a116-69a7f1e0e105 req-3ffcb3a0-afd2-4da8-9a47-67ad262d8111 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 945 time: 0.6956823 Dec 10 04:35:48.281936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port 7183f2cc-029f-4fcc-947b-361e6a9b7918, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7183f2cc-029f-4fcc-947b-361e6a9b7918,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:48.282553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:48.309854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for 7183f2cc-029f-4fcc-947b-361e6a9b7918 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:48.403370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53782) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:48.474168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:48.488035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Allocated IP 172.20.0.1 (14435956-cde3-4b37-8f3c-288bcbdb97db/8f73961d-a22b-4ef3-b576-b51d54151b57/9af7d69a-a15b-440b-a7c6-69775e515c17) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:48.640899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:48.665803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b7d6-5b7e-41e8-810d-f4521881656e req-22e8f380-fcb2-4c22-882e-986cb4923847 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:48.667845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2f8b7d6-5b7e-41e8-810d-f4521881656e req-22e8f380-fcb2-4c22-882e-986cb4923847 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 943 time: 0.4772351 Dec 10 04:35:48.677040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241', '7183f2cc-029f-4fcc-947b-361e6a9b7918'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:48.718560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08c28351-fe29-46a5-a116-69a7f1e0e105 req-b3a6b938-ed8d-45c9-887e-9a22461d3291 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538996 Dec 10 04:35:48.782987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=7183f2cc-029f-4fcc-947b-361e6a9b7918,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:48.840509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-680084162-network', 'tenant_id': '63ae4a3f4e444895b37022c9be5cab07'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:48.885740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port 7183f2cc-029f-4fcc-947b-361e6a9b7918 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:48.897443 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:48.907613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-335d1aef-5b19-49ce-9c69-7f0b1ec992e1 req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/7183f2cc-029f-4fcc-947b-361e6a9b7918 HTTP/1.1" status: 204 len: 173 time: 1.5061705 Dec 10 04:35:48.914669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'name': 'network-vif-deleted', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:48.922270 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801e88d-c580-4b49-a44e-3765b7cd5921" -d '{"events": [{"server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "name": "network-vif-deleted", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:48.936762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.938172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.941826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.943933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.946208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.946208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.946208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.946800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.946800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.947117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.948964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.949434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:48.949773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42a22b-bf8d-465b-af86-63e13fca9330 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:49.042227 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-17dd1d08-3b42-4d0e-b69d-43e11bd9f638 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785208 Dec 10 04:35:49.066615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fccf498e-c5f2-432a-8f24-07f7756d019a req-bfb33fe3-a2c9-432e-bcc5-cda24bd4354d service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8503768 Dec 10 04:35:49.265159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-156a50dc-3c41-4b61-a5ec-b7d68811483c req-149b0e10-72a0-4396-b147-c786f9dd9378 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 210 time: 0.1232250 Dec 10 04:35:49.275530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Made reservation on behalf of 63ae4a3f4e444895b37022c9be5cab07 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:49.298370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.391535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-27be2e6b-b269-449d-a9e4-7e9c7d0941d7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:49.393762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-27be2e6b-b269-449d-a9e4-7e9c7d0941d7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402803 Dec 10 04:35:49.396158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2f8b7d6-5b7e-41e8-810d-f4521881656e req-d7008a45-326f-4f30-bc22-7382716cbf6c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694944 Dec 10 04:35:49.403073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.430129 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f442d848-9a6d-4e19-b64e-cc77f0f8fa6f x-openstack-request-id: req-f442d848-9a6d-4e19-b64e-cc77f0f8fa6f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:49.430803 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f31f8d7-fd5c-4a1f-9526-a0b87a481c04", "name": "network-vif-deleted", "tag": "7183f2cc-029f-4fcc-947b-361e6a9b7918", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:49.431233 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f442d848-9a6d-4e19-b64e-cc77f0f8fa6f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:49.431929 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f31f8d7-fd5c-4a1f-9526-a0b87a481c04', 'name': 'network-vif-deleted', 'tag': '7183f2cc-029f-4fcc-947b-361e6a9b7918', 'status': 'completed', 'code': 200} Dec 10 04:35:49.438079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Request body: {'port': {'device_id': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '9efb5826698744869e01940b463dff4f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:49.487836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.578153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.580272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab5b1c81-d781-43d1-9620-de318777b545 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:49.641509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.709232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Deleting port affe6530-4ccc-494e-9346-47c6d85a231d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:49.710440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.721188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:49.722752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:49.725771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.756743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:35:49.759832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Made reservation on behalf of 9efb5826698744869e01940b463dff4f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:49.769228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.780927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.784964 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Added segment ae38c8ed-d2a0-443e-9007-a36a9d25b77b of type vlan for network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 Dec 10 04:35:49.804573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ab5b1c81-d781-43d1-9620-de318777b545 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:49.805224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.912821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:49.957660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:50.014863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] For port affe6530-4ccc-494e-9346-47c6d85a231d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=affe6530-4ccc-494e-9346-47c6d85a231d,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:50.015320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.029514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ab5b1c81-d781-43d1-9620-de318777b545, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab5b1c81-d781-43d1-9620-de318777b545,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:50.042701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Calling delete_port for affe6530-4ccc-494e-9346-47c6d85a231d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:50.068903 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.088367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Pushing event updated for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.121801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.171574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ab5b1c81-d781-43d1-9620-de318777b545,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.189229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.227289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-da90ca78-ba65-4704-a9ec-bd1e4168f167 None None] Provisioning complete for port 9af7d69a-a15b-440b-a7c6-69775e515c17 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:50.229341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da90ca78-ba65-4704-a9ec-bd1e4168f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.240076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Allocated IP 192.168.233.156 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/2aa1c624-dc96-49ae-99ee-ff3cd0701e54) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:50.260292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.260687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.261035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.261373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.261709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.262043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.262661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.263013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.263356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.263668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.263994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.264318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.264671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:50.284607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 533f050d-8ef7-4bc9-911f-384960e67b4c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:50.293487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.353388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6748818-4745-482f-8c4b-63c5319472e3 req-ca40658d-770e-4959-bfe8-bda86ff3fb57 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f31f8d7-fd5c-4a1f-9526-a0b87a481c04 HTTP/1.1" status: 200 len: 210 time: 0.3995154 Dec 10 04:35:50.378986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.378986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:50.391675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.451968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bcd9f496-3336-4904-93dd-9a8dd049baf1 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:50.509992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e4f70-248c-495e-aebb-63f22e1d3067,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.533151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: bcd9f496-3336-4904-93dd-9a8dd049baf1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:50.533491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bcd9f496-3336-4904-93dd-9a8dd049baf1 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:50.546225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-da90ca78-ba65-4704-a9ec-bd1e4168f167 None None] Port 9af7d69a-a15b-440b-a7c6-69775e515c17 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:50.566826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1383243 Dec 10 04:35:50.575173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:50.582350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Request body: {'subnet': {'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-680084162-subnet', 'tenant_id': '63ae4a3f4e444895b37022c9be5cab07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:50.595947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=533f050d-8ef7-4bc9-911f-384960e67b4c,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:50.633376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '533f050d-8ef7-4bc9-911f-384960e67b4c', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'port_id': '533f050d-8ef7-4bc9-911f-384960e67b4c', 'mac_address': 'fa:16:3e:d7:c0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:50.657209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Made reservation on behalf of 63ae4a3f4e444895b37022c9be5cab07 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:50.659489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fed12092-f4dc-4111-bad2-fa8f7ef59900 req-aadd1ab1-735d-4c5f-b41b-61762de5e95c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 210 time: 0.2514751 Dec 10 04:35:50.667329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.696400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.702528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.727521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.763652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533f050d-8ef7-4bc9-911f-384960e67b4c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:50.775410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=affe6530-4ccc-494e-9346-47c6d85a231d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.830429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=533f050d-8ef7-4bc9-911f-384960e67b4c,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:50.843228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.874402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.924739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:50.929067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c41b2-55af-49fe-bb15-4149c42dff28 req-4865fed4-865a-40c5-930f-eef8d950f705 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:50.930127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.942316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-512c41b2-55af-49fe-bb15-4149c42dff28 req-4865fed4-865a-40c5-930f-eef8d950f705 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 943 time: 0.3301749 Dec 10 04:35:50.945089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ce6d-d34f-4bc9-a9cd-93a9b4f1dede admin admin] Pushing event updated for resources: {'Network': ['ID=0c350c5e-fef1-4cfc-bf26-fff8dc81e154,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:50.961460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:35:50.987693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:51.088151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:51.090060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:51.113178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:51.177029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:51.232683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-512c41b2-55af-49fe-bb15-4149c42dff28 req-ba9b5f49-09c0-4eac-980e-300456ae12bd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214847 Dec 10 04:35:51.251182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['533f050d-8ef7-4bc9-911f-384960e67b4c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:51.361405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.371336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.384371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.422885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:51.423559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.488301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-72c72a8f-7de7-4aa7-9b11-d344c64705b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0546830 Dec 10 04:35:51.521730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Pushing event updated for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:51.546025 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.557896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Request body: {'port': {'device_id': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:51.601149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab5b1c81-d781-43d1-9620-de318777b545 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:51.602476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.632637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7fb226d4-8076-4391-b5d3-b380f19cebcb None None] Provisioning complete for port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:51.633166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fb226d4-8076-4391-b5d3-b380f19cebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.712786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:51.714214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:51.759881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7fb226d4-8076-4391-b5d3-b380f19cebcb None None] Port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:51.782205 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:35:51.817757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ab5b1c81-d781-43d1-9620-de318777b545 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:51.818284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:51.843881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.024722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Checking segment: {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:52.025006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Network hostable DHCP agents. Network: 0c350c5e-fef1-4cfc-bf26-fff8dc81e154, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:35:52.035780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-3c6aec5f-eb10-4802-a436-66d9a161b379 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:52.037497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-3c6aec5f-eb10-4802-a436-66d9a161b379 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.2558417 Dec 10 04:35:52.065907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7b4556-927c-442d-97d7-95f73c768b08,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:52.085070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b78a7fb-f4a3-47df-a796-931d48e40dcb None None] Provisioning complete for port 9af7d69a-a15b-440b-a7c6-69775e515c17 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:52.085687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b78a7fb-f4a3-47df-a796-931d48e40dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.088876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9cc2-33ee-4d9b-8b94-57c536c0ad44 req-99fbcdd6-7d89-492a-a266-41a2779ed533 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:52.096355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f19d9cc2-33ee-4d9b-8b94-57c536c0ad44 req-99fbcdd6-7d89-492a-a266-41a2779ed533 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 936 time: 0.2973447 Dec 10 04:35:52.099463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-b005bbb9-747e-4f30-810e-27d581a533ea tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/quotas/8c412f07c8fc408396e97e41f4992242 HTTP/1.1" status: 200 len: 375 time: 0.0535922 Dec 10 04:35:52.114230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:52.135444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3b78a7fb-f4a3-47df-a796-931d48e40dcb None None] Port 9af7d69a-a15b-440b-a7c6-69775e515c17 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:52.135725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:35:52.214729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0c350c5e-fef1-4cfc-bf26-fff8dc81e154) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:52.219623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:52.220214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.225411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105ef8b-7640-4368-b8ef-b3e725c674d2 None None] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:52.265277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f19d9cc2-33ee-4d9b-8b94-57c536c0ad44 req-85d41729-63b1-4cf2-a520-9d30e2de16b7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679273 Dec 10 04:35:52.272515 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aa59e576-df4a-4292-9419-d04f0f3ec097 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6933901 Dec 10 04:35:52.280868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Router d7af4484-1a05-4388-9bdb-7029e9e57269 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:35:52.334899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-75b845b0-d211-400a-a7f6-95fbf1ffffda tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180381 Dec 10 04:35:52.389247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7183f2cc-029f-4fcc-947b-361e6a9b7918 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:52.475761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 7183f2cc-029f-4fcc-947b-361e6a9b7918 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:52.476379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7183f2cc-029f-4fcc-947b-361e6a9b7918 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:52.493304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-000c3a7a-765b-4def-97e1-12e42533f80e service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572134 Dec 10 04:35:52.498216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:52.511541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.513690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6863e586-c87b-4402-a5d2-3ca801b2f0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.543258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Transition to ACTIVE for port object 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:52.549385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:52.559592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a176f-f98b-4a66-b0ca-7795fc21f281 None None] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:52.574195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:52.582561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4fdc338f-ceb6-4847-8bd8-62aecf00e822 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8cea7d3-cdda-466b-ad03-53778cd4aa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8544416 Dec 10 04:35:52.600672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:52.601195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71dd8-2134-4028-aaef-76d0f16f15ff req-71ebd089-0aa2-489e-9ec9-7bf0af4d56a1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:52.602984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53d71dd8-2134-4028-aaef-76d0f16f15ff req-71ebd089-0aa2-489e-9ec9-7bf0af4d56a1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 944 time: 0.1924083 Dec 10 04:35:52.671638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53d71dd8-2134-4028-aaef-76d0f16f15ff req-59613a78-2eaf-4086-82dc-5d20e3aaa354 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619979 Dec 10 04:35:52.672239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:52.673712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:52.674054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-2910e035-cd6b-44ee-9b4b-efcf356a10e6 service neutron] 10.222.0.43 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796186 Dec 10 04:35:53.029057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8a9920e-1496-42bf-b73a-58c6eab91b51 req-1cdd07ce-26d8-416e-8c14-48da8cb9959f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 210 time: 0.0867696 Dec 10 04:35:53.104993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:53.144717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-388050156', 'description': 'tempest-description-1482473574'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:53.154002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:35:53.163571 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9d55c8ed-6959-4995-997c-c724f6cfbc07 admin admin] 10.222.0.43 "PUT /v2.0/routers/d7af4484-1a05-4388-9bdb-7029e9e57269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0793447 Dec 10 04:35:53.164860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Sync routers for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:35:53.170209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:53.222638 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:53.225427 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:53.251357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:53.258283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.325493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.409481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Attempting to bind port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:53.410400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Attempting to bind port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:53.410745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Attempting to bind port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:53.431666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:35:53.432017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Attempting to bind port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:53.463105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:53.463631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:53.464197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:53.465374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Bound port: 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:53.465962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.482338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.501885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.539398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.564128 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:53.651741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:51Z', 'revision_number': 2, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:53.708409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:53.713545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.714570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Updating router b8cea7d3-cdda-466b-ad03-53778cd4aa64 port 9af7d69a-a15b-440b-a7c6-69775e515c17 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:35:53.719093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a30afa4c-1c3e-4741-a8fd-4263eabf8d2f req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5788846 Dec 10 04:35:53.732862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5191b-1b3f-46e0-8da4-6a31362bc24d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b6cf7-260e-492a-8f31-d3b7e724b097,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:53.740838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:53.745537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:53.759047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.762014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.768523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.799513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-ff2768cf-d89a-4af5-b7f2-fae9d6c732a8 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:53.803993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-ff2768cf-d89a-4af5-b7f2-fae9d6c732a8 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 821 time: 0.2934499 Dec 10 04:35:53.831944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-0183414d-b6a2-4dfb-a28b-0c8874eac21f tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/quotas/dbf7432941b748b288b3f8e0745d4a12 HTTP/1.1" status: 200 len: 375 time: 0.0184882 Dec 10 04:35:53.843571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:53.844421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:53.847262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] 10.222.0.36 "PUT /v2.0/ports/2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 1096 time: 2.2931814 Dec 10 04:35:53.852973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 5, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port': {'id': 'c9f71302-04ba-4a2f-af36-6c7329f332c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:34:52Z', 'updated_at': '2021-12-10T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:53.865851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:53.885908 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:53.896431 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Checking router: d7af4484-1a05-4388-9bdb-7029e9e57269 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:35:53.920238 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Routers {'d7af4484-1a05-4388-9bdb-7029e9e57269'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:53.921794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d7af4484-1a05-4388-9bdb-7029e9e57269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:53.982281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2df285-8245-4f03-8891-89b8eaddf82a service neutron] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:54.056535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Deleting port c9f71302-04ba-4a2f-af36-6c7329f332c1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:54.056829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.068007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-742959bc-6a13-4c02-9f02-b65a9119e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:54.070208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-742959bc-6a13-4c02-9f02-b65a9119e386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1099 time: 0.1124055 Dec 10 04:35:54.079721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-99a8bd9e-0042-4374-8e92-38a0e7f75f8c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328017 Dec 10 04:35:54.098191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6b8d-211c-4abc-82ce-3b85952b3041 req-69f84683-3664-4fdf-b53e-ffec6816c15c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:54.101375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677d6b8d-211c-4abc-82ce-3b85952b3041 req-69f84683-3664-4fdf-b53e-ffec6816c15c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 948 time: 0.1787634 Dec 10 04:35:54.103410 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] Set router d7af4484-1a05-4388-9bdb-7029e9e57269 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:54.148003 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-24b01e68-318b-43bb-9395-2b3819e38ffc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0563481 Dec 10 04:35:54.212460 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:35:53Z', 'revision_number': 6, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:54.252438 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabe247-f4c8-475f-b4e1-deb3224a5f90 None None] The sync data for ids ['d7af4484-1a05-4388-9bdb-7029e9e57269'] in n-d-817326-3 is: [{'id': 'd7af4484-1a05-4388-9bdb-7029e9e57269', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1944787823-router', 'tenant_id': '111e505a40e24e6bb03f58705af3afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:34:51Z', 'updated_at': '2021-12-10T04:35:53Z', 'revision_number': 6, 'project_id': '111e505a40e24e6bb03f58705af3afee', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:54.274138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677d6b8d-211c-4abc-82ce-3b85952b3041 req-82f0de39-fb86-4c87-acd3-b287cd46ec55 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593475 Dec 10 04:35:54.305334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 533f050d-8ef7-4bc9-911f-384960e67b4c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:54.316678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-34acdc54-9138-436d-b1f7-2e71bc8b84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:54.316678 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-34acdc54-9138-436d-b1f7-2e71bc8b84a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1584578 Dec 10 04:35:54.335788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-5a6a5249-15d2-4145-a76b-6d991f9039aa service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316139 Dec 10 04:35:54.407295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 533f050d-8ef7-4bc9-911f-384960e67b4c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:35:54.413119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 533f050d-8ef7-4bc9-911f-384960e67b4c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:54.413492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.444496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] For port c9f71302-04ba-4a2f-af36-6c7329f332c1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9f71302-04ba-4a2f-af36-6c7329f332c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:54.445185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.466478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-0e13473c-08e4-46ec-84c8-a551fabb53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:54.468761 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-0e13473c-08e4-46ec-84c8-a551fabb53b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417882 Dec 10 04:35:54.470364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Calling delete_port for c9f71302-04ba-4a2f-af36-6c7329f332c1 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:54.486216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.487618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-c4da5dd5-93c3-46a8-95df-3e1d77cd7e20 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508160 Dec 10 04:35:54.498174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.514014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21fe85-f8b5-4c59-ba94-72a821732b8e req-a863e6b7-4bcc-43ad-8231-33ac11b8be9a tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:54.515526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d21fe85-f8b5-4c59-ba94-72a821732b8e req-a863e6b7-4bcc-43ad-8231-33ac11b8be9a tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 944 time: 0.0981662 Dec 10 04:35:54.609920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d21fe85-f8b5-4c59-ba94-72a821732b8e req-7e55ce51-1a88-4d7d-9dac-053b496c7fbf tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843849 Dec 10 04:35:54.611381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Pushing event updated for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:54.656674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1334846517', 'description': 'tempest-description-1246960141'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:54.670864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.671217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.671556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.671890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.672219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.672578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.672891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.673213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.673537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.673854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.674189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.674490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.674809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:35:54.729700 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.734392 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:54.951239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-46ac108b-1ec6-47e3-bcff-17e78100792e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717946 Dec 10 04:35:54.998531 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048767f9-6aa6-4490-bbf2-50af54cc2abc x-openstack-request-id: req-048767f9-6aa6-4490-bbf2-50af54cc2abc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:54.998929 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:54.999551 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-048767f9-6aa6-4490-bbf2-50af54cc2abc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:55.000040 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'status': 'completed', 'code': 200} Dec 10 04:35:55.001511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0012948-e1eb-43d7-95ef-b0fbb3844fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.051283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:35:55.054148 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdffe33-63cd-48ce-8a64-e38e546e1699" -d '{"events": [{"server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "name": "network-vif-plugged", "status": "completed", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:35:55.076888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Attempting to bind port 9af7d69a-a15b-440b-a7c6-69775e515c17 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:55.077621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Attempting to bind port 9af7d69a-a15b-440b-a7c6-69775e515c17 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:55.078040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Attempting to bind port 9af7d69a-a15b-440b-a7c6-69775e515c17 on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:55.082861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=533f050d-8ef7-4bc9-911f-384960e67b4c,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:55.092624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:35:55.093466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Checking segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:35:55.094044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.094703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Bound using segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:35:55.095340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Bound port: 9af7d69a-a15b-440b-a7c6-69775e515c17, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:35:55.095898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.098217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1a9a0e64-c2d8-4c0e-ba41-d0fcc8c472ec None None] Provisioning complete for port 9af7d69a-a15b-440b-a7c6-69775e515c17 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:55.098753 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e64-c2d8-4c0e-ba41-d0fcc8c472ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.117262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.129221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.147174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.166933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46cd7ba6-bb62-4077-9e51-ed988727c609 req-9899575c-a8ec-48fe-8388-1cc1c6f39f3c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 210 time: 0.0788062 Dec 10 04:35:55.239542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0e64-c2d8-4c0e-ba41-d0fcc8c472ec None None] Port 9af7d69a-a15b-440b-a7c6-69775e515c17 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:35:55.266211 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b20b17d1-b331-400b-ad75-25475eb45c89 req-406c1819-4ce7-40f5-94d5-bbbe595c4e8a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892787 Dec 10 04:35:55.267290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.268302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.273737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42104b22-f320-4f4d-8a4b-08adb0aa3901 req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6218669 Dec 10 04:35:55.295887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:55.393667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] For port 9af7d69a-a15b-440b-a7c6-69775e515c17, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:35:55.396303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5735470a-145e-4811-9d38-c8020a6a3b9f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:55.403145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5735470a-145e-4811-9d38-c8020a6a3b9f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 806 time: 0.5776541 Dec 10 04:35:55.403859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876b987-1582-4c7e-9d71-ecd3479bd26d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cbff53-ec98-4dd0-8618-78603a32c79c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:55.410181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] For port 9af7d69a-a15b-440b-a7c6-69775e515c17, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9af7d69a-a15b-440b-a7c6-69775e515c17,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:35:55.418142 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051ad00-b1f4-433a-b9e3-8046a282db5f x-openstack-request-id: req-c051ad00-b1f4-433a-b9e3-8046a282db5f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:35:55.418809 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "name": "network-vif-plugged", "status": "completed", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:35:55.419177 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c051ad00-b1f4-433a-b9e3-8046a282db5f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:35:55.419623 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c', 'code': 200} Dec 10 04:35:55.421330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.479496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f71302-04ba-4a2f-af36-6c7329f332c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:55.513970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8da33d3f-3146-4d49-8a42-d072b2368b4e req-145f4eff-f89a-445b-bf05-34276c74b844 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 210 time: 0.2488658 Dec 10 04:35:55.536818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Request body: {'port': {'device_id': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'admin_state_up': True, 'tenant_id': '8c412f07c8fc408396e97e41f4992242'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:55.554250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device affe6530-4ccc-494e-9346-47c6d85a231d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:55.679685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: affe6530-4ccc-494e-9346-47c6d85a231d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:55.680295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device affe6530-4ccc-494e-9346-47c6d85a231d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:55.680749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9f71302-04ba-4a2f-af36-6c7329f332c1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:55.757747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:35:55.758661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:55.763427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c9f71302-04ba-4a2f-af36-6c7329f332c1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:55.763980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9f71302-04ba-4a2f-af36-6c7329f332c1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:55.771731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684afd8-60df-4873-8fe8-d9b49941b609 None None] Pushing event updated for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:55.776906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.791180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9689-3959-4623-b835-f959cd57a18a req-da67f41b-f278-4b6d-97d9-ee4d5186deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:55.793779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0fff9689-3959-4623-b835-f959cd57a18a req-da67f41b-f278-4b6d-97d9-ee4d5186deb4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 1096 time: 0.1886878 Dec 10 04:35:55.837213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-b9c61051-e496-4521-a8c2-d9066fc54b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:55.838955 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-b9c61051-e496-4521-a8c2-d9066fc54b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1099 time: 0.3826475 Dec 10 04:35:55.850396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.866375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Made reservation on behalf of 8c412f07c8fc408396e97e41f4992242 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:55.870098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.949432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:35:55.980845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:55.985788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.019208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] Provisioning complete for port 9af7d69a-a15b-440b-a7c6-69775e515c17 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:56.019566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.115687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0fff9689-3959-4623-b835-f959cd57a18a req-5676c6af-8228-425f-8f50-ae02f34393a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755401 Dec 10 04:35:56.118825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.119669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7af4484-1a05-4388-9bdb-7029e9e57269 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:35:56.127289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.131993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-018a4524-5803-4a45-a141-a030a0ffde50 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d7af4484-1a05-4388-9bdb-7029e9e57269 HTTP/1.1" status: 204 len: 168 time: 2.9604480 Dec 10 04:35:56.135001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:56.147685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-24633322-dde9-408c-90ca-7afe14cb8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:56.149465 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-24633322-dde9-408c-90ca-7afe14cb8e04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2434669 Dec 10 04:35:56.162747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Allocated IP 172.20.0.10 (327b8509-48d7-4603-b79b-e645bd3f65cc/3ec76941-ff20-407b-a938-53a75bf0a52b/38d417fd-2d61-4964-aecb-3a34c775df28) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:56.186028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74468d8-dda3-46a1-8d62-74e1a9123474 req-6620fc2d-360d-4da0-9573-6368e622c008 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:56.187606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c74468d8-dda3-46a1-8d62-74e1a9123474 req-6620fc2d-360d-4da0-9573-6368e622c008 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 948 time: 0.4492090 Dec 10 04:35:56.207790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-828986f5-081f-44c1-ae7b-d7bef1d4ce6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0482614 Dec 10 04:35:56.301558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.305298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-a737909f-756d-41e9-95be-501fd4a7ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:56.306164 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-a737909f-756d-41e9-95be-501fd4a7ee63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0914371 Dec 10 04:35:56.329290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-5825a25e-c97d-4d11-ba2c-fb16d5cd7f20 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:56.338871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-5825a25e-c97d-4d11-ba2c-fb16d5cd7f20 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 812 time: 0.6058865 Dec 10 04:35:56.379104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] For port 9af7d69a-a15b-440b-a7c6-69775e515c17, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9af7d69a-a15b-440b-a7c6-69775e515c17,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:56.384635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.390416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Deleting subnet 8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:35:56.406481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-78e5d7d6-d4e8-48ef-b1f1-c045ef9d8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:56.409503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-78e5d7d6-d4e8-48ef-b1f1-c045ef9d8d31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945923 Dec 10 04:35:56.416754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:55Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:56.417991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.458187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb219-c015-4cb9-bea7-cdfc56132c35 None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:55Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:35:56.466873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-aa8788da-d60e-4edc-9724-056044681318 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/quotas/63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 375 time: 0.1265190 Dec 10 04:35:56.504869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe464-e4ed-4335-b1f4-fa61a3c3eac4 None None] Pushing event updated for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:56.530892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-ff3f3728-2089-4e69-8065-b2213cc24b82 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624292 Dec 10 04:35:56.592922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c74468d8-dda3-46a1-8d62-74e1a9123474 req-39fd0cfc-2917-49b9-82fb-c911e771d468 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520114 Dec 10 04:35:56.597144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-a3e43b5e-9aca-4515-8561-5ec331dd8815 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798944 Dec 10 04:35:56.667019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:56.806352 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c8412bd4-6a58-4ea2-ae40-9f5b2d35bea8 req-9d3b4142-6ede-4069-8627-3d0e6eb2831a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009978 Dec 10 04:35:57.313583 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.316214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.349458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-3dd0ca9f-2353-48c1-a129-9fedf9c22389 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:57.351212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-3dd0ca9f-2353-48c1-a129-9fedf9c22389 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 821 time: 0.7972133 Dec 10 04:35:57.390081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'port': {'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'admin_state_up': True, 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:57.401261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-ab0ac655-58bb-420f-a5b6-2f99c06632c4 service neutron] 10.222.0.43 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8692400 Dec 10 04:35:57.423416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9a22-39c9-4cd4-b183-ad96aa58a120 req-6dc68eb7-6562-45ec-a960-ab90da090d61 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:57.432187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-022a9a22-39c9-4cd4-b183-ad96aa58a120 req-6dc68eb7-6562-45ec-a960-ab90da090d61 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.6629078 Dec 10 04:35:57.474574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.489506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9af7d69a-a15b-440b-a7c6-69775e515c17 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:35:57.565259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9af7d69a-a15b-440b-a7c6-69775e515c17 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:35:57.565833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.724952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.735870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-022a9a22-39c9-4cd4-b183-ad96aa58a120 req-af22f2c6-64a4-4ebf-9c36-a1c11c1af150 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964554 Dec 10 04:35:57.762172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:57.805023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.882056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Network 327b8509-48d7-4603-b79b-e645bd3f65cc is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:57.882987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:57.886362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-5dd6287b-a34b-488b-875f-e145c84d7697 service neutron] 10.222.0.43 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839478 Dec 10 04:35:57.893814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:35:57.895345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event updated for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:57.897906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:57.904720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:57.905288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65c9b13c-8132-47f5-8ce8-63c60aca92f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8e71c1ec-8d0f-4adb-ae5e-0220470ef2ad HTTP/1.1" status: 204 len: 168 time: 1.7685769 Dec 10 04:35:57.905704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:35:57.921785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf40f4-a62c-4aa9-9ef9-77cdfb9db754 None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:35:57.952693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Made reservation on behalf of dbf7432941b748b288b3f8e0745d4a12 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:35:57.964512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.034925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.193498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Deleting port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:58.196193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.259993 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.260902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399207-f793-450a-9e38-3c8eaa7e199a req-7ec4000f-1085-4adf-a9a7-98eac2a9efaa tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:58.272617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca399207-f793-450a-9e38-3c8eaa7e199a req-7ec4000f-1085-4adf-a9a7-98eac2a9efaa tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 932 time: 0.3241477 Dec 10 04:35:58.275454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] DHCP port deletion for 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:35:58.300839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:58.301471 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.331781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] For port 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=973fa5ee-e906-4db4-b688-c6c3c6dfe817,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:58.332153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.352785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f207823-e1cb-4997-bd40-1a3847389b48 req-4376c286-3b7c-4be9-8fcb-7b3e9d8a7025 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 210 time: 0.0719104 Dec 10 04:35:58.360920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Calling delete_port for 973fa5ee-e906-4db4-b688-c6c3c6dfe817 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:58.388566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-5256e4ac-11bb-4613-a92c-54df697dfc7d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9118602 Dec 10 04:35:58.397260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Allocated IP 172.20.0.14 (14435956-cde3-4b37-8f3c-288bcbdb97db/8f73961d-a22b-4ef3-b576-b51d54151b57/36e6fdf2-b2f3-43bd-942f-e19d82c4d60e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:35:58.414496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Deleting port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:35:58.414806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.463111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Request body: {'port': {'device_id': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:35:58.467000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:35:58.495502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.522978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] No DVR routers for this DVR port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:58.550052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] For port 973fa5ee-e906-4db4-b688-c6c3c6dfe817, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=973fa5ee-e906-4db4-b688-c6c3c6dfe817,segment=NetworkSegment(25d16a22-80b3-45fa-88c0-6c048976e190),segment_id=25d16a22-80b3-45fa-88c0-6c048976e190)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:58.550665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.582980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Calling delete_port for 973fa5ee-e906-4db4-b688-c6c3c6dfe817 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:35:58.616336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Pushing event deleted for resources: {'Port': ['ID=973fa5ee-e906-4db4-b688-c6c3c6dfe817,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:58.695706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.697837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca399207-f793-450a-9e38-3c8eaa7e199a req-c642291e-e2f3-4693-9596-78bdaaeb75a0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242635 Dec 10 04:35:58.725346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:58.737104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d16a22-80b3-45fa-88c0-6c048976e190') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:58.737467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d16a22-80b3-45fa-88c0-6c048976e190') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:35:58.747923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.766824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.767507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06338-a5c4-4b3f-af97-c6176333faa7 req-36bba501-f4e3-4299-b20e-c264a72af104 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:58.769078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55b06338-a5c4-4b3f-af97-c6176333faa7 req-36bba501-f4e3-4299-b20e-c264a72af104 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 948 time: 0.3017826 Dec 10 04:35:58.782079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:35:58.782473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:35:58.785661 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:35:58.879423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.893417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.898030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] 10.222.0.43 "DELETE /v2.0/networks/9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc HTTP/1.1" status: 204 len: 168 time: 0.9909351 Dec 10 04:35:58.928297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:58.976869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e670b-a4e6-402b-947f-aafd49e8542d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:59.054494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.071629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07ea38f8-b926-4bfe-9a87-7b21ea30589d req-8ab7518d-7369-4e7e-a30d-873357ca00aa tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 210 time: 0.1817663 Dec 10 04:35:59.155456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:59.162820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:59.191013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'mac_address': 'fa:16:3e:96:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:35:59.240250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-297b0974-b65d-472f-80bd-f5e3930db471 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=111e505a40e24e6bb03f58705af3afee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833373 Dec 10 04:35:59.242644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:35:59.313101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.327623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Network 9ebaf7c7-864d-43e2-af5e-28c7fe85f7fc is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:35:59.328186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] No DVR routers for this DVR port 973fa5ee-e906-4db4-b688-c6c3c6dfe817 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:35:59.345475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.369387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3dd7-a243-4116-bff0-1389cb434c67 None None] Pushing event deleted for resources: {'Port': ['ID=973fa5ee-e906-4db4-b688-c6c3c6dfe817,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:59.374738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.394806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:59.418537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:35:59.425587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.439662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.487956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d417fd-2d61-4964-aecb-3a34c775df28 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:35:59.495706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.501242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:59.511696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Transition to ACTIVE for port object 38d417fd-2d61-4964-aecb-3a34c775df28 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:35:59.514117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 973fa5ee-e906-4db4-b688-c6c3c6dfe817 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:35:59.541096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 973fa5ee-e906-4db4-b688-c6c3c6dfe817 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:35:59.541591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 973fa5ee-e906-4db4-b688-c6c3c6dfe817 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:35:59.552431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.553124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55b06338-a5c4-4b3f-af97-c6176333faa7 req-1d51d592-0e7a-4754-acae-38063b35e926 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7731256 Dec 10 04:35:59.572444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.572444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b637e509-2aa8-4cd1-9a5c-d03981efc799 HTTP/1.1" status: 204 len: 168 time: 0.3187573 Dec 10 04:35:59.572698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.578517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554a09-a4ea-4484-a405-a3352c9b61f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637e509-2aa8-4cd1-9a5c-d03981efc799,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:59.689374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Pushing event updated for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:35:59.704896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492092dd-cca6-47c7-9253-2aa0b6167fa6 req-340fa193-a858-4346-9e2b-977da763fde8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:35:59.712551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-492092dd-cca6-47c7-9253-2aa0b6167fa6 req-340fa193-a858-4346-9e2b-977da763fde8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1974239 Dec 10 04:35:59.747978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:35:59.755936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:35:59.846087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-492092dd-cca6-47c7-9253-2aa0b6167fa6 req-92a03b78-09a5-480f-9d05-fc9093292952 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276245 Dec 10 04:35:59.944190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:35:59.979031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Attempting to bind port 38d417fd-2d61-4964-aecb-3a34c775df28 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:35:59.979615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Attempting to bind port 38d417fd-2d61-4964-aecb-3a34c775df28 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:35:59.980113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Attempting to bind port 38d417fd-2d61-4964-aecb-3a34c775df28 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:35:59.996919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event updated for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:00.001084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:00.004357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:00.067545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Port 38d417fd-2d61-4964-aecb-3a34c775df28 on network 327b8509-48d7-4603-b79b-e645bd3f65cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:00.067910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Attempting to bind port 38d417fd-2d61-4964-aecb-3a34c775df28 on network 327b8509-48d7-4603-b79b-e645bd3f65cc {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:00.079837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:00.080400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Checking segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:00.080816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Bound using segment: {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:00.081312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Bound port: 38d417fd-2d61-4964-aecb-3a34c775df28, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383646c2-89df-4539-b2b7-cd82a4f47cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:00.081682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.093514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-087a452b-bee2-41d0-9757-871df092d8e1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.102140 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-087a452b-bee2-41d0-9757-871df092d8e1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.41 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 812 time: 0.1473038 Dec 10 04:36:00.124144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'device_id': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154', 'admin_state_up': True, 'tenant_id': '63ae4a3f4e444895b37022c9be5cab07'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:00.126962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5d3c-24d0-4a27-9344-e78351a84529 req-a29386da-06fc-41ef-b13e-77edbdc7224b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.144163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d98e5d3c-24d0-4a27-9344-e78351a84529 req-a29386da-06fc-41ef-b13e-77edbdc7224b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 932 time: 0.3565347 Dec 10 04:36:00.254678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:00.258734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=38d417fd-2d61-4964-aecb-3a34c775df28,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:00.276795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.331772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.332750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.334129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] 10.222.0.41 "PUT /v2.0/ports/38d417fd-2d61-4964-aecb-3a34c775df28 HTTP/1.1" status: 200 len: 1092 time: 1.8763251 Dec 10 04:36:00.340193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:00.344591 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a805a-da59-40d7-8371-35ca1cff5fda" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:00.362438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Made reservation on behalf of 63ae4a3f4e444895b37022c9be5cab07 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:00.367241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.389330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9ba5-2fd9-4ab8-902e-a473ed74df57 req-8d4b2d1b-7cff-4fe2-9d7b-9e9c004aab47 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.390237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4bb00394-cb39-487f-ac6b-3972b6b8c9a0 None None] Provisioning complete for port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:00.390864 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb00394-cb39-487f-ac6b-3972b6b8c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.391604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45eb9ba5-2fd9-4ab8-902e-a473ed74df57 req-8d4b2d1b-7cff-4fe2-9d7b-9e9c004aab47 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 944 time: 0.4284205 Dec 10 04:36:00.407817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d98e5d3c-24d0-4a27-9344-e78351a84529 req-b1043723-6458-43ea-9573-07369f8d35dc tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623527 Dec 10 04:36:00.459392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.459968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.490837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:00.539772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb1226-6ef9-47a6-922b-6e3780bba54b service neutron] Pushing event updated for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:00.554055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4bb00394-cb39-487f-ac6b-3972b6b8c9a0 None None] Port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:00.608836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-b581107b-41c7-41bc-8ec0-e68dda70aeef tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2224064 Dec 10 04:36:00.624308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Allocated IP 172.20.0.8 (0c350c5e-fef1-4cfc-bf26-fff8dc81e154/8b7b4556-927c-442d-97d7-95f73c768b08/1ece5426-05c1-4acd-9c43-ebca7c749f38) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:00.644094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:00.660055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:00.661729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.664362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Request body: {'port': {'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:00.787292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.804388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45eb9ba5-2fd9-4ab8-902e-a473ed74df57 req-84eafc92-a5ae-4156-b00d-d53fae3e4690 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901811 Dec 10 04:36:00.814428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-14f1e918-c32f-4e09-9f57-a981c5131374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:00.817669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-14f1e918-c32f-4e09-9f57-a981c5131374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 1095 time: 0.3948090 Dec 10 04:36:00.858056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.873759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.895090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:00.903459 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ae5a3-509b-4a9f-b17a-91af1380eb97 x-openstack-request-id: req-b80ae5a3-509b-4a9f-b17a-91af1380eb97 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:00.908612 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:00.909007 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b80ae5a3-509b-4a9f-b17a-91af1380eb97 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:00.910220 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28', 'status': 'completed', 'code': 200} Dec 10 04:36:00.918257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:00.921120 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6fd54-96f3-4a88-b096-b363b6a4a94a" -d '{"events": [{"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:00.925966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:00.936654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:00.950563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:00.959542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:00.999229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:01.011678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-a2f9f8fe-ba30-4b4e-987b-4dd161f4bea5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38d417fd-2d61-4964-aecb-3a34c775df28 HTTP/1.1" status: 200 len: 217 time: 0.1637995 Dec 10 04:36:01.024382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:01.024647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.025122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.044746 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-79be0cd5-38dc-4f79-8ed1-26684f5a0b81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9244978 Dec 10 04:36:01.070642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Request body: {'port': {'device_id': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:01.116172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.126229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.141964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-da0f3861-d599-4a2e-a81c-b4b1ea2cd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.143486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-da0f3861-d599-4a2e-a81c-b4b1ea2cd67d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 1096 time: 0.3800035 Dec 10 04:36:01.161530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50cbc1-b7b9-4f7c-abee-fd2c48284053 req-470cb323-a595-4677-8e73-196f699199cc tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.163592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc50cbc1-b7b9-4f7c-abee-fd2c48284053 req-470cb323-a595-4677-8e73-196f699199cc tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 931 time: 0.3163693 Dec 10 04:36:01.177873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-a7429bff-3298-4ee7-bec4-246c779e5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.179386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-a7429bff-3298-4ee7-bec4-246c779e5342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1412618 Dec 10 04:36:01.235689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5273-4490-404b-a186-f548eb4171a3 req-4e803bf5-2424-4d01-be0b-fc8155091b82 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.237213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e6d5273-4490-404b-a186-f548eb4171a3 req-4e803bf5-2424-4d01-be0b-fc8155091b82 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.2641540 Dec 10 04:36:01.275707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-dc30298a-2b45-45b9-b802-877722b35928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625350 Dec 10 04:36:01.411079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ece5426-05c1-4acd-9c43-ebca7c749f38 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:01.420284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.433595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Transition to ACTIVE for port object 1ece5426-05c1-4acd-9c43-ebca7c749f38 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:01.437888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.485777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc50cbc1-b7b9-4f7c-abee-fd2c48284053 req-f2a35b58-e7bc-46ae-9f34-4fae35660b40 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851799 Dec 10 04:36:01.489688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:01.559158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e6d5273-4490-404b-a186-f548eb4171a3 req-051fe67d-3b63-42a0-b7c3-540f0135894f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927864 Dec 10 04:36:01.563762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-36ea200d-60dd-4cfb-a6a6-1ffb23fb00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.565316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-36ea200d-60dd-4cfb-a6a6-1ffb23fb00a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 911 time: 0.4126256 Dec 10 04:36:01.566428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Attempting to bind port 1ece5426-05c1-4acd-9c43-ebca7c749f38 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:01.567534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Attempting to bind port 1ece5426-05c1-4acd-9c43-ebca7c749f38 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:01.567991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Attempting to bind port 1ece5426-05c1-4acd-9c43-ebca7c749f38 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:01.572822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Port 1ece5426-05c1-4acd-9c43-ebca7c749f38 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:01.573264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Attempting to bind port 1ece5426-05c1-4acd-9c43-ebca7c749f38 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:01.580140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:01.580640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Checking segment: {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:01.581118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Bound using segment: {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:01.581667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Bound port: 1ece5426-05c1-4acd-9c43-ebca7c749f38, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:01.582990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.665788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:01.669351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:01.673760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.713882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.714488 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:01.716606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] 10.222.0.41 "PUT /v2.0/ports/1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 1091 time: 0.6552110 Dec 10 04:36:01.719267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:01.721455 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:01.739645 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c330dce-17ff-4220-96a9-cbd1c305b1c4 x-openstack-request-id: req-4c330dce-17ff-4220-96a9-cbd1c305b1c4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:01.741095 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:01.741095 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c330dce-17ff-4220-96a9-cbd1c305b1c4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:01.741095 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'code': 200} Dec 10 04:36:01.777185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c5d93-b65a-4ce7-9724-43512e28e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:01.915088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-a5e10ce8-c5d9-4f9a-9354-fb57ceae43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.916752 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-a5e10ce8-c5d9-4f9a-9354-fb57ceae43a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1094 time: 0.1092801 Dec 10 04:36:01.939402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f9ec-ea92-4603-a6f5-8f41c2040bb9 req-e2b1c973-9b96-41c6-95e2-7ab7d8a4e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:01.939402 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0940f9ec-ea92-4603-a6f5-8f41c2040bb9 req-e2b1c973-9b96-41c6-95e2-7ab7d8a4e062 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.0737221 Dec 10 04:36:02.062036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-de7e1b4c-5bbd-4bdd-99d6-9394081b839f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 217 time: 0.0396926 Dec 10 04:36:02.064318 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0940f9ec-ea92-4603-a6f5-8f41c2040bb9 req-b3ec46e7-bbaf-4f38-8f08-23ec9cea493c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158693 Dec 10 04:36:02.064642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-28799890-acca-4301-8664-a27f2ec81ba2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533f050d-8ef7-4bc9-911f-384960e67b4c HTTP/1.1" status: 200 len: 217 time: 0.4891064 Dec 10 04:36:02.125263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-750cccb9-5be3-43e8-87a1-5bcc3e6e6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.127001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-750cccb9-5be3-43e8-87a1-5bcc3e6e6950 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.0499973 Dec 10 04:36:02.130930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-2f940d20-bc02-4e20-bfe6-dedd1cb6e2c4 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070896 Dec 10 04:36:02.174436 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-b17c6c8a-0b49-46c9-a5dc-71ddf28f091c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338340 Dec 10 04:36:02.242390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-18b47790-80e4-4814-9202-486c92fdbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.243875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-18b47790-80e4-4814-9202-486c92fdbec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.1602316 Dec 10 04:36:02.273963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-8762ec13-fed6-443b-8047-ec372695a43e service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917089 Dec 10 04:36:02.281300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482d81-2a31-4f98-91f0-c04ffa7f6b07 req-207b8020-974c-4f41-bb40-c4f7a4138544 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.282757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69482d81-2a31-4f98-91f0-c04ffa7f6b07 req-207b8020-974c-4f41-bb40-c4f7a4138544 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 932 time: 0.2501793 Dec 10 04:36:02.294860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8fbd7-7a34-412f-86ed-992881f49fc1 req-96c64069-009d-47c1-ae0f-cb52605a3bd8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.296329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb8fbd7-7a34-412f-86ed-992881f49fc1 req-96c64069-009d-47c1-ae0f-cb52605a3bd8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.2681363 Dec 10 04:36:02.354797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-7d4ef830-5bc3-42d4-80ef-f7274068510f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691521 Dec 10 04:36:02.379150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7cd645c0-b9e0-485f-8551-fdfe274f46fe req-d8398dc4-769d-4074-b273-0e10d8d206f2 service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954955 Dec 10 04:36:02.463801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c31af5f-fa11-4a17-a21a-1683a0ba014d req-846874c4-e4ca-4baf-b2a2-be6eaff0939a service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095388 Dec 10 04:36:02.512738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:02.526860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69482d81-2a31-4f98-91f0-c04ffa7f6b07 req-d3f5361e-057b-426e-8fa7-173932b64c1b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186849 Dec 10 04:36:02.528911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:02.538547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb8fbd7-7a34-412f-86ed-992881f49fc1 req-71d7a402-eea7-4c2e-8097-4f1abd8e8771 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257364 Dec 10 04:36:02.562945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Transition to ACTIVE for port object 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:02.568676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:02.625509 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9ede6a-b759-4eb5-b6f3-441b999ae3a0 x-openstack-request-id: req-fb9ede6a-b759-4eb5-b6f3-441b999ae3a0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:02.625812 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:02.626061 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb9ede6a-b759-4eb5-b6f3-441b999ae3a0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:02.626463 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'status': 'completed', 'code': 200} Dec 10 04:36:02.648612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-c36d4407-5d2c-448c-8e67-0311ce416ebb service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782736 Dec 10 04:36:02.710104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Pushing event updated for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:02.746013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-e688bec8-ec20-4fb6-b3a3-851acdb434d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.749938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-e688bec8-ec20-4fb6-b3a3-851acdb434d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1094 time: 0.0611572 Dec 10 04:36:02.787189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-b2a0f1ac-9356-4e59-9a9c-b71ac4045c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.788875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-b2a0f1ac-9356-4e59-9a9c-b71ac4045c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 1095 time: 0.2130985 Dec 10 04:36:02.809340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63334c-6453-4d6f-a249-1c517f35770c req-3f576dfc-7394-41f7-8fa7-743653d09c05 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.811904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba63334c-6453-4d6f-a249-1c517f35770c req-3f576dfc-7394-41f7-8fa7-743653d09c05 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 944 time: 0.1737783 Dec 10 04:36:02.883053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-96693a23-d24c-4c9d-af77-e1af1ef6da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:02.885017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-96693a23-d24c-4c9d-af77-e1af1ef6da55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.1271560 Dec 10 04:36:03.055651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34ce44-8fc6-459c-9890-fcb99397171c req-0fb222cd-2115-490b-a864-1a8be24cb997 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.057268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de34ce44-8fc6-459c-9890-fcb99397171c req-0fb222cd-2115-490b-a864-1a8be24cb997 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 943 time: 0.2653699 Dec 10 04:36:03.065379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f232-89b4-4110-b596-5ba8fa17fe08 req-f187dc78-c88f-43fe-b291-723ffc5fad42 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911579 Dec 10 04:36:03.079815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba63334c-6453-4d6f-a249-1c517f35770c req-c0262c4c-24c4-4031-ad70-019f641fc72c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254667 Dec 10 04:36:03.086521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Attempting to bind port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:03.086859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Attempting to bind port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:03.087191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Attempting to bind port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:03.092171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-f08a446d-c328-4a53-bd06-56b3e4a4b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.093685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-f08a446d-c328-4a53-bd06-56b3e4a4b7fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.2788410 Dec 10 04:36:03.102764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e on network 14435956-cde3-4b37-8f3c-288bcbdb97db not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:03.103095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Attempting to bind port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:03.147208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:03.147471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Checking segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:03.148395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Bound using segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:03.148395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Bound port: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:03.148657 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:03.168781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-e76d228f-c074-47a7-b814-e8eb24958ec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38d417fd-2d61-4964-aecb-3a34c775df28 HTTP/1.1" status: 200 len: 217 time: 0.0651426 Dec 10 04:36:03.257827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de34ce44-8fc6-459c-9890-fcb99397171c req-b0b91190-8868-4bff-a58d-5cf13df5bdce tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850846 Dec 10 04:36:03.309480 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-cdc9e8ee-fbb4-4800-95ca-c6da0993a55a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 217 time: 0.4166141 Dec 10 04:36:03.323309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-b569180b-4b00-4633-b9a5-e457fca71eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.324987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-b569180b-4b00-4633-b9a5-e457fca71eeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.1478035 Dec 10 04:36:03.336448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:03.342172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:03.383314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:03.386806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-41887663-85e4-499a-99d3-f8396bdbfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.388920 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-41887663-85e4-499a-99d3-f8396bdbfb80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.0693307 Dec 10 04:36:03.397007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901b2b5-5646-4809-8423-358c756a9b29 req-ea6c0e29-106b-4bde-b7f3-d92d21c13286 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.398869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7901b2b5-5646-4809-8423-358c756a9b29 req-ea6c0e29-106b-4bde-b7f3-d92d21c13286 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1381328 Dec 10 04:36:03.400369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-55afc4f1-cabb-4308-bbdd-d497c3001942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609124 Dec 10 04:36:03.432618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-9882865d-75b4-4f2c-88b1-0220cf0ae819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355699 Dec 10 04:36:03.483681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.484300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:03.485743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] 10.222.0.36 "PUT /v2.0/ports/36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 1092 time: 2.8500049 Dec 10 04:36:03.487351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:03.494915 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006e8d4-3b85-4933-b237-a50d857cc23f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:03.620406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856ad9-20d4-4c17-b5c1-0b5e941bcc49 service neutron] Pushing event updated for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:03.628330 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-cc7e40fd-2436-4518-9edd-70657ae3c3fb service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846671 Dec 10 04:36:03.659171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7901b2b5-5646-4809-8423-358c756a9b29 req-e002761a-b6a7-4467-ae61-19d1675ff819 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150507 Dec 10 04:36:03.716782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-1b71fe97-14b0-4654-8ad6-a54b88fb26a2 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041301 Dec 10 04:36:03.719316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-67f8b84c-2d7d-4070-896a-808bf4928315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:03.721113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-67f8b84c-2d7d-4070-896a-808bf4928315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1095 time: 0.1534777 Dec 10 04:36:03.817599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-675e457d-fad0-44ab-abb0-3c3cc10eaa1a req-3420d2c5-3200-4987-a3d2-3c4bd9e1fa85 service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816301 Dec 10 04:36:03.837244 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d0c2db-b27d-4079-8b9d-42825c7f1426 x-openstack-request-id: req-c3d0c2db-b27d-4079-8b9d-42825c7f1426 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:03.837565 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:03.837876 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3d0c2db-b27d-4079-8b9d-42825c7f1426 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:03.838185 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:36:03.913793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-8e1feda9-63b4-4e8a-8015-2d02ad8167aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.0783103 Dec 10 04:36:03.915567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1a805a-da59-40d7-8371-35ca1cff5fda req-bfef9eb1-4930-4d3f-a207-76ef062b3b04 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918013 Dec 10 04:36:04.004927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010ca67-1dcc-4df9-b89c-20b20a3c2ad5 req-ad68b2b2-d2e4-4b17-bc75-bb64d6a8a5ad tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.006442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d010ca67-1dcc-4df9-b89c-20b20a3c2ad5 req-ad68b2b2-d2e4-4b17-bc75-bb64d6a8a5ad tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 944 time: 0.1675017 Dec 10 04:36:04.013665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-9be5576a-7416-4feb-b483-69f8decb1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.023040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-9be5576a-7416-4feb-b483-69f8decb1955 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0879927 Dec 10 04:36:04.023318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842a7d-cfa2-4891-b08b-23b404e3bc29 req-2ec72192-b06a-47c4-8b18-4281313637e7 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.024687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12842a7d-cfa2-4891-b08b-23b404e3bc29 req-2ec72192-b06a-47c4-8b18-4281313637e7 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1128929 Dec 10 04:36:04.141561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-6244a73d-8f59-4861-836c-53ddaf8fd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.143134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-6244a73d-8f59-4861-836c-53ddaf8fd6c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175897 Dec 10 04:36:04.148115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12842a7d-cfa2-4891-b08b-23b404e3bc29 req-3bc25e50-5201-4c6d-99b1-fa6b121d6c62 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136732 Dec 10 04:36:04.154019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d010ca67-1dcc-4df9-b89c-20b20a3c2ad5 req-5ed760ef-7902-4825-8824-dfa465e6a839 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267610 Dec 10 04:36:04.316749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac73b0-7860-4239-a70f-16358e938ee8 req-96d3ecc9-bde6-465a-8c71-72320a78bb7e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.318305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3ac73b0-7860-4239-a70f-16358e938ee8 req-96d3ecc9-bde6-465a-8c71-72320a78bb7e tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 944 time: 0.0654306 Dec 10 04:36:04.320588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-67321601-9ac3-4cae-b08d-e0109748c92c service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656411 Dec 10 04:36:04.425129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3ac73b0-7860-4239-a70f-16358e938ee8 req-3487f5af-4400-4135-ba9d-7aac59875903 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997241 Dec 10 04:36:04.447691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-681ccf03-0209-48e8-950e-e0eaafe558ba req-200df4c6-7340-438f-89bb-446f0837b720 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166167 Dec 10 04:36:04.593088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19b41-c070-4dd6-be71-652a1566cc18 req-ae24905a-a2da-4964-b07f-ba4ea762bda0 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.594549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf19b41-c070-4dd6-be71-652a1566cc18 req-ae24905a-a2da-4964-b07f-ba4ea762bda0 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 943 time: 0.0851715 Dec 10 04:36:04.608326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-06292aa7-e12c-426b-b215-5b78bbb4628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.610322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-06292aa7-e12c-426b-b215-5b78bbb4628b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1095 time: 0.0682199 Dec 10 04:36:04.732060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf19b41-c070-4dd6-be71-652a1566cc18 req-52280428-a243-432a-870b-d1d8b808b446 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240919 Dec 10 04:36:04.798847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-8bbd845f-b41d-4267-acde-1a8e5e0ace3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.805493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-8bbd845f-b41d-4267-acde-1a8e5e0ace3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.1745782 Dec 10 04:36:04.903677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-0e459b8f-0115-40c1-86e9-009b71442e45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.0826693 Dec 10 04:36:04.968551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b5f95-dfe8-4a1e-8c76-90aaa8adf96d req-4c74fac4-fc35-436b-aa44-f5bcf331bfc9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:04.970603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-812b5f95-dfe8-4a1e-8c76-90aaa8adf96d req-4c74fac4-fc35-436b-aa44-f5bcf331bfc9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1621609 Dec 10 04:36:05.006516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-f9e5fa21-0bc5-45df-8993-339d74b9591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.008771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-f9e5fa21-0bc5-45df-8993-339d74b9591a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0944510 Dec 10 04:36:05.095199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-812b5f95-dfe8-4a1e-8c76-90aaa8adf96d req-dd2d3ebf-577e-4562-8770-ac147ac7266c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145613 Dec 10 04:36:05.099080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-159607d8-fa29-46f8-9b95-71e337dab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.101131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-159607d8-fa29-46f8-9b95-71e337dab84b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837574 Dec 10 04:36:05.271443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:05.276413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-e63331a2-fd61-4c35-a4f4-098db913d030 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676748 Dec 10 04:36:05.302476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-5c559523-8ffc-4916-8b57-3c72087731af req-6f14c9fd-4e46-449c-a42d-4d734d9f3ba4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:36:05.303777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c559523-8ffc-4916-8b57-3c72087731af req-6f14c9fd-4e46-449c-a42d-4d734d9f3ba4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262318 Dec 10 04:36:05.357845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a525009-f97e-466a-bea3-99ce4b87f4a8 req-618de908-f2ca-44db-9a58-1d73221a5196 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.365338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a525009-f97e-466a-bea3-99ce4b87f4a8 req-618de908-f2ca-44db-9a58-1d73221a5196 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 944 time: 0.1114218 Dec 10 04:36:05.470750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a525009-f97e-466a-bea3-99ce4b87f4a8 req-d57f8c93-4955-49f3-a4a6-474bf1f2213c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Dec 10 04:36:05.473427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdec5-f88c-42ce-8f35-31eb594d2829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:05.482592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006e8d4-3b85-4933-b237-a50d857cc23f req-78b8b5dd-5fff-47e6-b55b-ba1b56d63a12 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843023 Dec 10 04:36:05.621621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdec5-f88c-42ce-8f35-31eb594d2829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:05.626632 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdec5-f88c-42ce-8f35-31eb594d2829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:05.644792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98802-971b-4fa4-af67-686738dce908 req-ae9ba857-9850-481b-9168-f61532916860 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.646330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fa98802-971b-4fa4-af67-686738dce908 req-ae9ba857-9850-481b-9168-f61532916860 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0865574 Dec 10 04:36:05.662299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9bfbdec5-f88c-42ce-8f35-31eb594d2829 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c3b2247a22b4f3c86fc21c61b788451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883650 Dec 10 04:36:05.667859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971026a-f086-4d34-94d4-cbb2f6d13a36 req-809dd34e-808e-41c0-a6b4-b7f7ec8dd2c8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.669502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2971026a-f086-4d34-94d4-cbb2f6d13a36 req-809dd34e-808e-41c0-a6b4-b7f7ec8dd2c8 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 944 time: 0.0808589 Dec 10 04:36:05.669984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:05.687979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbdec5-f88c-42ce-8f35-31eb594d2829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc774e6-6ab0-4edd-8054-543b1a0b77a2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:05.809369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fa98802-971b-4fa4-af67-686738dce908 req-c6425abf-a201-4f01-81d8-c3db496f1984 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519825 Dec 10 04:36:05.824632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2971026a-f086-4d34-94d4-cbb2f6d13a36 req-8ba87ade-3f99-418e-b030-fc512dcb9436 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423340 Dec 10 04:36:05.842857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-f2ecd02d-7653-484a-8e4c-b63456396a82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2490661 Dec 10 04:36:05.845937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:05.860617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-f4d85899-81d5-4c3f-90d8-a7a50e362d36 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:36:05.861649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-f4d85899-81d5-4c3f-90d8-a7a50e362d36 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111609 Dec 10 04:36:05.876210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:05.987870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d573-d574-4218-9d9f-93dbb93b0580 req-46fedb40-b11f-449a-a9aa-b714102537e8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:05.989478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7817d573-d574-4218-9d9f-93dbb93b0580 req-46fedb40-b11f-449a-a9aa-b714102537e8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.0788531 Dec 10 04:36:06.005664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.008444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.012502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dc774e6-6ab0-4edd-8054-543b1a0b77a2 HTTP/1.1" status: 204 len: 168 time: 0.3409023 Dec 10 04:36:06.071877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd0f9f-658c-4ff2-9993-8bc027889e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc774e6-6ab0-4edd-8054-543b1a0b77a2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:06.120867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740af86-f1a8-4dac-858a-1b7089352ddc req-b806eaf1-3cfb-4549-9210-e58cda8b31eb tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:06.130889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8740af86-f1a8-4dac-858a-1b7089352ddc req-b806eaf1-3cfb-4549-9210-e58cda8b31eb tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 943 time: 0.1044898 Dec 10 04:36:06.197801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7817d573-d574-4218-9d9f-93dbb93b0580 req-4ddf23b9-02f2-486a-9420-9ed84594a300 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838145 Dec 10 04:36:06.221051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8740af86-f1a8-4dac-858a-1b7089352ddc req-5974f954-c654-406a-a64a-7559842cbd23 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889058 Dec 10 04:36:06.323261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ece5426-05c1-4acd-9c43-ebca7c749f38 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:06.440451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:06.454766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154', 'port_id': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'mac_address': 'fa:16:3e:45:3f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7b4556-927c-442d-97d7-95f73c768b08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:06.532217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.562368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ece5426-05c1-4acd-9c43-ebca7c749f38 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:06.587950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:06.592711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.593693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 38d417fd-2d61-4964-aecb-3a34c775df28 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:06.655878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efffa4-5316-4c75-b430-5c6eb7837b39 req-5e70a604-8353-43ee-bfc3-87a3d6388989 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:06.657551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9efffa4-5316-4c75-b430-5c6eb7837b39 req-5e70a604-8353-43ee-bfc3-87a3d6388989 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 944 time: 0.0725741 Dec 10 04:36:06.685027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:06.732789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9efffa4-5316-4c75-b430-5c6eb7837b39 req-dac97b1f-731b-4fe2-ab1f-513bcb8592e3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629401 Dec 10 04:36:06.770948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=38d417fd-2d61-4964-aecb-3a34c775df28,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:06.785003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '38d417fd-2d61-4964-aecb-3a34c775df28', 'network_id': '327b8509-48d7-4603-b79b-e645bd3f65cc', 'port_id': '38d417fd-2d61-4964-aecb-3a34c775df28', 'mac_address': 'fa:16:3e:2a:24:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec76941-ff20-407b-a938-53a75bf0a52b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:06.827513 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.845753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d417fd-2d61-4964-aecb-3a34c775df28 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:06.875281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=38d417fd-2d61-4964-aecb-3a34c775df28,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:06.880393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:06.943985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:06.965449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b118d5-fdd1-4deb-b310-15e4843f6cdd req-7782031e-918b-4f9c-82cd-d6061b4879d6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:06.967559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62b118d5-fdd1-4deb-b310-15e4843f6cdd req-7782031e-918b-4f9c-82cd-d6061b4879d6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0668931 Dec 10 04:36:07.039136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887bb36-ea4a-4ec7-b3a8-b6bdfc6c3f36 req-391070a1-65dd-4331-a826-dec60178b73f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.040676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d887bb36-ea4a-4ec7-b3a8-b6bdfc6c3f36 req-391070a1-65dd-4331-a826-dec60178b73f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 945 time: 0.0721815 Dec 10 04:36:07.058729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62b118d5-fdd1-4deb-b310-15e4843f6cdd req-cb03891c-7cdc-43e1-a077-aece82806ef2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Dec 10 04:36:07.105046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d887bb36-ea4a-4ec7-b3a8-b6bdfc6c3f36 req-2e7c16be-e368-4507-9ebe-f1e50681b27f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563238 Dec 10 04:36:07.255160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:07.283482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['38d417fd-2d61-4964-aecb-3a34c775df28'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:07.345635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100b30-0775-4843-9242-2c8fcb3be9ca req-cfed57a0-5106-400c-bda8-3b7d6d37827c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.347950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15100b30-0775-4843-9242-2c8fcb3be9ca req-cfed57a0-5106-400c-bda8-3b7d6d37827c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.0540698 Dec 10 04:36:07.404744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15100b30-0775-4843-9242-2c8fcb3be9ca req-dc807fda-beb4-4643-ba31-858beb5e0945 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Dec 10 04:36:07.538300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dafcf-6200-46ed-9f1a-1fae5613c51f req-03bda9d0-0bc9-4cd0-81ee-4e071676f566 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.539794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e0dafcf-6200-46ed-9f1a-1fae5613c51f req-03bda9d0-0bc9-4cd0-81ee-4e071676f566 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 944 time: 0.0616112 Dec 10 04:36:07.621361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e0dafcf-6200-46ed-9f1a-1fae5613c51f req-2438f042-3519-4c6a-9fd1-ba33e762b99c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749581 Dec 10 04:36:07.632784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-a0b34e5d-5fd3-4a45-86c1-4dd5dac721cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.642013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-a0b34e5d-5fd3-4a45-86c1-4dd5dac721cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.0809760 Dec 10 04:36:07.721243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-84c19b8d-30ec-40ff-b265-b277e897ab5f tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--787950335&fields=id&tenant_id=cf64825d9022420f981c3bffcc07b4ca HTTP/1.1" status: 200 len: 267 time: 0.0989144 Dec 10 04:36:07.788611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-742ea9ee-1fb6-45b7-8dc7-148f743402f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.790089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-742ea9ee-1fb6-45b7-8dc7-148f743402f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1477320 Dec 10 04:36:07.854536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-7072e23b-ce45-4d39-98d9-3c28b1c6e56c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0394034 Dec 10 04:36:07.916740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-3ea17499-527e-4150-82f9-2d616e90b3a3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.918160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-3ea17499-527e-4150-82f9-2d616e90b3a3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/networks?id=06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 200 len: 816 time: 0.1891010 Dec 10 04:36:07.928776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-4285ee0a-1c7f-4d82-b8a7-11b7bea67b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:07.930127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-4285ee0a-1c7f-4d82-b8a7-11b7bea67b8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0684185 Dec 10 04:36:07.944583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-45382ab3-0d1c-4777-b219-ba435882ab91 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/quotas/cf64825d9022420f981c3bffcc07b4ca HTTP/1.1" status: 200 len: 375 time: 0.0180855 Dec 10 04:36:08.004218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-eccab470-e9f2-4a3e-918b-77694ea69b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:08.005729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-eccab470-e9f2-4a3e-918b-77694ea69b6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687168 Dec 10 04:36:08.015666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-746fa53e-154e-4574-af41-ec29dd0a7fdf tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf64825d9022420f981c3bffcc07b4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549021 Dec 10 04:36:08.335589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ece5426-05c1-4acd-9c43-ebca7c749f38 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:08.390445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 1ece5426-05c1-4acd-9c43-ebca7c749f38 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:08.395018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 1ece5426-05c1-4acd-9c43-ebca7c749f38 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:08.395387 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.473294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.495728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:08.498016 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f100a5-e4ae-4620-97b6-2b08fa969362" -d '{"events": [{"server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "name": "network-vif-plugged", "status": "completed", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:08.501253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-a661d965-42b5-4789-8942-e17698f60548 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846499 Dec 10 04:36:08.504731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-c8562a2c-8942-4495-9749-8e3a367f07ed service neutron] 10.222.0.43 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716499 Dec 10 04:36:08.510770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:08.515623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.516392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 38d417fd-2d61-4964-aecb-3a34c775df28 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:08.534311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60f52-caef-4497-bde4-d1a70c2c533e req-16d6ba41-b56b-4714-92b9-ab920473205f tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:08.535762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68d60f52-caef-4497-bde4-d1a70c2c533e req-16d6ba41-b56b-4714-92b9-ab920473205f tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 944 time: 0.4056728 Dec 10 04:36:08.557381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:08.622780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:08.669554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 38d417fd-2d61-4964-aecb-3a34c775df28 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:08.678552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 38d417fd-2d61-4964-aecb-3a34c775df28 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:08.678919 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.695298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68d60f52-caef-4497-bde4-d1a70c2c533e req-d5c4ab28-b522-486a-aaa4-2b3e5e03d2e3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475222 Dec 10 04:36:08.710156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-16cac888-07bf-4848-8cd6-5ac4d016e8da service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991296 Dec 10 04:36:08.715774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-82f94322-88a8-49b0-9445-098e07b55f27 service neutron] 10.222.0.43 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030387 Dec 10 04:36:08.740010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:08.756356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:08.824009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.827707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.831481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089dc41-4f40-4fea-8259-2413c49362f1 req-123794b2-b125-400f-a241-55e52cf196db tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:08.833476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6089dc41-4f40-4fea-8259-2413c49362f1 req-123794b2-b125-400f-a241-55e52cf196db tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0630794 Dec 10 04:36:08.857783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:08.882067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=38d417fd-2d61-4964-aecb-3a34c775df28,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:08.897463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:08.898566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.904247 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:08.919805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6089dc41-4f40-4fea-8259-2413c49362f1 req-63b1005a-04be-4bda-a9b0-97449645c77c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Dec 10 04:36:08.949472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:09.010458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:09.048943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d332ae-362f-4ffa-a0bd-8dd88bb8bcb5 req-c1fbd802-296f-4afe-b33c-6ee582d67ae7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:09.050460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d332ae-362f-4ffa-a0bd-8dd88bb8bcb5 req-c1fbd802-296f-4afe-b33c-6ee582d67ae7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.0515573 Dec 10 04:36:09.102277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2d332ae-362f-4ffa-a0bd-8dd88bb8bcb5 req-bd013d1d-49cb-4511-a8df-57b7c507275b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Dec 10 04:36:09.171389 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114053cd-7986-4ef7-a2d4-89eaed0cfb07 x-openstack-request-id: req-114053cd-7986-4ef7-a2d4-89eaed0cfb07 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:09.171695 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "name": "network-vif-plugged", "status": "completed", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:09.171954 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-114053cd-7986-4ef7-a2d4-89eaed0cfb07 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:09.172350 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'code': 200} Dec 10 04:36:09.223455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:09.282931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc45a1-12d8-40fc-8ff6-898e7e5fd38b req-ba4886c9-91af-45f3-8cd7-c6514e076892 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:09.287409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65bc45a1-12d8-40fc-8ff6-898e7e5fd38b req-ba4886c9-91af-45f3-8cd7-c6514e076892 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1038592 Dec 10 04:36:09.367550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1a3a-6cca-46ea-b400-00f88d2d0bb9 req-914f21d7-3874-4a84-952d-2edf4083e944 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:09.369254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6dab1a3a-6cca-46ea-b400-00f88d2d0bb9 req-914f21d7-3874-4a84-952d-2edf4083e944 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 945 time: 0.1474373 Dec 10 04:36:09.400098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65bc45a1-12d8-40fc-8ff6-898e7e5fd38b req-fb9949da-adb5-4878-8afd-7ecb920d34a0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Dec 10 04:36:09.401967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5a68-88c6-4809-a1a0-0600aaf4e4d1 req-9018625f-fbae-4421-af92-f0ae18ee65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:09.404090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d4b5a68-88c6-4809-a1a0-0600aaf4e4d1 req-9018625f-fbae-4421-af92-f0ae18ee65f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1096 time: 0.1151044 Dec 10 04:36:09.470601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6dab1a3a-6cca-46ea-b400-00f88d2d0bb9 req-ecaf3c6f-b892-46aa-b3ea-2a879920467c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878327 Dec 10 04:36:09.477303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d4b5a68-88c6-4809-a1a0-0600aaf4e4d1 req-91db33af-9768-4fab-943e-44d2f1a14465 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648828 Dec 10 04:36:09.551895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eec1135e-8332-42b3-8812-722e7c091a3c req-d26efb1c-29e4-478c-9b4a-8cf2c3cea03d tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0344787 Dec 10 04:36:09.813675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7bf7a-4a0c-4a2d-aa0f-efc56e9daca8 req-2328aac8-f2a8-44be-8a56-244b327c54cf tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:09.815019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6e7bf7a-4a0c-4a2d-aa0f-efc56e9daca8 req-2328aac8-f2a8-44be-8a56-244b327c54cf tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 945 time: 0.0483282 Dec 10 04:36:09.863445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6e7bf7a-4a0c-4a2d-aa0f-efc56e9daca8 req-94f0afff-38c3-4e74-bf54-d706fb0b4537 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Dec 10 04:36:10.025732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5bfb-c3d6-4eca-928a-9ef4f05b5f0f req-579e6101-06fc-49f1-ade0-fd1fdb1f3746 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:10.027533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e4a5bfb-c3d6-4eca-928a-9ef4f05b5f0f req-579e6101-06fc-49f1-ade0-fd1fdb1f3746 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Dec 10 04:36:10.075913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e4a5bfb-c3d6-4eca-928a-9ef4f05b5f0f req-160f80a6-d0cf-44ec-aec1-e1f953775a21 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Dec 10 04:36:10.242009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-1c63e4c7-ca9a-46f6-8dee-467ddba71510 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:10.243449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-1c63e4c7-ca9a-46f6-8dee-467ddba71510 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.36 "GET /v2.0/networks?id=06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 200 len: 816 time: 0.1403620 Dec 10 04:36:10.266325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01eb8-df0d-428f-9f25-a7a1e0062637 req-f7a1a695-7961-4e1b-806c-93faaa2375f5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:10.267850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86c01eb8-df0d-428f-9f25-a7a1e0062637 req-f7a1a695-7961-4e1b-806c-93faaa2375f5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.0673325 Dec 10 04:36:10.345238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86c01eb8-df0d-428f-9f25-a7a1e0062637 req-21c4b9fa-6cfa-4bfb-a9a7-20e9341e97f0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710263 Dec 10 04:36:10.363766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-232d67fc-2603-423f-a3c7-0b286bf47df0 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf64825d9022420f981c3bffcc07b4ca HTTP/1.1" status: 200 len: 379 time: 0.0825593 Dec 10 04:36:10.373575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'port': {'device_id': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'admin_state_up': True, 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'security_groups': ['b465ccfb-a715-49c0-b4f7-ec4773a00872']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:10.527246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:10.540052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Made reservation on behalf of cf64825d9022420f981c3bffcc07b4ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:10.543697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:10.564926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34744-df07-4302-98bf-149837eef7b2 req-a7787219-f8be-47be-8238-452a2da0c54b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:10.566505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8dd34744-df07-4302-98bf-149837eef7b2 req-a7787219-f8be-47be-8238-452a2da0c54b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.0788658 Dec 10 04:36:10.605793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:10.613067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:10.613691 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:10.706673 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:10.744286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4036262-d481-46f1-a65b-92f7042dfce3 req-ec78979f-1040-4fbd-b708-f46c1b8c5944 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:10.745843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4036262-d481-46f1-a65b-92f7042dfce3 req-ec78979f-1040-4fbd-b708-f46c1b8c5944 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 945 time: 0.1743159 Dec 10 04:36:10.746864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:10.753884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:10.797487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8dd34744-df07-4302-98bf-149837eef7b2 req-06885cc1-1821-4f75-8fbe-040a8a570fb2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074993 Dec 10 04:36:10.809024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:10.860143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4036262-d481-46f1-a65b-92f7042dfce3 req-3b53d406-83e3-426c-9c84-19b62f142df4 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805874 Dec 10 04:36:10.861202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Allocated IP 172.20.0.13 (06a2977a-1a4a-4a99-8036-4069d6f22c85/7d694bb2-085c-4385-8441-de7dff259090/4a2d91d2-a7fb-4096-a04d-7a0957a02d7c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:10.941833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f730ddf0-0d72-4f01-b443-7d32102f4a5d req-51f15fd0-3015-438f-9c1e-f638b8a373ff tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0314035 Dec 10 04:36:11.068319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9c73e-3d55-4858-ac68-62bf7b9195a5 req-1ab6e273-eae7-402c-bdaf-ab57ac4d9a6d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.069861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1d9c73e-3d55-4858-ac68-62bf7b9195a5 req-1ab6e273-eae7-402c-bdaf-ab57ac4d9a6d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.1127021 Dec 10 04:36:11.118034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:11.147997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1d9c73e-3d55-4858-ac68-62bf7b9195a5 req-688378ed-a6da-4005-b25a-42564ef20411 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Dec 10 04:36:11.173989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28'}, {'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:11.176733 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97dc52b-5fee-4ecd-adc4-31cab7fc6b85" -d '{"events": [{"server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "name": "network-vif-plugged", "status": "completed", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28"}, {"server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "name": "network-vif-plugged", "status": "completed", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:11.183776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:11.236728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:11.252333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:11.255453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:11.300283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event updated for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:11.320961 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e35b11-c389-400e-882c-29a61b71b6e0 x-openstack-request-id: req-13e35b11-c389-400e-882c-29a61b71b6e0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:11.323457 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "name": "network-vif-plugged", "status": "completed", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28", "code": 200}, {"server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "name": "network-vif-plugged", "status": "completed", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:11.323861 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13e35b11-c389-400e-882c-29a61b71b6e0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:11.324354 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28', 'code': 200} Dec 10 04:36:11.324701 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'code': 200} Dec 10 04:36:11.351799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4b28d-a050-47da-96eb-f76f099ff2f8 req-ed961411-9758-473a-938c-16b6bb6fa9f2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.354689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12e4b28d-a050-47da-96eb-f76f099ff2f8 req-ed961411-9758-473a-938c-16b6bb6fa9f2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1230495 Dec 10 04:36:11.360816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.361472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:11.421652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-be1e87b7-03bc-4cc9-b5ff-d6966ead6947 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0521417 Dec 10 04:36:11.445101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12e4b28d-a050-47da-96eb-f76f099ff2f8 req-4b2b8f56-a126-4954-b8d3-c4b6f8c40901 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808094 Dec 10 04:36:11.449986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Request body: {'port': {'device_id': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:11.574301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac493125-a9f3-4bb1-b043-2356fa510104 req-0eb35f71-0d71-4419-aa79-03b1374c6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.576730 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac493125-a9f3-4bb1-b043-2356fa510104 req-0eb35f71-0d71-4419-aa79-03b1374c6434 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.0866237 Dec 10 04:36:11.612245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:11.630534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac493125-a9f3-4bb1-b043-2356fa510104 req-02bb6b90-cc90-4cb9-964e-dd1864555af0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Dec 10 04:36:11.657058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8c72175a-facf-4b3a-afb2-1ab0bcde4978 None None] Provisioning complete for port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:11.658384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c72175a-facf-4b3a-afb2-1ab0bcde4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:11.667700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de911-ec70-46db-83ab-bd259da400a3 req-39f25355-1790-4192-9ddb-9f72a9410756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.669333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf1de911-ec70-46db-83ab-bd259da400a3 req-39f25355-1790-4192-9ddb-9f72a9410756 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 1097 time: 0.1658249 Dec 10 04:36:11.705398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200cf03-117f-4741-9f90-8a9d976c54e9 req-429b7437-1d42-4066-a2b8-7987251dd0a4 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:11.706174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8c72175a-facf-4b3a-afb2-1ab0bcde4978 None None] Port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:11.706906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5200cf03-117f-4741-9f90-8a9d976c54e9 req-429b7437-1d42-4066-a2b8-7987251dd0a4 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1540360 Dec 10 04:36:11.868881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5200cf03-117f-4741-9f90-8a9d976c54e9 req-e4fc37b2-1ade-442d-8a41-db64a467ca3f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497447 Dec 10 04:36:11.878970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf1de911-ec70-46db-83ab-bd259da400a3 req-6e48823b-4ed3-40b9-9e0f-e6fe8336fbf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928747 Dec 10 04:36:12.044686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6f42-51df-4708-a4b3-b387d4c89d2c req-be2bf3fe-2030-4e90-8480-b8377d804053 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.046265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-324a6f42-51df-4708-a4b3-b387d4c89d2c req-be2bf3fe-2030-4e90-8480-b8377d804053 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1268024 Dec 10 04:36:12.078927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635ab38-07f6-4365-ab08-4741946c7326 req-6324cac3-9bb2-4024-a456-933d6e5b1c10 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.080423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2635ab38-07f6-4365-ab08-4741946c7326 req-6324cac3-9bb2-4024-a456-933d6e5b1c10 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 945 time: 0.1221941 Dec 10 04:36:12.156074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:12.178743 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:12.192743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-324a6f42-51df-4708-a4b3-b387d4c89d2c req-14afabbe-5a64-404e-87a7-171d936d5660 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368487 Dec 10 04:36:12.199259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2635ab38-07f6-4365-ab08-4741946c7326 req-3d97d340-36c9-4348-a169-ed955916825e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081111 Dec 10 04:36:12.207054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Transition to ACTIVE for port object 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:12.211436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:12.270623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:12.421602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db978520-cae0-45ca-b9ed-5015a325c588 req-11364993-59c1-45f2-b049-9ec9fd57c999 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.423180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db978520-cae0-45ca-b9ed-5015a325c588 req-11364993-59c1-45f2-b049-9ec9fd57c999 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.1434541 Dec 10 04:36:12.423924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Attempting to bind port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:12.424259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Attempting to bind port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:12.424630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Attempting to bind port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c on network 06a2977a-1a4a-4a99-8036-4069d6f22c85 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:12.435082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c on network 06a2977a-1a4a-4a99-8036-4069d6f22c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:12.435366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Attempting to bind port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c on network 06a2977a-1a4a-4a99-8036-4069d6f22c85 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:12.449152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bda24-d14d-4f9c-b555-66fd01fd9efd req-ddd0b97a-6ba1-4b15-bc1e-b7b74319f204 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.450698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-362bda24-d14d-4f9c-b555-66fd01fd9efd req-ddd0b97a-6ba1-4b15-bc1e-b7b74319f204 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.1246715 Dec 10 04:36:12.462040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:12.462393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Checking segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:12.462763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Bound using segment: {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:12.463212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Bound port: 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24055806-fa57-49ca-a20c-20b8dd35075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:12.463566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:12.549485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db978520-cae0-45ca-b9ed-5015a325c588 req-feb78f11-3c10-4c00-906a-7e2e89fa5318 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168556 Dec 10 04:36:12.567517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-362bda24-d14d-4f9c-b555-66fd01fd9efd req-f3f06e41-7aa4-4e9f-8f08-2be1ef34913b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065388 Dec 10 04:36:12.594324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:12.598889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:12.605814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:12.663885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.664610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:12.665920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 200 len: 1092 time: 1.2199421 Dec 10 04:36:12.666378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:12.668764 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:12.755942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-fd66f1fa-67c6-4602-9e2d-45b2aaa46651 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-388050156&fields=id&tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 267 time: 0.0813022 Dec 10 04:36:12.761570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af49a-6a30-4bb1-82af-93b32cfc42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:12.924498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-19796e15-0256-49ce-b4f2-9597f4eee542 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:12.926995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-19796e15-0256-49ce-b4f2-9597f4eee542 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 945 time: 0.1607466 Dec 10 04:36:12.949702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'security_groups': ['ce5e4f70-248c-495e-aebb-63f22e1d3067', '7f6b6cf7-260e-492a-8f31-d3b7e724b097']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:12.967222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:13.034441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23365f-74af-4306-bec1-02b63cd586bd req-3ae83fb3-9d86-4fbd-a5a9-eafe6743c506 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.035993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec23365f-74af-4306-bec1-02b63cd586bd req-3ae83fb3-9d86-4fbd-a5a9-eafe6743c506 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.2131419 Dec 10 04:36:13.049767 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.064702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-113c1056-4bea-474f-8ee6-f16b57467349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.066561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-113c1056-4bea-474f-8ee6-f16b57467349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf64825d9022420f981c3bffcc07b4ca&device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 1095 time: 0.2418509 Dec 10 04:36:13.096813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d30bd5af-4ea4-4586-ac63-eda1f749b9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.154659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-c674d950-0476-402d-87c4-30e976b27499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 200 len: 217 time: 0.0718248 Dec 10 04:36:13.173978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec23365f-74af-4306-bec1-02b63cd586bd req-6762785a-70c7-4eb4-95ac-a028e7388d63 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268284 Dec 10 04:36:13.188763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d30bd5af-4ea4-4586-ac63-eda1f749b9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.206741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d30bd5af-4ea4-4586-ac63-eda1f749b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.265290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-086fadb9-2677-4032-be97-6c0a32acfd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.266762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-086fadb9-2677-4032-be97-6c0a32acfd7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d694bb2-085c-4385-8441-de7dff259090 HTTP/1.1" status: 200 len: 855 time: 0.0919120 Dec 10 04:36:13.276340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54294) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:13.276974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d30bd5af-4ea4-4586-ac63-eda1f749b9fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1002f4cde02d4449ae2d8d63ed951b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074961 Dec 10 04:36:13.278931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bd5af-4ea4-4586-ac63-eda1f749b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59545ad0-aac6-4b59-976c-26b5c9c49d15,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:13.323333 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fb7a86-2d83-48c1-92da-a95bf3760aa9 x-openstack-request-id: req-46fb7a86-2d83-48c1-92da-a95bf3760aa9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:13.323632 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:13.323887 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46fb7a86-2d83-48c1-92da-a95bf3760aa9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:13.324285 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'status': 'completed', 'code': 200} Dec 10 04:36:13.429597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-227428a8-2b6b-4d9b-b144-0f5dc441cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.431064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-227428a8-2b6b-4d9b-b144-0f5dc441cdca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a2977a-1a4a-4a99-8036-4069d6f22c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558495 Dec 10 04:36:13.509787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.519194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:13.580669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d3835-43ab-4dc8-a72a-7c3aaca2cd1f req-585107c1-0d0c-4f7a-b682-64a0c84ba062 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.582171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d51d3835-43ab-4dc8-a72a-7c3aaca2cd1f req-585107c1-0d0c-4f7a-b682-64a0c84ba062 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.1766224 Dec 10 04:36:13.606368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.638392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.655732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.670750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-5fe9c08e-5755-47c7-97cc-94e78ab7c07d service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213862 Dec 10 04:36:13.698415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:13.751063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d51d3835-43ab-4dc8-a72a-7c3aaca2cd1f req-e2c73791-8b23-4f39-9cd1-0b48ba7887ab tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566403 Dec 10 04:36:13.779965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.780602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.789960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-053b37db-b3cf-407a-aed7-013d9c53b0d5 req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "PUT /v2.0/ports/1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 981 time: 0.8430483 Dec 10 04:36:13.839410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5fb62-e192-4298-9cc7-575904408bd3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:13.892367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.896749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:13.898194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59545ad0-aac6-4b59-976c-26b5c9c49d15 HTTP/1.1" status: 204 len: 168 time: 0.6110141 Dec 10 04:36:13.939298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6768caa0-f9c5-4bb7-abc1-9a5ade543846 req-4e131026-7fe3-41fa-b726-69032b552792 service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446070 Dec 10 04:36:13.942387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:13.954745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257217f-d659-4f5b-ab2c-91c28e3d26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59545ad0-aac6-4b59-976c-26b5c9c49d15,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:13.992257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccda1a-ce5d-468e-bb24-bdf5ea5059e4 req-feac2701-e617-428b-9776-dde27160fff3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:13.993962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7ccda1a-ce5d-468e-bb24-bdf5ea5059e4 req-feac2701-e617-428b-9776-dde27160fff3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1229904 Dec 10 04:36:14.023553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c22b5-a316-4519-8065-fa7e29aa2d99 req-ba589a06-a2c4-4871-9903-07ddc74a991b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.025166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-197c22b5-a316-4519-8065-fa7e29aa2d99 req-ba589a06-a2c4-4871-9903-07ddc74a991b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1102326 Dec 10 04:36:14.158670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-197c22b5-a316-4519-8065-fa7e29aa2d99 req-8052017f-9207-4e1b-a1df-b7a190e72290 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253898 Dec 10 04:36:14.198593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7ccda1a-ce5d-468e-bb24-bdf5ea5059e4 req-444cf3d1-2136-4cbf-ade4-991b1a08d409 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926293 Dec 10 04:36:14.207541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-122849aa-df8a-478d-8fbb-32c8cb7b9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.210355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-122849aa-df8a-478d-8fbb-32c8cb7b9478 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf64825d9022420f981c3bffcc07b4ca&device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 1095 time: 0.1490459 Dec 10 04:36:14.408812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438de5-b559-4950-aec1-c4b251099e73 req-175fa605-decb-4361-ba6c-401c30b82440 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.410311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84438de5-b559-4950-aec1-c4b251099e73 req-175fa605-decb-4361-ba6c-401c30b82440 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.1405845 Dec 10 04:36:14.411608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-84b697ac-1154-4b57-8289-a0444beaf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.412969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-84b697ac-1154-4b57-8289-a0444beaf61f service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 200 len: 917 time: 0.1865199 Dec 10 04:36:14.421026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822b7f-ccc2-47dd-b2c3-2fac6e6b22a5 req-98a37315-2694-4284-b201-5867e2dc0c95 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.422479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3822b7f-ccc2-47dd-b2c3-2fac6e6b22a5 req-98a37315-2694-4284-b201-5867e2dc0c95 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.1114707 Dec 10 04:36:14.476358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-35ce1242-1387-4e3c-aa84-cceabe0fdddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 200 len: 217 time: 0.0529065 Dec 10 04:36:14.785138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54330) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:14.890904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84438de5-b559-4950-aec1-c4b251099e73 req-c404ceaa-6062-4d27-9f5f-693a969ddf85 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663424 Dec 10 04:36:14.896306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3822b7f-ccc2-47dd-b2c3-2fac6e6b22a5 req-16eaddce-cb1c-412e-af73-7a33073bfc05 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641747 Dec 10 04:36:14.901408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-259931149-network', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:14.918021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-bea96f61-1b7f-42ac-9e94-f8560456ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.920461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-bea96f61-1b7f-42ac-9e94-f8560456ce44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d694bb2-085c-4385-8441-de7dff259090 HTTP/1.1" status: 200 len: 855 time: 0.4351897 Dec 10 04:36:14.951330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Made reservation on behalf of 26fd17a3ab7a4e69a40b943bc3ba0793 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:14.953727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:14.964674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:14.977038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-86b0c5ba-975f-4b4d-83c2-6c872530c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:14.978824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-86b0c5ba-975f-4b4d-83c2-6c872530c454 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a2977a-1a4a-4a99-8036-4069d6f22c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512605 Dec 10 04:36:15.087084 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.096131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.112881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8c01810-75e5-488f-afce-744ee964cf71 req-91492ba4-dc0e-4323-803e-379b43d35133 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1334846517&fields=id&tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 267 time: 0.1154032 Dec 10 04:36:15.140214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61dd1f4-bba6-4ba6-9605-6076e187a7da,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:15.144884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:36:15.160735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.161226 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Added segment 8b873bbe-74e5-4980-8a86-edec725ef81a of type vlan for network eeaa6011-9eb9-4977-a189-84fb9eb66333 Dec 10 04:36:15.192749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-fd103f7b-6b9e-4edd-8957-4795c9694576 service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039788 Dec 10 04:36:15.215217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.218374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc4b8-732b-4730-996e-3435cde8346f req-804eb2b6-9a49-486c-a041-e4f52bb16e2e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:15.218929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb4fc4b8-732b-4730-996e-3435cde8346f req-804eb2b6-9a49-486c-a041-e4f52bb16e2e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1051195 Dec 10 04:36:15.258811 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.260257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:15.261797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.276572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c2a22566-657f-40ea-a5a1-1de9de326eae tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:15.278387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c2a22566-657f-40ea-a5a1-1de9de326eae tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 984 time: 0.1526752 Dec 10 04:36:15.299060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5101686 Dec 10 04:36:15.299301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54340) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:15.314680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Request body: {'subnet': {'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-259931149-subnet', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:15.329822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'security_groups': ['7f6b6cf7-260e-492a-8f31-d3b7e724b097', 'ce5e4f70-248c-495e-aebb-63f22e1d3067', 'e1cbff53-ec98-4dd0-8618-78603a32c79c']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:15.332804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:15.334964 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:15.363088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e853e0-e31b-4e40-9e8a-0d5401c9b6ae admin admin] Pushing event updated for resources: {'Network': ['ID=eeaa6011-9eb9-4977-a189-84fb9eb66333,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:15.366494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Made reservation on behalf of 26fd17a3ab7a4e69a40b943bc3ba0793 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:15.369043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.380159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:36:15.389949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb4fc4b8-732b-4730-996e-3435cde8346f req-777e4544-398d-4f33-9dd5-4b6e6aaae318 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624448 Dec 10 04:36:15.437582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833ed2f4-fa23-45d9-a8a8-2ebb1d63ff8a req-814d5054-2bc3-4b90-814e-126515f9ce0c service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342627 Dec 10 04:36:15.444327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.625741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.688125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7165c306-4c91-4477-8255-c0dd25f9083d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:15.692959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Checking segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:15.693333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Network hostable DHCP agents. Network: eeaa6011-9eb9-4977-a189-84fb9eb66333, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:36:15.710857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:36:15.721499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, eeaa6011-9eb9-4977-a189-84fb9eb66333) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:15.727150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:15.728067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.732884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8fca3-b0bb-44e5-ad00-e585d4069619 None None] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:36:15.746266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-426a61e6-7c30-41b4-adb8-2962b9995e2e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4458911 Dec 10 04:36:15.755707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:15.764845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:15.783380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-a9c7356f-689e-4a70-9512-5a73f37c1346 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2090867 Dec 10 04:36:15.793281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.794399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.824341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:15.867960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-eeaa6011-9eb9-4977-a189-84fb9eb66333', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:36:15.870410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.870979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:15.876740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.885107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.953975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:15.991403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.035757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:16.042334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.060149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:16.060947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.073056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8c01810-75e5-488f-afce-744ee964cf71 req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "PUT /v2.0/ports/1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 1020 time: 0.7563574 Dec 10 04:36:16.127448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46c73-eb1f-42ed-8e57-ad500370387b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:16.194383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.221106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb712b8-c8d1-460c-8d23-c2a1d70f084f req-4538ce0d-be2b-4c3c-b9ca-a1a07d986e26 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:16.222650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bb712b8-c8d1-460c-8d23-c2a1d70f084f req-4538ce0d-be2b-4c3c-b9ca-a1a07d986e26 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.0884914 Dec 10 04:36:16.267483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Allocated IP 172.20.0.2 (eeaa6011-9eb9-4977-a189-84fb9eb66333/7165c306-4c91-4477-8255-c0dd25f9083d/81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:16.330212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:16.332061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.351815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.356649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bb712b8-c8d1-460c-8d23-c2a1d70f084f req-d6a22668-2020-45ba-8c85-beb3b59a51cc tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024666 Dec 10 04:36:16.376870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Allocated IP 172.25.8.171 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/490572df-66d0-4fc8-a4aa-9cd6775d0eb1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:16.525291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88108-8be8-4223-811e-44ab178a3a1c req-c8466fca-24b8-4fb5-90ca-a2b6a5854f8e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:16.526766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09e88108-8be8-4223-811e-44ab178a3a1c req-c8466fca-24b8-4fb5-90ca-a2b6a5854f8e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.0800931 Dec 10 04:36:16.529617 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.562920 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.578124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.594066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09e88108-8be8-4223-811e-44ab178a3a1c req-9a89d096-e304-4bd7-83e1-3309e8e00c7a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Dec 10 04:36:16.599202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.636633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:16.647469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:16.649748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:16.654330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:16.658449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:16.664860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:16.682756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Pushing event updated for resources: {'Port': ['ID=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:16.696711 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12370d-1227-43c7-909f-c39955fc7ddf x-openstack-request-id: req-de12370d-1227-43c7-909f-c39955fc7ddf {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:16.697050 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:16.697280 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de12370d-1227-43c7-909f-c39955fc7ddf {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:16.697794 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'status': 'completed', 'code': 200} Dec 10 04:36:16.701070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event updated for resources: {'Port': ['ID=490572df-66d0-4fc8-a4aa-9cd6775d0eb1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:16.725162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Allocated IP 172.25.8.233 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/5292b389-39c2-4992-894d-c1b5cc595e94) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:16.775205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Attempting to bind port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:16.775596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Attempting to bind port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:16.775951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Attempting to bind port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd on network eeaa6011-9eb9-4977-a189-84fb9eb66333 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:16.797483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:16.797853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Checking segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:16.798259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.798658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Bound using segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:16.799143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Bound port: 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:16.799531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.854394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.861833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-6cc56c7b-7c19-4c18-9e9a-8f150bfa21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:16.863399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-6cc56c7b-7c19-4c18-9e9a-8f150bfa21d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1174 time: 0.0992029 Dec 10 04:36:16.882274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.922766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] For port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:16.926982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] For port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:16.929748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.935351 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.940210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a47fd-e7bd-40ce-9528-1f089d3191bb req-78ca02d3-b898-476e-839c-9e44353a794c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:16.947902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b7a47fd-e7bd-40ce-9528-1f089d3191bb req-78ca02d3-b898-476e-839c-9e44353a794c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.1302724 Dec 10 04:36:16.980774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:16.986595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:16.987985 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:16.990582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:17.009157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db140-e751-40ea-ad21-a7df6bae9504 None None] Pushing event updated for resources: {'Port': ['ID=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:17.037093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5292b389-39c2-4992-894d-c1b5cc595e94,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:17.075543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-aeb0511b-91fa-4fe3-91c7-a05e0d84c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:17.077028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-aeb0511b-91fa-4fe3-91c7-a05e0d84c76b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.2053638 Dec 10 04:36:17.091785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b7a47fd-e7bd-40ce-9528-1f089d3191bb req-e7c7b929-631d-4d66-8ad2-f19879e2f07f tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436481 Dec 10 04:36:17.164698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-f973c50f-e9ec-4ff1-93f1-c0536c17acf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 217 time: 0.0784836 Dec 10 04:36:17.309331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-5c77f968-78e2-47e0-8d7e-50281ae2b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:17.310859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-5c77f968-78e2-47e0-8d7e-50281ae2b71c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.1372025 Dec 10 04:36:17.321859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff219-57eb-429b-b659-88342cd3a704 req-17d80b43-fb2b-40b8-b663-3eec6c27a635 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:17.322921 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.323381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e56ff219-57eb-429b-b659-88342cd3a704 req-17d80b43-fb2b-40b8-b663-3eec6c27a635 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.1702666 Dec 10 04:36:17.370243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-381b0eb5-e856-441d-8d94-e07bfd549258 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395010 Dec 10 04:36:17.419229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.435022 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.473166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:17.521465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e56ff219-57eb-429b-b659-88342cd3a704 req-a974a113-9715-4809-b70f-67f8365b8ead tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817017 Dec 10 04:36:17.522464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:17.522909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.558388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event updated for resources: {'Port': ['ID=490572df-66d0-4fc8-a4aa-9cd6775d0eb1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:17.581029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-6e7ab433-4ed4-4952-8de4-5d2287607aab service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991935 Dec 10 04:36:17.581918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.587902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.627729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.629227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-d2f2934b-4b9b-40f6-af6d-61dcce8516c1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8307173 Dec 10 04:36:17.644368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.680163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:17.686368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.734838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Router b571134f-df73-4037-bbfd-ac137167f007 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:36:17.737342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-8f44c4f4-0877-4cef-9e24-89f6c4c60f67 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.0847402 Dec 10 04:36:17.754436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:17.776320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d129d-233f-4e3d-a2d1-f7c42f593773 req-29f4c321-399d-4468-b9bd-b5c7003c501c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:17.777922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d43d129d-233f-4e3d-a2d1-f7c42f593773 req-29f4c321-399d-4468-b9bd-b5c7003c501c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1023 time: 0.1659119 Dec 10 04:36:17.803941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bd3ee38-93ec-4b75-8207-3ffbe25a4a99 req-bce94c61-720a-47e9-9096-886bc1376d7c service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138274 Dec 10 04:36:17.861895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:17.876147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Sync routers for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:17.891833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:17.895772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2d7b543-6df8-4359-845e-5daf7b93e3c7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1327364 Dec 10 04:36:17.895949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:17.896460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:17.896781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54360) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:17.928211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-f1c1eadb-4290-4af4-8f03-bb6a2361287c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:17.940743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d692e3b6-e4bb-446a-b79f-bf69df92d44c req-f1c1eadb-4290-4af4-8f03-bb6a2361287c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1950936 Dec 10 04:36:17.958857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d43d129d-233f-4e3d-a2d1-f7c42f593773 req-7c9be7d9-b8c9-4a67-938b-7e2ee7c37679 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1cbff53-ec98-4dd0-8618-78603a32c79c&id=7f6b6cf7-260e-492a-8f31-d3b7e724b097&id=ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 200 len: 6200 time: 0.1653304 Dec 10 04:36:18.040863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:18.129724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08768f-7ff7-46b1-abfd-9d0b631c72f4 req-9b684b61-dcc8-4d5b-8689-2065b6dc56bd tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:18.137090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f08768f-7ff7-46b1-abfd-9d0b631c72f4 req-9b684b61-dcc8-4d5b-8689-2065b6dc56bd tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1390891 Dec 10 04:36:18.163731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ed94d-93d3-46ec-8c20-7ca6dfbb312f req-55c36912-977a-4ebd-b077-a8779744d2a6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:18.165313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb6ed94d-93d3-46ec-8c20-7ca6dfbb312f req-55c36912-977a-4ebd-b077-a8779744d2a6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1089704 Dec 10 04:36:18.235347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f08768f-7ff7-46b1-abfd-9d0b631c72f4 req-3d104bbd-c9a6-43f0-8fc1-42f963ee8912 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970991 Dec 10 04:36:18.289865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb6ed94d-93d3-46ec-8c20-7ca6dfbb312f req-487a2ab7-5ac9-48cd-8a92-4ab6cc22ffbe tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167727 Dec 10 04:36:18.292756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:17Z', 'revision_number': 3, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:18.322833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1224205897 ', 'description': 'tempest-description-627755322'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:18.339064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f5b99-5b4a-47e9-acf3-29266b1f6b5e None None] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:36:18.348550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Checking router: b571134f-df73-4037-bbfd-ac137167f007 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:18.348999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Updating router b571134f-df73-4037-bbfd-ac137167f007 port 5292b389-39c2-4992-894d-c1b5cc595e94 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:36:18.355739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.427766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.429556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.440110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58ffe-8bd3-4240-931d-ab5f6e4b4954 req-9e04c393-11e4-4b12-9740-88b241345119 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:18.441836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7e58ffe-8bd3-4240-931d-ab5f6e4b4954 req-9e04c393-11e4-4b12-9740-88b241345119 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.0820756 Dec 10 04:36:18.460080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c2022f4a-cfb6-4b4d-b198-46c2d9704a28 None None] Provisioning complete for port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:18.460389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2022f4a-cfb6-4b4d-b198-46c2d9704a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.496833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.505154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.543659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7e58ffe-8bd3-4240-931d-ab5f6e4b4954 req-055abbf5-6527-4d97-bbc3-afdd332e2409 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908885 Dec 10 04:36:18.550496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:18.559826 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.561788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca723ade-8f9e-440f-8b86-cdefbdfe84e0 req-04688a27-dd71-4f4d-9a44-8475e92c7bd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2424266 Dec 10 04:36:18.619610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Allocated IP 172.20.0.1 (eeaa6011-9eb9-4977-a189-84fb9eb66333/7165c306-4c91-4477-8255-c0dd25f9083d/d115206b-518e-43c0-8e54-98c4fa1bd93f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:18.742168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:18.744400 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0037ff-edf2-431a-a5e1-af9003946274" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:18.753874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.818319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-def5e41f-48a6-4a34-9a24-3432f5f9de95 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:18.819030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:18.822311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-def5e41f-48a6-4a34-9a24-3432f5f9de95 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 821 time: 0.1784213 Dec 10 04:36:18.877603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:18.881256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:18.885157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:18.901395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-1388d4d8-d7ff-4df3-95bd-06cd8dec4342 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/quotas/dbf7432941b748b288b3f8e0745d4a12 HTTP/1.1" status: 200 len: 375 time: 0.0676634 Dec 10 04:36:18.920568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Pushing event updated for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:18.935662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124aaf3-cc11-4b0d-8b3b-8fff68300659 req-4c04d4e8-6cf8-4ff6-adae-547657688398 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:18.938049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e124aaf3-cc11-4b0d-8b3b-8fff68300659 req-4c04d4e8-6cf8-4ff6-adae-547657688398 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.1138849 Dec 10 04:36:18.949966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.018386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-4ca960f8-4b5d-471e-bdd0-192545160d92 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062229 Dec 10 04:36:19.023891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e124aaf3-cc11-4b0d-8b3b-8fff68300659 req-8b45a0e1-ac43-4947-90bc-fc58b7d2c02c tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697272 Dec 10 04:36:19.094151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.097011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-94746f43-a71c-4ec7-bc42-ae40e5d54188 None None] Provisioning complete for port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:19.097406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94746f43-a71c-4ec7-bc42-ae40e5d54188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.124138 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.131049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.136785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-05e280ef-7389-45cb-aae3-469e45cd904d service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107817 Dec 10 04:36:19.225093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Attempting to bind port 5292b389-39c2-4992-894d-c1b5cc595e94 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:19.225093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Attempting to bind port 5292b389-39c2-4992-894d-c1b5cc595e94 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:19.225409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Attempting to bind port 5292b389-39c2-4992-894d-c1b5cc595e94 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:19.233044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eb35516-6fab-4e93-8437-5d6b96b4721b req-bd323535-1f60-44b0-84ee-3c3a3bcb4482 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc HTTP/1.1" status: 200 len: 1797 time: 0.0992222 Dec 10 04:36:19.236277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b9b0-38f6-4c1a-a6ce-c52ab65d07f3 None None] Pushing event updated for resources: {'Port': ['ID=5292b389-39c2-4992-894d-c1b5cc595e94,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:19.242351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:19.242551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:19.243166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.243426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:19.244451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Bound port: 5292b389-39c2-4992-894d-c1b5cc595e94, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:19.244909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.266760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-f6cabdca-7759-4c8a-8cef-61154b1b8e07 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169724 Dec 10 04:36:19.349633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] For port 5292b389-39c2-4992-894d-c1b5cc595e94, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:19.353891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] For port 5292b389-39c2-4992-894d-c1b5cc595e94, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5292b389-39c2-4992-894d-c1b5cc595e94,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:19.354104 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.361511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.362680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.459295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:19.459930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:19.525401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:19.535363 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ca4f8-b1ee-4634-9213-6fe7d0108cb1 x-openstack-request-id: req-ab8ca4f8-b1ee-4634-9213-6fe7d0108cb1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:19.535917 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:19.535917 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab8ca4f8-b1ee-4634-9213-6fe7d0108cb1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:19.536304 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'status': 'completed', 'code': 200} Dec 10 04:36:19.561678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Pushing event updated for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:19.563041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b9b0-38f6-4c1a-a6ce-c52ab65d07f3 None None] Pushing event updated for resources: {'Port': ['ID=5292b389-39c2-4992-894d-c1b5cc595e94,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:19.576574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.592148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-abd9194f-d6b3-4d81-8c89-2d9b511e466a None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:19.592535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abd9194f-d6b3-4d81-8c89-2d9b511e466a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.637138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de1611-dbbe-4aef-96fc-3488293a5086 req-be72f762-aaee-407d-81fa-31b042e37959 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:19.639190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47de1611-dbbe-4aef-96fc-3488293a5086 req-be72f762-aaee-407d-81fa-31b042e37959 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1526451 Dec 10 04:36:19.670192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-c51bfad5-78ae-4484-b6de-2bd0b9fad011 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc HTTP/1.1" status: 200 len: 1797 time: 0.1215758 Dec 10 04:36:19.679792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-abd9194f-d6b3-4d81-8c89-2d9b511e466a None None] Port d115206b-518e-43c0-8e54-98c4fa1bd93f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:19.683790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:19.686291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0037ff-edf2-431a-a5e1-af9003946274 req-6c040c8b-8138-4f19-ba8e-dcb55775133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:19.687007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-6c040c8b-8138-4f19-ba8e-dcb55775133a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1174 time: 0.1106617 Dec 10 04:36:19.719291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:19.719793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.765347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:19.768002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:19.775201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47de1611-dbbe-4aef-96fc-3488293a5086 req-26c8fc6d-3fca-4eb6-92b2-338296ee33e0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260903 Dec 10 04:36:19.838141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.920423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0037ff-edf2-431a-a5e1-af9003946274 req-0e05041f-6f1c-4c24-9308-e1d20a8e47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:19.922003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-0e05041f-6f1c-4c24-9308-e1d20a8e47ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.2210579 Dec 10 04:36:19.937293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:19.992605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-18e3cfac-24fe-4331-9db8-66045c85d702 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 200 len: 217 time: 0.0519760 Dec 10 04:36:20.070020 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:20.088560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041a85-31f9-4851-aea1-eeb30869a1cc req-df2ae2cc-84ab-4d2b-a309-a0e983ba3e51 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:20.090328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04041a85-31f9-4851-aea1-eeb30869a1cc req-df2ae2cc-84ab-4d2b-a309-a0e983ba3e51 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1822896 Dec 10 04:36:20.114211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0037ff-edf2-431a-a5e1-af9003946274 req-5295b99f-8c9e-46da-ab61-6ce217209e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:20.117897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-5295b99f-8c9e-46da-ab61-6ce217209e1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.1075509 Dec 10 04:36:20.137129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 2, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:20.140724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:20.143438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:20.144587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-247704cd-7ade-46ca-8322-c6ab3575aa49 req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc HTTP/1.1" status: 204 len: 173 time: 0.4546452 Dec 10 04:36:20.174486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c5396-2ea5-49a7-a1c6-be9ecc523284 None None] The sync data for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 is: [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 2, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:20.201547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-f49e8d77-6d73-4a31-ab41-45c29bff65f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719938 Dec 10 04:36:20.209290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b28b2-4b34-4c33-a25d-7e7408a2c922 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:20.244838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3de7f887-4b60-4d20-8130-51fd0dfcdf07 None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:20.245306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3de7f887-4b60-4d20-8130-51fd0dfcdf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:20.245976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04041a85-31f9-4851-aea1-eeb30869a1cc req-d15311d5-7a92-4fc3-a954-470cdce94e29 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430433 Dec 10 04:36:20.353030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3de7f887-4b60-4d20-8130-51fd0dfcdf07 None None] Port d115206b-518e-43c0-8e54-98c4fa1bd93f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:20.392497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e8ac7-e4eb-4382-9ac0-97f0fbb3ded1 req-4816068a-d568-4986-a7cf-122a7af2b92c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:20.394336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f0e8ac7-e4eb-4382-9ac0-97f0fbb3ded1 req-4816068a-d568-4986-a7cf-122a7af2b92c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.1325684 Dec 10 04:36:20.441007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-c335549f-b5b6-46b2-8c63-76dd16989bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106781 Dec 10 04:36:20.443831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-756d8b8d-64a8-49f1-b613-44132de08d57 req-4be384e8-98e3-4799-8f4d-1a48fd871f08 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 210 time: 0.0669816 Dec 10 04:36:20.464225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Router b571134f-df73-4037-bbfd-ac137167f007 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:20.518019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f0e8ac7-e4eb-4382-9ac0-97f0fbb3ded1 req-ceb1970a-03c8-4e74-a73c-a28c5a55c44e tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809209 Dec 10 04:36:20.661191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:20.673347 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-606317e8-a80c-4823-93cc-25f606d18226 admin admin] 10.222.0.43 "PUT /v2.0/routers/b571134f-df73-4037-bbfd-ac137167f007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751920 Dec 10 04:36:21.118760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af0037ff-edf2-431a-a5e1-af9003946274 req-e8e6a71f-0501-47fc-a27d-d9add645a289 service neutron] 10.222.0.41 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175611 Dec 10 04:36:21.130545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc511-5433-4c10-afbb-fe38518954e9 req-9f8fbf00-ae3c-4a86-bfd2-a7029f710cf0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:21.132020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49bbc511-5433-4c10-afbb-fe38518954e9 req-9f8fbf00-ae3c-4a86-bfd2-a7029f710cf0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.5055995 Dec 10 04:36:21.147394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4dd08-a648-4d64-b855-64b1ad122a89 req-5fd43c87-2724-4e5e-a265-11525a1c28fb tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:21.148947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1fe4dd08-a648-4d64-b855-64b1ad122a89 req-5fd43c87-2724-4e5e-a265-11525a1c28fb tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.4920912 Dec 10 04:36:21.198064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-ad8fe122-11fa-4de6-8c09-cd765de8f42c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:21.199670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-ad8fe122-11fa-4de6-8c09-cd765de8f42c tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.1226842 Dec 10 04:36:21.298435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49bbc511-5433-4c10-afbb-fe38518954e9 req-3a9f7260-6837-4df5-bd24-e9fbd1cc4a7a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475112 Dec 10 04:36:21.324563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1fe4dd08-a648-4d64-b855-64b1ad122a89 req-34c8570f-c53d-4166-af51-8576a8ad1de3 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641147 Dec 10 04:36:21.414639 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-a20b42e1-7c4d-4da0-94d7-f06207292291 req-861625d7-a1ae-4442-99d7-eae35c6f08a1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:36:21.415681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a20b42e1-7c4d-4da0-94d7-f06207292291 req-861625d7-a1ae-4442-99d7-eae35c6f08a1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc HTTP/1.1" status: 404 len: 352 time: 0.0560448 Dec 10 04:36:21.463482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-ae3bbb41-6b9f-4376-a675-c623cee19c25 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:21.467052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-ae3bbb41-6b9f-4376-a675-c623cee19c25 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.41 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 821 time: 0.2463093 Dec 10 04:36:21.518620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'port': {'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'admin_state_up': True, 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:21.602942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Deleting port 4e8e048c-94a4-4687-a798-5ddf42138c89 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:21.603298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.690556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5292b389-39c2-4992-894d-c1b5cc595e94 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:21.703258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ec296-887e-4892-9d44-02d6ec4b1f24 req-50a307a6-c922-425a-8e7a-c8b076ffb66b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:21.709015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d8ec296-887e-4892-9d44-02d6ec4b1f24 req-50a307a6-c922-425a-8e7a-c8b076ffb66b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.2403500 Dec 10 04:36:21.715578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:21.721287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490008187', 'description': 'tempest-description--1730525255'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:21.754134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Made reservation on behalf of dbf7432941b748b288b3f8e0745d4a12 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:21.757879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.765913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5292b389-39c2-4992-894d-c1b5cc595e94 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:21.768110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.776883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.864090 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.868359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.874878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.890217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 5292b389-39c2-4992-894d-c1b5cc595e94, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5292b389-39c2-4992-894d-c1b5cc595e94,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:21.895019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.916589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.918879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2011676 Dec 10 04:36:21.921092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98070859-0383-42ae-9bb8-97751461ec59 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035061e9-fbd3-4e53-bd36-8d1840ade9a3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:21.923673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:21.928115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'security_group_rule': {'security_group_id': '035061e9-fbd3-4e53-bd36-8d1840ade9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:21.933646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] For port 4e8e048c-94a4-4687-a798-5ddf42138c89, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4e8e048c-94a4-4687-a798-5ddf42138c89,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:21.934014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.955900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d8ec296-887e-4892-9d44-02d6ec4b1f24 req-537c4782-4260-42da-bb52-446ca030f62b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181196 Dec 10 04:36:21.962910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:21.986432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=5292b389-39c2-4992-894d-c1b5cc595e94,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.021823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.027523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.035714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1282638072', 'description': 'tempest-description-313395411'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:22.049035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794d3bc2-2cdd-40b9-9294-9bd1badb0302,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.052732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d013-2737-4e5d-a7bf-c80dbc348987 req-6cb14281-523f-4800-95d3-56a9df3a5f6c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:22.054629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4830d013-2737-4e5d-a7bf-c80dbc348987 req-6cb14281-523f-4800-95d3-56a9df3a5f6c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.2718704 Dec 10 04:36:22.060088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.063820 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4dc47d35-f3af-4e4c-b3a0-0c7fa48d08cb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372092 Dec 10 04:36:22.064036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54432) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:22.068561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'security_group_rule': {'security_group_id': '035061e9-fbd3-4e53-bd36-8d1840ade9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:22.158090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.171106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.202244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Allocated IP 172.20.0.9 (14435956-cde3-4b37-8f3c-288bcbdb97db/8f73961d-a22b-4ef3-b576-b51d54151b57/634ffdae-d2fe-48ee-bcf3-9a0aecb1d313) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:22.216489 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.220206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.241633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd96b12-5aa0-45b2-a8b3-99e60966f5d5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.250668 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.252950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b77a3702-07cd-43bf-9a88-6922e7e69616 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878052 Dec 10 04:36:22.254118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:22.256115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4830d013-2737-4e5d-a7bf-c80dbc348987 req-53c313e4-568f-4910-bc5b-f4d4b6831b7e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719487 Dec 10 04:36:22.258585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:22.295671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.313398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e49e765a-dc66-436b-b290-dc922a339680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.374845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.375221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.375504 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Floating IP 30a7fefa-a808-47d3-8129-bbffdff040c5 disassociated. External IP: 172.25.8.78, port: 4e8e048c-94a4-4687-a798-5ddf42138c89. Dec 10 04:36:22.375842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Calling delete_port for 4e8e048c-94a4-4687-a798-5ddf42138c89 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:22.404453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.415533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c0ff939-3d08-40f9-994b-4a2bc7da8d73 req-658393f8-dc4a-4399-bdbb-c0b023eb1e0d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 210 time: 0.0659685 Dec 10 04:36:22.442494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.479380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.519900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Allocated IP 172.25.8.110 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/db83584a-bc89-4a6b-b860-e19dd0902f1d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:22.594200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.595397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-128fc32d-ad55-4aa0-a15b-1aa37ea4db82 req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5642037 Dec 10 04:36:22.609780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06036e-5010-4e37-98c8-215a2c3a8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8184749-20e3-4cdc-9cfb-8d2b6a613686,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.644101 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.672891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47dae1-dc48-41dc-b459-4eb3e9e5021e req-09aca3c6-fb64-4d4b-a448-50e96ad0f3cd tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:22.674308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a47dae1-dc48-41dc-b459-4eb3e9e5021e req-09aca3c6-fb64-4d4b-a448-50e96ad0f3cd tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9b635d-c3c5-41cb-9452-814d2c8dbbd8 HTTP/1.1" status: 200 len: 946 time: 0.1527898 Dec 10 04:36:22.677895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.683528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.721804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:22.724789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:22.728236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:22.757383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'Port': ['ID=db83584a-bc89-4a6b-b860-e19dd0902f1d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.815738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a47dae1-dc48-41dc-b459-4eb3e9e5021e req-bd434148-3f34-4d0f-ac71-64bca55e6a8e tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups?id=f11bf9fa-0246-46f2-ac72-caf8e49b9637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255088 Dec 10 04:36:22.824349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.825172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df5a92-1a9b-4228-8603-d549fd22ee07 req-6ceef28c-87c1-450b-b563-7c11bd1c03b8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:22.826681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42df5a92-1a9b-4228-8603-d549fd22ee07 req-6ceef28c-87c1-450b-b563-7c11bd1c03b8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1648636 Dec 10 04:36:22.830991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.866752 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.872684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:22.873725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event deleted for resources: {'Port': ['ID=4e8e048c-94a4-4687-a798-5ddf42138c89,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:22.904075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:22.944057 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Sync routers for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:22.959925 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:22.961264 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:23.020122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Network 14435956-cde3-4b37-8f3c-288bcbdb97db is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:23.033373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:23.039742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event updated for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:23.053459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:23.091634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42df5a92-1a9b-4228-8603-d549fd22ee07 req-8db85893-8a6d-4feb-91d1-5206f12435ff tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493258 Dec 10 04:36:23.131930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.138236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.142790 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:23.162583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-391239505', 'description': 'tempest-description-2004543906'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:23.184709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33c671-349b-4921-a990-ff10616399e3 req-35f992f0-8cfb-4bfa-9db6-dffc18d6be2d tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:23.186146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f33c671-349b-4921-a990-ff10616399e3 req-35f992f0-8cfb-4bfa-9db6-dffc18d6be2d tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 944 time: 0.2621264 Dec 10 04:36:23.197794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:23.198421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.239412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'Port': ['ID=db83584a-bc89-4a6b-b860-e19dd0902f1d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:23.242287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.248600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.267161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.273284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.284361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec12414b-8f9c-4f66-bcba-be967025d184 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0194666 Dec 10 04:36:23.289604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-2a79b80e-ec17-4681-bda3-5a017c0d69a2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7814333 Dec 10 04:36:23.300026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:23.306256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f33c671-349b-4921-a990-ff10616399e3 req-03061464-caca-4e67-9abc-afdb05729d4d tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984910 Dec 10 04:36:23.330612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Request body: {'port': {'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:23.497228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.502182 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 2, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:23.517739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.519488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5292b389-39c2-4992-894d-c1b5cc595e94 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:23.520129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.540302 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Checking router: b571134f-df73-4037-bbfd-ac137167f007 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:23.540828 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Updating router b571134f-df73-4037-bbfd-ac137167f007 port d115206b-518e-43c0-8e54-98c4fa1bd93f binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:36:23.570547 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.571313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5a49e46a-6069-45f4-b54b-7d51b62d832b None None] Provisioning complete for port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:23.571711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a49e46a-6069-45f4-b54b-7d51b62d832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.603089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.604320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49b53ce1-de99-498a-b40a-ba498d6026d8 req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4456410 Dec 10 04:36:23.618939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5a49e46a-6069-45f4-b54b-7d51b62d832b None None] Port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:23.620546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5292b389-39c2-4992-894d-c1b5cc595e94 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:23.620915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.635824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dbc58-9386-40a2-9c6c-cc245b9a37ef tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7263813-70df-46ab-9fff-2c58c325ae3f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:23.653579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191df225-2e9e-4688-a248-b1a640b73225 req-60e9d89d-3072-4391-a196-3ad0f84df592 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:23.655100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-191df225-2e9e-4688-a248-b1a640b73225 req-60e9d89d-3072-4391-a196-3ad0f84df592 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1837709 Dec 10 04:36:23.656173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:23.674276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Sync routers for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:23.720940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:23.721460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:23.772841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] No DVR routers for this DVR port 4e8e048c-94a4-4687-a798-5ddf42138c89 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:36:23.792253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:23.795612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8d252a0-6b79-47d2-8595-28dd35b6b298 req-d0684f2c-f1e9-47c9-95f7-303c283b0f2a tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.36 "DELETE /v2.0/ports/4e8e048c-94a4-4687-a798-5ddf42138c89 HTTP/1.1" status: 204 len: 173 time: 2.5828476 Dec 10 04:36:23.796939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'name': 'network-vif-deleted', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:23.799222 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca0ddab-2052-4a73-b21c-6479443e6654" -d '{"events": [{"server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "name": "network-vif-deleted", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:23.836132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:23.868832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-191df225-2e9e-4688-a248-b1a640b73225 req-177af02b-9e00-4609-83ca-67ce980dcae0 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868608 Dec 10 04:36:23.880937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a0e24-aafa-446d-b38c-f4c5f7dd7a57 req-00fc5041-7d95-4102-b111-c48d82a165b2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:23.882709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86a0e24-aafa-446d-b38c-f4c5f7dd7a57 req-00fc5041-7d95-4102-b111-c48d82a165b2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1907146 Dec 10 04:36:24.021466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86a0e24-aafa-446d-b38c-f4c5f7dd7a57 req-07622d51-bfb1-4843-9c74-fea35788b43f tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292677 Dec 10 04:36:24.088012 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.091811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-24b08b44-37c1-4ad2-a49d-494bc75cabcb tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1490008187&fields=id&tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793 HTTP/1.1" status: 200 len: 267 time: 0.0824723 Dec 10 04:36:24.099714 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.199271 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4208e-cc74-4b7a-b167-0afb6617b000 None None] Pushing event updated for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:24.199585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:24.210708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.229658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Transition to ACTIVE for port object 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:24.240219 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Attempting to bind port d115206b-518e-43c0-8e54-98c4fa1bd93f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:24.241134 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Attempting to bind port d115206b-518e-43c0-8e54-98c4fa1bd93f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:24.241734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Attempting to bind port d115206b-518e-43c0-8e54-98c4fa1bd93f on network eeaa6011-9eb9-4977-a189-84fb9eb66333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:24.250877 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:24.251690 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Checking segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:24.252643 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.253285 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Bound using segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:24.254223 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Bound port: d115206b-518e-43c0-8e54-98c4fa1bd93f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:24.254845 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.266016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:24.269945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.289802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fb2c-912f-49d0-9e98-81520f644a03 req-492eafae-f6e8-4e44-a5b8-4b1da12e8759 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:24.291529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2667fb2c-912f-49d0-9e98-81520f644a03 req-492eafae-f6e8-4e44-a5b8-4b1da12e8759 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 931 time: 0.2076600 Dec 10 04:36:24.293625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Checking router: 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:24.302915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:24.303538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:24.365674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] For port d115206b-518e-43c0-8e54-98c4fa1bd93f, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:24.372913 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] For port d115206b-518e-43c0-8e54-98c4fa1bd93f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d115206b-518e-43c0-8e54-98c4fa1bd93f,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:24.381363 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.429182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-576f7526-e063-4280-81bb-62b2579294bc tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:24.442516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-576f7526-e063-4280-81bb-62b2579294bc tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/networks?id=eeaa6011-9eb9-4977-a189-84fb9eb66333 HTTP/1.1" status: 200 len: 805 time: 0.3195097 Dec 10 04:36:24.445176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Pushing event updated for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:24.461873 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:24.462532 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:24.473008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:24.531219 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4208e-cc74-4b7a-b167-0afb6617b000 None None] Pushing event updated for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:24.549943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-f082d667-f11b-4e36-9bda-8823b7bcfc39 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/quotas/26fd17a3ab7a4e69a40b943bc3ba0793 HTTP/1.1" status: 200 len: 375 time: 0.1064777 Dec 10 04:36:24.566319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2667fb2c-912f-49d0-9e98-81520f644a03 req-058025cb-4cdb-41a1-910a-107342434cfd tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502935 Dec 10 04:36:24.660586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1686482721', 'description': 'tempest-description-1022039244'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:24.678498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:24.680286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e8e048c-94a4-4687-a798-5ddf42138c89 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:24.690503 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:24.712064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.717318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 4e8e048c-94a4-4687-a798-5ddf42138c89 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:36:24.717470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4e8e048c-94a4-4687-a798-5ddf42138c89 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:36:24.723163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-f39f0382-d897-4a33-9971-275170dc6ecc tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558127 Dec 10 04:36:24.729639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Attempting to bind port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:24.730042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Attempting to bind port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:24.730306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Attempting to bind port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:24.741457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 on network 14435956-cde3-4b37-8f3c-288bcbdb97db not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:24.741696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Attempting to bind port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 on network 14435956-cde3-4b37-8f3c-288bcbdb97db {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:24.752516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:24.752933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Checking segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:24.753260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Bound using segment: {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:24.753970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Bound port: 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e38cc-473b-4616-8f03-2cf79a155c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:24.754326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.776621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:24.777630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.882469 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8ba29b5-4759-4ef5-8fba-cbb4b5b6ba33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:24.954203 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:24Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:24.993926 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c1c4-1f5b-42f2-a856-b9f5f88de6a7 None None] The sync data for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 is: [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:24Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:25.000567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:25.002166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:25.004636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-6a06d606-30d3-40b8-baf1-8419fe68a762 service neutron] 10.222.0.43 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532351 Dec 10 04:36:25.006550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:25.009505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.011088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.024544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'port_id': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'mac_address': 'fa:16:3e:61:4f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:25.030745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:25.046945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.096082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf113e-3e66-4139-8929-2a4e1faf28c5 None None] The sync data for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 is: [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:34:00Z', 'revision_number': 4, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ed54e0e0-ca07-4457-8dec-db54f6606cd5', 'name': '', 'network_id': '834741a8-8e7c-401f-afa6-6e7a4e3d21bd', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'mac_address': 'fa:16:3e:18:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:59Z', 'updated_at': '2021-12-10T04:34:09Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'subnets': [{'id': '682052b9-de26-4bb7-bfe9-95069ac9db4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:25.100728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:25.101467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.102957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] 10.222.0.41 "PUT /v2.0/ports/634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 1091 time: 1.7789025 Dec 10 04:36:25.111143 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.129814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5107ebaf-2ff9-4c70-9037-371a05dfbc73,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:25.148555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.191318 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.191966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:25.204000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83e69d07-9283-4421-9797-fd7647b5cd40 req-0799ddda-ab5f-4283-a9c2-e0662a1a73ea tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5720811 Dec 10 04:36:25.224189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:25.228916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] For port d115206b-518e-43c0-8e54-98c4fa1bd93f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d115206b-518e-43c0-8e54-98c4fa1bd93f,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:25.231416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.237605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.288324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278fb3c-5b76-4a35-b3f8-a41f03dc7190 service neutron] Pushing event updated for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:25.292327 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c63403-0189-4f0c-8c2b-9be607615b4d x-openstack-request-id: req-65c63403-0189-4f0c-8c2b-9be607615b4d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:25.292707 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b635d-c3c5-41cb-9452-814d2c8dbbd8", "name": "network-vif-deleted", "tag": "4e8e048c-94a4-4687-a798-5ddf42138c89", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:25.292917 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65c63403-0189-4f0c-8c2b-9be607615b4d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:25.293300 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b635d-c3c5-41cb-9452-814d2c8dbbd8', 'name': 'network-vif-deleted', 'tag': '4e8e048c-94a4-4687-a798-5ddf42138c89', 'status': 'completed', 'code': 200} Dec 10 04:36:25.319757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:25.377501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-900178a6-e44f-4230-9aff-4612fed91afa service neutron] 10.222.0.43 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613789 Dec 10 04:36:25.382598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-32e41227-9f00-48cf-9b41-eb543ec3c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:25.384141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-32e41227-9f00-48cf-9b41-eb543ec3c0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1094 time: 0.1736274 Dec 10 04:36:25.462957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-b8d6ff1f-7060-4a64-841b-acf5f092f676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 217 time: 0.0604343 Dec 10 04:36:25.493105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa503-b419-4064-a42c-43c1975f757e None None] Pushing event updated for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:25.511576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7c5008bf-c675-4dc6-b185-d3f0190c15a7 None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:25.511962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5008bf-c675-4dc6-b185-d3f0190c15a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.552586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d115206b-518e-43c0-8e54-98c4fa1bd93f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:25.601337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:25.610540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9de1-112d-4133-bb90-494145ebb84e req-54fb0e4b-21ba-4541-b8a8-59db5f1557d6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:25.612520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbdd9de1-112d-4133-bb90-494145ebb84e req-54fb0e4b-21ba-4541-b8a8-59db5f1557d6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1602020 Dec 10 04:36:25.618254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-c4ab515e-dc28-4e67-9a9c-a3505894b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:25.619835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-c4ab515e-dc28-4e67-9a9c-a3505894b74c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1195536 Dec 10 04:36:25.632670 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916af04d-499d-4b38-993e-e39be2099dd5 None None] New status for floating IP 30a7fefa-a808-47d3-8129-bbffdff040c5: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:25.710997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:25.832959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:25.833233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.196286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-f1cb9488-3796-4118-a614-82444acd9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:26.197840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-f1cb9488-3796-4118-a614-82444acd9104 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5384133 Dec 10 04:36:26.203757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbdd9de1-112d-4133-bb90-494145ebb84e req-26882f94-6fcb-4172-afa9-11e920156d0e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829728 Dec 10 04:36:26.227206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c0be5-c7bc-428c-909f-7e327e28bf06 req-5b5a8d38-3dc8-4297-b973-078d9b2b469e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:26.228722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-936c0be5-c7bc-428c-909f-7e327e28bf06 req-5b5a8d38-3dc8-4297-b973-078d9b2b469e tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 945 time: 0.4801958 Dec 10 04:36:26.356370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-936c0be5-c7bc-428c-909f-7e327e28bf06 req-ae41833d-734b-46c0-9770-d0c6954e5740 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188846 Dec 10 04:36:26.381688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-166287b2-40e6-45b3-a940-1689095b1344 service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636894 Dec 10 04:36:26.398052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4a542-5909-47c2-a4f9-bcb2fbe427e5 req-ac27b69f-416c-4904-a790-cc6d752a0f3b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:26.399496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ef4a542-5909-47c2-a4f9-bcb2fbe427e5 req-ac27b69f-416c-4904-a790-cc6d752a0f3b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1170506 Dec 10 04:36:26.536157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ef4a542-5909-47c2-a4f9-bcb2fbe427e5 req-e23e8a74-85d6-4522-ad52-e26f1f47df75 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268923 Dec 10 04:36:26.553132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0ce5-85cb-417a-af20-4aec4ebd4098 req-313cfbbc-6245-4f18-9c68-57875ce9ead5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:26.554611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98ec0ce5-85cb-417a-af20-4aec4ebd4098 req-313cfbbc-6245-4f18-9c68-57875ce9ead5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1339655 Dec 10 04:36:26.560920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:26.586685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddf51161-1c80-4747-bfaa-22a7b31ccce8 req-50a2806d-7667-42cd-ae3c-bbec013d222f service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965580 Dec 10 04:36:26.615343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:26.620355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:26.620775 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.657706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98ec0ce5-85cb-417a-af20-4aec4ebd4098 req-3b7f02d7-6af2-4e2c-aec1-cd27f8e9a797 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889754 Dec 10 04:36:26.702078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:26.707958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cffe8671-18c9-4428-b0e3-224914c04453 req-05b6907f-f5cd-47c8-b213-a6c75885719b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 10999 time: 0.1474011 Dec 10 04:36:26.710683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.739120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:26.741817 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f45d2e-a908-40e9-a981-a623ef1e1a59" -d '{"events": [{"server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:26.756781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:26.762409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.772502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.775469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cffe8671-18c9-4428-b0e3-224914c04453 req-f3a3e0db-1600-44c4-ad8c-04f9afc1d7ba tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 200 len: 2998 time: 0.0589628 Dec 10 04:36:26.801337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.814671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:26.841227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df76707-b160-4c9f-acce-e65d3a49da92 req-a619149d-13e0-4193-8442-a0e34266d93a tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:26.842868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1df76707-b160-4c9f-acce-e65d3a49da92 req-a619149d-13e0-4193-8442-a0e34266d93a tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 943 time: 0.0925486 Dec 10 04:36:26.847527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cffe8671-18c9-4428-b0e3-224914c04453 req-02a54471-49dd-4d0a-b9e7-0dced3eda163 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 200 len: 2998 time: 0.0578671 Dec 10 04:36:26.864737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.869612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:26.874189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:26.874923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "DELETE /v2.0/security-groups/f11bf9fa-0246-46f2-ac72-caf8e49b9637 HTTP/1.1" status: 204 len: 168 time: 0.1703770 Dec 10 04:36:26.890118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffcfdb-9714-4a7a-9192-79e6f0d47191 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11bf9fa-0246-46f2-ac72-caf8e49b9637,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:26.905718 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-9319c876-662b-4e7b-98d7-95e3a9542335 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] show failed (client error): The resource could not be found. Dec 10 04:36:26.906995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9319c876-662b-4e7b-98d7-95e3a9542335 tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "GET /v2.0/security-groups/f11bf9fa-0246-46f2-ac72-caf8e49b9637 HTTP/1.1" status: 404 len: 347 time: 0.0316882 Dec 10 04:36:26.909857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:26.922742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1df76707-b160-4c9f-acce-e65d3a49da92 req-69c93582-5861-4770-8cef-2520bfe17c22 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665915 Dec 10 04:36:26.972186 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e33ea0-15b6-4d02-b802-920612fc2dd0 x-openstack-request-id: req-c7e33ea0-15b6-4d02-b802-920612fc2dd0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:26.972583 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:26.972912 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7e33ea0-15b6-4d02-b802-920612fc2dd0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:26.973379 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'code': 200} Dec 10 04:36:26.973709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b91a01d1-8f65-4e5f-a452-b493c87d5f6b req-49301450-a413-4749-95da-0b1a43083742 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0485463 Dec 10 04:36:27.036199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-d1e248a6-d44b-49de-a55d-1f3302e82ae2 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/e8184749-20e3-4cdc-9cfb-8d2b6a613686 HTTP/1.1" status: 200 len: 1817 time: 0.0473962 Dec 10 04:36:27.069815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Deleting port 42b5d40f-d9ff-45d7-abdf-997f72aac588 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:27.070146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.180273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.201424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.201772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.220170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ffacbb3-4eee-4885-a4f5-95ae27e7d75a tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.220523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Calling delete_port for 42b5d40f-d9ff-45d7-abdf-997f72aac588 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:27.221699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ffacbb3-4eee-4885-a4f5-95ae27e7d75a tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.36 "GET /v2.0/networks?id=eeaa6011-9eb9-4977-a189-84fb9eb66333 HTTP/1.1" status: 200 len: 805 time: 0.1536043 Dec 10 04:36:27.223365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b9242-a0a8-4d87-81e5-9316fa3a918b req-1f734e6b-b284-433f-9b5b-b34ea6ecd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.224848 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a23b9242-a0a8-4d87-81e5-9316fa3a918b req-1f734e6b-b284-433f-9b5b-b34ea6ecd5dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 1097 time: 0.0944524 Dec 10 04:36:27.225396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.295270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:27.297717 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878bf28-27f0-4669-8451-135a8306cf15" -d '{"events": [{"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:27.315922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.331660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.334265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.335618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7e1e7a7-dedf-4701-bf95-01589595a164 req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/e8184749-20e3-4cdc-9cfb-8d2b6a613686 HTTP/1.1" status: 204 len: 173 time: 0.2921553 Dec 10 04:36:27.337832 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a23b9242-a0a8-4d87-81e5-9316fa3a918b req-384f1ff0-6a55-4737-9386-0bfd9c33ad03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664592 Dec 10 04:36:27.360222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-b6c92b0c-6004-43d0-9e04-f615e6dfc063 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793 HTTP/1.1" status: 200 len: 380 time: 0.1110702 Dec 10 04:36:27.362078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdeb91-3d34-4d5c-ba85-a7417fe8587e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8184749-20e3-4cdc-9cfb-8d2b6a613686,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:27.389027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a395c1-a728-4a34-8809-3489c79c66b8 req-432955a3-fe41-4ffd-89e7-a2da0484fb01 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.397207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53a395c1-a728-4a34-8809-3489c79c66b8 req-432955a3-fe41-4ffd-89e7-a2da0484fb01 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1204345 Dec 10 04:36:27.400366 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de416615-9190-45e8-b6e7-03a8a7a30147 x-openstack-request-id: req-de416615-9190-45e8-b6e7-03a8a7a30147 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:27.400728 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:27.400980 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de416615-9190-45e8-b6e7-03a8a7a30147 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:27.401353 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'status': 'completed', 'code': 200} Dec 10 04:36:27.428653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.439170 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-12c11d42-8273-4f1f-bb1d-80c60dc0e15d req-ae46cce9-bc23-4fa5-b629-9aeb42ae30e8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:36:27.439170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12c11d42-8273-4f1f-bb1d-80c60dc0e15d req-ae46cce9-bc23-4fa5-b629-9aeb42ae30e8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/e8184749-20e3-4cdc-9cfb-8d2b6a613686 HTTP/1.1" status: 404 len: 352 time: 0.0357718 Dec 10 04:36:27.462941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d115206b-518e-43c0-8e54-98c4fa1bd93f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:27.469632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Pushing event deleted for resources: {'Port': ['ID=42b5d40f-d9ff-45d7-abdf-997f72aac588,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:27.527686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53a395c1-a728-4a34-8809-3489c79c66b8 req-db7cef59-18fd-4e5a-92c1-941a26c13263 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276870 Dec 10 04:36:27.531389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d115206b-518e-43c0-8e54-98c4fa1bd93f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:27.531872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.552977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.556210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.558290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-245932e0-f066-4eee-bc32-db15e6ae9b8d tempest-ServersTestManualDisk-1008330272 tempest-ServersTestManualDisk-1008330272-project] 10.222.0.43 "DELETE /v2.0/floatingips/30a7fefa-a808-47d3-8129-bbffdff040c5 HTTP/1.1" status: 204 len: 168 time: 0.6462004 Dec 10 04:36:27.561174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:27.590560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bf28-27f0-4669-8451-135a8306cf15 req-63db1bac-ebc7-473f-9817-70bdab693d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.592086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-63db1bac-ebc7-473f-9817-70bdab693d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1094 time: 0.1534102 Dec 10 04:36:27.670004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'port': {'device_id': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'admin_state_up': True, 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'security_groups': ['035061e9-fbd3-4e53-bd36-8d1840ade9a3']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:27.679910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854eab1-f69d-4247-a918-cd0ab1861fbb req-0d8d119e-1cd6-4981-b2f1-4c95ea285b9c tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.681346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a854eab1-f69d-4247-a918-cd0ab1861fbb req-0d8d119e-1cd6-4981-b2f1-4c95ea285b9c tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.1430807 Dec 10 04:36:27.730054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-83466945-d78a-4e76-88ff-cafb561f8db3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/f7263813-70df-46ab-9fff-2c58c325ae3f HTTP/1.1" status: 200 len: 1817 time: 0.1520405 Dec 10 04:36:27.857258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bf28-27f0-4669-8451-135a8306cf15 req-e95311ee-df0e-49d4-9963-fe4c1570a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:27.858746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-e95311ee-df0e-49d4-9963-fe4c1570a469 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2566240 Dec 10 04:36:27.891177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a854eab1-f69d-4247-a918-cd0ab1861fbb req-a1b36bf0-7e8d-4efc-a03c-f6d39ee895a6 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724281 Dec 10 04:36:27.918473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:27.925315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-bd377770-d5aa-4728-a331-6c60fecb7ae7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 217 time: 0.0539582 Dec 10 04:36:27.992654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.017123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Made reservation on behalf of 26fd17a3ab7a4e69a40b943bc3ba0793 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:28.020561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.067137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.071135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bf28-27f0-4669-8451-135a8306cf15 req-cfb5cfbf-df15-4fcd-9aef-89a5617435a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:28.072633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-cfb5cfbf-df15-4fcd-9aef-89a5617435a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1338253 Dec 10 04:36:28.151336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238b826-bed3-4be6-a969-bcfd77783f78 req-0e4e305b-de06-401b-8da6-139e0430e749 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:28.152828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9238b826-bed3-4be6-a969-bcfd77783f78 req-0e4e305b-de06-401b-8da6-139e0430e749 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1938062 Dec 10 04:36:28.173093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Deleting port ed54e0e0-ca07-4457-8dec-db54f6606cd5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:28.173466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.246012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.247300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.249896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.251019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30f3986a-c042-4b48-bf57-efa6d79f1031 req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/f7263813-70df-46ab-9fff-2c58c325ae3f HTTP/1.1" status: 204 len: 173 time: 0.5095341 Dec 10 04:36:28.263561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] For port ed54e0e0-ca07-4457-8dec-db54f6606cd5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ed54e0e0-ca07-4457-8dec-db54f6606cd5,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:28.263941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.264900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bf28-27f0-4669-8451-135a8306cf15 req-65561e44-eb8f-4fa2-ba5b-d08264eb3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:28.266254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-65561e44-eb8f-4fa2-ba5b-d08264eb3e88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809311 Dec 10 04:36:28.280098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Calling delete_port for ed54e0e0-ca07-4457-8dec-db54f6606cd5 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:28.288539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984009-7c90-47e4-9921-68b22280ec7a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7263813-70df-46ab-9fff-2c58c325ae3f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:28.343870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9238b826-bed3-4be6-a969-bcfd77783f78 req-7f1f88b4-bceb-4855-8b8d-8fbe05da66af tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722963 Dec 10 04:36:28.350270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Allocated IP 172.20.0.9 (eeaa6011-9eb9-4977-a189-84fb9eb66333/7165c306-4c91-4477-8255-c0dd25f9083d/5f815440-d5b8-49bd-b98f-53fe72d8fde3) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:28.488534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.518792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed54e0e0-ca07-4457-8dec-db54f6606cd5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:28.537710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e292c-13e3-4d9c-b6e8-2e699d4254cd req-6b2b9b3a-eb4e-4bf7-bc35-e88dfa207712 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:28.539127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd8e292c-13e3-4d9c-b6e8-2e699d4254cd req-6b2b9b3a-eb4e-4bf7-bc35-e88dfa207712 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1844192 Dec 10 04:36:28.540956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-ba3f76a8-c9ec-47b2-8419-9a4db6fc256e service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485611 Dec 10 04:36:28.577965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a7053-6805-4c39-af61-33333d091d6d req-77045bf2-5c0c-4189-be96-e22b05579caf tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:28.579682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd4a7053-6805-4c39-af61-33333d091d6d req-77045bf2-5c0c-4189-be96-e22b05579caf tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 943 time: 0.1594784 Dec 10 04:36:28.701464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.775378 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:36:28.785096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.816106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd8e292c-13e3-4d9c-b6e8-2e699d4254cd req-bc41aa93-bca0-46f5-ab63-54d478e627f2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639804 Dec 10 04:36:28.855931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b878bf28-27f0-4669-8451-135a8306cf15 req-f84422de-a6b7-41ce-a05d-109e2dd024dd service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002839 Dec 10 04:36:28.860919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd4a7053-6805-4c39-af61-33333d091d6d req-0f1cd3fd-db00-49fc-9291-f50c4f460b55 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623706 Dec 10 04:36:28.882947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:28.939106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:28.975013 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-85aa3119-ba80-4394-a7dc-27bdc581bbbc req-aa960d4c-e7f1-42b2-9d54-f34a5e1e543a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:36:28.976061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85aa3119-ba80-4394-a7dc-27bdc581bbbc req-aa960d4c-e7f1-42b2-9d54-f34a5e1e543a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/f7263813-70df-46ab-9fff-2c58c325ae3f HTTP/1.1" status: 404 len: 352 time: 0.0478330 Dec 10 04:36:28.979601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:28.990246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:28.993038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:28.996534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event updated for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:29.066088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:29.077146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-03a0f549-5a25-48aa-888b-8200e5edcb92 admin admin] 10.222.0.43 "PUT /v2.0/routers/5ca1a78d-1c54-4142-b6dc-ab229af0cc70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5146987 Dec 10 04:36:29.077688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:29.080528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Sync routers for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:29.086149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba761d89-49b1-4a14-b874-abc9726a1538 req-8709db08-5024-4432-a272-fb58d66b3d66 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:29.087529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba761d89-49b1-4a14-b874-abc9726a1538 req-8709db08-5024-4432-a272-fb58d66b3d66 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 931 time: 0.1576078 Dec 10 04:36:29.093620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:29.094844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:29.104117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:29.104858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.139643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-4ea0bbf5-a70a-4dda-b6dc-a497c2690cfa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800913 Dec 10 04:36:29.161457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2453c-312f-456c-af92-dd37a10b1726 req-39b62272-ec80-4f47-b6d1-43f1ad777bb1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:29.168959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23f2453c-312f-456c-af92-dd37a10b1726 req-39b62272-ec80-4f47-b6d1-43f1ad777bb1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1281872 Dec 10 04:36:29.178173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Request body: {'port': {'device_id': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:29.204695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.233649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:29.233877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba761d89-49b1-4a14-b874-abc9726a1538 req-0e9648a2-589e-4b09-9758-f4ac66935fd6 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374221 Dec 10 04:36:29.305178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23f2453c-312f-456c-af92-dd37a10b1726 req-39f51bb9-43ab-4397-ab0c-cd935b567596 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348560 Dec 10 04:36:29.307982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.343097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.428852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-ef45a942-82d3-4301-9592-bc88a731b782 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/5107ebaf-2ff9-4c70-9037-371a05dfbc73 HTTP/1.1" status: 200 len: 1818 time: 0.0703084 Dec 10 04:36:29.429482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Deleting port b20b4f81-daa8-4277-9fa0-d3fa484a238b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:29.429915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.493205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901d4c6-0bca-4e50-a21f-4ac5bcc6ac10 req-e33e3c9f-769c-4fa9-9732-bb30ec563c16 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:29.494910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d901d4c6-0bca-4e50-a21f-4ac5bcc6ac10 req-e33e3c9f-769c-4fa9-9732-bb30ec563c16 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.1735733 Dec 10 04:36:29.522151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] For port b20b4f81-daa8-4277-9fa0-d3fa484a238b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b20b4f81-daa8-4277-9fa0-d3fa484a238b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:29.522151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.534995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d55d74ca-46bd-4e61-9c8c-a158cd46403d None None] Provisioning complete for port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:29.535602 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d55d74ca-46bd-4e61-9c8c-a158cd46403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.535722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Calling delete_port for b20b4f81-daa8-4277-9fa0-d3fa484a238b owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:29.583903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d55d74ca-46bd-4e61-9c8c-a158cd46403d None None] Port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:29.589667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.649898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:36:28Z', 'revision_number': 5, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port': {'id': 'b20b4f81-daa8-4277-9fa0-d3fa484a238b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:33:54Z', 'updated_at': '2021-12-10T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:29.657999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d901d4c6-0bca-4e50-a21f-4ac5bcc6ac10 req-f1939024-4158-436a-927f-fba3831090b5 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464207 Dec 10 04:36:29.659616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.687829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Checking router: 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:29.697075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Routers {'5ca1a78d-1c54-4142-b6dc-ab229af0cc70'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:29.697697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:29.719074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.755963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20b4f81-daa8-4277-9fa0-d3fa484a238b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:29.784110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.787363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.788630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e981cec8-29fe-44cb-ab6b-642bb635d12f req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/5107ebaf-2ff9-4c70-9037-371a05dfbc73 HTTP/1.1" status: 204 len: 173 time: 0.3589432 Dec 10 04:36:29.802306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] Set router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:29.819343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a87a0-b0e2-44da-90e8-765813679ae9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107ebaf-2ff9-4c70-9037-371a05dfbc73,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:29.837032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.846112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bdbd-323b-4d24-b632-79587e4772d8 req-1286b288-0a48-4a22-ad66-26835df91a26 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:29.847808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff91bdbd-323b-4d24-b632-79587e4772d8 req-1286b288-0a48-4a22-ad66-26835df91a26 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1050751 Dec 10 04:36:29.881872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:36:29Z', 'revision_number': 6, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:29.917897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730d089-9fc6-402c-b32d-262641da9538 None None] The sync data for ids ['5ca1a78d-1c54-4142-b6dc-ab229af0cc70'] in n-d-817326-3 is: [{'id': '5ca1a78d-1c54-4142-b6dc-ab229af0cc70', 'name': 'tempest-ServersTestManualDisk-1133949774-router', 'tenant_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:33:53Z', 'updated_at': '2021-12-10T04:36:29Z', 'revision_number': 6, 'project_id': 'a3ea41cd09ec48c18c08f0f81feee866', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:29.949365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f815440-d5b8-49bd-b98f-53fe72d8fde3 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:29.972754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:29.985018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff91bdbd-323b-4d24-b632-79587e4772d8 req-1932a5fb-707f-482b-a990-4b1f89c1b42b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235456 Dec 10 04:36:29.995580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Transition to ACTIVE for port object 5f815440-d5b8-49bd-b98f-53fe72d8fde3 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:30.008593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345628-786a-4ee6-b9f6-92911ccedbd9 req-63553d92-1d12-4b9a-bb1e-117a3cc22228 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:30.010252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3345628-786a-4ee6-b9f6-92911ccedbd9 req-63553d92-1d12-4b9a-bb1e-117a3cc22228 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.1250999 Dec 10 04:36:30.013846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.025220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:30.031734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Request body: {'floatingip': {'port_id': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:30.063721 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-be7e7eac-b32e-4a14-a223-3b419fe54a03 req-d7b3f590-2a9e-41df-8488-4b4c3caaccc1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:36:30.064817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be7e7eac-b32e-4a14-a223-3b419fe54a03 req-d7b3f590-2a9e-41df-8488-4b4c3caaccc1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/5107ebaf-2ff9-4c70-9037-371a05dfbc73 HTTP/1.1" status: 404 len: 352 time: 0.0529873 Dec 10 04:36:30.133644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.194333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:30.225493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.227833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.285635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.286763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca1a78d-1c54-4142-b6dc-ab229af0cc70 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:36:30.292612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.294120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9a949190-142a-414f-ac40-190724fa22f7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5ca1a78d-1c54-4142-b6dc-ab229af0cc70 HTTP/1.1" status: 204 len: 168 time: 1.2153001 Dec 10 04:36:30.298754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:30.364311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:30.367796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Deleting subnet 682052b9-de26-4bb7-bfe9-95069ac9db4e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:36:30.370731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8fbc-24d6-475b-a562-d5f231e390aa req-0d6ae9e8-f880-4e58-8330-1286e4e727c0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:30.371190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.379584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-919c8fbc-24d6-475b-a562-d5f231e390aa req-0d6ae9e8-f880-4e58-8330-1286e4e727c0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.2834001 Dec 10 04:36:30.414730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a122b-61df-4acf-be57-3f08dc0a5f0b req-4b710e59-41de-495a-a260-1009108c9e85 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:30.416265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-965a122b-61df-4acf-be57-3f08dc0a5f0b req-4b710e59-41de-495a-a260-1009108c9e85 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 943 time: 0.2670426 Dec 10 04:36:30.418567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.483040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:30.499732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:30.519884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.540704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.554582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:30.578252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:30.581349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.581998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.615346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682052b9-de26-4bb7-bfe9-95069ac9db4e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:30.618216 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.622736 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b598cf50-a156-41bd-8d7b-a5bc5b71274f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/682052b9-de26-4bb7-bfe9-95069ac9db4e HTTP/1.1" status: 204 len: 168 time: 0.3229232 Dec 10 04:36:30.625237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:30.632236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5881827-24cc-4b16-863f-c02256ae7036 None None] Network 834741a8-8e7c-401f-afa6-6e7a4e3d21bd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:36:30.653347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:30.705672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.770158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Deleting port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:30.770670 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.830830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Attempting to bind port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:30.831456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Attempting to bind port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:30.831456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Attempting to bind port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 on network eeaa6011-9eb9-4977-a189-84fb9eb66333 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:30.850879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] DHCP port deletion for 834741a8-8e7c-401f-afa6-6e7a4e3d21bd request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:36:30.851169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] For port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:30.851364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.866440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Calling delete_port for 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:30.891269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 on network eeaa6011-9eb9-4977-a189-84fb9eb66333 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:30.891599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Attempting to bind port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 on network eeaa6011-9eb9-4977-a189-84fb9eb66333 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:30.914016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-919c8fbc-24d6-475b-a562-d5f231e390aa req-20577d53-76d7-43f3-afba-94ab21473dcd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335631 Dec 10 04:36:30.917730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:30.918455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Checking segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:30.919056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Bound using segment: {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:30.919672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Bound port: 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b873bbe-74e5-4980-8a86-edec725ef81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:30.920209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.942012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-965a122b-61df-4acf-be57-3f08dc0a5f0b req-e24ff1d6-8e89-4012-96f2-502f1bf0c74f tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596797 Dec 10 04:36:30.955091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Deleting port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:30.955493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:30.990068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:30.996240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.052879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:31.060035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] No DVR routers for this DVR port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:36:31.102611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] For port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,segment=NetworkSegment(febd9542-2018-47ec-a373-bcb11b2d893a),segment_id=febd9542-2018-47ec-a373-bcb11b2d893a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:31.103464 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.112163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-f4fb231c-495a-47a1-9ce7-1f0233f553d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.115231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-f4fb231c-495a-47a1-9ce7-1f0233f553d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.1302953 Dec 10 04:36:31.124259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Calling delete_port for 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:31.232354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:31.238240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.257088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e404141e-f054-405d-8c02-4b134c2e5776 req-d79d3de6-49c1-4467-a143-5d1e862f8785 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 6200 time: 0.3140957 Dec 10 04:36:31.259428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:31.288043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.307054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.314627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834741a8-8e7c-401f-afa6-6e7a4e3d21bd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:31.336842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febd9542-2018-47ec-a373-bcb11b2d893a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:31.337231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febd9542-2018-47ec-a373-bcb11b2d893a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:31.342504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] Pushing event deleted for resources: {'Port': ['ID=4484c2bb-22b2-4e2d-9d43-f4f3a5eec299,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:31.344884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f459f6-5d6c-4905-a90c-a0d0a91eabec None None] No DVR routers for this DVR port 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:36:31.359170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.375515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-201bc9c7-08c0-4c1c-ac4e-2879ca7e5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.378587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-201bc9c7-08c0-4c1c-ac4e-2879ca7e5d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2170637 Dec 10 04:36:31.383686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9344eb-c7c8-4fce-bf16-563063ee65da req-bcfd60b1-0f69-4795-b85b-b89d28c43278 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.386324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d9344eb-c7c8-4fce-bf16-563063ee65da req-bcfd60b1-0f69-4795-b85b-b89d28c43278 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 943 time: 0.2743647 Dec 10 04:36:31.396801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.400697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.401328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.402728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f815440-d5b8-49bd-b98f-53fe72d8fde3 HTTP/1.1" status: 200 len: 1091 time: 2.2310810 Dec 10 04:36:31.403232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:31.405734 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893" -d '{"events": [{"name": "network-changed", "server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:31.442436 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-3f279dd6-16a1-4ab3-ae5f-f2b3c4ecef60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0572381 Dec 10 04:36:31.446424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:36:31.447208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:36:31.449863 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:36:31.458349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:36:31.484810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b20b4f81-daa8-4277-9fa0-d3fa484a238b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:31.506798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b20b4f81-daa8-4277-9fa0-d3fa484a238b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:36:31.507142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b20b4f81-daa8-4277-9fa0-d3fa484a238b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:36:31.507665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:31.531323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:36:31.531669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4484c2bb-22b2-4e2d-9d43-f4f3a5eec299 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:36:31.532191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ed54e0e0-ca07-4457-8dec-db54f6606cd5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:31.539968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e404141e-f054-405d-8c02-4b134c2e5776 req-edcc8919-570a-4174-9e79-a4182b950dce tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 200 len: 2998 time: 0.2745507 Dec 10 04:36:31.553773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ed54e0e0-ca07-4457-8dec-db54f6606cd5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:36:31.554731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ed54e0e0-ca07-4457-8dec-db54f6606cd5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:36:31.567435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.583854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.589179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/834741a8-8e7c-401f-afa6-6e7a4e3d21bd HTTP/1.1" status: 204 len: 168 time: 0.9626622 Dec 10 04:36:31.608407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197f90-785d-401a-be18-0a3bb9cab7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:31.614705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-452f6104-6220-41e1-bee3-edfe710c0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.616197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-452f6104-6220-41e1-bee3-edfe710c0194 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1512313 Dec 10 04:36:31.629511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d9344eb-c7c8-4fce-bf16-563063ee65da req-57ed9252-9190-463e-9057-68930263ec34 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209771 Dec 10 04:36:31.650635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.662296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbadea-f991-4887-9e51-ac1e625221a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=834741a8-8e7c-401f-afa6-6e7a4e3d21bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:31.681350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:31.701029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-902c0d55-432d-4e26-96ce-a7f4a3bcda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.702709 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-902c0d55-432d-4e26-96ce-a7f4a3bcda20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630417 Dec 10 04:36:31.735221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c5e9e8bf-def5-4f58-8f85-f56fac24789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.736765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-c5e9e8bf-def5-4f58-8f85-f56fac24789b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793&device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 1094 time: 0.1955414 Dec 10 04:36:31.777887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:31.780725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e404141e-f054-405d-8c02-4b134c2e5776 req-910b4073-c60c-4ba1-8a68-30402d80e378 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 200 len: 2998 time: 0.1934466 Dec 10 04:36:31.819701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-c701d438-104f-4359-8dc9-274955b817c5 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072669 Dec 10 04:36:31.833265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-fb626b3b-4b2b-417e-b460-eac4baeb10e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3 HTTP/1.1" status: 200 len: 217 time: 0.0652490 Dec 10 04:36:31.916497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ad3ec05-66f3-48bd-920f-7c575102844a req-1bea0e62-29e2-44c9-b6e4-f4f1eec9d8bd service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882180 Dec 10 04:36:31.958488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ba83d-6483-496d-b625-97fcbbe83725 req-02ceb948-2bb4-411d-ac7a-47f2d9e89557 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:31.959966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d2ba83d-6483-496d-b625-97fcbbe83725 req-02ceb948-2bb4-411d-ac7a-47f2d9e89557 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.2379806 Dec 10 04:36:31.985315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddaac34d-b5f1-44ed-a40f-3d450bfe82a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3ea41cd09ec48c18c08f0f81feee866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035494 Dec 10 04:36:31.987886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:31.989178 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Floating IP d973eb40-e90a-4d6c-a8b2-3df2bda2aed2 associated. External IP: 172.25.8.2, port: 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c. Dec 10 04:36:32.039107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.043610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-bd95ce4f-1990-4122-9b0e-a8eea0b1f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:32.045686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-bd95ce4f-1990-4122-9b0e-a8eea0b1f7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7165c306-4c91-4477-8255-c0dd25f9083d HTTP/1.1" status: 200 len: 844 time: 0.1786430 Dec 10 04:36:32.061724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.064403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b180d2-1a35-4f12-b504-fda0fed94c14 req-b29446ae-8102-43ba-b6ef-9ae17f5ef19b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:32.065943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b180d2-1a35-4f12-b504-fda0fed94c14 req-b29446ae-8102-43ba-b6ef-9ae17f5ef19b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.2015529 Dec 10 04:36:32.109065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.111743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.115924 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d028374-2d73-405a-ba9e-c3cdc7308ef2 HTTP/1.1" status: 204 len: 168 time: 0.1267586 Dec 10 04:36:32.124505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfc9d8-f87c-464e-a6f0-b7c52fd11ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d028374-2d73-405a-ba9e-c3cdc7308ef2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:32.161055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d2ba83d-6483-496d-b625-97fcbbe83725 req-c8c2b1b2-a68d-4ecb-bd18-62c6b39323d5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916959 Dec 10 04:36:32.213735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0b180d2-1a35-4f12-b504-fda0fed94c14 req-6a956c62-b825-44a7-89c9-a50903a916b6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272452 Dec 10 04:36:32.217390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-64551437-b479-48e7-9461-dc4965fd91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:32.219665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-64551437-b479-48e7-9461-dc4965fd91bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eeaa6011-9eb9-4977-a189-84fb9eb66333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491404 Dec 10 04:36:32.221429 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab223e3e-0285-4438-9f99-24927c5d0518 x-openstack-request-id: req-ab223e3e-0285-4438-9f99-24927c5d0518 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:32.221715 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:32.221975 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab223e3e-0285-4438-9f99-24927c5d0518 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:32.222369 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'status': 'completed', 'code': 200} Dec 10 04:36:32.269995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-194367650', 'description': 'tempest-description-1223509993'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:32.374791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.379275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:32.441837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:32.446532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:32.447142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.469618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca81065-4c5a-40a5-8c0f-72600e9cde8a req-00ac02e3-228a-43b4-8e85-2b852047c7a5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:32.471144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ca81065-4c5a-40a5-8c0f-72600e9cde8a req-00ac02e3-228a-43b4-8e85-2b852047c7a5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1780636 Dec 10 04:36:32.489711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-cd772407-7044-4a35-b07a-a4cf852785e3 service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316456 Dec 10 04:36:32.515278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:32.539123 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.569781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:32.572768 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d660b9-0aba-4fe5-8fe4-36134dfb6e0b" -d '{"events": [{"server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "name": "network-vif-plugged", "status": "completed", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:32.586797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:32.591177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.642576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:32.711066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ca81065-4c5a-40a5-8c0f-72600e9cde8a req-95613931-b856-49d6-8149-e6c64553f60e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258971 Dec 10 04:36:32.720772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.737830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.757240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-8ec8316b-f5da-43bc-9b5a-c59408e1f7c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2292967 Dec 10 04:36:32.773364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce7dd41-99ea-4134-bb87-383c61c5580c req-cda3dc2b-6db5-4302-a2d8-f38b91a60581 service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638092 Dec 10 04:36:32.814278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.829101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd52fdad-2997-47f8-bda7-d55886729379 req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5720284 Dec 10 04:36:32.853755 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf819f1b-0e7e-448d-82ed-a7cdff8c965f x-openstack-request-id: req-bf819f1b-0e7e-448d-82ed-a7cdff8c965f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:32.854267 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "name": "network-vif-plugged", "status": "completed", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:32.854810 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf819f1b-0e7e-448d-82ed-a7cdff8c965f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:32.855379 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'code': 200} Dec 10 04:36:32.873347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab56f6f-ead2-45a9-82a9-8318d0e63fc9 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c72c19-1e7a-4cad-acf0-eddca242c96c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:32.918604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:32.923950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:32.931298 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Sync routers for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:32.941812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:32.942982 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:33.019624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b82e6-ab6a-41e8-b6d8-2d61bb9705af req-e3b83d09-c2ad-4861-b25f-a3316f26d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.021806 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-815b82e6-ab6a-41e8-b6d8-2d61bb9705af req-e3b83d09-c2ad-4861-b25f-a3316f26d6cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1096 time: 0.0514495 Dec 10 04:36:33.032700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e23d35-e89b-441f-8b63-02272c3290f2 req-8ec7f323-3d66-4829-9843-24fda19d60c3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.034282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7e23d35-e89b-441f-8b63-02272c3290f2 req-8ec7f323-3d66-4829-9843-24fda19d60c3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 945 time: 0.2302704 Dec 10 04:36:33.038167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac7c60e9-6443-4ab7-ba34-4e3fa94fa62b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "PUT /v2.0/floatingips/d973eb40-e90a-4d6c-a8b2-3df2bda2aed2 HTTP/1.1" status: 200 len: 990 time: 3.0116947 Dec 10 04:36:33.066795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-f8f6e854-fd51-4962-b304-3d3da42fca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.068386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-f8f6e854-fd51-4962-b304-3d3da42fca44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c412f07c8fc408396e97e41f4992242&device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 1096 time: 0.1791470 Dec 10 04:36:33.075135 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:33.075379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-815b82e6-ab6a-41e8-b6d8-2d61bb9705af req-1d427997-bb0e-46fe-b8d1-fe35edddcd99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Dec 10 04:36:33.077291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-00dcec26-fc82-497a-b346-2f37121556cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.078817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-00dcec26-fc82-497a-b346-2f37121556cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793&device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 1094 time: 0.1884599 Dec 10 04:36:33.091819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e35feb-d15b-47de-99e7-a28d00ee4014 req-93aaf609-f355-4fbf-b9ac-527b6b6317a7 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.093423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40e35feb-d15b-47de-99e7-a28d00ee4014 req-93aaf609-f355-4fbf-b9ac-527b6b6317a7 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 943 time: 0.1784935 Dec 10 04:36:33.197550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7e23d35-e89b-441f-8b63-02272c3290f2 req-97183748-0591-4186-ada7-89e6ced84396 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500180 Dec 10 04:36:33.224832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40e35feb-d15b-47de-99e7-a28d00ee4014 req-1d8b4a2c-75c6-4157-8c0a-f9f9b24ff8aa tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201603 Dec 10 04:36:33.235602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704954496', 'description': 'tempest-description-1691712940'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:33.259331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-cec8478d-f5b8-4af3-b90e-c1c366d400c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.260887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-cec8478d-f5b8-4af3-b90e-c1c366d400c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eeaa6011-9eb9-4977-a189-84fb9eb66333 HTTP/1.1" status: 200 len: 906 time: 0.1643863 Dec 10 04:36:33.278523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:33.304329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'd973eb40-e90a-4d6c-a8b2-3df2bda2aed2', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'port_id': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'mac_address': 'fa:16:3e:61:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:37Z', 'updated_at': '2021-12-10T04:36:31Z', 'revision_number': 1, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:33.319262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-beb3f9ad-6f27-4f60-8b71-090090da692b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3 HTTP/1.1" status: 200 len: 217 time: 0.0472414 Dec 10 04:36:33.334222 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Checking router: 1b70ced7-7b6b-4ccd-9856-025d1bdb960f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:33.342744 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:33.343213 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:33.390660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-fb91e7c9-5c48-492e-bf4e-3b38102783ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.392133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-fb91e7c9-5c48-492e-bf4e-3b38102783ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7165c306-4c91-4477-8255-c0dd25f9083d HTTP/1.1" status: 200 len: 844 time: 0.0642052 Dec 10 04:36:33.452621 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:33.501308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:33.509389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-71b70172-9250-470f-b726-bf684ac43710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.511283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-71b70172-9250-470f-b726-bf684ac43710 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eeaa6011-9eb9-4977-a189-84fb9eb66333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053975 Dec 10 04:36:33.512559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:33.519881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-652f5948-c691-4e59-a469-ecaa76aa6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.522819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-652f5948-c691-4e59-a469-ecaa76aa6fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 200 len: 907 time: 0.1591666 Dec 10 04:36:33.574799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:33.575993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2012d2d1-bef3-4f36-8599-782838291712 req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3500853 Dec 10 04:36:33.577038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-f827a901-3c14-4099-b984-f46343bb4cf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064d435-2962-4c33-a5b8-29847fe45241 HTTP/1.1" status: 200 len: 217 time: 0.0428395 Dec 10 04:36:33.608047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127203-5ae6-4f01-b92a-16bad5707202 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d074d7-2040-4ebe-a5df-7ac94ad25bc5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:33.663544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-9ae31044-217c-4995-b1cb-f1cdf3b0aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.665583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-9ae31044-217c-4995-b1cb-f1cdf3b0aaaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 200 len: 846 time: 0.0801635 Dec 10 04:36:33.674377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d225216-c473-4f09-ad1e-4d91b5389e4b req-03d7bcf3-3c9e-4dd9-a297-4f9a003eba86 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.676006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d225216-c473-4f09-ad1e-4d91b5389e4b req-03d7bcf3-3c9e-4dd9-a297-4f9a003eba86 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1265376 Dec 10 04:36:33.705501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-07e24a2d-3b73-440c-abe9-43aa3d17809b service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703632 Dec 10 04:36:33.713026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-0597a615-3afd-4e2d-bb2d-4c19e6440355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=327b8509-48d7-4603-b79b-e645bd3f65cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325434 Dec 10 04:36:33.798857 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'd973eb40-e90a-4d6c-a8b2-3df2bda2aed2', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'port_id': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'mac_address': 'fa:16:3e:61:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:37Z', 'updated_at': '2021-12-10T04:36:31Z', 'revision_number': 1, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:33.815140 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-4f456ec8-44c1-4867-a346-72f25612549a service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932443 Dec 10 04:36:33.822809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d225216-c473-4f09-ad1e-4d91b5389e4b req-72aa947f-b229-434c-886b-f199b91e8b06 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405904 Dec 10 04:36:33.829048 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41bc33-9bf9-457c-8263-87824d26fa52 None None] The sync data for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 is: [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'd973eb40-e90a-4d6c-a8b2-3df2bda2aed2', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'port_id': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'mac_address': 'fa:16:3e:61:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:35:37Z', 'updated_at': '2021-12-10T04:36:31Z', 'revision_number': 1, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:33.833799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515b2e4-1d08-43b9-8891-e9157e926eb0 req-f2cca37c-50ac-43fc-a698-baa81c14876b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:33.846299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a515b2e4-1d08-43b9-8891-e9157e926eb0 req-f2cca37c-50ac-43fc-a698-baa81c14876b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1451094 Dec 10 04:36:33.900036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ec7a7ed-4c7d-4547-af04-2d038b5c7893 req-ea8846fb-5115-44ce-9dd4-930197af8218 service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838663 Dec 10 04:36:33.939459 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2e90a08-cc68-4741-a7bb-c2c232aae190 req-952b4b08-90fc-4c2e-9949-9dbcda5d3c66 service neutron] 10.222.0.41 "GET /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126177 Dec 10 04:36:33.944998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a515b2e4-1d08-43b9-8891-e9157e926eb0 req-9ff4cd10-3a08-4448-8669-24b90fd0f592 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977376 Dec 10 04:36:34.015704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127834a3-8ceb-444d-b5e4-3adef1587979 req-56c636a8-f386-429f-b4f5-4b31bb13bd34 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:34.017262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-127834a3-8ceb-444d-b5e4-3adef1587979 req-56c636a8-f386-429f-b4f5-4b31bb13bd34 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0543480 Dec 10 04:36:34.131565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5eff0-960c-4969-bbb4-646a7023ce38 None None] New status for floating IP d973eb40-e90a-4d6c-a8b2-3df2bda2aed2: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:34.134142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-127834a3-8ceb-444d-b5e4-3adef1587979 req-6a36a6cb-a0ff-4917-bed6-ebf82cc1f930 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107895 Dec 10 04:36:34.180035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-557e8e89-efda-4199-a982-22b13465a619 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:34.191435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-557e8e89-efda-4199-a982-22b13465a619 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 812 time: 0.1619081 Dec 10 04:36:34.208334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-64706113-7d84-456a-8cb2-9a1e3a301348 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/quotas/63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 375 time: 0.0158536 Dec 10 04:36:34.223368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:34.564989 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dba3153-6cee-436c-a718-fe57c6618fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:34.629890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-3a0e3574-10c7-4629-86a2-75be8950893d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4207733 Dec 10 04:36:34.654031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a9077-b559-4542-aa2d-2ba6a33bc790 req-ce28aaa1-245c-4613-972b-ff77dc88d6b1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:34.655456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f77a9077-b559-4542-aa2d-2ba6a33bc790 req-ce28aaa1-245c-4613-972b-ff77dc88d6b1 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 945 time: 0.0872881 Dec 10 04:36:34.752526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f77a9077-b559-4542-aa2d-2ba6a33bc790 req-ab4e94ed-3de3-4473-985e-8bec8057509c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858138 Dec 10 04:36:34.773017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-9ff2dd32-1167-4d8b-a77d-f79e4fd17f6b service neutron] 10.222.0.43 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Dec 10 04:36:34.894955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-b2509e17-3d8a-4185-b123-9a6ff5e05c13 service neutron] 10.222.0.43 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203098 Dec 10 04:36:34.903877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcd9e4-4cba-4017-9d16-63be70a7fdc2 req-1e96148d-497c-4509-ad9c-b6e0afaf9a92 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:34.905380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38dcd9e4-4cba-4017-9d16-63be70a7fdc2 req-1e96148d-497c-4509-ad9c-b6e0afaf9a92 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 943 time: 0.0740228 Dec 10 04:36:34.969562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38dcd9e4-4cba-4017-9d16-63be70a7fdc2 req-672af7d8-1a2c-4037-8954-9c5ac5c7ee42 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561860 Dec 10 04:36:35.077215 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ddcdcf-9c7b-47c1-a482-c9e1cad730b9 x-openstack-request-id: req-64ddcdcf-9c7b-47c1-a482-c9e1cad730b9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:35.077665 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:35.078054 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64ddcdcf-9c7b-47c1-a482-c9e1cad730b9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:35.078531 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'status': 'completed', 'code': 200} Dec 10 04:36:35.323823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3d06-b4b2-40f8-afef-4476fec4c58e req-6d05ed81-d5eb-459c-a5b5-70f648081d46 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.326065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a42a3d06-b4b2-40f8-afef-4476fec4c58e req-6d05ed81-d5eb-459c-a5b5-70f648081d46 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1934600 Dec 10 04:36:35.331854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-8f0e95d5-ec12-44ab-abc6-424dbea3ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.333531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-8f0e95d5-ec12-44ab-abc6-424dbea3ef74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf64825d9022420f981c3bffcc07b4ca&device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 1097 time: 0.1413538 Dec 10 04:36:35.342815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251dff-83c2-4efc-9e5a-88f1a769fd72 req-13b713aa-5e36-4da9-8b9a-17f3fcb8c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.344316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90251dff-83c2-4efc-9e5a-88f1a769fd72 req-13b713aa-5e36-4da9-8b9a-17f3fcb8c8cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 1096 time: 0.0928080 Dec 10 04:36:35.369741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8356bb-d896-457d-8f40-5b8961dccc8d req-b6e71c47-c969-4592-a845-73d00321a875 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.371333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c8356bb-d896-457d-8f40-5b8961dccc8d req-b6e71c47-c969-4592-a845-73d00321a875 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1119301 Dec 10 04:36:35.435458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90251dff-83c2-4efc-9e5a-88f1a769fd72 req-3523b478-34ad-4256-a8bb-c51b9bdea4c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745296 Dec 10 04:36:35.502867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a42a3d06-b4b2-40f8-afef-4476fec4c58e req-d6ed655a-06da-4bcb-bf4a-85f97fc4643c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681850 Dec 10 04:36:35.530916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c8356bb-d896-457d-8f40-5b8961dccc8d req-912652a1-9a18-4295-b105-4809621c7706 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457198 Dec 10 04:36:35.543681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-511505cb-9214-4806-bb4b-87efd2d40ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.545917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-511505cb-9214-4806-bb4b-87efd2d40ecf service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 200 len: 917 time: 0.2015846 Dec 10 04:36:35.648229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3a8a2c1-0398-4fae-8f25-18fdf7bc03c8 req-60765319-7f33-4efc-9572-5c68555846a1 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 210 time: 0.0321028 Dec 10 04:36:35.720107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-f93a595d-5a9c-4f66-96c3-fb5d916f3690 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 200 len: 1000 time: 0.1608906 Dec 10 04:36:35.785093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73630b-8574-49d2-b1e9-6ea41b9c0204 req-12c5d080-85ae-4f53-90c8-25a8673ce950 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.787563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b73630b-8574-49d2-b1e9-6ea41b9c0204 req-12c5d080-85ae-4f53-90c8-25a8673ce950 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1364176 Dec 10 04:36:35.821463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-e1e99758-5fce-4cce-bf65-8f6e6aba5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.822960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-e1e99758-5fce-4cce-bf65-8f6e6aba5414 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d694bb2-085c-4385-8441-de7dff259090 HTTP/1.1" status: 200 len: 855 time: 0.0946107 Dec 10 04:36:35.854673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b73630b-8574-49d2-b1e9-6ea41b9c0204 req-99a60ad9-e291-40ca-98c6-6658a58ea044 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 Dec 10 04:36:35.921913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:35.947711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-e473149c-2931-4d34-bfbe-c13f346fa92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.949352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-e473149c-2931-4d34-bfbe-c13f346fa92c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a2977a-1a4a-4a99-8036-4069d6f22c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831304 Dec 10 04:36:35.964259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aef50-f40a-4285-bf4b-f1189e60df68 req-27dd36d5-ff28-4573-a9cd-4befe561df6b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:35.965924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6aef50-f40a-4285-bf4b-f1189e60df68 req-27dd36d5-ff28-4573-a9cd-4befe561df6b tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 945 time: 0.0714498 Dec 10 04:36:36.084109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-596bcc0b-a07c-40c7-9bb1-3ac5fef662e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.126028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6aef50-f40a-4285-bf4b-f1189e60df68 req-ce8b5555-56b1-44c6-84a6-a0c196bdd505 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370592 Dec 10 04:36:36.133445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-dab6d0b6-8eab-4cd0-b70b-bfe5ff5572f9 service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661887 Dec 10 04:36:36.141753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d910ec4-3724-41dd-bc8f-7ccd92c06b5b req-318caa7c-9417-48f8-8ec0-fe01b5cc51c4 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.143440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d910ec4-3724-41dd-bc8f-7ccd92c06b5b req-318caa7c-9417-48f8-8ec0-fe01b5cc51c4 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 943 time: 0.0967238 Dec 10 04:36:36.145310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-68785cee-6efb-46fc-90fb-bee663bc6425 service neutron] 10.222.0.36 "GET /v2.0/ports/2aa1c624-dc96-49ae-99ee-ff3cd0701e54/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.1219411 Dec 10 04:36:36.204874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d910ec4-3724-41dd-bc8f-7ccd92c06b5b req-e09f8e23-f2f8-4e9e-b748-1f53fc379d82 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537846 Dec 10 04:36:36.228454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-596bcc0b-a07c-40c7-9bb1-3ac5fef662e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.239763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-596bcc0b-a07c-40c7-9bb1-3ac5fef662e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.280957 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-596bcc0b-a07c-40c7-9bb1-3ac5fef662e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fd7173e913a42a38907fe713e147d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565810 Dec 10 04:36:36.283556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:36.290355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bcc0b-a07c-40c7-9bb1-3ac5fef662e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31913a7f-a8cf-4dd5-bcee-04183b66cc63,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:36.341489 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.344051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7dba3153-6cee-436c-a718-fe57c6618fe4 req-b2a2afbc-17c4-4268-8007-1e3222b76488 service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437526 Dec 10 04:36:36.364910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.424648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.427957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.431458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31913a7f-a8cf-4dd5-bcee-04183b66cc63 HTTP/1.1" status: 204 len: 168 time: 0.1444516 Dec 10 04:36:36.444568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e94f4-eea6-41da-a2a7-f4801012f656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31913a7f-a8cf-4dd5-bcee-04183b66cc63,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:36.461158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-be7d5644-7cdc-45f4-8143-19528994d1be tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.463045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-be7d5644-7cdc-45f4-8143-19528994d1be tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0958371 Dec 10 04:36:36.533584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-293869e1-946f-4228-9a34-cea1a0d4ca39 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.0556645 Dec 10 04:36:36.538784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:36.583969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.589736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5f815440-d5b8-49bd-b98f-53fe72d8fde3 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:36.681882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-4f5bf425-ff83-4947-b01f-2bcf1298cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.692256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-4f5bf425-ff83-4947-b01f-2bcf1298cca0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1101 time: 0.0989773 Dec 10 04:36:36.737957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:36.755507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'port_id': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'mac_address': 'fa:16:3e:9d:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:36.813685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.829280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f815440-d5b8-49bd-b98f-53fe72d8fde3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:36.872994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:36.874830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-b30ac7e3-b205-4b49-8a4a-67ef6c936bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.876890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-b30ac7e3-b205-4b49-8a4a-67ef6c936bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.0800073 Dec 10 04:36:36.878357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:36.929507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409457-4b44-4c56-868b-aa7c2de07ebf req-e51d3925-6039-4f7c-aff2-ed54affd770e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.932562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:36.936716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61409457-4b44-4c56-868b-aa7c2de07ebf req-e51d3925-6039-4f7c-aff2-ed54affd770e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.2177639 Dec 10 04:36:36.978047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-29aa9b56-6663-43e1-b8c2-40fb8bd70432 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:36.979507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-29aa9b56-6663-43e1-b8c2-40fb8bd70432 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.36 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 812 time: 0.2727630 Dec 10 04:36:37.024818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'device_id': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154', 'admin_state_up': True, 'tenant_id': '63ae4a3f4e444895b37022c9be5cab07'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:37.031089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-c87974bf-f3e6-4af9-afe1-e1a3cae8020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:37.032940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-c87974bf-f3e6-4af9-afe1-e1a3cae8020b service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1395319 Dec 10 04:36:37.076493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61409457-4b44-4c56-868b-aa7c2de07ebf req-6151225b-ebfe-4a8f-b79c-dfc087c214b3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388822 Dec 10 04:36:37.085486 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-5686f475-c622-4c48-b140-4e17aa1e94fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0393612 Dec 10 04:36:37.195837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['5f815440-d5b8-49bd-b98f-53fe72d8fde3'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:37.198489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-ceb9b2ca-5cfc-491d-bbfe-c726f7d83e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:37.201468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-ceb9b2ca-5cfc-491d-bbfe-c726f7d83e13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1078625 Dec 10 04:36:37.307636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89df0-5d26-4fc0-a068-27927a43587f req-a6bc8eaa-023d-4429-b35b-51be8a0b87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:37.311224 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-a6bc8eaa-023d-4429-b35b-51be8a0b87eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969253 Dec 10 04:36:37.329135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Made reservation on behalf of 63ae4a3f4e444895b37022c9be5cab07 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:37.332754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.353403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c2851-ffab-471b-8ab9-212168b15512 req-97b860b3-7bd5-4f00-8fe7-ed15b21a37ac tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:37.354934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e3c2851-ffab-471b-8ab9-212168b15512 req-97b860b3-7bd5-4f00-8fe7-ed15b21a37ac tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1501234 Dec 10 04:36:37.426759 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-158a995f-229b-4778-954b-647973316ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997458 Dec 10 04:36:37.476085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:36:37.505996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:37.549261 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-22a89df0-5d26-4fc0-a068-27927a43587f req-69832c2d-c3cc-4390-9a00-a0f719936a20 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139214 Dec 10 04:36:37.552722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e3c2851-ffab-471b-8ab9-212168b15512 req-be0806b7-4c8f-4446-bbfd-7b4feace608b tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843810 Dec 10 04:36:37.622411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.641748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-network', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:37.665121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f73b29b-06a2-426d-b40f-d028fa8044d9 req-2b88df85-95a5-4945-81a2-4741ed05aa5f tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 210 time: 0.0559990 Dec 10 04:36:37.666630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Allocated IP 172.20.0.12 (0c350c5e-fef1-4cfc-bf26-fff8dc81e154/8b7b4556-927c-442d-97d7-95f73c768b08/3e4fbbde-3915-49a0-a7a2-39639165ccd8) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:37.670982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Made reservation on behalf of ef8cf48fe77a424cb65c9b1e1811491a for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:37.673847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.678952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.696375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.783766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.787824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.817029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:36:37.823076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2974b35-0d10-452f-9bac-f25fd682c918,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:37.833349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.833692 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Added segment 7c4d0e88-76e0-40dd-94bd-d7296abbe989 of type vlan for network c9472488-a1cf-4ccd-8069-169692f90abe Dec 10 04:36:37.881123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.906459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.907576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:37.908187 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:37.949992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4398777 Dec 10 04:36:37.951490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:37.956155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Request body: {'subnet': {'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-subnet', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:37.994129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f5653-4432-49db-8d80-1f6a5f0fc507 admin admin] Pushing event updated for resources: {'Network': ['ID=c9472488-a1cf-4ccd-8069-169692f90abe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:38.006451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c9472488-a1cf-4ccd-8069-169692f90abe details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:36:38.011541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Made reservation on behalf of ef8cf48fe77a424cb65c9b1e1811491a for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:38.014400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.161394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4bf7-b9b7-4d85-b27c-dd241b2f609d req-77514bd2-770b-4c04-a4b1-5759a4f8d900 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:38.162872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-869e4bf7-b9b7-4d85-b27c-dd241b2f609d req-77514bd2-770b-4c04-a4b1-5759a4f8d900 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.4306452 Dec 10 04:36:38.191624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.249697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef6bfeb-b70e-4d65-941c-19563e4a1207,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:38.257090 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1 associated. External IP: 172.25.8.171, port: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e. Dec 10 04:36:38.257783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Checking segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:38.258147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Network hostable DHCP agents. Network: c9472488-a1cf-4ccd-8069-169692f90abe, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:36:38.275053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Network c9472488-a1cf-4ccd-8069-169692f90abe is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:36:38.284581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c9472488-a1cf-4ccd-8069-169692f90abe) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:38.289730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:38.290498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.293874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ce197-db54-4014-ba67-1db89e159ac8 None None] Network c9472488-a1cf-4ccd-8069-169692f90abe requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:36:38.313040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fa28a8e1-e781-454c-840c-823195bcb490 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3606143 Dec 10 04:36:38.314203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:38.319622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:38.342099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-869e4bf7-b9b7-4d85-b27c-dd241b2f609d req-40445db1-d288-4897-a4bf-6966332b4394 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633449 Dec 10 04:36:38.344578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.345888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.383735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.408135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b0b05-a4d3-4bac-9c00-5ae092427060 None None] Network c9472488-a1cf-4ccd-8069-169692f90abe requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:36:38.413703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.525828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.585891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.619675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:38.622248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5f815440-d5b8-49bd-b98f-53fe72d8fde3 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:38.635844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:38.650397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:38.654279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:38.656539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:38.666901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ea8bd-55fe-414c-b70b-18c158057636 req-c03ba5a6-5883-4b90-a701-41068b07d97d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:38.668076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7ea8bd-55fe-414c-b70b-18c158057636 req-c03ba5a6-5883-4b90-a701-41068b07d97d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 944 time: 0.1739242 Dec 10 04:36:38.701998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:38.750445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:38.751065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.757217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:38.765165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:38.765628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.810197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7ea8bd-55fe-414c-b70b-18c158057636 req-29bb4be2-a18e-4ad3-ae89-f2acc50279db tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171637 Dec 10 04:36:38.817296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-537d8749-5873-408c-948f-c4db0472ec64 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7993767 Dec 10 04:36:38.839745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Request body: {'port': {'device_id': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:38.842227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.885797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.905230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.942365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:38.948039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.948282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:38.950904 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6840b33f-07c8-4300-a2ee-31332505281f" -d '{"events": [{"server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "name": "network-vif-plugged", "status": "completed", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:38.951999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.956908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:38.971802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:38.975144 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:38.976549 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:38.988396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:38.989417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-a1d7bc69-8dd7-4a3b-8f3d-274f5af60ad3 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "PUT /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 997 time: 2.4545674 Dec 10 04:36:38.991411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:38.994478 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e277a97-fde8-44ec-9d84-a0b25468a2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:39.066293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:39.096780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Allocated IP 172.25.8.106 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/57c7abe8-3d80-431b-905c-6931b192446f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:39.162933 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:39.166702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-22f4a003-feb0-44f5-9456-43950049d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.167579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-22f4a003-feb0-44f5-9456-43950049d21f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.1497800 Dec 10 04:36:39.188914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229902d-fad1-4b71-8301-d7c04f10d7a6 req-96f16b08-7812-4833-80ea-4907a25afa17 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.190439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1229902d-fad1-4b71-8301-d7c04f10d7a6 req-96f16b08-7812-4833-80ea-4907a25afa17 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1602762 Dec 10 04:36:39.220872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.261311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.300770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:39.307512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:39.310820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:39.335139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Pushing event updated for resources: {'Port': ['ID=57c7abe8-3d80-431b-905c-6931b192446f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:39.368634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1229902d-fad1-4b71-8301-d7c04f10d7a6 req-e8097218-d47a-400f-8f2e-3ad38b821ddd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570559 Dec 10 04:36:39.416840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-9daeaf26-bbc3-46ef-98d7-b9b6a5795393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.416840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-9daeaf26-bbc3-46ef-98d7-b9b6a5795393 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2165458 Dec 10 04:36:39.466523 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:37Z', 'revision_number': 1, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:39.511386 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:39.513056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-e6f375bb-64b6-46c7-8f1a-6bc54ad145a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 1000 time: 0.0957131 Dec 10 04:36:39.519983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:39.520641 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:39.627608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.630111 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:39.648869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4fbbde-3915-49a0-a7a2-39639165ccd8 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:39.670753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.705864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-bbd158c6-760e-45fd-bc94-3136ba67fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.707357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-bbd158c6-760e-45fd-bc94-3136ba67fb5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1935244 Dec 10 04:36:39.735184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Transition to ACTIVE for port object 3e4fbbde-3915-49a0-a7a2-39639165ccd8 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:39.761695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.817750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-e1bfed0b-ed88-4a1a-987d-9e17bc168bc0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.819259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-e1bfed0b-ed88-4a1a-987d-9e17bc168bc0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 810 time: 0.2854805 Dec 10 04:36:39.840207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:39.842139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:39.860557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-8007522c-1c1b-4daf-8465-15942359935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:39.862306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-8007522c-1c1b-4daf-8465-15942359935c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399119 Dec 10 04:36:39.880747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-1d97f593-084a-4af3-a27c-bf612054d0b8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/quotas/cbfb154d09074f25b81e9845faeaffd9 HTTP/1.1" status: 200 len: 375 time: 0.0423181 Dec 10 04:36:39.883104 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:37Z', 'revision_number': 1, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:39.884378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-447dc234-1bf4-4af1-8d1c-a330701fd164 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:36:39.885372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-447dc234-1bf4-4af1-8d1c-a330701fd164 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084679 Dec 10 04:36:39.914009 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66e018-c772-4f54-b4eb-1fb76aa1348c None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:37Z', 'revision_number': 1, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:40.049554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-5f2c3a7b-f356-40cf-b50c-2acb79ac01d6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557763 Dec 10 04:36:40.053086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Attempting to bind port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:40.053503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Attempting to bind port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:40.053895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Attempting to bind port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:40.092229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:40.092675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Attempting to bind port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 on network 0c350c5e-fef1-4cfc-bf26-fff8dc81e154 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:40.098871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-d0ae1cfb-2d9f-4e39-8740-f06966584f80 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040782 Dec 10 04:36:40.120741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:40.121124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Checking segment: {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:40.121471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Bound using segment: {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:40.122556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Bound port: 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:40.122919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.146287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdb31f-cf24-47fc-9f6f-e95a0f89557c None None] New status for floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:40.242307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Router 1342246a-15ab-4183-bca2-8b099260985d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:36:40.282570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-7e657e36-dc9d-43cc-97bf-2d9e2ff8d5ad service neutron] 10.222.0.43 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260618 Dec 10 04:36:40.334164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6386776b-5de4-450d-b3a8-e9e5a02db5a4 req-926eaa20-443d-49eb-b972-2c67ccd86e12 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269099 Dec 10 04:36:40.350490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:40.357440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:40.367682 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Sync routers for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:40.380687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.382112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:40.382630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-eb9b5e53-528a-441c-ad7c-7185fd716e71 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0665119 Dec 10 04:36:40.385843 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:40.386053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54754) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:40.403191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:40.441288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.493022 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:40.526878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:40.527490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.528950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] 10.222.0.36 "PUT /v2.0/ports/3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 1092 time: 1.6942627 Dec 10 04:36:40.561745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-6b564e1a-9579-4280-b2d8-d4d59432e322 service neutron] 10.222.0.43 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630665 Dec 10 04:36:40.626451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:40.632803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63358-5a69-4014-8067-a17d259dd833 req-4034c40d-0810-4fab-8521-059703523516 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:40.632990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:40.634327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0f63358-5a69-4014-8067-a17d259dd833 req-4034c40d-0810-4fab-8521-059703523516 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1979597 Dec 10 04:36:40.642668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989998e-fca8-4e19-bffb-584fc920f157 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:40.729473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-f5b0522d-17e7-4584-ade3-c115bc5bb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:40.731795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-f5b0522d-17e7-4584-ade3-c115bc5bb19e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1095 time: 0.1422906 Dec 10 04:36:40.734959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:39Z', 'revision_number': 3, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:40.772012 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Checking router: 1342246a-15ab-4183-bca2-8b099260985d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:40.773045 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Updating router 1342246a-15ab-4183-bca2-8b099260985d port 57c7abe8-3d80-431b-905c-6931b192446f binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:36:40.819117 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.836104 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.843357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:40.895409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'mac_address': 'fa:16:3e:96:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:40.908195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:40.913124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:40.979962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.016628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:41.024852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:41.045537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:41.050492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.115055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:41.237688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-663fd17f-3cc5-431f-a806-00e67231374b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 217 time: 0.4531932 Dec 10 04:36:41.241028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0f63358-5a69-4014-8067-a17d259dd833 req-6477ea92-4630-49ce-bfb9-f1db25d4ea9f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472119 Dec 10 04:36:41.300718 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce16bf68-74de-4c74-a083-dc1bef343169 x-openstack-request-id: req-ce16bf68-74de-4c74-a083-dc1bef343169 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:41.301380 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "name": "network-vif-plugged", "status": "completed", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:41.301380 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce16bf68-74de-4c74-a083-dc1bef343169 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:41.303061 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'code': 200} Dec 10 04:36:41.352624 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4969f6-1cd5-4203-bfb5-495d94afc413 x-openstack-request-id: req-bc4969f6-1cd5-4203-bfb5-495d94afc413 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:41.353333 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:41.353333 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc4969f6-1cd5-4203-bfb5-495d94afc413 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:41.353727 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:36:41.364015 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.372636 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.383059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f6ec3-e5ab-4161-817a-47e0e2d93a5c req-512de0a7-4172-49ec-83ab-45a6454f8e81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.390807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-965f6ec3-e5ab-4161-817a-47e0e2d93a5c req-512de0a7-4172-49ec-83ab-45a6454f8e81 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 944 time: 0.2179978 Dec 10 04:36:41.393789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-a8f0b8dc-57be-4b8b-88af-7fc04991292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.395009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-a8f0b8dc-57be-4b8b-88af-7fc04991292b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.1383660 Dec 10 04:36:41.429846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:41.444570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Attempting to bind port 57c7abe8-3d80-431b-905c-6931b192446f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:41.445674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Attempting to bind port 57c7abe8-3d80-431b-905c-6931b192446f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:41.446084 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Attempting to bind port 57c7abe8-3d80-431b-905c-6931b192446f on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:41.448238 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Pushing event updated for resources: {'Port': ['ID=57c7abe8-3d80-431b-905c-6931b192446f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:41.458519 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:41.459000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:41.459402 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.459831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:41.460276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Bound port: 57c7abe8-3d80-431b-905c-6931b192446f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:41.460690 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.463089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.463434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.463642 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.463993 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.464364 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.464822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.465099 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.465370 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.466315 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.469497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.469497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.469497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.469497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:41.546800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-2559963c-c45f-4c4b-8d5f-b1f2336ec81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.548307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-2559963c-c45f-4c4b-8d5f-b1f2336ec81b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.1120486 Dec 10 04:36:41.555806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-84b48e91-f7f2-46df-8b41-56e834e05655 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261559 Dec 10 04:36:41.560358 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] For port 57c7abe8-3d80-431b-905c-6931b192446f, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:41.567867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] For port 57c7abe8-3d80-431b-905c-6931b192446f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=57c7abe8-3d80-431b-905c-6931b192446f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:41.581795 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.640352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f8636-10e8-4b16-a16f-54e9665dd5cb req-ea8e7d93-02ca-411b-879b-76e6b8c4434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.641868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-041f8636-10e8-4b16-a16f-54e9665dd5cb req-ea8e7d93-02ca-411b-879b-76e6b8c4434c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 1096 time: 0.1573184 Dec 10 04:36:41.642300 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:41.643059 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:41.711722 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787729b7-5cf7-4b43-9bb1-632f2dbcf47b None None] Pushing event updated for resources: {'Port': ['ID=57c7abe8-3d80-431b-905c-6931b192446f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:41.724491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-64b8cf27-4e4d-4d8d-8f42-cd5c28df309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.724613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-64b8cf27-4e4d-4d8d-8f42-cd5c28df309e service neutron] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.1617539 Dec 10 04:36:41.727121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-041f8636-10e8-4b16-a16f-54e9665dd5cb req-3bdd9435-397b-419f-a735-a2f924b88fa0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610859 Dec 10 04:36:41.758789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-965f6ec3-e5ab-4161-817a-47e0e2d93a5c req-f55d8bbd-2125-4a60-91be-070a6feb60f5 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670328 Dec 10 04:36:41.780538 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:41.795853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12964a-9603-4218-bdc8-1a822b37781d req-fca9ae8c-baeb-4035-8cd4-1a9136d2b676 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:41.797543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af12964a-9603-4218-bdc8-1a822b37781d req-fca9ae8c-baeb-4035-8cd4-1a9136d2b676 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.3227863 Dec 10 04:36:41.879426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-beecbf6b-9ed7-4b35-9230-84748b3b6e0d service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018260 Dec 10 04:36:41.946682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af12964a-9603-4218-bdc8-1a822b37781d req-e7d73b11-9fb2-4e22-9c7a-5c7c700d577e tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336277 Dec 10 04:36:41.952769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:41.964188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:39Z', 'revision_number': 3, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:41.997210 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f95-8874-42bc-9971-ffb5d7d7c5c0 None None] The sync data for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 is: [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:39Z', 'revision_number': 3, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:42.169777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-cea75e1d-f659-4b91-8d2c-b3cc78d3d86d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:42.171350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-cea75e1d-f659-4b91-8d2c-b3cc78d3d86d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1378419 Dec 10 04:36:42.216974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-de0b3b08-8fcf-48e6-a055-00ff65ee4b01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 1002 time: 0.1485875 Dec 10 04:36:42.352343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-bd4d5108-21cb-4ff2-bc5b-2de387a1d41b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:42.354240 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-bd4d5108-21cb-4ff2-bc5b-2de387a1d41b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 810 time: 0.2253966 Dec 10 04:36:42.364423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-b557b255-f6ea-41a9-922a-a7915bed0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:42.369165 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-b557b255-f6ea-41a9-922a-a7915bed0f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1101246 Dec 10 04:36:42.407702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Allocated IP 172.20.0.1 (c9472488-a1cf-4ccd-8069-169692f90abe/8ef6bfeb-b70e-4d65-941c-19563e4a1207/585cd358-4fda-42aa-bce2-99f4f5c632d7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:42.415587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Request body: {'port': {'device_id': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'admin_state_up': True, 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:42.420974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-c445bdac-771a-4100-8348-acd52819cb25 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1002 time: 0.2347085 Dec 10 04:36:42.439912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:42.451331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-414df6af-cd17-4f77-83ce-c74d6acbb59a req-41f49b5a-c6b0-400b-b56f-a93004afded1 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307004 Dec 10 04:36:42.493584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc7fa-0f8b-401e-acc8-355331ff4502 req-8dc82875-45a1-4dca-9355-f5d518465d0b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:42.495226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec1cc7fa-0f8b-401e-acc8-355331ff4502 req-8dc82875-45a1-4dca-9355-f5d518465d0b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 949 time: 0.2506921 Dec 10 04:36:42.508770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-8ca31080-fc68-4d01-9aaf-865fcd5eb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:42.510493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-8ca31080-fc68-4d01-9aaf-865fcd5eb7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326752 Dec 10 04:36:42.597719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.600992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Made reservation on behalf of cbfb154d09074f25b81e9845faeaffd9 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:42.604565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.636722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:42.665923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec1cc7fa-0f8b-401e-acc8-355331ff4502 req-972aa3a5-1a76-4440-b9f4-c37626532d81 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546364 Dec 10 04:36:42.714419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:42.714799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.740975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-2de8965a-3ebe-425e-a6b0-7458a7bef5cc service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798463 Dec 10 04:36:42.744328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.828292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fb18d97-65e9-4cc1-9efa-5f7ab67de125 req-0686246f-c909-485b-b54c-fe803f7ed5a7 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 210 time: 0.0462689 Dec 10 04:36:42.844725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.873200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Allocated IP 172.20.0.14 (d89ed794-b84e-4292-b1f7-6678040c5698/65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c/9840bb61-e1e8-4328-a3a9-11ef3d9b8831) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:42.937546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:42.945641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:42.950982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2e277a97-fde8-44ec-9d84-a0b25468a2e5 req-0f7230e6-5c43-4fd9-9d53-2b08ded8870c service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772926 Dec 10 04:36:43.017943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.018593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:43.070063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.107118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.107389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Network c9472488-a1cf-4ccd-8069-169692f90abe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:43.123935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:43.126510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:43.141979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['533f050d-8ef7-4bc9-911f-384960e67b4c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:43.143337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6aa04-cb94-451c-b31b-ac7610b5e2f5 req-7e635aff-9461-4901-9345-9ee6261541a9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:43.152536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ceb6aa04-cb94-451c-b31b-ac7610b5e2f5 req-7e635aff-9461-4901-9345-9ee6261541a9 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.2412367 Dec 10 04:36:43.182235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Pushing event updated for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:43.193870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Network d89ed794-b84e-4292-b1f7-6678040c5698 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:43.201106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:43.204112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:43.218604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:43.264454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:43.265248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.288613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9aa6e42a-7123-4e9e-9f0a-3dacaff24ee1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776996 Dec 10 04:36:43.304605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54'}, {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:43.307379 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620988d-1de1-4f28-88c6-6e32705cc73c" -d '{"events": [{"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54"}, {"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:43.308468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Request body: {'port': {'device_id': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:43.319179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.369243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:43.369500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.371386 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53abbf89-ae86-4d18-b236-a34a0fc35685" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:43.392352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ceb6aa04-cb94-451c-b31b-ac7610b5e2f5 req-9b3dce32-23ee-441b-a0de-f2ee03407daa tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384241 Dec 10 04:36:43.552278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 57c7abe8-3d80-431b-905c-6931b192446f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:43.617111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 57c7abe8-3d80-431b-905c-6931b192446f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:43.617566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.670248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.703562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.726301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 57c7abe8-3d80-431b-905c-6931b192446f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=57c7abe8-3d80-431b-905c-6931b192446f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:43.733377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.749697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141b3b-6b9c-4682-bff9-8fdf0298e731 req-c1d8ca39-f10f-43a6-a4eb-1a6bb321e55a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:43.751248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a141b3b-6b9c-4682-bff9-8fdf0298e731 req-c1d8ca39-f10f-43a6-a4eb-1a6bb321e55a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 944 time: 0.1372907 Dec 10 04:36:43.751759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-cd2f7785-a715-4573-98d8-dcaf3a90658e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:43.753885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-cd2f7785-a715-4573-98d8-dcaf3a90658e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41&tenant_id=9efb5826698744869e01940b463dff4f&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 950 time: 0.0925314 Dec 10 04:36:43.773268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:43.784045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.798606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Transition to ACTIVE for port object 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:43.800876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=57c7abe8-3d80-431b-905c-6931b192446f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:43.808581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.819774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.828524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:43.863426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Pushing event updated for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:43.936255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a141b3b-6b9c-4682-bff9-8fdf0298e731 req-b292cfbe-f641-47fc-bbd8-2a113a1908fd tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650088 Dec 10 04:36:43.956200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-e16df091-70a9-4ede-a761-4b3d05d8bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:43.957712 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-e16df091-70a9-4ede-a761-4b3d05d8bb83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.0721481 Dec 10 04:36:43.992669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Attempting to bind port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:43.993093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Attempting to bind port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:43.993497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Attempting to bind port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 on network d89ed794-b84e-4292-b1f7-6678040c5698 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:44.002047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 on network d89ed794-b84e-4292-b1f7-6678040c5698 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:44.002543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Attempting to bind port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 on network d89ed794-b84e-4292-b1f7-6678040c5698 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:44.042129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:44.042478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Checking segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:44.042856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Bound using segment: {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:44.043304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Bound port: 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013846bf-3a85-46a4-b098-5d2eb63d4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:44.043695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.109973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-7c4bba92-77d0-4981-b885-12744d749eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.111444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-7c4bba92-77d0-4981-b885-12744d749eed service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1445842 Dec 10 04:36:44.177997 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-28a3579b-db7a-44e4-a385-9c1b91c2ad40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0576053 Dec 10 04:36:44.182180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:44.186736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:44.218319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.272635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.273258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.274711 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] 10.222.0.41 "PUT /v2.0/ports/9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 200 len: 1092 time: 0.9710443 Dec 10 04:36:44.275180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:44.277545 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bb0329-1e38-4547-b4db-e27b3f11c940" -d '{"events": [{"name": "network-changed", "server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:44.290873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-e02d1577-68ad-4c5d-b530-7e0de3aaf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.292456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-e02d1577-68ad-4c5d-b530-7e0de3aaf23c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1041350 Dec 10 04:36:44.303270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315fe65-40a7-4b29-beea-6ce4c298a223 service neutron] Pushing event updated for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:44.381550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-d4bfabc8-6cda-48a5-89da-17162f4e4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.381851 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1 associated. External IP: 172.25.8.171, port: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e. Dec 10 04:36:44.383048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-d4bfabc8-6cda-48a5-89da-17162f4e4259 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767937 Dec 10 04:36:44.392398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-001db3c3-d52c-4f71-b864-919e42277e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.393818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-001db3c3-d52c-4f71-b864-919e42277e52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1095 time: 0.0478868 Dec 10 04:36:44.444626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.454818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657fec8-b717-45bf-9c77-5a16f78badab req-822b0292-93c4-4850-bdd6-a233e9adb32b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.456219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f657fec8-b717-45bf-9c77-5a16f78badab req-822b0292-93c4-4850-bdd6-a233e9adb32b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.1437030 Dec 10 04:36:44.458909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-e3946a09-02e7-4796-a5f5-1d446645ddf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 200 len: 217 time: 0.0464051 Dec 10 04:36:44.459045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.553371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-d74fee29-0fbc-4b40-9d7a-ef1e24abe0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:44.554819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-d74fee29-0fbc-4b40-9d7a-ef1e24abe0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.0643420 Dec 10 04:36:44.558193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-cb43c085-e1d5-49d6-b230-96c3420e7e8d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622326 Dec 10 04:36:44.588811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:44.594111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-9bed27ec-8487-4a36-9f03-741395714290 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299716 Dec 10 04:36:44.605758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:44.637165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f657fec8-b717-45bf-9c77-5a16f78badab req-fa67abdd-a05a-47b4-813f-9bc5ab9b987a tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558797 Dec 10 04:36:44.754925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-70362443-f64b-4b9e-bd8f-fda088c9bf54 req-6859a3fe-2584-45f2-a264-52637c52b5d0 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823964 Dec 10 04:36:44.760964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-6fc1ad4a-67ef-4d00-b000-67f29ab4ede1 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576653 Dec 10 04:36:44.791822 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e5b4a4-ce60-4caa-b55f-60cb84f8cf82 x-openstack-request-id: req-32e5b4a4-ce60-4caa-b55f-60cb84f8cf82 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:44.793639 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54", "code": 200}, {"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:44.794612 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32e5b4a4-ce60-4caa-b55f-60cb84f8cf82 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:44.795193 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'code': 200} Dec 10 04:36:44.795698 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'code': 200} Dec 10 04:36:44.795838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Network c9472488-a1cf-4ccd-8069-169692f90abe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:44.800038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:44.806822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:44.850652 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1d16fd-ecb1-4589-a9aa-dec37e7ee3de x-openstack-request-id: req-ab1d16fd-ecb1-4589-a9aa-dec37e7ee3de {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:44.851106 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:44.851242 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab1d16fd-ecb1-4589-a9aa-dec37e7ee3de {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:44.851567 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'status': 'completed', 'code': 200} Dec 10 04:36:44.882783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0b3ec350-9d9b-4996-912e-368a934ef506 req-15809a43-b71c-43b6-be4f-838f47273549 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087518 Dec 10 04:36:45.016276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-c9302f4f-b920-436b-acb9-123a577e5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.017756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-c9302f4f-b920-436b-acb9-123a577e5700 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1095 time: 0.0439484 Dec 10 04:36:45.042239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d9e88-030e-4a1a-839c-0b56f0b05cff req-d68f306d-5f79-4c24-a59c-e1dc8413d7be tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.044244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-889d9e88-030e-4a1a-839c-0b56f0b05cff req-d68f306d-5f79-4c24-a59c-e1dc8413d7be tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1510520 Dec 10 04:36:45.058835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:45.062124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Router 1342246a-15ab-4183-bca2-8b099260985d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:45.073661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:45.087030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:45.088137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:45.125091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-5a2d1fe2-f81d-4d0f-9c31-6c469965b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.127089 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-5a2d1fe2-f81d-4d0f-9c31-6c469965b654 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.0979478 Dec 10 04:36:45.174369 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-88b0ca25-67d8-4959-9278-6cc7e9972786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0369458 Dec 10 04:36:45.190000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-889d9e88-030e-4a1a-839c-0b56f0b05cff req-586ed9cf-cddb-4515-8a1e-39e7722d8e83 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341534 Dec 10 04:36:45.211809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:45.234286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-bab107ed-479a-418d-a5ab-e39ef0f18222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.235755 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-bab107ed-479a-418d-a5ab-e39ef0f18222 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.0500269 Dec 10 04:36:45.297628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-add4d593-c4d2-4077-bd6c-eb5aea300ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329401 Dec 10 04:36:45.349880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:45.364682 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Sync routers for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:45.397950 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:45.400929 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:45.450032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e587c55-1f67-4bc6-a9f1-da75dc1a0eb9 admin admin] 10.222.0.43 "PUT /v2.0/routers/1342246a-15ab-4183-bca2-8b099260985d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0588822 Dec 10 04:36:45.477872 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-2e9af0cc-1100-4778-b92f-5b0902305748 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602266 Dec 10 04:36:45.499059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 57c7abe8-3d80-431b-905c-6931b192446f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:45.526467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:45.580864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80257d8-730c-4b9d-ac2b-a1ffadb0359e req-bce5f9b9-ac65-4a60-8d55-984f53eb2483 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.595441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e80257d8-730c-4b9d-ac2b-a1ffadb0359e req-bce5f9b9-ac65-4a60-8d55-984f53eb2483 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 944 time: 0.3098412 Dec 10 04:36:45.648197 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:45.696068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-53abbf89-ae86-4d18-b236-a34a0fc35685 req-5f1fcaa3-d7f3-46ab-bc6d-e98bc05d3001 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951673 Dec 10 04:36:45.702420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e80257d8-730c-4b9d-ac2b-a1ffadb0359e req-afa0f6fd-3c63-46c2-93b5-a807e73c13ae tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007040 Dec 10 04:36:45.768594 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69503083-6fac-459e-a3ea-edb1b43c5cd2 x-openstack-request-id: req-69503083-6fac-459e-a3ea-edb1b43c5cd2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:45.769143 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:45.769143 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69503083-6fac-459e-a3ea-edb1b43c5cd2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:45.769654 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831', 'status': 'completed', 'code': 200} Dec 10 04:36:45.803872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:45.828699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:45.839320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 57c7abe8-3d80-431b-905c-6931b192446f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:45.839943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:45.891463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:45.901402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-20c1ccdb-cc3c-44da-a461-0928b2e8473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.903737 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-20c1ccdb-cc3c-44da-a461-0928b2e8473b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1095 time: 0.0640175 Dec 10 04:36:45.907856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-1da82cfe-04f2-4247-bf19-68c999245b03 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "PUT /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 998 time: 3.4738882 Dec 10 04:36:45.932032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:45.933051 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '585cd358-4fda-42aa-bce2-99f4f5c632d7', 'name': '', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'mac_address': 'fa:16:3e:e4:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:41Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 2, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'subnets': [{'id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:45.962235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:45.963211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:45.970775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Checking router: 1342246a-15ab-4183-bca2-8b099260985d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:45.971211 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Updating router 1342246a-15ab-4183-bca2-8b099260985d port 585cd358-4fda-42aa-bce2-99f4f5c632d7 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:36:45.977275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-92ccc015-a6bf-4646-9210-2ee95f480259 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:45.978840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-92ccc015-a6bf-4646-9210-2ee95f480259 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports/36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 943 time: 0.0592952 Dec 10 04:36:45.998620 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.003736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8947849-9a57-4682-b938-9a41426c5ca8 req-b0f71d97-b68a-4107-ab16-6e6b40087b0f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.005772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8947849-9a57-4682-b938-9a41426c5ca8 req-b0f71d97-b68a-4107-ab16-6e6b40087b0f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1057363 Dec 10 04:36:46.069749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-c035072a-ef65-4844-ba90-2ec71363ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.073706 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-c035072a-ef65-4844-ba90-2ec71363ec23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 911 time: 0.1503460 Dec 10 04:36:46.091758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8947849-9a57-4682-b938-9a41426c5ca8 req-b6681bfb-1106-4d44-8e36-05cb4faa1215 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756612 Dec 10 04:36:46.116168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:46.127405 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-cbac93bb-24d5-4483-83b6-9f257935cd41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 200 len: 217 time: 0.0450957 Dec 10 04:36:46.183906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-141f78ae-3858-415d-ac79-8b492ea444f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.191193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-7e929aab-0f37-4323-8e83-fa55e530d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.192055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-141f78ae-3858-415d-ac79-8b492ea444f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.0944970 Dec 10 04:36:46.192665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-7e929aab-0f37-4323-8e83-fa55e530d41d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.0582349 Dec 10 04:36:46.235464 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-44a6da78-3069-4933-a093-24927e85b0d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327711 Dec 10 04:36:46.304311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd7c8b-1bc9-43c9-812e-a06c7e667741 req-49e74988-2eb9-4bcb-902f-92b0ba4ad4d0 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.305804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37dd7c8b-1bc9-43c9-812e-a06c7e667741 req-49e74988-2eb9-4bcb-902f-92b0ba4ad4d0 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.1382749 Dec 10 04:36:46.319278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54806) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:36:46.325620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Request body: {'floatingip': {'port_id': '5f815440-d5b8-49bd-b98f-53fe72d8fde3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:46.376210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-5fdc2e69-2840-4a5e-a567-2a91441137cb service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331670 Dec 10 04:36:46.393058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-bd55b690-dbeb-40bc-95bb-383fcb1fa18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.394836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-bd55b690-dbeb-40bc-95bb-383fcb1fa18e service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2020266 Dec 10 04:36:46.409997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.420169 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.436565 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.477063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:46.500199 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a5fe2-aff4-4144-80fd-2b5725b48437 None None] Pushing event updated for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:46.509769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd8637-fe2d-4245-9ac1-6f7abbdee75a None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 3, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:46.512755 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90bb0329-1e38-4547-b4db-e27b3f11c940 req-07b514fd-25f6-426d-901a-6fe7b8a7d091 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281972 Dec 10 04:36:46.569957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-587f4b15-f071-40cb-abdd-68f375db848a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.1674101 Dec 10 04:36:46.592377 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Attempting to bind port 585cd358-4fda-42aa-bce2-99f4f5c632d7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:46.592905 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Attempting to bind port 585cd358-4fda-42aa-bce2-99f4f5c632d7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:46.593141 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Attempting to bind port 585cd358-4fda-42aa-bce2-99f4f5c632d7 on network c9472488-a1cf-4ccd-8069-169692f90abe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:46.598352 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:46.598725 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Checking segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:46.599114 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.599496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Bound using segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:46.599949 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Bound port: 585cd358-4fda-42aa-bce2-99f4f5c632d7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:46.600343 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.652511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e4fbbde-3915-49a0-a7a2-39639165ccd8 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:46.673953 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] For port 585cd358-4fda-42aa-bce2-99f4f5c632d7, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:46.678100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] For port 585cd358-4fda-42aa-bce2-99f4f5c632d7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=585cd358-4fda-42aa-bce2-99f4f5c632d7,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:46.683828 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:46.699962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-aaed9e37-348a-451d-b31f-8a29b2776d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.701607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-aaed9e37-348a-451d-b31f-8a29b2776d6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1101494 Dec 10 04:36:46.710705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3606a-c2c3-4ae0-b845-c167029d7c8d req-ad23b713-7b5f-4d6d-be70-b50064188edb tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:46.713136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ae3606a-c2c3-4ae0-b845-c167029d7c8d req-ad23b713-7b5f-4d6d-be70-b50064188edb tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 944 time: 0.1856902 Dec 10 04:36:46.750414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2b1a7-36ab-4e3a-abbb-d19bce684920 None None] New status for floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:46.760151 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a5fe2-aff4-4144-80fd-2b5725b48437 None None] Pushing event updated for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:46.765428 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:46.766034 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:46.883041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:46.910331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'network_id': '0c350c5e-fef1-4cfc-bf26-fff8dc81e154', 'port_id': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'mac_address': 'fa:16:3e:b3:b7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7b4556-927c-442d-97d7-95f73c768b08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:46.972153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:47.037586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.055079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4fbbde-3915-49a0-a7a2-39639165ccd8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:47.081730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:47.090181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.141605 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:47.144985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:47.189736 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:47.190351 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:47.191582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}, {'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:47.193833 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07c916-3932-488e-bc38-e026899e78a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}, {"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:47.203337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-e0414626-d4f0-4a42-a61d-c373d4b6e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:47.204839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-e0414626-d4f0-4a42-a61d-c373d4b6e322 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916427 Dec 10 04:36:47.212544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ae3606a-c2c3-4ae0-b845-c167029d7c8d req-02b39741-9b01-43bd-9f0f-a26b3f90ba08 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846678 Dec 10 04:36:47.292886 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '585cd358-4fda-42aa-bce2-99f4f5c632d7', 'name': '', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'mac_address': 'fa:16:3e:e4:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:41Z', 'updated_at': '2021-12-10T04:36:46Z', 'revision_number': 4, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'subnets': [{'id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:47.327832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85a4fd-4ace-47c4-92c9-2181f773b015 None None] The sync data for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 is: [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '585cd358-4fda-42aa-bce2-99f4f5c632d7', 'name': '', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'mac_address': 'fa:16:3e:e4:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:41Z', 'updated_at': '2021-12-10T04:36:46Z', 'revision_number': 4, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'subnets': [{'id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:47.340096 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:47.423334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-17754a01-4d43-40e2-ade7-a9b33518ab17 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097430 Dec 10 04:36:47.542785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:47.590157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 585cd358-4fda-42aa-bce2-99f4f5c632d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:47.601308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:36:47.692360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 585cd358-4fda-42aa-bce2-99f4f5c632d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:47.692710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.695338 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:46Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:47.717803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.724142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:47.728874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-ff777baf-b38e-4590-80f8-1dc63209f5c2 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342079 Dec 10 04:36:47.731053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.739408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:47.740730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-1664aa20-3997-4541-b4c6-60b3a21d9750 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:47.741523 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:47.742235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-1664aa20-3997-4541-b4c6-60b3a21d9750 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 819 time: 0.2579029 Dec 10 04:36:47.827308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-4301ba8f-5a8d-4c3e-b4c7-9aa1cd6e70bc tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/quotas/ef8cf48fe77a424cb65c9b1e1811491a HTTP/1.1" status: 200 len: 375 time: 0.0469229 Dec 10 04:36:47.868357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.875140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-02eb750d-eb1d-4a93-b560-ad3971c4d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:47.876195 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:47.876819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-02eb750d-eb1d-4a93-b560-ad3971c4d9a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1096 time: 0.0878265 Dec 10 04:36:47.911242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 585cd358-4fda-42aa-bce2-99f4f5c632d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=585cd358-4fda-42aa-bce2-99f4f5c632d7,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:47.917613 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:47.996426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:48.011031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-0290cb67-58d1-4335-a341-6b9a386cd25a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1755886 Dec 10 04:36:48.013931 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Floating IP 02427744-99ed-4a7e-9449-bce1ce04bc81 associated. External IP: 172.25.8.110, port: 5f815440-d5b8-49bd-b98f-53fe72d8fde3. Dec 10 04:36:48.142848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:46Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:48.155213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-0f0dddb7-5a26-4aa7-8605-d70d34b1923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:48.156764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-0f0dddb7-5a26-4aa7-8605-d70d34b1923f service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2469542 Dec 10 04:36:48.174854 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972094a-b5a2-4720-9c45-aa34bb580270 None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:f7:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25169b34-1180-48ec-959f-58adda9b0936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:46Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:48.266557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-9df3a7cd-1f6b-4e40-88b5-4a7b3e933bef service neutron] 10.222.0.43 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546473 Dec 10 04:36:48.308135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-84dd62db-4fd2-437b-9a8e-62479560e6ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 1001 time: 0.1114082 Dec 10 04:36:48.473848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-97e8358e-feb0-4a47-93b6-08577ee3bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:48.475328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-97e8358e-feb0-4a47-93b6-08577ee3bc9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1268890 Dec 10 04:36:48.493336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:48.538918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-4f173c80-84fb-4b6a-b22c-0aa689b319ca service neutron] 10.222.0.43 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586427 Dec 10 04:36:48.546539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Router b571134f-df73-4037-bbfd-ac137167f007 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:48.563222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-3a156ec0-5c0d-4c16-82c4-430a4658e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:48.564733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-3a156ec0-5c0d-4c16-82c4-430a4658e8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812972 Dec 10 04:36:48.602401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:48.614021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831', 'network_id': 'd89ed794-b84e-4292-b1f7-6678040c5698', 'port_id': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831', 'mac_address': 'fa:16:3e:e8:e4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:48.657005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:48.670669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:48.677459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e4fbbde-3915-49a0-a7a2-39639165ccd8 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:48.719369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:48.735005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:48.740749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:48.746071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:48.751556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-8dfab7a0-ab30-4348-ab65-51a638ade351 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519315 Dec 10 04:36:48.793336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Sync routers for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:48.807953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:48.842608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:48.843320 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:48.873893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f3bb6a9-6ed5-463f-8c9f-f8456115e414 req-7f1065cb-2890-49e5-b4e9-49a4e1a967bf service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057994 Dec 10 04:36:48.887411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-415092b9-53bf-4a40-a072-da29c34e48e1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "PUT /v2.0/floatingips/02427744-99ed-4a7e-9449-bce1ce04bc81 HTTP/1.1" status: 200 len: 991 time: 2.5670185 Dec 10 04:36:48.917107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:48.917961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:49.030342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:49.081688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7d98b-fbb5-4e78-975b-dc96e8043eb4 req-0e379719-572f-49a7-ba23-3d10dfc88c5a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.083263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1e7d98b-fbb5-4e78-975b-dc96e8043eb4 req-0e379719-572f-49a7-ba23-3d10dfc88c5a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1214063 Dec 10 04:36:49.128362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dae25-59ec-49b2-962f-0871ce12fa44 req-a16a3340-b6c6-4083-aba6-4cea268bb303 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.130295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e86dae25-59ec-49b2-962f-0871ce12fa44 req-a16a3340-b6c6-4083-aba6-4cea268bb303 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 945 time: 0.1087997 Dec 10 04:36:49.181565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1e7d98b-fbb5-4e78-975b-dc96e8043eb4 req-dded7f47-638c-461e-9c9d-03814820817d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802445 Dec 10 04:36:49.222250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e86dae25-59ec-49b2-962f-0871ce12fa44 req-79a1dbaf-b44e-4388-b0cf-c85633842e35 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815842 Dec 10 04:36:49.273871 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ae270-b0e5-4e3a-9bcd-2b0e0cb5a3c9 x-openstack-request-id: req-601ae270-b0e5-4e3a-9bcd-2b0e0cb5a3c9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:49.274484 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:49.274484 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-601ae270-b0e5-4e3a-9bcd-2b0e0cb5a3c9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:49.274840 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:36:49.275125 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'status': 'completed', 'code': 200} Dec 10 04:36:49.363208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb521763-a0fc-4939-818e-13e2eb642855 req-a9de4281-53b3-49c5-9c98-f7d78ba83150 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 210 time: 0.0415223 Dec 10 04:36:49.428453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e792a-52ca-4edf-8c54-747020c97266 req-683bcd79-ad1a-4a12-b8ea-2edf58721a70 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.437882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d54e792a-52ca-4edf-8c54-747020c97266 req-683bcd79-ad1a-4a12-b8ea-2edf58721a70 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 945 time: 0.1267908 Dec 10 04:36:49.522903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-abf896b9-0d2e-4e18-89c7-ce7a6113c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.530809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-abf896b9-0d2e-4e18-89c7-ce7a6113c7a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.1927114 Dec 10 04:36:49.543491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-9cafd167-bce9-4275-a41c-0c5284e1a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.545911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9840bb61-e1e8-4328-a3a9-11ef3d9b8831'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:49.547537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-9cafd167-bce9-4275-a41c-0c5284e1a2ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1096 time: 0.2185521 Dec 10 04:36:49.550146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d54e792a-52ca-4edf-8c54-747020c97266 req-3d5c99c0-bcd8-47cb-86ab-9192830aeab7 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110778 Dec 10 04:36:49.686404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:49.727319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-18253bbd-87ba-432d-b765-873bf6499ac4 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1001 time: 0.1401651 Dec 10 04:36:49.799229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-ce610a9c-b753-42fb-bdce-2df4c0f4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.801071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-ce610a9c-b753-42fb-bdce-2df4c0f4192c service neutron] 10.222.0.41 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2186868 Dec 10 04:36:49.802449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-09184f58-d014-4229-9191-217fc2a8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.804168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-09184f58-d014-4229-9191-217fc2a8081b service neutron] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2434316 Dec 10 04:36:49.829806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-1054cfdc-a474-44e3-ab19-761207c79aa7 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.831344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-1054cfdc-a474-44e3-ab19-761207c79aa7 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports/634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 942 time: 0.0747159 Dec 10 04:36:49.846638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc1e3-814f-4d4c-a477-6f694f885de1 req-77067341-2c56-4c74-8826-619d3a01ab8f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:49.852727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:49.855109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e4dc1e3-814f-4d4c-a477-6f694f885de1 req-77067341-2c56-4c74-8826-619d3a01ab8f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1228812 Dec 10 04:36:49.866634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 585cd358-4fda-42aa-bce2-99f4f5c632d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:49.887960 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-c09dba72-2461-4161-88dd-dda27296bf5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.0737500 Dec 10 04:36:49.924809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e4dc1e3-814f-4d4c-a477-6f694f885de1 req-ed210e38-6623-4a6a-9baa-785221dcc806 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688093 Dec 10 04:36:49.999475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:50.002763 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2818e4-8b91-44be-afc4-f3829f5cbdea" -d '{"events": [{"server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "name": "network-vif-plugged", "status": "completed", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:50.044829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:50.061827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-a8086896-cb87-4533-ab20-874dffa6d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.064100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-a8086896-cb87-4533-ab20-874dffa6d881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1365554 Dec 10 04:36:50.081784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:50.083878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:50.098544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-8bc00634-5582-4a54-b5ca-29209552fd95 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1001 time: 0.1553319 Dec 10 04:36:50.109454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 585cd358-4fda-42aa-bce2-99f4f5c632d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:50.109827 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:50.157410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d71b5-efe6-4576-825c-0fb178e2a367 req-b458ff83-12a6-447a-8304-f1d939a15565 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.165703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-167d71b5-efe6-4576-825c-0fb178e2a367 req-b458ff83-12a6-447a-8304-f1d939a15565 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1344872 Dec 10 04:36:50.192498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-b5603057-c16f-4a94-8814-3675e1cb2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.195001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-b5603057-c16f-4a94-8814-3675e1cb2f5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184263 Dec 10 04:36:50.202469 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-c57823a2-4ba2-4fd3-9f1c-3ba03099fa81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 1001 time: 0.3218291 Dec 10 04:36:50.255839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:50.276010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-de5afe6a-850f-473c-9c19-0dcb4cf60c81 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.288682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e152a26c-bf84-447c-9cb3-4e96bf5701ed req-de5afe6a-850f-473c-9c19-0dcb4cf60c81 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1888912 Dec 10 04:36:50.310606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-167d71b5-efe6-4576-825c-0fb178e2a367 req-72a1689b-0101-455b-a612-661347a3ea67 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436522 Dec 10 04:36:50.357576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-af23f651-03a0-472c-b37b-9b907aa426b4 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529269 Dec 10 04:36:50.409434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '02427744-99ed-4a7e-9449-bce1ce04bc81', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'port_id': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'mac_address': 'fa:16:3e:9d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:22Z', 'updated_at': '2021-12-10T04:36:47Z', 'revision_number': 1, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:50.447919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-98dbe36b-8e60-4a93-85e9-0fc8e07e8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.450610 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-98dbe36b-8e60-4a93-85e9-0fc8e07e8f35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0896640 Dec 10 04:36:50.469916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Checking router: b571134f-df73-4037-bbfd-ac137167f007 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:50.481698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:50.482384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:50.580716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-985e578e-fbc6-44e9-ba79-7d4139d3dc3d service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041528 Dec 10 04:36:50.686204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-4517ec7a-8d91-4177-b8ac-310bb30dc4d5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.696819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-4517ec7a-8d91-4177-b8ac-310bb30dc4d5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 819 time: 0.2908640 Dec 10 04:36:50.711290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:50.747143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-fc4ec6bf-5456-4aed-8ccc-cc4dea9510fc tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/quotas/ef8cf48fe77a424cb65c9b1e1811491a HTTP/1.1" status: 200 len: 375 time: 0.0473709 Dec 10 04:36:50.780745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-09449162-701e-433a-b9e8-e39bbb27f4f6 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.782200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-09449162-701e-433a-b9e8-e39bbb27f4f6 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 819 time: 0.2457335 Dec 10 04:36:50.812692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21cf7f-a919-4b9d-a594-296e04de6f44 req-1253eedf-ad7f-459d-86c1-cde6dc724c0f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.814241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a21cf7f-a919-4b9d-a594-296e04de6f44 req-1253eedf-ad7f-459d-86c1-cde6dc724c0f tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.2194104 Dec 10 04:36:50.836967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Request body: {'port': {'device_id': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'admin_state_up': True, 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:50.850292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-79abec52-7dc7-4b2b-854e-1361c4415174 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921381 Dec 10 04:36:50.956240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c916-3932-488e-bc38-e026899e78a4 req-a1809de6-c8a4-4844-a921-ea0011bdc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:50.957854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-a1809de6-c8a4-4844-a921-ea0011bdc4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3761153 Dec 10 04:36:50.964347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a21cf7f-a919-4b9d-a594-296e04de6f44 req-30db7d2c-0442-4f44-a13b-96504769e417 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410310 Dec 10 04:36:50.974652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '02427744-99ed-4a7e-9449-bce1ce04bc81', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'port_id': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'mac_address': 'fa:16:3e:9d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:22Z', 'updated_at': '2021-12-10T04:36:47Z', 'revision_number': 1, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:51.004904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58932783-ffd9-4053-8814-dd360db1d6f8 None None] The sync data for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 is: [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '02427744-99ed-4a7e-9449-bce1ce04bc81', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'port_id': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'mac_address': 'fa:16:3e:9d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:22Z', 'updated_at': '2021-12-10T04:36:47Z', 'revision_number': 1, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:51.037163 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a8a159-d323-4ac2-b14c-02f17451bbf1 x-openstack-request-id: req-98a8a159-d323-4ac2-b14c-02f17451bbf1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:51.037472 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "name": "network-vif-plugged", "status": "completed", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:51.037733 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98a8a159-d323-4ac2-b14c-02f17451bbf1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:51.038133 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'code': 200} Dec 10 04:36:51.040266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-925f83ce-bbdf-434b-a43d-504ac5b7742f service neutron] 10.222.0.43 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754298 Dec 10 04:36:51.093988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Made reservation on behalf of ef8cf48fe77a424cb65c9b1e1811491a for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:51.098197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:51.128867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-a5177920-9389-432f-b980-6a363d34b201 service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570907 Dec 10 04:36:51.280356 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cf07c916-3932-488e-bc38-e026899e78a4 req-c35c9473-fc36-4bc7-85d9-086c12723eed service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400471 Dec 10 04:36:51.283234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f61a-a22b-44e4-88e5-92b4fff580e2 req-a7e52c54-7219-4cfa-b5c5-bcedd18ba10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:51.284801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02a2f61a-a22b-44e4-88e5-92b4fff580e2 req-a7e52c54-7219-4cfa-b5c5-bcedd18ba10f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1097 time: 0.0705385 Dec 10 04:36:51.298157 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80705c90-b2bc-4349-b94d-20865cb1896a None None] New status for floating IP 02427744-99ed-4a7e-9449-bce1ce04bc81: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:51.347030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02a2f61a-a22b-44e4-88e5-92b4fff580e2 req-fb7ec3e2-782f-48eb-95d1-7e7046c349db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Dec 10 04:36:51.560362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:51.562509 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3482d8d-5ddd-4a21-bce3-360753e38e16" -d '{"events": [{"name": "network-changed", "server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:51.585968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45c5c-709c-4780-8873-4c0b8b6027db req-1ca3e8f7-5bef-4fa0-a50a-bf21f461bcc6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:51.587571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf45c5c-709c-4780-8873-4c0b8b6027db req-1ca3e8f7-5bef-4fa0-a50a-bf21f461bcc6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 945 time: 0.4962635 Dec 10 04:36:51.591976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-5591023b-baa5-478f-93f0-c18a0ece9434 service neutron] 10.222.0.43 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447588 Dec 10 04:36:51.673355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf45c5c-709c-4780-8873-4c0b8b6027db req-c5116d32-eed4-4e4b-bff1-7cb08357ee7e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782068 Dec 10 04:36:51.682319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Allocated IP 172.20.0.9 (c9472488-a1cf-4ccd-8069-169692f90abe/8ef6bfeb-b70e-4d65-941c-19563e4a1207/1387706e-6a88-4c15-b12f-a6f9cec0a6f6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:51.795618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-dad5470b-b5e9-46c4-8b28-275aed09cf79 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1001 time: 0.0933621 Dec 10 04:36:51.883383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-7cc391fb-436c-44b9-b409-0a9cfa8bf9ec tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:51.884736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-7cc391fb-436c-44b9-b409-0a9cfa8bf9ec tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports/634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 942 time: 0.0685627 Dec 10 04:36:52.010017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76ea0-887f-4067-a338-64c30ab5892d req-4866ebe9-7511-4a78-bb39-7f50e8dfe9c7 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.011515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90f76ea0-887f-4067-a338-64c30ab5892d req-4866ebe9-7511-4a78-bb39-7f50e8dfe9c7 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 946 time: 0.1480420 Dec 10 04:36:52.063791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-2761ee4c-cc63-4008-9a0f-bc853ce37a50 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1001 time: 0.1267211 Dec 10 04:36:52.070820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.136702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90f76ea0-887f-4067-a338-64c30ab5892d req-4f1840a4-25b3-43e1-940b-5e3b297774e6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136889 Dec 10 04:36:52.204581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.250711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-a3a5f18a-a756-4b10-b55e-d9d9d1c22088 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.252105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-a3a5f18a-a756-4b10-b55e-d9d9d1c22088 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1785765 Dec 10 04:36:52.270587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Network c9472488-a1cf-4ccd-8069-169692f90abe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:52.284997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:52.319178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:52.322191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9285101f-cab9-4de3-9930-3241b29ab0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.345552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Pushing event updated for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:52.375680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.376046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.376401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.376774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.377108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.377449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.377783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.378119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.378451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.378783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.379113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.379698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.380025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:52.398886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-478977a4-e037-466a-a6e8-eabd768bfd88 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1001 time: 0.1354573 Dec 10 04:36:52.412834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.413636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.419766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:52.453220 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e24900-1477-462c-9afd-773c6cdffab7 x-openstack-request-id: req-99e24900-1477-462c-9afd-773c6cdffab7 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:52.453347 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:52.453553 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99e24900-1477-462c-9afd-773c6cdffab7 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:52.453935 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'status': 'completed', 'code': 200} Dec 10 04:36:52.471273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-b87d77b5-7d44-4f37-b68f-26a14bca622f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6442101 Dec 10 04:36:52.489991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.501084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Request body: {'port': {'device_id': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:52.514874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:36:52.557546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-b2015462-3e02-4c6a-b1ae-1a5d12d8bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.559207 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-b2015462-3e02-4c6a-b1ae-1a5d12d8bd0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793&device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 1096 time: 0.0483527 Dec 10 04:36:52.572545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:36:52.577358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:52.577722 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.592707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb0facbd-e89d-49bc-b459-3acd5c39edad req-889b64fc-86ce-422b-885b-5df4145e9319 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 210 time: 0.0532289 Dec 10 04:36:52.668255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.680124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.716997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:52.724781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.763371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-77fc3b70-537b-42f8-af78-075382110fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.765179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-77fc3b70-537b-42f8-af78-075382110fd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eeaa6011-9eb9-4977-a189-84fb9eb66333 HTTP/1.1" status: 200 len: 906 time: 0.1296608 Dec 10 04:36:52.793336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.796237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:52.811853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:52.812519 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1 disassociated. External IP: 172.25.8.171, port: 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313. Dec 10 04:36:52.873367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe74c-2543-4ee4-ad60-d3c85f0d8145 req-c0c7d0e5-7e42-45ee-a28e-f08fdcbbe55c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:52.877132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c51fe74c-2543-4ee4-ad60-d3c85f0d8145 req-c0c7d0e5-7e42-45ee-a28e-f08fdcbbe55c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.1980789 Dec 10 04:36:52.877451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-2edcddb4-c98d-4d22-988b-b59047697e2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3 HTTP/1.1" status: 200 len: 1001 time: 0.0948617 Dec 10 04:36:53.003853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-bfa39c64-e415-4901-a2a3-d30f820f87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.005683 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-bfa39c64-e415-4901-a2a3-d30f820f87dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7165c306-4c91-4477-8255-c0dd25f9083d HTTP/1.1" status: 200 len: 844 time: 0.1050386 Dec 10 04:36:53.039534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:53.041973 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cbfc67-9279-421c-ba08-44901e98977c" -d '{"events": [{"server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "name": "network-vif-plugged", "status": "completed", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:53.055446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-322e8347-2350-4a39-b781-2641874a7091 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.057145 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-322e8347-2350-4a39-b781-2641874a7091 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 819 time: 0.1676078 Dec 10 04:36:53.070486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-7e02c6b5-c8d8-4739-aa6f-f757c432acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.071906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-7e02c6b5-c8d8-4739-aa6f-f757c432acb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eeaa6011-9eb9-4977-a189-84fb9eb66333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582612 Dec 10 04:36:53.095637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c51fe74c-2543-4ee4-ad60-d3c85f0d8145 req-8489711a-04f2-4a64-9802-1abadc9c920c tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657367 Dec 10 04:36:53.106668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Request body: {'port': {'device_id': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'admin_state_up': True, 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:53.228193 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.244864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-5f3e8b03-0b10-44b5-ba40-50859c30876d service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610088 Dec 10 04:36:53.332860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:53.336651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Made reservation on behalf of ef8cf48fe77a424cb65c9b1e1811491a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:53.339010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:53.340156 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.350907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3945ff-6400-4fbf-a630-36cbf455f05e req-aba3fda3-07da-4081-bf69-2eb0ee341716 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.352410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee3945ff-6400-4fbf-a630-36cbf455f05e req-aba3fda3-07da-4081-bf69-2eb0ee341716 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1172421 Dec 10 04:36:53.358088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.392759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Transition to ACTIVE for port object 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:53.410700 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f3482d8d-5ddd-4a21-bce3-360753e38e16 req-e6346649-8fce-410d-9ef3-316f015e1570 service neutron] 10.222.0.36 "GET /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533871 Dec 10 04:36:53.434465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.486341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Allocated IP 172.20.0.3 (c9472488-a1cf-4ccd-8069-169692f90abe/8ef6bfeb-b70e-4d65-941c-19563e4a1207/3a31de16-0284-4ab7-a251-7af1d596ffd6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:53.498199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee3945ff-6400-4fbf-a630-36cbf455f05e req-25c092de-5715-40d0-a68d-7f07b7b1cb7b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367908 Dec 10 04:36:53.554491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:53.611174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:53.616875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.628272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49027234-b876-4911-a908-878768faf2ca None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:53.641726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49027234-b876-4911-a908-878768faf2ca None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:53.643106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-49027234-b876-4911-a908-878768faf2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:53.658435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-3a188a7b-f3d0-4231-bd56-426298e3b67c tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "PUT /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 695 time: 1.2533216 Dec 10 04:36:53.662878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Attempting to bind port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:53.663087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Attempting to bind port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:53.663433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Attempting to bind port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 on network c9472488-a1cf-4ccd-8069-169692f90abe {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:53.669338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 on network c9472488-a1cf-4ccd-8069-169692f90abe not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:53.669631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Attempting to bind port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 on network c9472488-a1cf-4ccd-8069-169692f90abe {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:53.671239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.675003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:53.675347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Checking segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:53.675735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Bound using segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:53.676165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Bound port: 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:53.676549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.693628 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d4df6-7da2-40be-b987-6561b82a0a5c x-openstack-request-id: req-d16d4df6-7da2-40be-b987-6561b82a0a5c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:53.693926 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "name": "network-vif-plugged", "status": "completed", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:53.694180 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d16d4df6-7da2-40be-b987-6561b82a0a5c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:53.697202 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831', 'code': 200} Dec 10 04:36:53.746402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.768520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-b2d36d30-f50b-42bf-84f3-6641785e9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.769941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-b2d36d30-f50b-42bf-84f3-6641785e9b12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1096 time: 0.0847056 Dec 10 04:36:53.801513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:53.824129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:53.837334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-49027234-b876-4911-a908-878768faf2ca None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:53.850991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Pushing event updated for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:53.865274 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.866082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.866644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.867279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.867913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.868899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.869651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.872537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.873870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.873870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.874122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.874375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.874630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.874959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:53.883992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Network c9472488-a1cf-4ccd-8069-169692f90abe is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:53.885405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:53.887927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:53.946593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.947409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.970521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:53.971110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:53.972565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 1091 time: 1.4777052 Dec 10 04:36:53.976609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-8fb8ee3d-a86c-46e4-9cf7-af310d45d6bf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752398 Dec 10 04:36:54.010812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-19c27db7-98e0-4d91-8584-e77876f8c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.013072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-19c27db7-98e0-4d91-8584-e77876f8c156 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2331457 Dec 10 04:36:54.019404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Request body: {'port': {'device_id': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:54.020678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d706475-1139-4b85-8662-8ce36d90cfde req-28792571-91ef-42c5-97cf-2e1d277e0b73 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.028530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d706475-1139-4b85-8662-8ce36d90cfde req-28792571-91ef-42c5-97cf-2e1d277e0b73 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 946 time: 0.1922379 Dec 10 04:36:54.042648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de203-b086-409d-a4cb-c229c758b9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:54.056250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dddd93-2130-4898-ae67-3e9a8e2bdf0c req-1cf0f5d8-4422-49a7-a7ec-90ced79928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.057772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7dddd93-2130-4898-ae67-3e9a8e2bdf0c req-1cf0f5d8-4422-49a7-a7ec-90ced79928e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1097 time: 0.2322259 Dec 10 04:36:54.086537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.119007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-0a6d6ba1-8e47-428f-a261-f4b77ccdffe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 217 time: 0.0816910 Dec 10 04:36:54.151212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-49027234-b876-4911-a908-878768faf2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:54.179403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49027234-b876-4911-a908-878768faf2ca None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:36:54.188850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49027234-b876-4911-a908-878768faf2ca None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:54.189681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-49027234-b876-4911-a908-878768faf2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:54.210171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d706475-1139-4b85-8662-8ce36d90cfde req-0a80e17e-628a-4374-96ed-58edfaeb70e0 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807547 Dec 10 04:36:54.218953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-50f2eff7-3d55-4917-9030-b84410ff8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.220434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-50f2eff7-3d55-4917-9030-b84410ff8d57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1094 time: 0.1728284 Dec 10 04:36:54.222528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7dddd93-2130-4898-ae67-3e9a8e2bdf0c req-2e047445-d061-4f2f-a106-ac0d1bb08dc7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273882 Dec 10 04:36:54.237979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-e6778333-e9a7-4249-91ea-b5a4b1330218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.238410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-e6778333-e9a7-4249-91ea-b5a4b1330218 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1040590 Dec 10 04:36:54.303317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca183e-165f-457f-bf83-7346fe0c5735 req-6efcb5f5-b773-461c-9590-0be794766fd6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.304917 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-acca183e-165f-457f-bf83-7346fe0c5735 req-6efcb5f5-b773-461c-9590-0be794766fd6 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.0793397 Dec 10 04:36:54.305111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59889-d806-4632-972c-d2cfe786ceef req-53674499-6fe1-4811-a474-a0465a9a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.306598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-53674499-6fe1-4811-a474-a0465a9a3049 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500629 Dec 10 04:36:54.455030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a31de16-0284-4ab7-a251-7af1d596ffd6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:54.463496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.476748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Transition to ACTIVE for port object 3a31de16-0284-4ab7-a251-7af1d596ffd6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:36:54.483367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.503251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-49027234-b876-4911-a908-878768faf2ca None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:54.587970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:54.661818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'}, {'name': 'network-changed', 'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:54.663761 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bacf13-900f-4a20-9989-3759903e0251" -d '{"events": [{"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313"}, {"name": "network-changed", "server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:54.675139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Attempting to bind port 3a31de16-0284-4ab7-a251-7af1d596ffd6 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:36:54.675761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Attempting to bind port 3a31de16-0284-4ab7-a251-7af1d596ffd6 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:36:54.675761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Attempting to bind port 3a31de16-0284-4ab7-a251-7af1d596ffd6 on network c9472488-a1cf-4ccd-8069-169692f90abe {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:54.685164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Port 3a31de16-0284-4ab7-a251-7af1d596ffd6 on network c9472488-a1cf-4ccd-8069-169692f90abe not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:36:54.685602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Attempting to bind port 3a31de16-0284-4ab7-a251-7af1d596ffd6 on network c9472488-a1cf-4ccd-8069-169692f90abe {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:36:54.692988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:36:54.693797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Checking segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:36:54.693797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Bound using segment: {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:36:54.694297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Bound port: 3a31de16-0284-4ab7-a251-7af1d596ffd6, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d0e88-76e0-40dd-94bd-d7296abbe989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:36:54.694729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.700732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port 38d417fd-2d61-4964-aecb-3a34c775df28 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:54.701130 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.742525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-e87497b1-4674-4bae-9ed2-edb5cc091a78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0727105 Dec 10 04:36:54.745849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-49027234-b876-4911-a908-878768faf2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:54.774610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49027234-b876-4911-a908-878768faf2ca None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:36:54.839658 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c490a87-2a48-4e76-8744-792ec50f4ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.848180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:36:54.848420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed62f-cdb6-4420-bfd8-45670f427e41 req-22290ace-e0a1-4d7e-bb53-4a4d519351e8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.851607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port 38d417fd-2d61-4964-aecb-3a34c775df28, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=38d417fd-2d61-4964-aecb-3a34c775df28,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:54.852099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.855678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:36:54.856795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c4ed62f-cdb6-4420-bfd8-45670f427e41 req-22290ace-e0a1-4d7e-bb53-4a4d519351e8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 943 time: 0.1800425 Dec 10 04:36:54.861963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-4e907681-9138-4bd4-acf0-ad6a91a9a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.863541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-4e907681-9138-4bd4-acf0-ad6a91a9a69e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0931466 Dec 10 04:36:54.863877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.872374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-ab8375ec-6a4b-4a6d-b5dd-571e4bddcffe service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568495 Dec 10 04:36:54.874571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for 38d417fd-2d61-4964-aecb-3a34c775df28 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:54.916310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:54.916968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:54.918390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] 10.222.0.41 "PUT /v2.0/ports/3a31de16-0284-4ab7-a251-7af1d596ffd6 HTTP/1.1" status: 200 len: 1091 time: 0.9045603 Dec 10 04:36:54.921111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:54.923342 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a7009-762c-497c-8c43-85424cfddf29" -d '{"events": [{"name": "network-changed", "server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:54.928276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-302c4589-b897-48ce-8d46-1dadc681dfa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549629 Dec 10 04:36:54.982057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6a463-1482-4c8a-8bcb-f7708225b2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:55.007563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c4ed62f-cdb6-4420-bfd8-45670f427e41 req-cd7ae8ba-6846-4258-a885-0b89a93767d3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498418 Dec 10 04:36:55.049268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-b960ebeb-c704-4221-8f4c-ad0612599e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.050779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-b960ebeb-c704-4221-8f4c-ad0612599e12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 1094 time: 0.0573738 Dec 10 04:36:55.098304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb59889-d806-4632-972c-d2cfe786ceef req-1c497ea3-d478-40e8-b940-2f0bc517c752 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101030 Dec 10 04:36:55.124752 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-9d1f4f04-3dd0-492b-a2e1-3bab7243ecd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0474367 Dec 10 04:36:55.162052 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb7c71-14bf-4d9e-b16f-af180b408b7a None None] New status for floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:36:55.185662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:55.203331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd87677-f33d-46bb-a8ba-9dba383bf394 req-e1dfe804-10a0-41c4-b616-ead3008d3b44 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.205459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cd87677-f33d-46bb-a8ba-9dba383bf394 req-e1dfe804-10a0-41c4-b616-ead3008d3b44 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee6742d8-1658-48a8-af8d-bea956c9d68d HTTP/1.1" status: 200 len: 946 time: 0.0943336 Dec 10 04:36:55.209098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-c719efa5-b06d-4fed-a1b1-e14b49a35f66 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684431 Dec 10 04:36:55.227309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=38d417fd-2d61-4964-aecb-3a34c775df28,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:55.232445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-2b82ed47-da8d-4ea4-b385-914de6c810be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.233936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-2b82ed47-da8d-4ea4-b385-914de6c810be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.1006522 Dec 10 04:36:55.245215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241', '38d417fd-2d61-4964-aecb-3a34c775df28'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:55.284032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-f0651bf1-14dc-4482-896e-9c845b21bb93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295622 Dec 10 04:36:55.305690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port 38d417fd-2d61-4964-aecb-3a34c775df28 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:36:55.315825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:55.319777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-acca183e-165f-457f-bf83-7346fe0c5735 req-a36dd99a-ff4b-4d77-b036-394257fb5cf7 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/38d417fd-2d61-4964-aecb-3a34c775df28 HTTP/1.1" status: 204 len: 173 time: 0.8018525 Dec 10 04:36:55.352115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-a7619522-d957-4796-958e-8540221713cc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447651 Dec 10 04:36:55.459078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-5bfc4932-d171-4e32-927f-80f92c22bc98 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545184 Dec 10 04:36:55.522545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cd87677-f33d-46bb-a8ba-9dba383bf394 req-51733daa-81cb-4a55-b171-fd42c05f4170 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020449 Dec 10 04:36:55.533504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9feb6de1-fb6c-4e68-abd4-a2908e56f071 req-c780e3b0-e1c6-4a15-a910-e0640ffb2421 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026056 Dec 10 04:36:55.573983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-46840f2c-3556-4984-b54f-12566b0423ec tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.581107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-46840f2c-3556-4984-b54f-12566b0423ec tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198267 Dec 10 04:36:55.608215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-6edb1b79-4a40-4146-971a-fd4e467aaf38 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/quotas/9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 375 time: 0.0248954 Dec 10 04:36:55.614244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b659ff9f-969f-427a-98d0-727e3fbc1b17 req-ae3a7de0-d791-4e66-ae03-5d7c4aab4c69 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247563 Dec 10 04:36:55.660986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:55.682252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-7805c393-8152-4498-b67f-62562ba00f9f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678847 Dec 10 04:36:55.709537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8e09a68-3341-4818-b178-3c77d6954594 req-dc5edf2a-5c14-405f-bd80-001a12f00047 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-194367650&fields=id&tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 267 time: 0.0664296 Dec 10 04:36:55.760059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09a68-3341-4818-b178-3c77d6954594 req-9b06f0c6-f7e6-46c7-af0f-1bc797e1d37b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.761957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8e09a68-3341-4818-b178-3c77d6954594 req-9b06f0c6-f7e6-46c7-af0f-1bc797e1d37b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 946 time: 0.0497487 Dec 10 04:36:55.776261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'security_groups': ['ce5e4f70-248c-495e-aebb-63f22e1d3067', 'a3c72c19-1e7a-4cad-acf0-eddca242c96c']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:55.860914 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:55.955561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1a5b2-62f0-408e-8d67-1b0c304d8206 req-4e378615-2828-40d7-8d06-1ab946b9228b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:55.957090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fac1a5b2-62f0-408e-8d67-1b0c304d8206 req-4e378615-2828-40d7-8d06-1ab946b9228b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0939784 Dec 10 04:36:56.042024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fac1a5b2-62f0-408e-8d67-1b0c304d8206 req-195d5355-aeed-4dbb-b5d5-9d45012b531e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764492 Dec 10 04:36:56.128845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:56.160319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:56.165236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:56.217893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:56.218417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.218632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:56.224116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:56.230554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8e09a68-3341-4818-b178-3c77d6954594 req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "PUT /v2.0/ports/3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 982 time: 0.4595668 Dec 10 04:36:56.251328 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826da279-8eb5-4f6e-8d90-1a52691a50ee x-openstack-request-id: req-826da279-8eb5-4f6e-8d90-1a52691a50ee {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:56.251737 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:56.251872 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-826da279-8eb5-4f6e-8d90-1a52691a50ee {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:56.252270 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'status': 'completed', 'code': 200} Dec 10 04:36:56.256988 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6', 'status': 'completed', 'code': 200} Dec 10 04:36:56.285344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a903804-be5c-4183-8bf1-2c97278a3f16 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:56.320018 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75e9a4-d936-4d15-bf39-3ef03ec04003 x-openstack-request-id: req-de75e9a4-d936-4d15-bf39-3ef03ec04003 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:56.320984 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:56.320984 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de75e9a4-d936-4d15-bf39-3ef03ec04003 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:56.321470 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6', 'status': 'completed', 'code': 200} Dec 10 04:36:56.400339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:56.452019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-07ac50b2-3ce7-44f4-810f-b2b1cf037ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.460269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-07ac50b2-3ce7-44f4-810f-b2b1cf037ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 1096 time: 0.1205399 Dec 10 04:36:56.480519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-4e8eb4d5-0dc4-49b1-a9ce-d6994d405f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.483438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-4e8eb4d5-0dc4-49b1-a9ce-d6994d405f41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 1094 time: 0.1125922 Dec 10 04:36:56.598396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c074b0fe-64f9-4e3b-a2f7-d226dfce350b req-bc26bbe6-9ffb-422f-9b0a-d2591bcff8f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0520911 Dec 10 04:36:56.627795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-1f8194fc-02cf-4dec-bc09-c357237e1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.629682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-1f8194fc-02cf-4dec-bc09-c357237e1199 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.1018620 Dec 10 04:36:56.700026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-69370311-775a-4398-9474-a1eaf54c052f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 200 len: 217 time: 0.0606377 Dec 10 04:36:56.766802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76f30d-9b0f-4153-b089-297623840923 req-f6dc9c47-8ce4-4520-8377-4ae508e05483 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.777071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a76f30d-9b0f-4153-b089-297623840923 req-f6dc9c47-8ce4-4520-8377-4ae508e05483 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 943 time: 0.1195469 Dec 10 04:36:56.777336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-e20437d4-b270-4283-a170-ffa8f56cdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.780042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-e20437d4-b270-4283-a170-ffa8f56cdf32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0649552 Dec 10 04:36:56.816106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-d37d5ddb-9e94-449e-b154-c052b860b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.818322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-d37d5ddb-9e94-449e-b154-c052b860b570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.2847047 Dec 10 04:36:56.844402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-1b257628-fe56-4a89-8de6-4a545d74a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.845991 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-1b257628-fe56-4a89-8de6-4a545d74a6c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548589 Dec 10 04:36:56.905241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-5743f9b5-425f-4613-ad9b-9852c3aced16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0678468 Dec 10 04:36:56.917523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a76f30d-9b0f-4153-b089-297623840923 req-9aeaed1d-8783-4a6a-9217-da94c230e32d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393814 Dec 10 04:36:56.965097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb57c349-e37d-481e-8908-94e3ff531bbd req-1261afec-eabd-4113-a736-ebff72d4b557 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/a3c72c19-1e7a-4cad-acf0-eddca242c96c HTTP/1.1" status: 200 len: 1817 time: 0.1453202 Dec 10 04:36:56.976590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-36473dc7-501c-4492-b24e-9195efb83660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:56.978069 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-36473dc7-501c-4492-b24e-9195efb83660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1097 time: 0.0979085 Dec 10 04:36:57.007670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-7fdd6546-aaac-4b20-be08-5ec61d5979be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.008264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-7fdd6546-aaac-4b20-be08-5ec61d5979be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0884273 Dec 10 04:36:57.016427 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-60149a83-0cd2-4eed-8f79-d636c18de2cb service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451514 Dec 10 04:36:57.066428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-c5cb8530-4c61-49a3-9a20-f67787aa4264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362411 Dec 10 04:36:57.100900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-232c0a23-cf76-43ef-b640-4efd99024bc5 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.102332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-232c0a23-cf76-43ef-b640-4efd99024bc5 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1201513 Dec 10 04:36:57.103111 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-cb57c349-e37d-481e-8908-94e3ff531bbd req-74f9ff8f-dbb4-4619-a4cc-d7ed1c2e8546 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 04:36:57.104026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb57c349-e37d-481e-8908-94e3ff531bbd req-74f9ff8f-dbb4-4619-a4cc-d7ed1c2e8546 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/a3c72c19-1e7a-4cad-acf0-eddca242c96c HTTP/1.1" status: 409 len: 341 time: 0.1322529 Dec 10 04:36:57.147734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-8e845658-b490-4729-b144-9e56d271d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.149239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-8e845658-b490-4729-b144-9e56d271d2fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 911 time: 0.1596985 Dec 10 04:36:57.207150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-92eebc82-073f-4d20-9d29-862b59302757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 200 len: 217 time: 0.0426946 Dec 10 04:36:57.209229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-6cbdaf37-0c46-49c6-9bbb-d4c732d882bc service neutron] 10.222.0.41 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819305 Dec 10 04:36:57.220531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-f9aea4ab-d07b-404e-97fb-425e5aae0e4f tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.1060040 Dec 10 04:36:57.251640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:57.290140 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-d31f2e8f-73c7-4cc7-9a83-bab0ee79ecd4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225496 Dec 10 04:36:57.318657 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:57.324208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-97d2df94-632f-4735-ac7c-c129110b5896 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418394 Dec 10 04:36:57.338508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-c3c30588-ac00-459a-8364-427f2b0b330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.339977 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-c3c30588-ac00-459a-8364-427f2b0b330a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.1050098 Dec 10 04:36:57.357865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:57.380227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a183b92-aad8-46dc-a530-b0914a886a25 req-4315ce19-0880-4456-972d-3608520ae5b0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.382065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a183b92-aad8-46dc-a530-b0914a886a25 req-4315ce19-0880-4456-972d-3608520ae5b0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1606774 Dec 10 04:36:57.417000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-b5921de6-4471-4c41-b99c-4cc3da806028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696235 Dec 10 04:36:57.488690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-2027591b-9b96-4cd0-862c-048561c6f7d7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.490099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-2027591b-9b96-4cd0-862c-048561c6f7d7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926217 Dec 10 04:36:57.535566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-2b1ebe49-8c40-40a7-a9e5-b23110687865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.537122 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-2b1ebe49-8c40-40a7-a9e5-b23110687865 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1094 time: 0.1529906 Dec 10 04:36:57.544572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Request body: {'port': {'device_id': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '9efb5826698744869e01940b463dff4f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:57.599616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a183b92-aad8-46dc-a530-b0914a886a25 req-0c384159-cbb6-4e4f-8a21-32b8abdc8c94 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850986 Dec 10 04:36:57.603912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce9a7009-762c-497c-8c43-85424cfddf29 req-c69ef692-38f4-4616-b5f8-e4570aadd3b5 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497156 Dec 10 04:36:57.904915 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-64e0c9c8-4d42-4d8d-a8b0-51667da1e661 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707875 Dec 10 04:36:57.943427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-a0a54543-e0bf-4ca2-a005-560aa2c1d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:57.945315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-a0a54543-e0bf-4ca2-a005-560aa2c1d907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1136 time: 0.0863044 Dec 10 04:36:58.079656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-8e2ed2ea-f6c6-43f2-8305-fce4424cebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.080141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-713cf86c-ade7-4e36-80e1-d9eb22a3fc7c req-5abb5413-db16-4ff6-b2e2-7ed31b166d7f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0646658 Dec 10 04:36:58.081141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-8e2ed2ea-f6c6-43f2-8305-fce4424cebb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.5340333 Dec 10 04:36:58.095232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.109778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.144213 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-d9744271-58ec-4882-99ad-47a4b695b7a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0520320 Dec 10 04:36:58.152203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce5801e0-da48-45f6-ac12-926bf485c669 req-eb9cccb2-45e0-4bd3-924e-172cfb7d098d service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852069 Dec 10 04:36:58.159097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Made reservation on behalf of 9efb5826698744869e01940b463dff4f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:36:58.163714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.163947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-8f9aacaa-a067-4f88-83da-1b6279cdb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.165671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-8f9aacaa-a067-4f88-83da-1b6279cdb1ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.2010484 Dec 10 04:36:58.256390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.265322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf13-900f-4a20-9989-3759903e0251 req-3274b7ec-6768-4198-ad03-20718c954f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.266777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-3274b7ec-6768-4198-ad03-20718c954f46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0994654 Dec 10 04:36:58.274563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:58.276794 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f496072f-a435-400c-96da-8290229fd514" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:58.280623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-8f0cef30-25d9-4538-9f75-12ad5b09e0a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 217 time: 0.1023428 Dec 10 04:36:58.317961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-aa19bf82-273c-4bcf-a775-8af03c274155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314276 Dec 10 04:36:58.334788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'name': 'network-vif-deleted', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:36:58.337048 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2b078b-61af-4e17-a2b4-5579236be3cb" -d '{"events": [{"server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "name": "network-vif-deleted", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:36:58.345815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5fce-6153-4c9c-84be-18ebd1feb023 req-dd8379e7-3953-484d-b006-1882376fed84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.347654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fab5fce-6153-4c9c-84be-18ebd1feb023 req-dd8379e7-3953-484d-b006-1882376fed84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 985 time: 0.1579041 Dec 10 04:36:58.350765 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1 associated. External IP: 172.25.8.171, port: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e. Dec 10 04:36:58.383950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Allocated IP 192.168.233.105 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/17a1a914-1a94-46bf-90fa-686c79f30279) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:36:58.413603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-75d9e23b-545d-4f4e-9ce9-09c28b9f5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.415148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-75d9e23b-545d-4f4e-9ce9-09c28b9f5fbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.1223934 Dec 10 04:36:58.497389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-b75596bd-8ff6-4496-befd-645d192b3022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643048 Dec 10 04:36:58.544243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fab5fce-6153-4c9c-84be-18ebd1feb023 req-8ac2c901-b9b0-4fbe-aa37-76945952e2e7 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c72c19-1e7a-4cad-acf0-eddca242c96c&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1561811 Dec 10 04:36:58.581187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:36:58.584742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 38d417fd-2d61-4964-aecb-3a34c775df28 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:36:58.586788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-80596808-2172-4bf4-8bd7-9bc8ccc0ab91 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127485 Dec 10 04:36:58.609040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-905fa6cc-d59a-4c6f-b158-4d460822e190 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:58.610507 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-905fa6cc-d59a-4c6f-b158-4d460822e190 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.41 "GET /v2.0/ports?device_id=25169b34-1180-48ec-959f-58adda9b0936 HTTP/1.1" status: 200 len: 945 time: 0.1489935 Dec 10 04:36:58.640868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 38d417fd-2d61-4964-aecb-3a34c775df28 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:36:58.641216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 38d417fd-2d61-4964-aecb-3a34c775df28 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:36:58.746955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:58.760974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'port_id': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6', 'mac_address': 'fa:16:3e:90:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:36:58.811851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.826888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:36:58.849003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:58.855432 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.862401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.872151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a9bacf13-900f-4a20-9989-3759903e0251 req-f9e8f7bb-265e-41d0-9f11-dd5bc18d716f service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597415 Dec 10 04:36:58.919700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:58.924739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Deleting port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:36:58.925242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.928223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.928702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.928940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.929278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.929625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.930047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.930295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.930624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.930960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.931525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.931656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.931911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.932235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:36:58.963016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:58.989368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-b11cb68c-a075-4674-bcbc-d286da1a7a37 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789958 Dec 10 04:36:59.000530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:59.028218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:59.064354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:36:59.077784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:36:59.083621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:36:59.090684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:59.131579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:36:59.142041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1325-bf0e-4d64-b8b8-08374591eb2e req-b6d25b02-9766-4eff-a8dd-132c5dea43da tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:59.144407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] For port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:36:59.144864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.150031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c3d1325-bf0e-4d64-b8b8-08374591eb2e req-b6d25b02-9766-4eff-a8dd-132c5dea43da tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 943 time: 0.1716642 Dec 10 04:36:59.164556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Calling delete_port for 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:36:59.173622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:59.174200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.202971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d3e7c4a-5300-4ee3-a9b6-bee74bdff834 req-731528d0-30e7-4083-8d40-6abd603d4ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743448 Dec 10 04:36:59.248742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1387706e-6a88-4c15-b12f-a6f9cec0a6f6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:59.268829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-f9d8e67d-dc1e-4902-9e9f-8f6585898d9b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7305162 Dec 10 04:36:59.321290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c3d1325-bf0e-4d64-b8b8-08374591eb2e req-fe9959f7-389f-495a-b6bb-8dce39b48a1d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700587 Dec 10 04:36:59.352816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Request body: {'port': {'device_id': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:36:59.368339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:36:59.384260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.401196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:36:59.463925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-8ea7bb27-3d3b-43ee-82f9-3ffa4ef13e80 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "PUT /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 997 time: 2.2303922 Dec 10 04:36:59.467582 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82da35-8785-4b0e-b715-535054866904 x-openstack-request-id: req-9b82da35-8785-4b0e-b715-535054866904 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:59.468072 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:59.468553 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b82da35-8785-4b0e-b715-535054866904 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:59.482032 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'status': 'completed', 'code': 200} Dec 10 04:36:59.491241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:36:59.491861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:36:59.563923 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827041c-f70b-4749-b8dd-c395d28e2337 x-openstack-request-id: req-a827041c-f70b-4749-b8dd-c395d28e2337 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:36:59.564647 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6742d8-1658-48a8-af8d-bea956c9d68d", "name": "network-vif-deleted", "tag": "38d417fd-2d61-4964-aecb-3a34c775df28", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:36:59.564647 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a827041c-f70b-4749-b8dd-c395d28e2337 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:36:59.565236 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6742d8-1658-48a8-af8d-bea956c9d68d', 'name': 'network-vif-deleted', 'tag': '38d417fd-2d61-4964-aecb-3a34c775df28', 'status': 'completed', 'code': 200} Dec 10 04:36:59.601223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.602448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-19701b2b-a0e7-4826-a612-c89af0682278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:59.612106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-19701b2b-a0e7-4826-a612-c89af0682278 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.1240246 Dec 10 04:36:59.629800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.661711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496072f-a435-400c-96da-8290229fd514 req-5df2734b-0e98-4788-ae38-a79aadc883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:59.664141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-5df2734b-0e98-4788-ae38-a79aadc883b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1136 time: 0.1251791 Dec 10 04:36:59.723729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:36:59.762494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:36:59.821258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7064d43-6df0-4f9d-a00d-1e93cea18771 None None] Provisioning complete for port 17a1a914-1a94-46bf-90fa-686c79f30279 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:36:59.821924 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7064d43-6df0-4f9d-a00d-1e93cea18771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.845001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-50fff320-c06f-49f1-b979-da228f73d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:36:59.852932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-50fff320-c06f-49f1-b979-da228f73d071 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.2394354 Dec 10 04:36:59.872132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event deleted for resources: {'Port': ['ID=634ffdae-d2fe-48ee-bcf3-9a0aecb1d313,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:36:59.922737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7064d43-6df0-4f9d-a00d-1e93cea18771 None None] Port 17a1a914-1a94-46bf-90fa-686c79f30279 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:36:59.960121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] No DVR routers for this DVR port 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:36:59.964924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:36:59.969457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ebd3ad9-38b7-4b83-96ad-75e43f810539 req-066d241a-3c03-4bcc-b92c-d5e144d074b0 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.41 "DELETE /v2.0/ports/634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 HTTP/1.1" status: 204 len: 173 time: 1.3056338 Dec 10 04:36:59.992414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-c6420887-064f-4a99-b88b-ce70cf7513e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 1000 time: 0.1385548 Dec 10 04:37:00.070500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1bf16-7b05-4c9a-9286-70cca7411d62 req-bc8f37f6-76a2-4b9a-bbd2-d4e11bb81e03 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.079402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ac1bf16-7b05-4c9a-9286-70cca7411d62 req-bc8f37f6-76a2-4b9a-bbd2-d4e11bb81e03 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.3501444 Dec 10 04:37:00.086445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496072f-a435-400c-96da-8290229fd514 req-09fc80af-81ef-4c06-a45e-f8fb8713ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.087980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-09fc80af-81ef-4c06-a45e-f8fb8713ced4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.3835814 Dec 10 04:37:00.147427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-08886c2a-c001-46dc-9f0c-47bc4eaa18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.147706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:00.155554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-08886c2a-c001-46dc-9f0c-47bc4eaa18ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1622753 Dec 10 04:37:00.164781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:00.167950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-92506ce6-f4cc-45f8-85aa-9fcdbab6ab37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0695102 Dec 10 04:37:00.197290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Transition to ACTIVE for port object 17a1a914-1a94-46bf-90fa-686c79f30279 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:37:00.202847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:00.266459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ac1bf16-7b05-4c9a-9286-70cca7411d62 req-112a2a9b-ef77-4b75-bed7-afc80bcd345b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858499 Dec 10 04:37:00.276219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:00.291866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496072f-a435-400c-96da-8290229fd514 req-1def1f46-9dcb-42e9-b90f-ed4ace86c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.294621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-1def1f46-9dcb-42e9-b90f-ed4ace86c9e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.0970314 Dec 10 04:37:00.305232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-ae2dda38-567f-4689-b552-12b3485fcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.306833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-ae2dda38-567f-4689-b552-12b3485fcce2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505136 Dec 10 04:37:00.360148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-59c05fe9-445e-428c-9d18-b9a5d834bccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507307 Dec 10 04:37:00.391481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Attempting to bind port 17a1a914-1a94-46bf-90fa-686c79f30279 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:00.392131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Attempting to bind port 17a1a914-1a94-46bf-90fa-686c79f30279 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:00.392586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Attempting to bind port 17a1a914-1a94-46bf-90fa-686c79f30279 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:00.400516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Port 17a1a914-1a94-46bf-90fa-686c79f30279 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:37:00.400883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Attempting to bind port 17a1a914-1a94-46bf-90fa-686c79f30279 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:00.408800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:00.411887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:00.414138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:00.414679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Bound port: 17a1a914-1a94-46bf-90fa-686c79f30279, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:00.415120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:00.437808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:57Z', 'revision_number': 8, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:00.478859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:00.490608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-f63c6950-b0ec-46a2-93af-a44a1ebedbbe service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574645 Dec 10 04:37:00.501980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:00.503068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:00.503792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:00.506307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:00.516722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:00.576517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3a31de16-0284-4ab7-a251-7af1d596ffd6 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:00.609488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:00.626629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.627244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:00.628708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-4a4345bf-9789-42f4-9efc-c8732f3be080 service neutron] 10.222.0.36 "PUT /v2.0/ports/17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 1096 time: 1.2803860 Dec 10 04:37:00.730374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-c38c7ead-8f54-4921-94d7-0a42379a940c service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728164 Dec 10 04:37:00.748747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd740b-a726-4925-98d3-779cfcf6082b req-7f844429-4868-4c74-8e69-a10ae19142c2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.756745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37bd740b-a726-4925-98d3-779cfcf6082b req-7f844429-4868-4c74-8e69-a10ae19142c2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.1704891 Dec 10 04:37:00.787788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-55811aac-bc04-47eb-b486-45742b947a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.790598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-55811aac-bc04-47eb-b486-45742b947a6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0599442 Dec 10 04:37:00.802989 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:37:00.838722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f76674-1063-4b4d-b4a5-cb0563bcf477 req-d99919e7-3fa3-4ed5-9ce8-6a8d16161f6d service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322697 Dec 10 04:37:00.853119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-2461ebc5-7e56-4bc1-8a64-ee1c65da0570 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0475523 Dec 10 04:37:00.883203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:00.895281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37bd740b-a726-4925-98d3-779cfcf6082b req-9f669a31-7074-41dd-aeaa-6d17b31e3dca tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330209 Dec 10 04:37:00.942254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-3581d37e-6bff-427e-bf10-c7bdca1f9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:00.943964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-3581d37e-6bff-427e-bf10-c7bdca1f9df4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0805197 Dec 10 04:37:00.998298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f496072f-a435-400c-96da-8290229fd514 req-775398e4-dcbb-4dc3-8dc9-743cd2e0b4e3 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395577 Dec 10 04:37:01.004165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-e40339ce-e405-4ad7-838a-39cf32dcee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.006247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-e40339ce-e405-4ad7-838a-39cf32dcee64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537302 Dec 10 04:37:01.009778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aceef6-28a8-467f-8fab-6dcc7ef11faf req-fd663fac-45c5-480a-8eda-7f03008aff2a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.011227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98aceef6-28a8-467f-8fab-6dcc7ef11faf req-fd663fac-45c5-480a-8eda-7f03008aff2a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 985 time: 0.0677590 Dec 10 04:37:01.016400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:01.112627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:01.119591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98aceef6-28a8-467f-8fab-6dcc7ef11faf req-e3ddcbd0-27de-48be-b78b-63a92256209a tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c72c19-1e7a-4cad-acf0-eddca242c96c&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0980659 Dec 10 04:37:01.130215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-dedd1349-119a-4a6f-9b61-aa1590a644f6 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990751 Dec 10 04:37:01.136072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa851-b857-4846-849f-90f1bf7d8cb6 req-f7d67bb5-11bf-425a-a117-bce00889575d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.136439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '3a31de16-0284-4ab7-a251-7af1d596ffd6', 'network_id': 'c9472488-a1cf-4ccd-8069-169692f90abe', 'port_id': '3a31de16-0284-4ab7-a251-7af1d596ffd6', 'mac_address': 'fa:16:3e:2c:6d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef6bfeb-b70e-4d65-941c-19563e4a1207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:01.138230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d7fa851-b857-4846-849f-90f1bf7d8cb6 req-f7d67bb5-11bf-425a-a117-bce00889575d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 943 time: 0.0916882 Dec 10 04:37:01.237119 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:01.243315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9b049b2c-092d-44f6-aaa5-fd1b4f2922f3 req-5c379e15-908c-4967-ae38-71933a367905 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978565 Dec 10 04:37:01.245100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b2039d-cbce-4c65-b1d2-a4d9559b6523 req-5c2b2746-31b1-4e28-9fe9-c7d4e15d5661 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 997 time: 0.0901744 Dec 10 04:37:01.257075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a31de16-0284-4ab7-a251-7af1d596ffd6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:01.264873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d7fa851-b857-4846-849f-90f1bf7d8cb6 req-849c945e-a027-4f37-9693-b444eb254a3f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021247 Dec 10 04:37:01.291713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:01.297465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:01.382675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:01.395418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:57Z', 'revision_number': 8, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:01.412865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2039d-cbce-4c65-b1d2-a4d9559b6523 req-5db57d64-56b6-4632-95a0-af77f08e5fb4 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.414228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b2039d-cbce-4c65-b1d2-a4d9559b6523 req-5db57d64-56b6-4632-95a0-af77f08e5fb4 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1643095 Dec 10 04:37:01.422640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40e059-c22f-424c-a7c1-ad4fea98b883 None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '44f6a8df-575e-40f9-b902-13c6c3bd45b1', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'port_id': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'mac_address': 'fa:16:3e:88:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e568646-8392-4c37-89b6-1b41f66afaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:57Z', 'revision_number': 8, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:01.431295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-24b2039d-cbce-4c65-b1d2-a4d9559b6523 req-670ac052-10bd-400e-bd40-83ea762b1124 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:37:01.432327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b2039d-cbce-4c65-b1d2-a4d9559b6523 req-670ac052-10bd-400e-bd40-83ea762b1124 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124021 Dec 10 04:37:01.437708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-94449e6d-5625-47db-acc8-5579cf395b25 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-704954496&fields=id&tenant_id=63ae4a3f4e444895b37022c9be5cab07 HTTP/1.1" status: 200 len: 267 time: 0.0740597 Dec 10 04:37:01.483904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:01.486467 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58" -d '{"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:01.515062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-dd3d5c5d-b901-4a77-a779-9dcb509fbe58 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.516551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-dd3d5c5d-b901-4a77-a779-9dcb509fbe58 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 985 time: 0.0698094 Dec 10 04:37:01.537160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'port': {'security_groups': ['a3c72c19-1e7a-4cad-acf0-eddca242c96c', 'ce5e4f70-248c-495e-aebb-63f22e1d3067', '97d074d7-2040-4ebe-a5df-7ac94ad25bc5']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:01.566478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'name': 'network-vif-deleted', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313'}, {'name': 'network-changed', 'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:01.568983 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9212fc97-4b52-45aa-a851-c8582a518a23" -d '{"events": [{"server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "name": "network-vif-deleted", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313"}, {"name": "network-changed", "server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:01.625247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3ab9-eec5-460c-ae65-51d3aead7759 req-224eabda-6cf7-45e3-b89e-81e37210488c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:01.626766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c80d3ab9-eec5-460c-ae65-51d3aead7759 req-224eabda-6cf7-45e3-b89e-81e37210488c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1330724 Dec 10 04:37:01.640927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eee8b5-9fda-4df8-99d2-2d7921c25acd None None] New status for floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:37:01.645832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:01.672385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['3a31de16-0284-4ab7-a251-7af1d596ffd6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:01.716203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c80d3ab9-eec5-460c-ae65-51d3aead7759 req-e2dd4ef0-c1fb-48b7-b200-ae8bc6e1cf32 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819356 Dec 10 04:37:01.938555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:01.964420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-28490330-3bfc-461a-8b8e-81e360813b57 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1002 time: 0.0899119 Dec 10 04:37:02.005770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.012216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.047169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:02.050978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-496be89f-dd88-4e2b-98f7-b313d6dbd100 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.052329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-496be89f-dd88-4e2b-98f7-b313d6dbd100 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports/36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 943 time: 0.0809345 Dec 10 04:37:02.066875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.067495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.068866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b671e8cb-7bc5-40d9-8816-ae17edf21540 req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "PUT /v2.0/ports/3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 1021 time: 0.5372441 Dec 10 04:37:02.098874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7682ea-762f-4228-9e0e-95927e1a9778 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:02.206309 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1fb1c5-ac57-4497-8bcf-21abe0343678 x-openstack-request-id: req-ca1fb1c5-ac57-4497-8bcf-21abe0343678 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:02.206843 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:02.206843 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca1fb1c5-ac57-4497-8bcf-21abe0343678 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:02.207379 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:37:02.218097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-e52a4b4b-d73b-44d0-8e72-641247308273 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1002 time: 0.0917275 Dec 10 04:37:02.242612 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a36e1b3-aa7f-43f5-977c-59a348932d37 x-openstack-request-id: req-1a36e1b3-aa7f-43f5-977c-59a348932d37 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:02.243190 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25169b34-1180-48ec-959f-58adda9b0936", "name": "network-vif-deleted", "tag": "634ffdae-d2fe-48ee-bcf3-9a0aecb1d313", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:02.243190 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a36e1b3-aa7f-43f5-977c-59a348932d37 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:02.243529 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25169b34-1180-48ec-959f-58adda9b0936', 'name': 'network-vif-deleted', 'tag': '634ffdae-d2fe-48ee-bcf3-9a0aecb1d313', 'status': 'completed', 'code': 200} Dec 10 04:37:02.243769 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'status': 'completed', 'code': 200} Dec 10 04:37:02.307692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:02.359776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-e848fee4-8c20-4623-be47-538a2856af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.361332 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-e848fee4-8c20-4623-be47-538a2856af39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.0551417 Dec 10 04:37:02.370648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-bdc77ea9-7901-4ad9-88a3-73a298291521 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.372053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-bdc77ea9-7901-4ad9-88a3-73a298291521 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1464131 Dec 10 04:37:02.463795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0a023-0cd7-4ae0-a1db-29d8f61a4fd9 req-55cd131a-0d8c-4f15-a1ba-3610f6b916e4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.465190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eb0a023-0cd7-4ae0-a1db-29d8f61a4fd9 req-55cd131a-0d8c-4f15-a1ba-3610f6b916e4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.1353958 Dec 10 04:37:02.467633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-ae374180-c510-4ae0-a899-a9dce77106ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.469125 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-ae374180-c510-4ae0-a899-a9dce77106ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.0970740 Dec 10 04:37:02.471686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-e677d954-94ef-4352-a861-a158eb233560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.473136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-e677d954-94ef-4352-a861-a158eb233560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1099 time: 0.1518211 Dec 10 04:37:02.488553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-99bbcc2d-35ab-48d7-963a-85b35504294e tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 1002 time: 0.0953591 Dec 10 04:37:02.511116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:02.552561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-f05d76ac-8e02-4f5f-8244-b41511f23af5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 1002 time: 0.0615335 Dec 10 04:37:02.589357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:02.594913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:02.604819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-92020ba2-e8a7-4920-972b-e3e8fc730138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.606341 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-92020ba2-e8a7-4920-972b-e3e8fc730138 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0455520 Dec 10 04:37:02.620198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eb0a023-0cd7-4ae0-a1db-29d8f61a4fd9 req-f6fd6922-8e84-41cf-ab9e-e7919a5ebdc5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443787 Dec 10 04:37:02.649925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.676811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-f7a569fa-225c-4f58-b948-a1df871aeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.678670 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-f7a569fa-225c-4f58-b948-a1df871aeadb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621099 Dec 10 04:37:02.713168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:37:02.719749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:02.720193 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.722156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-b918123a-a1e6-4c19-9177-26bf29376567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.723628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-b918123a-a1e6-4c19-9177-26bf29376567 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2276509 Dec 10 04:37:02.792328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-13fbd9b0-b173-4d5d-86f2-6eb74e9683ef service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953646 Dec 10 04:37:02.820582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-4a6185e5-b709-4835-81f5-307456976014 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0816081 Dec 10 04:37:02.828341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c3c098e-1b11-4286-82a5-e1d3d00b5d17 req-e4954e58-bcb2-4726-b3a2-d261b3afef99 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/97d074d7-2040-4ebe-a5df-7ac94ad25bc5 HTTP/1.1" status: 200 len: 1817 time: 0.1380639 Dec 10 04:37:02.862655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.901583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:02.903875 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cc504c-728f-4369-a113-bd77fe352bc9" -d '{"events": [{"server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "name": "network-vif-plugged", "status": "completed", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:02.904423 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f5b9493-c22c-4da9-b22a-03fbe93ecd58 req-3b4db311-7b45-4956-90a8-fbb425664e02 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039040 Dec 10 04:37:02.923810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:02.935637 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.936489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.937514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:02.946748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:02.947118 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1 disassociated. External IP: 172.25.8.171, port: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e. Dec 10 04:37:02.954816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-f210af5d-cdc1-47a0-9ef6-4e27e8e27eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:02.956285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-f210af5d-cdc1-47a0-9ef6-4e27e8e27eed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1270840 Dec 10 04:37:02.988205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:02.988689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 634ffdae-d2fe-48ee-bcf3-9a0aecb1d313 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:03.023844 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-9c3c098e-1b11-4286-82a5-e1d3d00b5d17 req-be179243-bc34-48b3-9750-f0a71316604e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 04:37:03.024889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c3c098e-1b11-4286-82a5-e1d3d00b5d17 req-be179243-bc34-48b3-9750-f0a71316604e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/97d074d7-2040-4ebe-a5df-7ac94ad25bc5 HTTP/1.1" status: 409 len: 341 time: 0.1855502 Dec 10 04:37:03.030653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:03.398746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-e6003ed8-03ac-458b-aa9e-08d0572e10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:03.400218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-e6003ed8-03ac-458b-aa9e-08d0572e10f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4121945 Dec 10 04:37:03.506592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766db6d-d7da-4b8b-a60b-8d9e37643b0c req-650c0387-fdd2-4393-9e94-2004ce4be31d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:03.507946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b766db6d-d7da-4b8b-a60b-8d9e37643b0c req-650c0387-fdd2-4393-9e94-2004ce4be31d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 944 time: 0.1287847 Dec 10 04:37:03.635856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-7571095a-e0d9-4cf8-adf7-7e021a8564e0 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204716 Dec 10 04:37:03.649491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b766db6d-d7da-4b8b-a60b-8d9e37643b0c req-dccaa1be-ad2e-462b-808d-0171dc69ce04 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111200 Dec 10 04:37:03.702968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:03.829683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9212fc97-4b52-45aa-a851-c8582a518a23 req-b978ff3b-5e7d-4aa9-80b4-adeadeb09500 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791286 Dec 10 04:37:03.846361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500429ee-0045-44ec-bc9e-6c0cc1e424c7 req-7d2476d9-ed33-4fd8-babc-3c384b955394 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:03.847795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-500429ee-0045-44ec-bc9e-6c0cc1e424c7 req-7d2476d9-ed33-4fd8-babc-3c384b955394 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1203322 Dec 10 04:37:03.928043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:03.935658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:03.937154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:03.948294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:03.949100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:03.960969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-500429ee-0045-44ec-bc9e-6c0cc1e424c7 req-f7c17412-8d63-4bc5-b029-c1ec1be59091 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053553 Dec 10 04:37:03.968973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-12f14835-8ccf-4220-9fe8-57f296304ae2 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "PUT /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 696 time: 1.4717748 Dec 10 04:37:04.037456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-ef3da5d8-6d3c-4ba8-91cb-a35bfa790193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.038971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-ef3da5d8-6d3c-4ba8-91cb-a35bfa790193 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.0474226 Dec 10 04:37:04.070131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:04.103842 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a47caa-6c85-4193-a3a0-1209c097cf87 x-openstack-request-id: req-f3a47caa-6c85-4193-a3a0-1209c097cf87 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:04.104267 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "name": "network-vif-plugged", "status": "completed", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:04.104545 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3a47caa-6c85-4193-a3a0-1209c097cf87 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:04.104981 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6', 'code': 200} Dec 10 04:37:04.152332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-e20f5bdf-3c07-418a-bcbf-f84cfbc02709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.155048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-e20f5bdf-3c07-418a-bcbf-f84cfbc02709 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.1093016 Dec 10 04:37:04.203024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-165d239e-ac9b-44f8-816f-6a4cf0140e07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.0415130 Dec 10 04:37:04.210828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8'}, {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:04.215354 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8"}, {"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:04.272981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-9cbe206e-14ee-4d82-a1e8-c5d0a3e15e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.274948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-9cbe206e-14ee-4d82-a1e8-c5d0a3e15e7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.0653899 Dec 10 04:37:04.294428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fda799-75af-4714-9553-81617e2533fe req-9f3ae4b9-2101-4cd4-b6db-329902f4936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.296269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-71fda799-75af-4714-9553-81617e2533fe req-9f3ae4b9-2101-4cd4-b6db-329902f4936a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.0628879 Dec 10 04:37:04.319041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:04.337320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c37a3-9dab-47ab-912d-f33128791bed req-84addee4-a327-4a14-ac98-5b6fad127895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.339839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-84addee4-a327-4a14-ac98-5b6fad127895 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559666 Dec 10 04:37:04.349533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:04.352435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-71fda799-75af-4714-9553-81617e2533fe req-711ca9b1-4235-41ff-9868-47029b1d989d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488586 Dec 10 04:37:04.363205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:04.363205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:04.474243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:04.483101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-b3df4405-1c74-42cd-9314-3da95c808dd6 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353965 Dec 10 04:37:04.492805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dc6dd-7110-4555-9693-311a786feb38 req-5ff235a0-87ef-4664-857e-6adc787f0d21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.494675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e6dc6dd-7110-4555-9693-311a786feb38 req-5ff235a0-87ef-4664-857e-6adc787f0d21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.0800447 Dec 10 04:37:04.607870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e6dc6dd-7110-4555-9693-311a786feb38 req-a8711927-891c-4b59-b964-4de5af7c0900 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988288 Dec 10 04:37:04.618994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3a31de16-0284-4ab7-a251-7af1d596ffd6 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:04.628606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d02c37a3-9dab-47ab-912d-f33128791bed req-3de8d7c4-e008-444d-a50e-7059cbe552c5 service neutron] 10.222.0.43 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328986 Dec 10 04:37:04.677246 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa64c39a-c742-46f1-8b6e-4d00648deae1 x-openstack-request-id: req-fa64c39a-c742-46f1-8b6e-4d00648deae1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:04.677552 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:04.677812 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa64c39a-c742-46f1-8b6e-4d00648deae1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:04.678235 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'status': 'completed', 'code': 200} Dec 10 04:37:04.678478 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:37:04.725627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 3a31de16-0284-4ab7-a251-7af1d596ffd6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:37:04.732952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 3a31de16-0284-4ab7-a251-7af1d596ffd6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:04.733357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:04.757430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:04.802767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:04.829826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba93546-8c21-4e4e-8902-b27d88754618 req-20e7c62c-8a35-4bdd-888e-52a5ecb3f520 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.831589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ba93546-8c21-4e4e-8902-b27d88754618 req-20e7c62c-8a35-4bdd-888e-52a5ecb3f520 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1024 time: 0.1268532 Dec 10 04:37:04.851978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de5141-8c7a-4d06-b611-8a24158a8ebf None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:35:50Z', 'revision_number': 4, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '9af7d69a-a15b-440b-a7c6-69775e515c17', 'name': '', 'network_id': '14435956-cde3-4b37-8f3c-288bcbdb97db', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'mac_address': 'fa:16:3e:e3:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:47Z', 'updated_at': '2021-12-10T04:35:56Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'subnets': [{'id': '8f73961d-a22b-4ef3-b576-b51d54151b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:04.884289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-6980f49d-caa9-4e1f-9288-33cfc68a71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.886030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-6980f49d-caa9-4e1f-9288-33cfc68a71a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ae4a3f4e444895b37022c9be5cab07&device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1175 time: 0.1324775 Dec 10 04:37:04.938607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:04.962238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:04.971416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d621354-5861-4c9a-bdc7-c51060d45e16 req-8de8d1c9-e3ac-4316-91b8-13af77268242 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:04.973142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d621354-5861-4c9a-bdc7-c51060d45e16 req-8de8d1c9-e3ac-4316-91b8-13af77268242 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 944 time: 0.1660130 Dec 10 04:37:04.984193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '17a1a914-1a94-46bf-90fa-686c79f30279', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '17a1a914-1a94-46bf-90fa-686c79f30279', 'mac_address': 'fa:16:3e:bb:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:04.996863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:05.019454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:05.072286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ba93546-8c21-4e4e-8902-b27d88754618 req-c976cbae-ca86-40dc-95b7-e0c19b3f66e8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=97d074d7-2040-4ebe-a5df-7ac94ad25bc5&id=a3c72c19-1e7a-4cad-acf0-eddca242c96c&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2150228 Dec 10 04:37:05.130419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-ae739c91-29f4-4b82-a21b-ed84ae1a2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:05.131969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-ae739c91-29f4-4b82-a21b-ed84ae1a2f12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 200 len: 913 time: 0.2333779 Dec 10 04:37:05.135816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d621354-5861-4c9a-bdc7-c51060d45e16 req-d30abecb-822f-4444-af60-3dbe880c9ca4 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196537 Dec 10 04:37:05.192404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-4edcdf66-ece1-4485-bb93-610c688b2a92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0441313 Dec 10 04:37:05.217768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:05.219675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5479ba-c14f-428f-9e53-a07eeaf26512 None None] New status for floating IP 44f6a8df-575e-40f9-b902-13c6c3bd45b1: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:37:05.244762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:05.249012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:05.272526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:05.277784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:05.335442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-a5edc859-309b-4863-ae21-6857a26b7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:05.336952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-a5edc859-309b-4863-ae21-6857a26b7149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 200 len: 852 time: 0.1328089 Dec 10 04:37:05.350518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa17dd8-c26e-4986-b6bc-822117e1733a req-3c431035-0459-4e11-abf9-84ba8444f7be tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:05.352109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fa17dd8-c26e-4986-b6bc-822117e1733a req-3c431035-0459-4e11-abf9-84ba8444f7be tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0687456 Dec 10 04:37:05.365995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:05.393442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-759a7e8b-a7e2-4b5d-a35c-10c2b8257068 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c350c5e-fef1-4cfc-bf26-fff8dc81e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402689 Dec 10 04:37:05.475774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-e89e0ddc-0187-48e2-85c5-4a519ef60889 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 200 len: 696 time: 0.0847504 Dec 10 04:37:05.502292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fa17dd8-c26e-4986-b6bc-822117e1733a req-e9b616e2-4f72-4d2c-93cd-95bf1286c05e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397231 Dec 10 04:37:05.622853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-9cdbecf5-6b11-4619-881d-e4bff8c3d2be service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868675 Dec 10 04:37:05.672912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-98487def-c962-4456-aed2-ae22e1354964 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:05.674388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-98487def-c962-4456-aed2-ae22e1354964 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1858234 Dec 10 04:37:05.701242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:05.777258 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:37:05.804564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-e857cac3-f4b4-4421-880a-5302640da572 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 697 time: 0.1172118 Dec 10 04:37:05.833372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-0f49c2aa-6161-4446-ab49-19c047839ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927538 Dec 10 04:37:05.880354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06cfa-5601-4439-96dd-250fbeb4f4b0 req-262edfb3-3c9d-4b47-8bce-418f6e8006e9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:05.881868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd06cfa-5601-4439-96dd-250fbeb4f4b0 req-262edfb3-3c9d-4b47-8bce-418f6e8006e9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1679046 Dec 10 04:37:05.884922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-e96808b0-f364-4bc7-b794-b95ac57337ec tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 697 time: 0.0677202 Dec 10 04:37:06.041626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd06cfa-5601-4439-96dd-250fbeb4f4b0 req-3727a4ea-2b54-4f3e-9aaa-64ebcf4fbdf4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528096 Dec 10 04:37:06.067923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-ad43dfe1-d5e0-4fda-8a7b-fb5300a99357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.069450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-ad43dfe1-d5e0-4fda-8a7b-fb5300a99357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf7432941b748b288b3f8e0745d4a12&device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 1097 time: 0.1259818 Dec 10 04:37:06.105707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:06.108767 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d564543-45c8-4087-aad6-207d051123bd" -d '{"events": [{"server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "name": "network-vif-plugged", "status": "completed", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:06.112457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Deleting port 490572df-66d0-4fc8-a4aa-9cd6775d0eb1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:06.113136 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.282561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-faa24984-f1f8-4bdc-bb50-52d9734b0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.284086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-faa24984-f1f8-4bdc-bb50-52d9734b0ee1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 200 len: 922 time: 0.1984606 Dec 10 04:37:06.289837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.290259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.317378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Calling delete_port for 490572df-66d0-4fc8-a4aa-9cd6775d0eb1 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:06.353242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-b5dd7cde-692b-4a54-9ed5-a75988cbbca6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 200 len: 217 time: 0.0528479 Dec 10 04:37:06.431135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97db6b-e0c4-4a9d-b94e-dd9403edf9e1 req-57868bc4-ea71-4d3e-b0c9-f755f12e9fd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.432633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f97db6b-e0c4-4a9d-b94e-dd9403edf9e1 req-57868bc4-ea71-4d3e-b0c9-f755f12e9fd6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1024 time: 0.2029276 Dec 10 04:37:06.474856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-6783014c-4977-4c2c-a4af-68e05772708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.476298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-6783014c-4977-4c2c-a4af-68e05772708a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 200 len: 860 time: 0.1143575 Dec 10 04:37:06.572197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f97db6b-e0c4-4a9d-b94e-dd9403edf9e1 req-1c608a7f-5676-424d-bfbd-d0d35bf108c2 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=97d074d7-2040-4ebe-a5df-7ac94ad25bc5&id=a3c72c19-1e7a-4cad-acf0-eddca242c96c&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1284354 Dec 10 04:37:06.577112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-3ecd856a-70df-4bae-bbfd-8ab50051100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.578561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-3ecd856a-70df-4bae-bbfd-8ab50051100d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14435956-cde3-4b37-8f3c-288bcbdb97db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861759 Dec 10 04:37:06.616356 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb647e59-4339-4454-85d9-400df538a349 x-openstack-request-id: req-cb647e59-4339-4454-85d9-400df538a349 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:06.616679 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "name": "network-vif-plugged", "status": "completed", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:06.616937 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb647e59-4339-4454-85d9-400df538a349 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:06.617329 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6', 'code': 200} Dec 10 04:37:06.643316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-898df460-43ce-487c-a321-9dbbe15995a8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.645572 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-898df460-43ce-487c-a321-9dbbe15995a8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 1024 time: 0.0578177 Dec 10 04:37:06.710498 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.755687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event deleted for resources: {'Port': ['ID=490572df-66d0-4fc8-a4aa-9cd6775d0eb1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:06.761301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:06.812130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cb228-7b8a-4ec1-b3f0-1f80ed8eea8c req-2733133e-2655-479c-b1eb-37fd2473aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.813828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f6cb228-7b8a-4ec1-b3f0-1f80ed8eea8c req-2733133e-2655-479c-b1eb-37fd2473aeb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 1096 time: 0.0704243 Dec 10 04:37:06.816688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 17a1a914-1a94-46bf-90fa-686c79f30279 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:37:06.822275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 17a1a914-1a94-46bf-90fa-686c79f30279 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:06.822928 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.824852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Deleting port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:06.825177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.837580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-16bca600-c1c1-402b-bb54-d416fee1cb0a service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338521 Dec 10 04:37:06.849107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95cfee-1ec5-4a82-8c2d-066dd4b5e584 req-a7e64f7f-dbaf-46aa-8429-5c6cdee79eae tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:06.850672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da95cfee-1ec5-4a82-8c2d-066dd4b5e584 req-a7e64f7f-dbaf-46aa-8429-5c6cdee79eae tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1590970 Dec 10 04:37:06.898387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.901205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.912401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d36e68-0c17-4306-9d21-a1b11baf377b req-00ce4dbb-b0b1-41f8-a1d4-7c567aa9aa1d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "DELETE /v2.0/floatingips/44f6a8df-575e-40f9-b902-13c6c3bd45b1 HTTP/1.1" status: 204 len: 173 time: 1.0164487 Dec 10 04:37:06.924350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.949159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f6cb228-7b8a-4ec1-b3f0-1f80ed8eea8c req-9d20294c-78b1-468a-87a6-9d4da69fa38a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198909 Dec 10 04:37:06.964162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 3e4fbbde-3915-49a0-a7a2-39639165ccd8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e4fbbde-3915-49a0-a7a2-39639165ccd8,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:06.964959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:06.977038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:06.979600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Calling delete_port for 3e4fbbde-3915-49a0-a7a2-39639165ccd8 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:06.983232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:07.039829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:07.130495 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:07.170592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e4fbbde-3915-49a0-a7a2-39639165ccd8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:07.171673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'Port': ['ID=3e4fbbde-3915-49a0-a7a2-39639165ccd8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:07.206727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:07.226250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] No DVR routers for this DVR port 3e4fbbde-3915-49a0-a7a2-39639165ccd8 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:07.229244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:07.234634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-394b4b5f-5312-42b0-9dbd-ddf862c22d60 req-2a069577-1be6-4eae-8b9d-9e54df013f31 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.36 "DELETE /v2.0/ports/3e4fbbde-3915-49a0-a7a2-39639165ccd8 HTTP/1.1" status: 204 len: 173 time: 0.5824761 Dec 10 04:37:07.235130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'name': 'network-vif-deleted', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:07.237675 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64923531-d3a6-4b33-aca7-1956c0b0f579" -d '{"events": [{"server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "name": "network-vif-deleted", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:07.351037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da95cfee-1ec5-4a82-8c2d-066dd4b5e584 req-8ccb147f-0856-4495-885f-2274b4d4ca3e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866102 Dec 10 04:37:07.375519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b93fce7c-f2c0-4d67-9cd8-efb99a306ab5 req-0bff50f0-2f35-402e-9699-e8d8979ca7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220580 Dec 10 04:37:07.389421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6506c4-5188-4219-ad35-f7f12bfba846 req-10a6f5d6-061e-47fb-a7cd-80200eaa6caf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:07.390941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc6506c4-5188-4219-ad35-f7f12bfba846 req-10a6f5d6-061e-47fb-a7cd-80200eaa6caf tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.4197364 Dec 10 04:37:07.457335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc6506c4-5188-4219-ad35-f7f12bfba846 req-2c9ebfde-532a-4b16-a4b2-daf03a26d2ae tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535219 Dec 10 04:37:07.566228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7b61f-b963-4577-9cc8-447cea92a16d req-403366d5-084a-4a78-ad40-d043ab0f41ac tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:07.567879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04c7b61f-b963-4577-9cc8-447cea92a16d req-403366d5-084a-4a78-ad40-d043ab0f41ac tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0489688 Dec 10 04:37:07.627066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04c7b61f-b963-4577-9cc8-447cea92a16d req-96f6c1b1-7782-49f1-a352-ac5f81e1e25f tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528774 Dec 10 04:37:07.728112 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df6226-1266-4f5d-9d38-b86e6eadf480 x-openstack-request-id: req-f8df6226-1266-4f5d-9d38-b86e6eadf480 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:07.728689 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0c9de-9943-486d-956c-ac2fbcc1ef5b", "name": "network-vif-deleted", "tag": "3e4fbbde-3915-49a0-a7a2-39639165ccd8", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:07.728689 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8df6226-1266-4f5d-9d38-b86e6eadf480 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:07.729051 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0c9de-9943-486d-956c-ac2fbcc1ef5b', 'name': 'network-vif-deleted', 'tag': '3e4fbbde-3915-49a0-a7a2-39639165ccd8', 'status': 'completed', 'code': 200} Dec 10 04:37:07.749141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b72c2f-69db-4b34-8471-6b71e25320d4 req-2fbdfcd5-0490-4797-9e08-27313d1923de tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:07.750601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6b72c2f-69db-4b34-8471-6b71e25320d4 req-2fbdfcd5-0490-4797-9e08-27313d1923de tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0616996 Dec 10 04:37:07.817937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75c8724e-46a8-46dc-93a5-6dcf27297d32 req-9bed40fd-22f6-4cee-aa8e-6b0dac0815c6 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6e0c9de-9943-486d-956c-ac2fbcc1ef5b HTTP/1.1" status: 200 len: 210 time: 0.0327685 Dec 10 04:37:07.821888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6b72c2f-69db-4b34-8471-6b71e25320d4 req-1bae0034-6c96-493e-8f80-1a402f95a4be tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650218 Dec 10 04:37:07.920313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340021d-be90-43c3-a245-ff39666d4512 req-c9fd9008-2cda-4be6-b3aa-b5864837f8e4 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:07.921675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e340021d-be90-43c3-a245-ff39666d4512 req-c9fd9008-2cda-4be6-b3aa-b5864837f8e4 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.0467377 Dec 10 04:37:07.971140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e340021d-be90-43c3-a245-ff39666d4512 req-48ab757d-de2b-420d-bd2e-e115c9fd550a tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Dec 10 04:37:08.327463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-401aca3f-5c96-4e13-9948-cb42a79fc10d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.329020 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-401aca3f-5c96-4e13-9948-cb42a79fc10d tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.0510411 Dec 10 04:37:08.439106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Deleting port 5064d435-2962-4c33-a5b8-29847fe45241 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:08.439361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:08.471215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f868d5-2b08-4651-86f0-3a9388e3ebd8 req-e0ca245d-b30a-44fe-97f4-cdc325265910 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.472725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3f868d5-2b08-4651-86f0-3a9388e3ebd8 req-e0ca245d-b30a-44fe-97f4-cdc325265910 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.0473518 Dec 10 04:37:08.523702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3f868d5-2b08-4651-86f0-3a9388e3ebd8 req-ab5e7594-817b-412a-97e1-36f76babcdb9 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Dec 10 04:37:08.534369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] For port 5064d435-2962-4c33-a5b8-29847fe45241, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5064d435-2962-4c33-a5b8-29847fe45241,segment=NetworkSegment(383646c2-89df-4539-b2b7-cd82a4f47cc6),segment_id=383646c2-89df-4539-b2b7-cd82a4f47cc6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:08.534829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:08.550114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Calling delete_port for 5064d435-2962-4c33-a5b8-29847fe45241 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:08.583182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f68cd-073e-4640-af33-faaa1b4dc263 req-4ec0d38c-3afd-480f-84f0-cf7aad58e7f3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.584767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-742f68cd-073e-4640-af33-faaa1b4dc263 req-4ec0d38c-3afd-480f-84f0-cf7aad58e7f3 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b8cb87-fa9b-4cb0-b262-18738bf76c1c HTTP/1.1" status: 200 len: 945 time: 0.0550056 Dec 10 04:37:08.618939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:08.621333 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4202cc2-92bb-4133-be61-f3e6abb9fdd9" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:08.643568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-742f68cd-073e-4640-af33-faaa1b4dc263 req-9630789f-0ec7-4151-84bd-367b3b4ec825 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.43 "GET /v2.0/security-groups?id=aba07b1c-4c02-4eae-a363-6e5243379f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Dec 10 04:37:08.696919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:08.737994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5064d435-2962-4c33-a5b8-29847fe45241'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:08.739629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Pushing event deleted for resources: {'Port': ['ID=5064d435-2962-4c33-a5b8-29847fe45241,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:08.789918 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd731da-45bb-4e0e-b3a2-40fd5b51238e x-openstack-request-id: req-7bd731da-45bb-4e0e-b3a2-40fd5b51238e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:08.790213 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:08.790474 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bd731da-45bb-4e0e-b3a2-40fd5b51238e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:08.790868 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'code': 200} Dec 10 04:37:08.795628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] No DVR routers for this DVR port 5064d435-2962-4c33-a5b8-29847fe45241 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:08.799183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:08.803556 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3891d9fb-fd8f-49cd-9e43-724393da6ede req-5927d4e9-c5b3-431e-9028-ba4759daf7a5 tempest-ServersTestJSON-1495363080 tempest-ServersTestJSON-1495363080-project] 10.222.0.41 "DELETE /v2.0/ports/5064d435-2962-4c33-a5b8-29847fe45241 HTTP/1.1" status: 204 len: 173 time: 0.4577582 Dec 10 04:37:08.889167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f3b4-0140-4158-a395-0757e5823701 req-6433f28e-c660-4eda-8cbd-6ae5e9b10605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.893178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-6433f28e-c660-4eda-8cbd-6ae5e9b10605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 1096 time: 0.0532680 Dec 10 04:37:08.923444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1279-6f0f-41d7-98d4-66681d5338eb req-54238233-7191-43fe-ad4f-700b20a65b30 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.925011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e97b1279-6f0f-41d7-98d4-66681d5338eb req-54238233-7191-43fe-ad4f-700b20a65b30 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1047170 Dec 10 04:37:08.982339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5814d-425a-4bc1-bd37-94004b29a70e req-2c5cc290-4586-4030-9ef7-8e2ab4ca949e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:08.984362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfe5814d-425a-4bc1-bd37-94004b29a70e req-2c5cc290-4586-4030-9ef7-8e2ab4ca949e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1250520 Dec 10 04:37:09.042065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e97b1279-6f0f-41d7-98d4-66681d5338eb req-b64f6c1c-a995-4d59-8abf-a27b2a424440 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Dec 10 04:37:09.043926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c93b7-0f53-4f7f-add3-d98968f5c04c req-06485302-abe4-42ba-910f-21bb131e67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:09.045596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a6c93b7-0f53-4f7f-add3-d98968f5c04c req-06485302-abe4-42ba-910f-21bb131e67e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.1171803 Dec 10 04:37:09.101970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfe5814d-425a-4bc1-bd37-94004b29a70e req-b45381a9-4372-4312-8e7e-51fad7434245 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051493 Dec 10 04:37:09.128309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a6c93b7-0f53-4f7f-add3-d98968f5c04c req-62272010-1b41-4fbf-982d-4586c8a0bf61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627100 Dec 10 04:37:09.225795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d4e-dfe4-4c4d-97f6-36942e3b33e2 req-3880b026-3bfe-44be-9767-f8d3df11866f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:09.227370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f0f23d4e-dfe4-4c4d-97f6-36942e3b33e2 req-3880b026-3bfe-44be-9767-f8d3df11866f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0801334 Dec 10 04:37:09.248313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de70e-a636-4b48-af0d-93ebf8091443 req-a082b131-0048-456e-b115-53ffe6a1e92a tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:09.249695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3de70e-a636-4b48-af0d-93ebf8091443 req-a082b131-0048-456e-b115-53ffe6a1e92a tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.0745287 Dec 10 04:37:09.271187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f3b4-0140-4158-a395-0757e5823701 req-209decbe-7b4e-4429-acb8-042a3528f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:09.272895 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-209decbe-7b4e-4429-acb8-042a3528f4fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.3689296 Dec 10 04:37:09.311729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f0f23d4e-dfe4-4c4d-97f6-36942e3b33e2 req-ac8bf1af-9136-4567-9bf9-27f7d8e235d4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Dec 10 04:37:09.322496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3de70e-a636-4b48-af0d-93ebf8091443 req-000d5765-9e8e-487b-84fa-695f1596dd9d tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Dec 10 04:37:09.345194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-00cbd26f-d777-4075-9004-6c8644a05f7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0433402 Dec 10 04:37:09.395400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-d2b20f36-1dd5-43b0-aff4-5de27e2ed474 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/a3c72c19-1e7a-4cad-acf0-eddca242c96c HTTP/1.1" status: 200 len: 1817 time: 0.0450537 Dec 10 04:37:09.421472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f3b4-0140-4158-a395-0757e5823701 req-c310ae52-3fb0-4c65-a3d3-b8cf7ec8f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:09.423177 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-c310ae52-3fb0-4c65-a3d3-b8cf7ec8f85c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0615969 Dec 10 04:37:09.456756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-63ff6150-7eaa-48af-90ee-5550aa8de58a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257297 Dec 10 04:37:09.462611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.485699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.528020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.530679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.531891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f07fca27-6833-4b5c-9245-d38d7af4c33d req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/a3c72c19-1e7a-4cad-acf0-eddca242c96c HTTP/1.1" status: 204 len: 173 time: 0.1267107 Dec 10 04:37:09.541580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed6b74-ee6c-4061-b1aa-d4283ff95ac8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c72c19-1e7a-4cad-acf0-eddca242c96c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:09.558667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-681653c7-6aff-414c-ae30-2eed0d0ff44b service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937860 Dec 10 04:37:09.589248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-aab5fe55-4372-4ba5-a294-8dcaa06b8d49 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/97d074d7-2040-4ebe-a5df-7ac94ad25bc5 HTTP/1.1" status: 200 len: 1817 time: 0.0389273 Dec 10 04:37:09.648800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.680463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.686783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-edd0f3b4-0140-4158-a395-0757e5823701 req-b1b9b2fb-209d-44f4-b4c7-0c4d9d70f5ef service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188972 Dec 10 04:37:09.725560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.728182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.729483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf4adcc3-711c-4a86-a0e2-ad1527219f0b req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/97d074d7-2040-4ebe-a5df-7ac94ad25bc5 HTTP/1.1" status: 204 len: 173 time: 0.1341124 Dec 10 04:37:09.731510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'name': 'network-vif-deleted', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:09.738504 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b975e0-70ff-427c-8818-79589e83dda7" -d '{"events": [{"server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "name": "network-vif-deleted", "tag": "5064d435-2962-4c33-a5b8-29847fe45241"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:09.746143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83b00f-8b85-406c-8090-f1785bd31b4b tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d074d7-2040-4ebe-a5df-7ac94ad25bc5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:09.765271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1572857096', 'description': 'tempest-description-651741442'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:09.784898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55140) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:09.818533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.848447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Deleting subnet 3ec76941-ff20-407b-a938-53a75bf0a52b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:37:09.856359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.904695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.904910 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec43b28-7c23-439f-8bb0-61758f2e96f9 x-openstack-request-id: req-cec43b28-7c23-439f-8bb0-61758f2e96f9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:09.905887 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b8cb87-fa9b-4cb0-b262-18738bf76c1c", "name": "network-vif-deleted", "tag": "5064d435-2962-4c33-a5b8-29847fe45241", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:09.906553 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cec43b28-7c23-439f-8bb0-61758f2e96f9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:09.907043 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8cb87-fa9b-4cb0-b262-18738bf76c1c', 'name': 'network-vif-deleted', 'tag': '5064d435-2962-4c33-a5b8-29847fe45241', 'status': 'completed', 'code': 200} Dec 10 04:37:09.962307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.967569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:09.969450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.024228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.025468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1950e66f-656c-40b5-9e8d-c9d5a0dc132e req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2650847 Dec 10 04:37:10.034164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25de9-2df2-4c63-841b-ee0837884d84 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b014e8-2298-4503-b44f-aeebe43cecb5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:10.057424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.104547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec76941-ff20-407b-a938-53a75bf0a52b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:10.133500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.136645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-739729aa-0de7-4616-a79d-a8641c99ebe4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ec76941-ff20-407b-a938-53a75bf0a52b HTTP/1.1" status: 204 len: 168 time: 0.3506372 Dec 10 04:37:10.139228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:10.171346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-f9c55dbf-4d8b-491b-8661-8b9679094ab3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/44b014e8-2298-4503-b44f-aeebe43cecb5 HTTP/1.1" status: 200 len: 1817 time: 0.1209757 Dec 10 04:37:10.189938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1670291773', 'description': 'tempest-description-hth-1810028786'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:10.207670 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.211032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-1d3866c7-60b9-40d7-ba1f-d255e08d32de tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:10.212488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-1d3866c7-60b9-40d7-ba1f-d255e08d32de tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.1199501 Dec 10 04:37:10.240685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a1d42-e0d0-438a-8aa6-86a37ed016ee req-610b4fae-c84e-4ad0-ad02-307471618674 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:10.242185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d66a1d42-e0d0-438a-8aa6-86a37ed016ee req-610b4fae-c84e-4ad0-ad02-307471618674 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1307847 Dec 10 04:37:10.290385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.292528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.311582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327b8509-48d7-4603-b79b-e645bd3f65cc']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:10.320740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383646c2-89df-4539-b2b7-cd82a4f47cc6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:10.321030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383646c2-89df-4539-b2b7-cd82a4f47cc6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:10.330088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.343293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.349638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:37:10.350045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:37:10.351836 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:37:10.383097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d66a1d42-e0d0-438a-8aa6-86a37ed016ee req-5186fbeb-e87e-47d8-a274-d4c4e63c8956 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200061 Dec 10 04:37:10.395565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.402323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.405505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.406667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91a0faab-c868-43c8-8654-c0c8be1c385e req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "PUT /v2.0/security-groups/44b014e8-2298-4503-b44f-aeebe43cecb5 HTTP/1.1" status: 200 len: 1792 time: 0.2232416 Dec 10 04:37:10.409413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.417889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.424769 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] 10.222.0.43 "DELETE /v2.0/networks/327b8509-48d7-4603-b79b-e645bd3f65cc HTTP/1.1" status: 204 len: 168 time: 0.2822196 Dec 10 04:37:10.436284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146ad8c-7ddf-4afd-82bf-19de23942a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=327b8509-48d7-4603-b79b-e645bd3f65cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:10.438676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Deleting port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:10.439196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.482242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf79ad-bf1a-4291-a949-1a42a38a9c59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b014e8-2298-4503-b44f-aeebe43cecb5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:10.565151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:10.618189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-420fdf84-75c7-47e0-bcdc-8d1dc6f1e7a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c412f07c8fc408396e97e41f4992242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524247 Dec 10 04:37:10.620682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:10.632166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] For port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:10.632821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.649576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f383-cb41-4f4d-823e-a46c948bff3a req-2279f3a0-4afb-4fe6-b37b-2d400dcc49c7 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:10.651108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9846f383-cb41-4f4d-823e-a46c948bff3a req-2279f3a0-4afb-4fe6-b37b-2d400dcc49c7 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1651080 Dec 10 04:37:10.662768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799c3aa-d702-422f-902d-a6b07685e73a req-7cd832c4-26d6-4666-a198-914cfc226d32 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:10.671237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8799c3aa-d702-422f-902d-a6b07685e73a req-7cd832c4-26d6-4666-a198-914cfc226d32 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1450443 Dec 10 04:37:10.673832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.684124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Calling delete_port for 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:10.697354 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.748106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.750867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.752035 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aba07b1c-4c02-4eae-a363-6e5243379f43 HTTP/1.1" status: 204 len: 168 time: 0.1304252 Dec 10 04:37:10.760690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0ad16-7c9f-4173-ad3f-bd6a52dd9ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba07b1c-4c02-4eae-a363-6e5243379f43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:10.786365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e4fbbde-3915-49a0-a7a2-39639165ccd8 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:10.811832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8799c3aa-d702-422f-902d-a6b07685e73a req-0157ed00-4093-49f1-9418-77cf012ee091 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395938 Dec 10 04:37:10.815741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 3e4fbbde-3915-49a0-a7a2-39639165ccd8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:10.816181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e4fbbde-3915-49a0-a7a2-39639165ccd8 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:10.834125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9846f383-cb41-4f4d-823e-a46c948bff3a req-bda37760-6e3e-4ad9-bdb4-da332e34e92c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521487 Dec 10 04:37:10.968608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7242b270-058b-4de5-819b-0c93fb3cb73f req-457e7451-eab4-4220-ac17-01a268c98df2 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/44b014e8-2298-4503-b44f-aeebe43cecb5 HTTP/1.1" status: 200 len: 1792 time: 0.1090014 Dec 10 04:37:10.979247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:10.994702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27183ec-e127-4c80-a306-8d47d2295628 req-c2db62e6-985b-4228-bfeb-e344263a9aab tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:10.996218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e27183ec-e127-4c80-a306-8d47d2295628 req-c2db62e6-985b-4228-bfeb-e344263a9aab tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e568646-8392-4c37-89b6-1b41f66afaac HTTP/1.1" status: 200 len: 946 time: 0.0955586 Dec 10 04:37:11.017522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:11.021597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Pushing event deleted for resources: {'Port': ['ID=36e6fdf2-b2f3-43bd-942f-e19d82c4d60e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:11.086735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] No DVR routers for this DVR port 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:11.093827 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:11.097222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7d2538e-3dd6-437c-8aff-3b988b52451d req-e0cfdadd-fd8f-4805-98b7-8302a11e6920 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.36 "DELETE /v2.0/ports/36e6fdf2-b2f3-43bd-942f-e19d82c4d60e HTTP/1.1" status: 204 len: 173 time: 0.8723335 Dec 10 04:37:11.097686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'name': 'network-vif-deleted', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:11.099940 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e11e3d-b221-4171-8fb6-884f7385a704" -d '{"events": [{"server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "name": "network-vif-deleted", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:11.119752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e27183ec-e127-4c80-a306-8d47d2295628 req-4d226570-9545-47c5-b8eb-304a0fc72792 tempest-FloatingIPsAssociationTestJSON-1152181335 tempest-FloatingIPsAssociationTestJSON-1152181335-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a62bd64-3ba5-48e1-b108-88bd57a0a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986481 Dec 10 04:37:11.178361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa84e74-8765-48df-a5a0-736408db78e7 req-f181f4c1-ba65-43b9-a744-c67ca137fca4 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/44b014e8-2298-4503-b44f-aeebe43cecb5 HTTP/1.1" status: 200 len: 1792 time: 0.0419581 Dec 10 04:37:11.229071 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b58c9-f9fb-43d6-b2a2-ceea0b07c3fc x-openstack-request-id: req-f26b58c9-f9fb-43d6-b2a2-ceea0b07c3fc {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:11.229381 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e568646-8392-4c37-89b6-1b41f66afaac", "name": "network-vif-deleted", "tag": "36e6fdf2-b2f3-43bd-942f-e19d82c4d60e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:11.229698 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f26b58c9-f9fb-43d6-b2a2-ceea0b07c3fc {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:11.230137 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e568646-8392-4c37-89b6-1b41f66afaac', 'name': 'network-vif-deleted', 'tag': '36e6fdf2-b2f3-43bd-942f-e19d82c4d60e', 'status': 'completed', 'code': 200} Dec 10 04:37:11.250883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa84e74-8765-48df-a5a0-736408db78e7 req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:11.273094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa84e74-8765-48df-a5a0-736408db78e7 req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:11.319400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa84e74-8765-48df-a5a0-736408db78e7 req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:11.322031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa84e74-8765-48df-a5a0-736408db78e7 req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:11.323630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa84e74-8765-48df-a5a0-736408db78e7 req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/44b014e8-2298-4503-b44f-aeebe43cecb5 HTTP/1.1" status: 204 len: 173 time: 0.1404347 Dec 10 04:37:11.335673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497f20-9b49-4105-b23c-e03ab31aa976 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b014e8-2298-4503-b44f-aeebe43cecb5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:11.439579 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-10510fe2-3bbb-4380-b224-f541d2822260 req-1f8b425d-2642-4037-9a0b-48146730c40f tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.441316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10510fe2-3bbb-4380-b224-f541d2822260 req-1f8b425d-2642-4037-9a0b-48146730c40f tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/97d074d7-2040-4ebe-a5df-7ac94ad25bc5 HTTP/1.1" status: 404 len: 352 time: 0.0220940 Dec 10 04:37:11.516336 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-241594d1-8702-4d13-824f-026a2a7fafb7 req-c46db446-d98d-4ca9-9409-9bf8df95dd0d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.517419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-241594d1-8702-4d13-824f-026a2a7fafb7 req-c46db446-d98d-4ca9-9409-9bf8df95dd0d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/a3c72c19-1e7a-4cad-acf0-eddca242c96c HTTP/1.1" status: 404 len: 352 time: 0.0425422 Dec 10 04:37:11.541340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf53ef2-a46c-4d76-89a5-0adb7e7b3cc9 req-d26f974c-61ab-44d6-807d-4fc7fec36fc8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:11.542883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cf53ef2-a46c-4d76-89a5-0adb7e7b3cc9 req-d26f974c-61ab-44d6-807d-4fc7fec36fc8 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0788107 Dec 10 04:37:11.571001 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-6a76c4d7-344d-4533-b207-51eccd1768d0 req-b38d63e7-4451-4dbd-a0f3-918841802dd4 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.572042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a76c4d7-344d-4533-b207-51eccd1768d0 req-b38d63e7-4451-4dbd-a0f3-918841802dd4 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/5107ebaf-2ff9-4c70-9037-371a05dfbc73 HTTP/1.1" status: 404 len: 352 time: 0.0276575 Dec 10 04:37:11.632045 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-1eec13d0-10c3-40e3-aebe-8048a2f21c15 req-b1e21574-d8fb-4a89-8282-4dec2d1bf086 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.633151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1eec13d0-10c3-40e3-aebe-8048a2f21c15 req-b1e21574-d8fb-4a89-8282-4dec2d1bf086 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/f7263813-70df-46ab-9fff-2c58c325ae3f HTTP/1.1" status: 404 len: 352 time: 0.0368321 Dec 10 04:37:11.636849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cf53ef2-a46c-4d76-89a5-0adb7e7b3cc9 req-26f62b14-ee99-4ac9-af3b-5789c42d59b0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859113 Dec 10 04:37:11.674389 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-57cbaabf-c4eb-4dd2-97c5-d3e09edd9315 req-735b66b1-a9bd-4df7-953c-3cb3a0608be3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.675420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57cbaabf-c4eb-4dd2-97c5-d3e09edd9315 req-735b66b1-a9bd-4df7-953c-3cb3a0608be3 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/e8184749-20e3-4cdc-9cfb-8d2b6a613686 HTTP/1.1" status: 404 len: 352 time: 0.0149007 Dec 10 04:37:11.710522 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-498c05a6-50ad-4747-a3de-bd25ad6b8f33 req-444ef0fe-a6d0-4c8f-ab75-1ae214935352 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] show failed (client error): The resource could not be found. Dec 10 04:37:11.711510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-498c05a6-50ad-4747-a3de-bd25ad6b8f33 req-444ef0fe-a6d0-4c8f-ab75-1ae214935352 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/4051fe2a-eb4a-48d4-8fd1-d5f5c42e98fc HTTP/1.1" status: 404 len: 352 time: 0.0157745 Dec 10 04:37:11.977326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7902960-e12b-479b-b069-e04ec73f500c req-0efee6f5-d6fd-4bc1-859f-9909bfe13d9c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:11.978809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7902960-e12b-479b-b069-e04ec73f500c req-0efee6f5-d6fd-4bc1-859f-9909bfe13d9c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1023 time: 0.0689437 Dec 10 04:37:11.986667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a572e7-bf41-4e83-862a-e5df4636da15 req-678d2345-f4bb-46fc-be22-afdacb2f89fc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:11.988073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09a572e7-bf41-4e83-862a-e5df4636da15 req-678d2345-f4bb-46fc-be22-afdacb2f89fc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0879300 Dec 10 04:37:12.060976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:12.078447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09a572e7-bf41-4e83-862a-e5df4636da15 req-7d37d146-9387-4c29-9496-b0be0f499a52 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835235 Dec 10 04:37:12.088677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7902960-e12b-479b-b069-e04ec73f500c req-5356ec2c-a842-483d-ad11-434b6689658e tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1cbff53-ec98-4dd0-8618-78603a32c79c&id=7f6b6cf7-260e-492a-8f31-d3b7e724b097&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0992663 Dec 10 04:37:12.173275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16d7805-0fee-4678-9e79-355dd331d31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.208690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0f7c3-d9c1-4625-b89e-4d183c9192bd req-543bfc14-9a11-4f4f-90fc-e9c0bd00a356 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:12.210194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86c0f7c3-d9c1-4625-b89e-4d183c9192bd req-543bfc14-9a11-4f4f-90fc-e9c0bd00a356 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.0558994 Dec 10 04:37:12.262633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16d7805-0fee-4678-9e79-355dd331d31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.266828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16d7805-0fee-4678-9e79-355dd331d31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.285623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86c0f7c3-d9c1-4625-b89e-4d183c9192bd req-3e5db479-c087-427e-951f-47c1246b5abb tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685337 Dec 10 04:37:12.304197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7805-0fee-4678-9e79-355dd331d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c16112-5633-411e-a7aa-a3cf5f9d98f2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:12.305779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545fca-bca3-43f7-8a1b-c1dace54e081 req-81fe72ca-7412-470c-a393-60dc0acab703 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:12.307367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61545fca-bca3-43f7-8a1b-c1dace54e081 req-81fe72ca-7412-470c-a393-60dc0acab703 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0626271 Dec 10 04:37:12.310246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c16d7805-0fee-4678-9e79-355dd331d31f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c115cd724d4b44f29e6c6bc68ff1de1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482152 Dec 10 04:37:12.312787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:12.355209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:12.366626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61545fca-bca3-43f7-8a1b-c1dace54e081 req-203d9d36-e0fe-4ca6-988a-142c2da560b6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Dec 10 04:37:12.495514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.556730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.566103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-96bc489a-4101-419b-8be6-46e88403287a req-ef1424ea-1560-4c90-8819-a87ba3898a20 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:37:12.567088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96bc489a-4101-419b-8be6-46e88403287a req-ef1424ea-1560-4c90-8819-a87ba3898a20 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053334 Dec 10 04:37:12.651440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5064d435-2962-4c33-a5b8-29847fe45241 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:12.671963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.674584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.677168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77c16112-5633-411e-a7aa-a3cf5f9d98f2 HTTP/1.1" status: 204 len: 168 time: 0.3632526 Dec 10 04:37:12.711684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 5064d435-2962-4c33-a5b8-29847fe45241 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:12.712124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5064d435-2962-4c33-a5b8-29847fe45241 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:12.725293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd1210-c0fb-411b-8393-fb3390e5bef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c16112-5633-411e-a7aa-a3cf5f9d98f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:12.836557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-19838f47-4f9e-4c83-b2a3-add5ff99fe30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708449 Dec 10 04:37:12.850597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3583b-3807-4960-a387-5ad9bc78c257 req-18e6d7cf-2539-4d07-aeed-1c711d45d54e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:12.857058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37d3583b-3807-4960-a387-5ad9bc78c257 req-18e6d7cf-2539-4d07-aeed-1c711d45d54e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0903721 Dec 10 04:37:12.893207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:12.901805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a6aea-6735-4ad6-813c-ad846fbb57f6 req-e971ec52-3c1e-44b8-8851-7fe99755e660 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:12.903291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1a6aea-6735-4ad6-813c-ad846fbb57f6 req-e971ec52-3c1e-44b8-8851-7fe99755e660 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1262755 Dec 10 04:37:12.939825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37d3583b-3807-4960-a387-5ad9bc78c257 req-07efc5c5-4533-44de-a23e-01b9eae860be tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730815 Dec 10 04:37:12.999659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1a6aea-6735-4ad6-813c-ad846fbb57f6 req-6f01c8b1-dee5-4a45-a9c5-66a50db3a776 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 Dec 10 04:37:13.212130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Deleting port 9af7d69a-a15b-440b-a7c6-69775e515c17 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:13.213202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:13.266399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d944-e297-49e6-98fd-5d44c064ace2 req-92f86c28-f656-414d-a4bf-f78542c20fdc tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:13.278165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff34d944-e297-49e6-98fd-5d44c064ace2 req-92f86c28-f656-414d-a4bf-f78542c20fdc tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1023 time: 0.0938962 Dec 10 04:37:13.304756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] For port 9af7d69a-a15b-440b-a7c6-69775e515c17, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9af7d69a-a15b-440b-a7c6-69775e515c17,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:13.305124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:13.321139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Calling delete_port for 9af7d69a-a15b-440b-a7c6-69775e515c17 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:13.410990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff34d944-e297-49e6-98fd-5d44c064ace2 req-1534df8e-88cf-45c8-b43c-1f71e85055cd tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1cbff53-ec98-4dd0-8618-78603a32c79c&id=7f6b6cf7-260e-492a-8f31-d3b7e724b097&id=ce5e4f70-248c-495e-aebb-63f22e1d3067&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1318035 Dec 10 04:37:13.500782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1ff40-ad21-4d0b-a904-a048b668e425 req-95e0f02f-a31e-4783-8335-6bdbc281e28e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:13.515338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ed1ff40-ad21-4d0b-a904-a048b668e425 req-95e0f02f-a31e-4783-8335-6bdbc281e28e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1009369 Dec 10 04:37:13.576707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:13.597224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ed1ff40-ad21-4d0b-a904-a048b668e425 req-41131457-29ad-457c-aef4-f5e20f75268e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760510 Dec 10 04:37:13.610018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af7d69a-a15b-440b-a7c6-69775e515c17,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:13.784127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-5651ef63-fab1-4231-92cb-11e729863e11 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:13.790245 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-5651ef63-fab1-4231-92cb-11e729863e11 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 1023 time: 0.1226418 Dec 10 04:37:13.931001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:13.995062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Deleting port 1ece5426-05c1-4acd-9c43-ebca7c749f38 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:13.995491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.110521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0141552-5c4c-470b-979e-d1beaba7f387 req-278c0519-37ca-4dee-8ed0-22ea1acedace tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:14.112160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0141552-5c4c-470b-979e-d1beaba7f387 req-278c0519-37ca-4dee-8ed0-22ea1acedace tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0877738 Dec 10 04:37:14.181191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] For port 1ece5426-05c1-4acd-9c43-ebca7c749f38, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ece5426-05c1-4acd-9c43-ebca7c749f38,segment=NetworkSegment(ae38c8ed-d2a0-443e-9007-a36a9d25b77b),segment_id=ae38c8ed-d2a0-443e-9007-a36a9d25b77b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:14.181569 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.200169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Calling delete_port for 1ece5426-05c1-4acd-9c43-ebca7c749f38 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:14.200538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef8e63-3745-4e62-9019-e3b261b17b2b req-48071bcc-2416-4e43-b8a4-cd620a7c9ad8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:14.202055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aaef8e63-3745-4e62-9019-e3b261b17b2b req-48071bcc-2416-4e43-b8a4-cd620a7c9ad8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1162643 Dec 10 04:37:14.207133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0141552-5c4c-470b-979e-d1beaba7f387 req-8a74d247-8240-4ddf-9524-2c7a53c604bd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696955 Dec 10 04:37:14.271024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aaef8e63-3745-4e62-9019-e3b261b17b2b req-c477ef59-ff0f-4452-83f9-9e96492b1248 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Dec 10 04:37:14.307178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Router b8cea7d3-cdda-466b-ad03-53778cd4aa64 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:14.373600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55338) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:14.463209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.466034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:14.475804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69cc37c8-ff8b-4873-8dc2-6574af4c59e4 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8cea7d3-cdda-466b-ad03-53778cd4aa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1192584 Dec 10 04:37:14.479638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55344) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:14.483164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Sync routers for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:14.507014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:14.507818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:14.509910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'Port': ['ID=1ece5426-05c1-4acd-9c43-ebca7c749f38,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:14.556106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] No DVR routers for this DVR port 1ece5426-05c1-4acd-9c43-ebca7c749f38 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:14.556447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ece5426-05c1-4acd-9c43-ebca7c749f38'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:14.560300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.563490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2970fcec-fb96-4e5b-aee0-a49d0a0e4c2c req-70547fdd-8b7d-44c6-8880-15456b79fd9d tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.41 "DELETE /v2.0/ports/1ece5426-05c1-4acd-9c43-ebca7c749f38 HTTP/1.1" status: 204 len: 173 time: 0.7667475 Dec 10 04:37:14.564110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'name': 'network-vif-deleted', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:14.566490 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5defea81-7a2b-44da-99b7-1e6ed937ce10" -d '{"events": [{"server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "name": "network-vif-deleted", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:14.609078 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c9804-369e-4705-8cb4-abd69a90d57d x-openstack-request-id: req-118c9804-369e-4705-8cb4-abd69a90d57d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:14.609568 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16c6a5-2205-4f88-9817-f0053f3a68fb", "name": "network-vif-deleted", "tag": "1ece5426-05c1-4acd-9c43-ebca7c749f38", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:14.609921 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-118c9804-369e-4705-8cb4-abd69a90d57d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:14.610420 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16c6a5-2205-4f88-9817-f0053f3a68fb', 'name': 'network-vif-deleted', 'tag': '1ece5426-05c1-4acd-9c43-ebca7c749f38', 'status': 'completed', 'code': 200} Dec 10 04:37:14.623269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17f8a3ba-9391-4750-a438-af49dc2921f6 req-6be41212-56ec-4870-b53a-cec8828c2fe8 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b16c6a5-2205-4f88-9817-f0053f3a68fb HTTP/1.1" status: 200 len: 210 time: 0.0622849 Dec 10 04:37:14.626649 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c914d29b-2efd-43c1-b001-b5fb4c7876a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.680870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:14.804401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:14.810840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-084c482f-4699-43b1-ad30-8dd5f8da90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:14.812303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-084c482f-4699-43b1-ad30-8dd5f8da90da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.2043297 Dec 10 04:37:14.832945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:14.833290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 36e6fdf2-b2f3-43bd-942f-e19d82c4d60e not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:14.877344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:14.896898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bc851-50c5-436b-8bb2-f8543c0d8ea4 req-e5184292-a44c-4593-aa30-dec283b07538 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:14.897186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:37:13Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:14.898980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-051bc851-50c5-436b-8bb2-f8543c0d8ea4 req-e5184292-a44c-4593-aa30-dec283b07538 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1395936 Dec 10 04:37:14.924537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Checking router: b8cea7d3-cdda-466b-ad03-53778cd4aa64 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:14.933097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Routers {'b8cea7d3-cdda-466b-ad03-53778cd4aa64'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:14.933705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:15.041505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] Set router b8cea7d3-cdda-466b-ad03-53778cd4aa64 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:15.092039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c914d29b-2efd-43c1-b001-b5fb4c7876a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.105125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c914d29b-2efd-43c1-b001-b5fb4c7876a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.110843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-5fb8cf4c-15cc-49b8-b01c-b3ad46347052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:15.112297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-5fb8cf4c-15cc-49b8-b01c-b3ad46347052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2872455 Dec 10 04:37:15.124492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-051bc851-50c5-436b-8bb2-f8543c0d8ea4 req-68a6eb2f-be21-4d7c-8542-77e7a8e9f52f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672554 Dec 10 04:37:15.174003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c914d29b-2efd-43c1-b001-b5fb4c7876a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3c234bcb1e44c37b4b4a638d04f8613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7989838 Dec 10 04:37:15.177041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:15.218223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-3ea59ebe-e0da-4899-9925-853969951395 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0657630 Dec 10 04:37:15.222430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.239861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.240364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914d29b-2efd-43c1-b001-b5fb4c7876a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199ae4bc-956d-471a-9083-cb2781618adb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:15.271899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.273647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:37:13Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:15.308922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acb36-e1a1-41fb-9fc6-e6e20c38654b None None] The sync data for ids ['b8cea7d3-cdda-466b-ad03-53778cd4aa64'] in n-d-817326-3 is: [{'id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'name': 'tempest-FloatingIPsAssociationTestJSON-1142789500-router', 'tenant_id': 'dbf7432941b748b288b3f8e0745d4a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:38Z', 'updated_at': '2021-12-10T04:37:13Z', 'revision_number': 5, 'project_id': 'dbf7432941b748b288b3f8e0745d4a12', 'gw_port': {'id': 'ab5b1c81-d781-43d1-9620-de318777b545', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea7d3-cdda-466b-ad03-53778cd4aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:41Z', 'updated_at': '2021-12-10T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:15.371145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-90bd4415-6ad7-4210-b04b-5f17d3449c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:15.373181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-90bd4415-6ad7-4210-b04b-5f17d3449c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1439931 Dec 10 04:37:15.475614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e874-2f29-44c8-83c2-6c354c310296 req-19dd61f1-cc3a-4d92-b78b-3dcf02848a06 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:15.477210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6d6e874-2f29-44c8-83c2-6c354c310296 req-19dd61f1-cc3a-4d92-b78b-3dcf02848a06 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1690087 Dec 10 04:37:15.502907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Deleting port ab5b1c81-d781-43d1-9620-de318777b545 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:15.503252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.520404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3b68a-5f2e-465a-9641-7344499dd7b0 req-df619897-4ec6-4675-b555-824cdf663824 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:15.521929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb3b68a-5f2e-465a-9641-7344499dd7b0 req-df619897-4ec6-4675-b555-824cdf663824 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1467271 Dec 10 04:37:15.534095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-4ca78a77-75df-4c51-9c74-de720ef3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:15.535567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-4ca78a77-75df-4c51-9c74-de720ef3e022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456218 Dec 10 04:37:15.594681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.597979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.599359 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/199ae4bc-956d-471a-9083-cb2781618adb HTTP/1.1" status: 204 len: 168 time: 0.4190083 Dec 10 04:37:15.609047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c7cf3-fd2a-4968-af3d-5d7c706dc40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199ae4bc-956d-471a-9083-cb2781618adb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:15.672125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6d6e874-2f29-44c8-83c2-6c354c310296 req-78db9514-10cd-4b56-adc2-d5b2c9bb00e7 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863029 Dec 10 04:37:15.746400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] For port ab5b1c81-d781-43d1-9620-de318777b545, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab5b1c81-d781-43d1-9620-de318777b545,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:15.747369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:15.769856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9af7d69a-a15b-440b-a7c6-69775e515c17 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:15.779923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb3b68a-5f2e-465a-9641-7344499dd7b0 req-fee2f620-0ab8-4379-8892-4911aec3c616 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433712 Dec 10 04:37:15.790615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Calling delete_port for ab5b1c81-d781-43d1-9620-de318777b545 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:15.805595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 9af7d69a-a15b-440b-a7c6-69775e515c17 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:15.805934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9af7d69a-a15b-440b-a7c6-69775e515c17 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:15.836375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-b5cb3045-00fd-4d97-a868-4f8b68a38a02 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777023 Dec 10 04:37:16.011538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-9ff053f2-c1c2-45cd-8a6d-bf63afe8af59 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/e1cbff53-ec98-4dd0-8618-78603a32c79c HTTP/1.1" status: 200 len: 1818 time: 0.1199260 Dec 10 04:37:16.103276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-28c3d7c0-f94a-42a7-9fce-596921e5073d service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017238 Dec 10 04:37:16.163953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.205011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.216612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.272432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5b1c81-d781-43d1-9620-de318777b545,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:16.358918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.361438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.362568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7f650c7-12cd-4ab7-b163-b5e1b6e80ad5 req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/e1cbff53-ec98-4dd0-8618-78603a32c79c HTTP/1.1" status: 204 len: 173 time: 0.3403461 Dec 10 04:37:16.386273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4d159-be16-44f8-9ed9-d61fd660b52c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cbff53-ec98-4dd0-8618-78603a32c79c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:16.403577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2aa69-7cc7-46cd-b253-ece02656e2de req-f32ea2cc-12d1-45e0-8524-9e99ddac4e9c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:16.405184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdf2aa69-7cc7-46cd-b253-ece02656e2de req-f32ea2cc-12d1-45e0-8524-9e99ddac4e9c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1721182 Dec 10 04:37:16.406054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.529471 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.533682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.549434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-8cdd0ab8-1065-4e8c-8277-a6657f40766c tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "GET /v2.0/security-groups/7f6b6cf7-260e-492a-8f31-d3b7e724b097 HTTP/1.1" status: 200 len: 1817 time: 0.1660547 Dec 10 04:37:16.916547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdf2aa69-7cc7-46cd-b253-ece02656e2de req-9670f2fc-7d4d-44e7-b55b-c2009bf150e1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772043 Dec 10 04:37:16.919611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.920211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cea7d3-cdda-466b-ad03-53778cd4aa64 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:16.930614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:16.935008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1420909a-2938-4eb6-ada7-48378e2fdf1a admin admin] 10.222.0.43 "DELETE /v2.0/routers/b8cea7d3-cdda-466b-ad03-53778cd4aa64 HTTP/1.1" status: 204 len: 168 time: 2.4515913 Dec 10 04:37:16.936886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:17.005337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.026085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Deleting subnet 8f73961d-a22b-4ef3-b576-b51d54151b57 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:37:17.031176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.053096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.093089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.102013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1436f-06a4-4e46-b4e1-7cb92d079b79 req-e47f8b9f-6844-4601-b429-3708ef17d518 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:17.103780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92b1436f-06a4-4e46-b4e1-7cb92d079b79 req-e47f8b9f-6844-4601-b429-3708ef17d518 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0837593 Dec 10 04:37:17.122137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.126297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.135942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:17.137636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-861334f2-4799-4988-907a-bf6c4d5029c3 req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] 10.222.0.43 "DELETE /v2.0/security-groups/7f6b6cf7-260e-492a-8f31-d3b7e724b097 HTTP/1.1" status: 204 len: 173 time: 0.2447221 Dec 10 04:37:17.172833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebad2ee-ac65-458f-a48d-aeeec7f3de94 tempest-SecurityGroupsTestJSON-1950374517 tempest-SecurityGroupsTestJSON-1950374517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b6cf7-260e-492a-8f31-d3b7e724b097,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:17.222424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92b1436f-06a4-4e46-b4e1-7cb92d079b79 req-1f871459-0dbb-46e3-86f8-a5a088a88abf tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Dec 10 04:37:17.237511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Deleting subnet 8b7b4556-927c-442d-97d7-95f73c768b08 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:37:17.260784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.298266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeacad-072f-4d61-9c7e-300cb9c45db1 req-e6125937-d7ef-4dfd-a02f-3b01c0f2da5c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:17.300367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25aeacad-072f-4d61-9c7e-300cb9c45db1 req-e6125937-d7ef-4dfd-a02f-3b01c0f2da5c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0768378 Dec 10 04:37:17.304725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.331009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.363812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25aeacad-072f-4d61-9c7e-300cb9c45db1 req-05bda1fd-8727-48d1-983f-3c7a96345d03 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Dec 10 04:37:17.388947 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.436234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.468064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f73961d-a22b-4ef3-b576-b51d54151b57,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:17.479786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.483823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-63d04437-a5c6-49cf-8d02-f53c45f7fdab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f73961d-a22b-4ef3-b576-b51d54151b57 HTTP/1.1" status: 204 len: 168 time: 0.5445330 Dec 10 04:37:17.486460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:17.488143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda88da7-53cd-4835-9f91-11d4d3ee2b49 None None] Network 14435956-cde3-4b37-8f3c-288bcbdb97db requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:17.508703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.537901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7b4556-927c-442d-97d7-95f73c768b08,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:17.542020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.546291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b43ce6ef-8db9-4219-98aa-9a53760d9248 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b7b4556-927c-442d-97d7-95f73c768b08 HTTP/1.1" status: 204 len: 168 time: 0.4090438 Dec 10 04:37:17.551198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:17.600924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab5b1c81-d781-43d1-9620-de318777b545 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:17.625003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.625989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ab5b1c81-d781-43d1-9620-de318777b545 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:17.626567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab5b1c81-d781-43d1-9620-de318777b545 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:17.674314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.722578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Deleting port 19c13e09-18da-41d5-b499-5f3bc5211e6a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:17.723196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.779063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] DHCP port deletion for 14435956-cde3-4b37-8f3c-288bcbdb97db request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:37:17.797868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.812667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] For port 19c13e09-18da-41d5-b499-5f3bc5211e6a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=19c13e09-18da-41d5-b499-5f3bc5211e6a,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:17.813196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.829436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Calling delete_port for 19c13e09-18da-41d5-b499-5f3bc5211e6a owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:17.833397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c350c5e-fef1-4cfc-bf26-fff8dc81e154']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:17.843828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:17.843828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae38c8ed-d2a0-443e-9007-a36a9d25b77b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:17.847481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Deleting port 19c13e09-18da-41d5-b499-5f3bc5211e6a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:17.848223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.853936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.868606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.875642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:37:17.876248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:37:17.878246 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:37:17.936248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.939001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.939836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] For port 19c13e09-18da-41d5-b499-5f3bc5211e6a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=19c13e09-18da-41d5-b499-5f3bc5211e6a,segment=NetworkSegment(429e38cc-473b-4616-8f03-2cf79a155c31),segment_id=429e38cc-473b-4616-8f03-2cf79a155c31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:17.940664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.954360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:17.958508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0c350c5e-fef1-4cfc-bf26-fff8dc81e154 HTTP/1.1" status: 204 len: 168 time: 0.4007485 Dec 10 04:37:17.966091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Calling delete_port for 19c13e09-18da-41d5-b499-5f3bc5211e6a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:17.978928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Pushing event deleted for resources: {'Port': ['ID=19c13e09-18da-41d5-b499-5f3bc5211e6a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:17.981696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b3749-4089-41cd-ad82-f57a6bface44 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c350c5e-fef1-4cfc-bf26-fff8dc81e154,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:17.994152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] No DVR routers for this DVR port 19c13e09-18da-41d5-b499-5f3bc5211e6a on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:18.084721 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.095011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.108117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] No DVR routers for this DVR port 19c13e09-18da-41d5-b499-5f3bc5211e6a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:18.148016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14435956-cde3-4b37-8f3c-288bcbdb97db']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:18.157829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8badb8-4641-405d-bdfe-ba33aade9833 None None] Pushing event deleted for resources: {'Port': ['ID=19c13e09-18da-41d5-b499-5f3bc5211e6a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:18.166304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429e38cc-473b-4616-8f03-2cf79a155c31') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:18.166603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429e38cc-473b-4616-8f03-2cf79a155c31') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:18.187802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba53a-7848-4769-b5ee-397f5a661fd5 req-2ab5ae2f-0078-4f83-ab03-30dbeae835c2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:18.189857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91dba53a-7848-4769-b5ee-397f5a661fd5 req-2ab5ae2f-0078-4f83-ab03-30dbeae835c2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.0969574 Dec 10 04:37:18.191956 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.220426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.239789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:37:18.240061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:37:18.244930 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:37:18.255074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.305705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-106c9148-8443-47ab-9f50-12c51d2dd744 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63ae4a3f4e444895b37022c9be5cab07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490017 Dec 10 04:37:18.308155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.325520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91dba53a-7848-4769-b5ee-397f5a661fd5 req-bc624b54-0d5d-45a0-b415-751ef0d16c30 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264365 Dec 10 04:37:18.345672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.362848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.368595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] 10.222.0.43 "DELETE /v2.0/networks/14435956-cde3-4b37-8f3c-288bcbdb97db HTTP/1.1" status: 204 len: 168 time: 0.8785758 Dec 10 04:37:18.368595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03aa45-3792-438d-a744-9da8a979ccff admin admin] Pushing event deleted for resources: {'Network': ['ID=14435956-cde3-4b37-8f3c-288bcbdb97db,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:18.384892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.398325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.428267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.468265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9935bae-6a05-43a7-882a-9124b864a767 req-0c56df6d-5db9-4d95-b0ec-4a1b71433c45 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:18.470064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9935bae-6a05-43a7-882a-9124b864a767 req-0c56df6d-5db9-4d95-b0ec-4a1b71433c45 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0959926 Dec 10 04:37:18.516033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.519598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.520980 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce5e4f70-248c-495e-aebb-63f22e1d3067 HTTP/1.1" status: 204 len: 168 time: 0.2089777 Dec 10 04:37:18.531252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd2fd9-f071-4cdd-a5a2-b6f4454f59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e4f70-248c-495e-aebb-63f22e1d3067,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:18.538518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9935bae-6a05-43a7-882a-9124b864a767 req-86477765-73df-4751-a489-e856ef4f0af5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Dec 10 04:37:18.568182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788a0e2-64eb-4d4e-8b26-c8474cd3b5f9 req-1c59b05d-1639-48eb-b0a6-4aca0c1a490d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:18.568182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2788a0e2-64eb-4d4e-8b26-c8474cd3b5f9 req-1c59b05d-1639-48eb-b0a6-4aca0c1a490d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0905168 Dec 10 04:37:18.574676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.583403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c02c284-742b-4fc0-bd23-1833e30dc5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.623002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2788a0e2-64eb-4d4e-8b26-c8474cd3b5f9 req-2f7de669-b342-4ba2-b567-49056bd30be6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545843 Dec 10 04:37:18.685746 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b34f16e6-893b-419b-91cd-7938342b5209 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbf7432941b748b288b3f8e0745d4a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1090002 Dec 10 04:37:18.688217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.695240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ece5426-05c1-4acd-9c43-ebca7c749f38 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:18.718449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 1ece5426-05c1-4acd-9c43-ebca7c749f38 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:18.718853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ece5426-05c1-4acd-9c43-ebca7c749f38 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:18.754008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c02c284-742b-4fc0-bd23-1833e30dc5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.761116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c02c284-742b-4fc0-bd23-1833e30dc5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.794884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.818625 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c02c284-742b-4fc0-bd23-1833e30dc5c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d1fc3a22946435495e61de4f4169d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327261 Dec 10 04:37:18.820899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c284-742b-4fc0-bd23-1833e30dc5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4bca59-5b59-4930-908d-ded11e576435,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:18.821518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55466) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:18.835011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.886495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.899105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.901095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.905327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a62bd64-3ba5-48e1-b108-88bd57a0a173 HTTP/1.1" status: 204 len: 168 time: 0.2128494 Dec 10 04:37:18.912135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb774e5-c98c-417e-9a31-93d8708566cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62bd64-3ba5-48e1-b108-88bd57a0a173,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:18.924208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.980564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.984774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:18.988224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba4bca59-5b59-4930-908d-ded11e576435 HTTP/1.1" status: 204 len: 168 time: 0.1632943 Dec 10 04:37:18.994181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c0212-91be-47b9-be08-9887055d6297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4bca59-5b59-4930-908d-ded11e576435,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:19.303592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:19.319011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0eff0aab-5cbf-4daf-855f-5e6323223dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.475226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0eff0aab-5cbf-4daf-855f-5e6323223dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.488615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0eff0aab-5cbf-4daf-855f-5e6323223dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.500068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 19c13e09-18da-41d5-b499-5f3bc5211e6a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:19.523860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 19c13e09-18da-41d5-b499-5f3bc5211e6a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:19.524203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 19c13e09-18da-41d5-b499-5f3bc5211e6a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:19.541330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3424-59b4-4460-b0f2-c4e9fa5c3492 req-63373a1f-5bad-4d2c-8f3b-a5bc6e49b2e2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:19.542870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c10d3424-59b4-4460-b0f2-c4e9fa5c3492 req-63373a1f-5bad-4d2c-8f3b-a5bc6e49b2e2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1199989 Dec 10 04:37:19.549122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff0aab-5cbf-4daf-855f-5e6323223dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c15bcd-584a-4afd-9e0c-9e7b72d56161,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:19.553542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0eff0aab-5cbf-4daf-855f-5e6323223dac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6815a95226e2466d8c2c564cf28026ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489903 Dec 10 04:37:19.556067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:19.602331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:19.689538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c10d3424-59b4-4460-b0f2-c4e9fa5c3492 req-80d4313d-da28-4f4e-8635-77be26feff73 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Dec 10 04:37:19.690998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.719874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.739666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702f98-4675-4b68-b7b5-8d674bd0eb54 req-3f9b1156-4cd1-446f-8587-72d489bbbbe6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:19.741201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90702f98-4675-4b68-b7b5-8d674bd0eb54 req-3f9b1156-4cd1-446f-8587-72d489bbbbe6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1085427 Dec 10 04:37:19.760080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-151759598-network', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:19.782783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Made reservation on behalf of c9109697ef1a466ca81ba790b94a1abb for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:19.786179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.800279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.850095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90702f98-4675-4b68-b7b5-8d674bd0eb54 req-43e9671c-e0b9-4679-8541-3834de7c81db tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926096 Dec 10 04:37:19.851971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.854598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.858503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8c15bcd-584a-4afd-9e0c-9e7b72d56161 HTTP/1.1" status: 204 len: 168 time: 0.2987049 Dec 10 04:37:19.863867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e98e3f-1b2e-4ca4-a93c-6748049f90ce req-8215213d-52c7-4ccb-9537-3b455e9bc502 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:19.865378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e98e3f-1b2e-4ca4-a93c-6748049f90ce req-8215213d-52c7-4ccb-9537-3b455e9bc502 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0910258 Dec 10 04:37:19.875233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a997-c54b-42cf-bc92-29b1a46b219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c15bcd-584a-4afd-9e0c-9e7b72d56161,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:19.940756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e98e3f-1b2e-4ca4-a93c-6748049f90ce req-1101f2f4-285f-4724-8522-c0431cf6656b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Dec 10 04:37:19.969644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:19.978207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.015345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:37:20.018134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.029385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d56076-94bd-4b6c-9134-e36c56da3465,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:20.036592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.037099 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Added segment b575ac59-59ac-42c1-b935-d24de5367fca of type vlan for network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 Dec 10 04:37:20.085324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.118062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.119533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:20.120422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.141042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:20.160190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5566652 Dec 10 04:37:20.163584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55534) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:20.170202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Request body: {'subnet': {'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-151759598-subnet', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:20.196462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Made reservation on behalf of c9109697ef1a466ca81ba790b94a1abb for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:20.200404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.200644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3a221-e8ee-4909-9ed7-117c22873c73 admin admin] Pushing event updated for resources: {'Network': ['ID=6220006f-fa62-4d4a-bc82-1ea17f2153f1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:20.222015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:37:20.375334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-network', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:20.402215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Made reservation on behalf of b10d85c982264ba1a2c48025c5537292 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:20.406330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.410618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.416193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.470456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401ffdc3-2caf-40bf-ac4e-740a21d2f142,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:20.479029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Checking segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:20.479469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Network hostable DHCP agents. Network: 6220006f-fa62-4d4a-bc82-1ea17f2153f1, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:37:20.502094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:37:20.508192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.514333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.516545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6220006f-fa62-4d4a-bc82-1ea17f2153f1) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:20.522639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:20.523468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.531126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14683a6a-a791-4b4c-968e-996fcce92a36 None None] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:20.550587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-799cc4dc-3597-4ba1-89dd-95bc80876961 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3850038 Dec 10 04:37:20.550823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:20.555938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:20.562020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:37:20.571274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.571629 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Added segment 4afa87a0-96be-44d2-b046-398dd0549cfc of type vlan for network 5664882d-7af5-413f-8441-b377e8582dfb Dec 10 04:37:20.585629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.587583 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.628151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.633199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6894a8b-d3f0-47db-8acd-959b4faaa0bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:20.661364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:37:20.662259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.662398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.664751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.665938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:20.666738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.703091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5594206 Dec 10 04:37:20.705870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:20.710950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Request body: {'subnet': {'network_id': '5664882d-7af5-413f-8441-b377e8582dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-subnet', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:20.752240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9c1e3-bd4b-455a-80b8-29f4930dd040 admin admin] Pushing event updated for resources: {'Network': ['ID=5664882d-7af5-413f-8441-b377e8582dfb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:20.773921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Made reservation on behalf of b10d85c982264ba1a2c48025c5537292 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:20.776926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.909460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:20.935639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b156b2-a0e7-4a3b-9ff5-44f7cc788146 req-33fb2ac9-a907-419b-9288-d05f330cafa8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:20.937544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04b156b2-a0e7-4a3b-9ff5-44f7cc788146 req-33fb2ac9-a907-419b-9288-d05f330cafa8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1340866 Dec 10 04:37:20.993096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5664882d-7af5-413f-8441-b377e8582dfb details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:37:21.000950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Allocated IP 172.20.0.2 (6220006f-fa62-4d4a-bc82-1ea17f2153f1/401ffdc3-2caf-40bf-ac4e-740a21d2f142/53b0dd76-d16f-4151-81b5-d00e9c893755) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:21.082808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04b156b2-a0e7-4a3b-9ff5-44f7cc788146 req-fd7884ec-9f3e-46f9-b2bc-c106f13f8465 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328273 Dec 10 04:37:21.109851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f6c8-a9a1-44fe-9e14-0abcc9e0c9af req-a463a644-ce1f-405d-96e0-ed64184aa1c0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:21.112937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a871f6c8-a9a1-44fe-9e14-0abcc9e0c9af req-a463a644-ce1f-405d-96e0-ed64184aa1c0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1250582 Dec 10 04:37:21.133729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.212351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9161b0-3c17-46b4-91c9-f5e86e88eed8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:21.220115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Checking segment: {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:21.220632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Network hostable DHCP agents. Network: 5664882d-7af5-413f-8441-b377e8582dfb, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:37:21.243434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Network 5664882d-7af5-413f-8441-b377e8582dfb is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:37:21.257579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5664882d-7af5-413f-8441-b377e8582dfb) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:21.272313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a1645-f10b-448c-ad78-52195475d388 None None] Network 5664882d-7af5-413f-8441-b377e8582dfb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:21.272969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:21.272969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.292342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a871f6c8-a9a1-44fe-9e14-0abcc9e0c9af req-e3e67420-ea7e-4db5-bd0f-7d46c8f56285 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674571 Dec 10 04:37:21.297646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-174cf0ab-3a43-48a3-b4c7-4ca109aa9c59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5904520 Dec 10 04:37:21.299440 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.300208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:21.306583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:21.320877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.339462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.341644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.406924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986b88-efe5-45c6-bc72-f93c99584bf0 req-5234c6f7-39b8-4a04-8756-aaa7efde0bfc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:21.415453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46986b88-efe5-45c6-bc72-f93c99584bf0 req-5234c6f7-39b8-4a04-8756-aaa7efde0bfc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.2097816 Dec 10 04:37:21.417477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:21.426890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.427048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:21.433423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:21.439066 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.461107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.513181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Pushing event updated for resources: {'Port': ['ID=53b0dd76-d16f-4151-81b5-d00e9c893755,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:21.563175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-5664882d-7af5-413f-8441-b377e8582dfb', 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb', 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'fixed_ips': [{'subnet_id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:37:21.564145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.567481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Attempting to bind port 53b0dd76-d16f-4151-81b5-d00e9c893755 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:21.567964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Attempting to bind port 53b0dd76-d16f-4151-81b5-d00e9c893755 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:21.568172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46986b88-efe5-45c6-bc72-f93c99584bf0 req-7ac58ad7-7b5a-4dbd-8820-d990c9f036da tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367540 Dec 10 04:37:21.568543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Attempting to bind port 53b0dd76-d16f-4151-81b5-d00e9c893755 on network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:21.584252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:21.584765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Checking segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:21.585422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.585885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Bound using segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:21.586774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Bound port: 53b0dd76-d16f-4151-81b5-d00e9c893755, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:21.587233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.645224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Allocated IP 172.25.8.114 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:21.657178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.752834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] For port 53b0dd76-d16f-4151-81b5-d00e9c893755, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:21.770145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] For port 53b0dd76-d16f-4151-81b5-d00e9c893755, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53b0dd76-d16f-4151-81b5-d00e9c893755,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:21.772606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.788456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Allocated IP 172.20.0.2 (5664882d-7af5-413f-8441-b377e8582dfb/ac9161b0-3c17-46b4-91c9-f5e86e88eed8/43eea130-5906-4b69-ba24-c282481ce810) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:21.792056 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.864212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.949346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:21.952174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:21.954332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:21.961761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:21.963984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15a9d-2903-4d9f-ae93-e4a05ada7d82 None None] Pushing event updated for resources: {'Port': ['ID=53b0dd76-d16f-4151-81b5-d00e9c893755,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:21.964589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:21.990381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.087881 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.100103 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.143202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Allocated IP 172.25.8.107 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/6740241d-a1ef-47bf-9856-75f18b0ae0da) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:22.188519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Pushing event updated for resources: {'Port': ['ID=43eea130-5906-4b69-ba24-c282481ce810,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:22.202470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Network 5664882d-7af5-413f-8441-b377e8582dfb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:22.203963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:22.208356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:22.282442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Attempting to bind port 43eea130-5906-4b69-ba24-c282481ce810 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:22.284237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Attempting to bind port 43eea130-5906-4b69-ba24-c282481ce810 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:22.284905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Attempting to bind port 43eea130-5906-4b69-ba24-c282481ce810 on network 5664882d-7af5-413f-8441-b377e8582dfb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:22.310106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:22.310633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Checking segment: {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:22.311045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.311439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Bound using segment: {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:22.311913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Bound port: 43eea130-5906-4b69-ba24-c282481ce810, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:22.325606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.362999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b33a8-8703-46aa-a083-3653af5cb1d5 req-d3b73876-bed2-4b57-a90d-5fc1cfa92003 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:22.370551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-443b33a8-8703-46aa-a083-3653af5cb1d5 req-d3b73876-bed2-4b57-a90d-5fc1cfa92003 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.0787356 Dec 10 04:37:22.402821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a6a7-839b-4665-aedc-2a852ce96308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.425038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.454872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] For port 43eea130-5906-4b69-ba24-c282481ce810, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:22.459719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] For port 43eea130-5906-4b69-ba24-c282481ce810, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43eea130-5906-4b69-ba24-c282481ce810,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:22.468341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.469305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.490305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.517720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:22.520880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:22.531728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:22.555466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6b7f5-c673-465c-b0b8-d126caa1fb05 req-9747d390-1a23-4c4d-a138-e9dbdc62f0a5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:22.564112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88b6b7f5-c673-465c-b0b8-d126caa1fb05 req-9747d390-1a23-4c4d-a138-e9dbdc62f0a5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1364648 Dec 10 04:37:22.577977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84b643-822c-43e8-9d0f-b4383bc30aa5 None None] Pushing event updated for resources: {'Port': ['ID=43eea130-5906-4b69-ba24-c282481ce810,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:22.600867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-443b33a8-8703-46aa-a083-3653af5cb1d5 req-83c876ff-eb31-441c-af6b-e11c599b7df5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154839 Dec 10 04:37:22.674414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6740241d-a1ef-47bf-9856-75f18b0ae0da,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:22.703007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88b6b7f5-c673-465c-b0b8-d126caa1fb05 req-18a43bd5-a28f-4efe-b0a0-fdb039ccbf16 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376104 Dec 10 04:37:22.979220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:22.993759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62bd18-f2b1-48a3-a261-42cb05288ad2 req-91cf74f3-f26a-44bb-8dea-d8777f2cd2ba tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:22.995756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b62bd18-f2b1-48a3-a261-42cb05288ad2 req-91cf74f3-f26a-44bb-8dea-d8777f2cd2ba tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1009486 Dec 10 04:37:23.022938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.154618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b62bd18-f2b1-48a3-a261-42cb05288ad2 req-ab388a04-ec28-4c7c-9d1d-b3bfa39f966d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512704 Dec 10 04:37:23.219842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.232911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Router c9458885-22e7-44d8-b8c9-f7f0336a58fa is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:37:23.253043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.305880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd36740-3ea8-4675-94cb-d93965bd52a5 None None] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:23.351261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:23.377235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:23.392717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Sync routers for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:23.403744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.407134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43d1e40c-ffc5-4577-a1c5-049022558ccb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8527420 Dec 10 04:37:23.407628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:23.409986 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:23.410716 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:23.441100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:37:23.508434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] Provisioning complete for port 53b0dd76-d16f-4151-81b5-d00e9c893755 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:23.508832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.688640 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:23.694352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50483d94-2c52-4a95-8331-ac70a77a93f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.746017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.787656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:23.834468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43eea130-5906-4b69-ba24-c282481ce810 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:23.875491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.877185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a8ec26dd-8a94-4fd9-b572-7202f04b43f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5746408 Dec 10 04:37:23.882341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] For port 53b0dd76-d16f-4151-81b5-d00e9c893755, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53b0dd76-d16f-4151-81b5-d00e9c893755,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:23.888228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:23.893540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Sync routers for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:23.931764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.944757 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50483d94-2c52-4a95-8331-ac70a77a93f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:23.954496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50483d94-2c52-4a95-8331-ac70a77a93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.008954 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:24.017391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50483d94-2c52-4a95-8331-ac70a77a93f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf2f99bcd5fc4f779c6c5231d694229a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650262 Dec 10 04:37:24.018495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50483d94-2c52-4a95-8331-ac70a77a93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2516c311-7f66-4052-ba3e-4215b58b7b3d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.021062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:24.030046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:24.030687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:36:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:24.048333 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Checking router: c9458885-22e7-44d8-b8c9-f7f0336a58fa for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:24.048644 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Updating router c9458885-22e7-44d8-b8c9-f7f0336a58fa port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:37:24.069393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df719f9-ad3c-4adb-9963-766999ffc977 req-4eeff98e-5b1a-41ea-886a-33af9097b1fa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:24.077410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9df719f9-ad3c-4adb-9963-766999ffc977 req-4eeff98e-5b1a-41ea-886a-33af9097b1fa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.3122675 Dec 10 04:37:24.080936 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.093284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.120228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f21258-cea1-410e-99fe-de9b2180cb19 None None] Network 5664882d-7af5-413f-8441-b377e8582dfb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:24.127170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.185102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.189102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.194666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2516c311-7f66-4052-ba3e-4215b58b7b3d HTTP/1.1" status: 204 len: 168 time: 0.1703482 Dec 10 04:37:24.220195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfefac7-6d70-423f-814b-f380ed296761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2516c311-7f66-4052-ba3e-4215b58b7b3d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.256378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4b739-fae1-4b4b-9cb5-f71347d72002 None None] Pushing event updated for resources: {'Port': ['ID=53b0dd76-d16f-4151-81b5-d00e9c893755,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.315089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c6d38090-c061-4066-86de-8e7fc647771a None None] Provisioning complete for port 53b0dd76-d16f-4151-81b5-d00e9c893755 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:24.315774 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6d38090-c061-4066-86de-8e7fc647771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.351082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 43eea130-5906-4b69-ba24-c282481ce810 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:24.351529 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.455825 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.464240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:24.478736 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.569581 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa300-bb73-4c64-a95a-11b5117ede04 None None] Pushing event updated for resources: {'Port': ['ID=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.616149 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Attempting to bind port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:24.617657 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Attempting to bind port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:24.618279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:24.618897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Attempting to bind port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:24.627374 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:24.628198 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:24.629234 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.630911 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:24.634519 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Bound port: 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:24.635210 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.636596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf807-8747-4847-8da7-d689416a0294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.754277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9df719f9-ad3c-4adb-9963-766999ffc977 req-11a65d43-bfa5-49a5-9fcc-ca1f3047e566 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757576 Dec 10 04:37:24.758654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] For port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:24.764668 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf807-8747-4847-8da7-d689416a0294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.767503 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] For port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:24.776514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf807-8747-4847-8da7-d689416a0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.779784 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.800414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff93f-922f-4685-ab97-0936ccf5b947 req-db69e5b9-d050-4c52-9bb1-9cd4b1ff37bc tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:24.802737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf807-8747-4847-8da7-d689416a0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48d3af-10b9-4f70-a4fc-07a6e06bb12f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.803656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d1ff93f-922f-4685-ab97-0936ccf5b947 req-db69e5b9-d050-4c52-9bb1-9cd4b1ff37bc tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.7630861 Dec 10 04:37:24.820260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.835455 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9e2cf807-8747-4847-8da7-d689416a0294 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de3ae1674c9a47a39e127349a9ddb30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159927 Dec 10 04:37:24.836153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:24.866939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8104d603-ae9e-42df-949f-5a32ad127dc7 None None] Provisioning complete for port 43eea130-5906-4b69-ba24-c282481ce810 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:24.867329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8104d603-ae9e-42df-949f-5a32ad127dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.887848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa300-bb73-4c64-a95a-11b5117ede04 None None] Pushing event updated for resources: {'Port': ['ID=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:24.897366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c530dac-be0e-4fc2-971a-cf5c8c90b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.898721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.929302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d1ff93f-922f-4685-ab97-0936ccf5b947 req-d03fd85e-e720-4ee2-a602-40aa1721e693 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078835 Dec 10 04:37:24.941556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:24.943028 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:24.943689 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:25.026637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.033332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.035846 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b48d3af-10b9-4f70-a4fc-07a6e06bb12f HTTP/1.1" status: 204 len: 168 time: 0.1986880 Dec 10 04:37:25.048152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2f8b3-ec7f-43fc-9c02-9d940eabde8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48d3af-10b9-4f70-a4fc-07a6e06bb12f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:25.136044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.182015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 43eea130-5906-4b69-ba24-c282481ce810, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43eea130-5906-4b69-ba24-c282481ce810,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:25.193765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ce9d-0358-4c99-9af6-62abc2140c1f req-d3cbd2c4-fe0d-4c6f-a670-a66bccf2e3ec tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:25.202041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5211ce9d-0358-4c99-9af6-62abc2140c1f req-d3cbd2c4-fe0d-4c6f-a670-a66bccf2e3ec tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1451201 Dec 10 04:37:25.255725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.256598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53b0dd76-d16f-4151-81b5-d00e9c893755 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:25.302914 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:25.354447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5211ce9d-0358-4c99-9af6-62abc2140c1f req-6dd12019-c997-4f60-bb12-8b2a25346b15 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513832 Dec 10 04:37:25.378957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=43eea130-5906-4b69-ba24-c282481ce810,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:25.410932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 53b0dd76-d16f-4151-81b5-d00e9c893755 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:25.411461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.476869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:25.512893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Checking router: 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:25.513540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Updating router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 port 6740241d-a1ef-47bf-9856-75f18b0ae0da binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:37:25.535181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Allocated IP 172.20.0.1 (6220006f-fa62-4d4a-bc82-1ea17f2153f1/401ffdc3-2caf-40bf-ac4e-740a21d2f142/a1aa134b-ef93-4b74-ba3f-12eee4a67796) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:25.545414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.553170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:25.585614 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ceedc8-b575-435f-bf68-696153d8a87d None None] The sync data for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 is: [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:25.694218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.736166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.813702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:25.841500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:25.854654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:25.866407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.869120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-744659f8-f213-40d7-bd7e-8b39a70be5e5 None None] Provisioning complete for port 43eea130-5906-4b69-ba24-c282481ce810 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:25.869487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-744659f8-f213-40d7-bd7e-8b39a70be5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:25.943467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:25.955788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.002326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.030994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43eea130-5906-4b69-ba24-c282481ce810 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:26.247013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.254257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 43eea130-5906-4b69-ba24-c282481ce810 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:26.254257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.283764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.367451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Attempting to bind port 6740241d-a1ef-47bf-9856-75f18b0ae0da on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:26.367835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Attempting to bind port 6740241d-a1ef-47bf-9856-75f18b0ae0da by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:26.368197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Attempting to bind port 6740241d-a1ef-47bf-9856-75f18b0ae0da on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:26.373316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187e631-0311-4d52-9214-82d5e0f7f763 None None] Pushing event updated for resources: {'Port': ['ID=6740241d-a1ef-47bf-9856-75f18b0ae0da,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:26.391157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:26.391964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:26.391964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.392316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:26.392791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Bound port: 6740241d-a1ef-47bf-9856-75f18b0ae0da, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:26.393225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.445211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fae88f2d-9bc0-479b-aaa6-c79a266dbc16 None None] Provisioning complete for port a1aa134b-ef93-4b74-ba3f-12eee4a67796 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:26.445587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fae88f2d-9bc0-479b-aaa6-c79a266dbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.449848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d44c1-72f7-4d17-87c9-31db523a0df8 req-a4d353d6-8c75-4f2a-9d66-8fbbee989ced tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:26.451249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf0d44c1-72f7-4d17-87c9-31db523a0df8 req-a4d353d6-8c75-4f2a-9d66-8fbbee989ced tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.5110712 Dec 10 04:37:26.483099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53b0dd76-d16f-4151-81b5-d00e9c893755 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:26.530898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dbc86-ac75-4915-b106-83ccfefa8043 req-675129ac-00c4-43ae-8f62-71cc0e49ffa3 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:26.538902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b5dbc86-ac75-4915-b106-83ccfefa8043 req-675129ac-00c4-43ae-8f62-71cc0e49ffa3 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.3915558 Dec 10 04:37:26.541347 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.550292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] For port 6740241d-a1ef-47bf-9856-75f18b0ae0da, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:26.569094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fae88f2d-9bc0-479b-aaa6-c79a266dbc16 None None] Port a1aa134b-ef93-4b74-ba3f-12eee4a67796 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:26.572580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] For port 6740241d-a1ef-47bf-9856-75f18b0ae0da, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6740241d-a1ef-47bf-9856-75f18b0ae0da,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:26.582507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.595313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Allocated IP 172.20.0.1 (5664882d-7af5-413f-8441-b377e8582dfb/ac9161b0-3c17-46b4-91c9-f5e86e88eed8/1ed9fab2-65e6-4ad9-b131-9417ee95fad1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:26.629470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 53b0dd76-d16f-4151-81b5-d00e9c893755 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:26.629833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.653626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:26.674864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:26.675513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:26.689680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf0d44c1-72f7-4d17-87c9-31db523a0df8 req-5e5c6e69-2b24-47eb-9a67-4eb5d5b8b7ef tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001622 Dec 10 04:37:26.717742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187e631-0311-4d52-9214-82d5e0f7f763 None None] Pushing event updated for resources: {'Port': ['ID=6740241d-a1ef-47bf-9856-75f18b0ae0da,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:26.732337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b5dbc86-ac75-4915-b106-83ccfefa8043 req-f66147ba-84ce-4fef-950f-5d9740322032 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924853 Dec 10 04:37:26.841844 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-222c31e7-4780-4f43-95f8-7aa1c7d577a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.855186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:26.941045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-222c31e7-4780-4f43-95f8-7aa1c7d577a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.945950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-222c31e7-4780-4f43-95f8-7aa1c7d577a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.976766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:26.977467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c31e7-4780-4f43-95f8-7aa1c7d577a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bddf9b9-c578-4039-9578-fef2ae4bfd9a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:27.000061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-222c31e7-4780-4f43-95f8-7aa1c7d577a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a29875bd80c4304bbc6f43a407d4b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449886 Dec 10 04:37:27.005399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:27.060591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:27.069467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.073947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.089502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a48a0-3e82-4982-8cbe-8c452d7f8427 req-6ef6bb13-45e6-43a6-990e-c0fe45a1f621 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:27.095763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.096551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0e3fa-b30a-4368-bd0a-e6ceed336d40 None None] The sync data for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 is: [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 3, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:27.097339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f5a48a0-3e82-4982-8cbe-8c452d7f8427 req-6ef6bb13-45e6-43a6-990e-c0fe45a1f621 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.2253928 Dec 10 04:37:27.153933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.156592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.162001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bddf9b9-c578-4039-9578-fef2ae4bfd9a HTTP/1.1" status: 204 len: 168 time: 0.1555836 Dec 10 04:37:27.181536 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.187070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a963b-cc3d-4f63-ada3-667d62296ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bddf9b9-c578-4039-9578-fef2ae4bfd9a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:27.196496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Network 5664882d-7af5-413f-8441-b377e8582dfb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:27.199912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.229497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:27.232845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:27.303982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Pushing event updated for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:27.327825 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.352663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f5a48a0-3e82-4982-8cbe-8c452d7f8427 req-a0265504-c279-47fc-b988-5300a7a39ab1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543418 Dec 10 04:37:27.386634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.400257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:27.407196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.598816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aa4ac44b-64d8-4dbf-b9d9-be9b60b20a3a None None] Provisioning complete for port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:27.599848 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac44b-64d8-4dbf-b9d9-be9b60b20a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.601738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:27.610879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:27.678119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ac44b-64d8-4dbf-b9d9-be9b60b20a3a None None] Port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:27.873897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:27.978717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Router c9458885-22e7-44d8-b8c9-f7f0336a58fa has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:28.008229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7e8351e5-b643-4d96-98e5-137e1a6b99a3 None None] Provisioning complete for port a1aa134b-ef93-4b74-ba3f-12eee4a67796 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:28.008861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e8351e5-b643-4d96-98e5-137e1a6b99a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.044322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:28.098822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e8351e5-b643-4d96-98e5-137e1a6b99a3 None None] Port a1aa134b-ef93-4b74-ba3f-12eee4a67796 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:28.106813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf81def-af07-4343-96f7-9233acb2ce09 req-3fe36c25-fdac-4222-a779-a17fe5f11a57 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:28.108413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bf81def-af07-4343-96f7-9233acb2ce09 req-3fe36c25-fdac-4222-a779-a17fe5f11a57 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.2391117 Dec 10 04:37:28.133736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:28.135309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.155391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e61ac-64b8-41db-98b9-cbc953bd1713 req-1054f0b6-1e60-4ea5-a2f8-c9d7c6db0136 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:28.156959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c5e61ac-64b8-41db-98b9-cbc953bd1713 req-1054f0b6-1e60-4ea5-a2f8-c9d7c6db0136 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.2865393 Dec 10 04:37:28.269489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.292678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.315607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:28.323093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.337314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6740241d-a1ef-47bf-9856-75f18b0ae0da up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:28.406990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c5e61ac-64b8-41db-98b9-cbc953bd1713 req-bfdbbce1-905c-4f3c-9212-27bced0515b7 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334218 Dec 10 04:37:28.414627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bf81def-af07-4343-96f7-9233acb2ce09 req-8cccfa1c-11f0-41d0-9536-fa61babfc68d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519264 Dec 10 04:37:28.495436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:28.506988 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Sync routers for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:28.519485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a587254a-8022-408c-9893-4600c8e840f3 admin admin] 10.222.0.43 "PUT /v2.0/routers/c9458885-22e7-44d8-b8c9-f7f0336a58fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1080642 Dec 10 04:37:28.527344 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:28.529276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:28.562333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.582703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.683440 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:28.724676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Pushing event updated for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:28.750114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:28.767693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6740241d-a1ef-47bf-9856-75f18b0ae0da triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:28.768063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.835012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.879718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92c34-6025-484a-8d57-7e0524367c82 req-77470eb4-5d48-4105-a641-316ff08bff25 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:28.881825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ed92c34-6025-484a-8d57-7e0524367c82 req-77470eb4-5d48-4105-a641-316ff08bff25 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.2011602 Dec 10 04:37:28.891332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.923175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 6740241d-a1ef-47bf-9856-75f18b0ae0da, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6740241d-a1ef-47bf-9856-75f18b0ae0da,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:28.930724 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:28.989835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ed92c34-6025-484a-8d57-7e0524367c82 req-203efffd-bee3-4e34-a399-08c8820d0ccc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973573 Dec 10 04:37:28.999711 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 2, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:29.002093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Network 5664882d-7af5-413f-8441-b377e8582dfb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:29.003767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:29.065740 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Checking router: c9458885-22e7-44d8-b8c9-f7f0336a58fa for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:29.066371 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Updating router c9458885-22e7-44d8-b8c9-f7f0336a58fa port a1aa134b-ef93-4b74-ba3f-12eee4a67796 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:37:29.076969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=6740241d-a1ef-47bf-9856-75f18b0ae0da,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:29.110893 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.227373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:29.397500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:29.408560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1a1785b6-9544-4f44-80b6-0244127977ba admin admin] 10.222.0.43 "PUT /v2.0/routers/8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5069010 Dec 10 04:37:29.438274 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.447915 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.462684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d11a20e-d80f-4d76-9e80-f08b71307fed None None] Provisioning complete for port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:29.464312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d11a20e-d80f-4d76-9e80-f08b71307fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.496116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bc788-5d20-489e-9e64-3622a1c61243 None None] Pushing event updated for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:29.503654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55746) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:29.512333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169407429', 'description': 'tempest-description--70780727'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:29.592812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.595445 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Attempting to bind port a1aa134b-ef93-4b74-ba3f-12eee4a67796 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:29.597628 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Attempting to bind port a1aa134b-ef93-4b74-ba3f-12eee4a67796 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:29.597628 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Attempting to bind port a1aa134b-ef93-4b74-ba3f-12eee4a67796 on network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:29.604095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:29.604499 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Checking segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:29.605456 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.605456 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Bound using segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:29.607000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Bound port: a1aa134b-ef93-4b74-ba3f-12eee4a67796, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:29.607000 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.630622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a20e-d80f-4d76-9e80-f08b71307fed None None] Port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:29.734651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Sync routers for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:29.750983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:29.752801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:29.760017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f1101-84f7-4fbd-8911-16655ea4c21e req-4713c8e3-3c93-43c7-a250-ca0fe32dd942 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:29.761537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b1f1101-84f7-4fbd-8911-16655ea4c21e req-4713c8e3-3c93-43c7-a250-ca0fe32dd942 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1931887 Dec 10 04:37:29.770178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c4ab-fd28-4544-bb14-b751ce5a4b55 req-058a5043-a289-42dd-961f-2a1a34fc0b8e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:29.781613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5749c4ab-fd28-4544-bb14-b751ce5a4b55 req-058a5043-a289-42dd-961f-2a1a34fc0b8e tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1370041 Dec 10 04:37:29.788813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] For port a1aa134b-ef93-4b74-ba3f-12eee4a67796, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:29.792694 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] For port a1aa134b-ef93-4b74-ba3f-12eee4a67796, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1aa134b-ef93-4b74-ba3f-12eee4a67796,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:29.804916 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.910868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.926371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5749c4ab-fd28-4544-bb14-b751ce5a4b55 req-38a21cde-034c-4869-a21a-fb6aa1e706d1 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437819 Dec 10 04:37:29.950069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:29.963472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b1f1101-84f7-4fbd-8911-16655ea4c21e req-f285ffe3-3d0e-405d-a435-de645162a22a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791348 Dec 10 04:37:29.989548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:29.990504 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:29.993124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:30.003845 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bc788-5d20-489e-9e64-3622a1c61243 None None] Pushing event updated for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:30.004345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:30.075201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] Provisioning complete for port a1aa134b-ef93-4b74-ba3f-12eee4a67796 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:30.076539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.227435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55762) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:30.229994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:30.293845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d1549-50b1-4daf-99dd-ab74c4020cf6 req-3c5c59cb-0a5c-42ca-98f1-fa0a487d419f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:30.309494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a7d1549-50b1-4daf-99dd-ab74c4020cf6 req-3c5c59cb-0a5c-42ca-98f1-fa0a487d419f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0957596 Dec 10 04:37:30.418343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a7d1549-50b1-4daf-99dd-ab74c4020cf6 req-2c262240-c32c-4685-a148-5c2a9a9a8d7d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030073 Dec 10 04:37:30.489133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dda8114-3966-4614-acfb-0ac789beba9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.491285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:30.491889 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.494216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c99c4-6df8-4a08-bbed-51b0b75d9a3b req-51756b58-3853-48e3-bd82-667a59d8fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:30.495890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-195c99c4-6df8-4a08-bbed-51b0b75d9a3b req-51756b58-3853-48e3-bd82-667a59d8fba6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1097 time: 0.7290592 Dec 10 04:37:30.500612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.529031 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:29Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:30.539998 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-dd1ad7aa-2284-4552-8a4f-383d433cf0e4 req-3570a455-aca6-4052-b8d6-66f1e1465933 tempest-FloatingIPDetailsNegativeTestJSON-616568562 tempest-FloatingIPDetailsNegativeTestJSON-616568562-project] show failed (client error): The resource could not be found. Dec 10 04:37:30.546578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd1ad7aa-2284-4552-8a4f-383d433cf0e4 req-3570a455-aca6-4052-b8d6-66f1e1465933 tempest-FloatingIPDetailsNegativeTestJSON-616568562 tempest-FloatingIPDetailsNegativeTestJSON-616568562-project] 10.222.0.43 "GET /v2.0/floatingips/ac763b2f-ca35-41fc-ada8-9dafb1e1521a HTTP/1.1" status: 404 len: 350 time: 0.0529191 Dec 10 04:37:30.550302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:30.560842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.566065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53adac03-3785-4d85-a4a1-92cbeda2fcfa None None] The sync data for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 is: [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:29Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:30.567257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0621924 Dec 10 04:37:30.571603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-195c99c4-6df8-4a08-bbed-51b0b75d9a3b req-614192b9-4883-41a6-a117-0d475cec0cd7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Dec 10 04:37:30.578018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:30.586135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'security_group_rule': {'security_group_id': '3f8630c0-72d0-4495-b536-f15beb325a4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:30.595818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] For port a1aa134b-ef93-4b74-ba3f-12eee4a67796, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1aa134b-ef93-4b74-ba3f-12eee4a67796,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:30.602214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57578740-cd23-4344-bc96-3e9700cced20 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8630c0-72d0-4495-b536-f15beb325a4f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:30.645833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.651300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.727784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.734602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.744858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c79616-01f9-4876-9c01-befe9fd93c71 None None] Pushing event updated for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:30.753644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6740241d-a1ef-47bf-9856-75f18b0ae0da up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:30.773762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2285cbd3-765d-48e6-ab0e-b934a25e0fe5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:30.782808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.785853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-33b59bca-e886-4fbd-97d6-84cc32f83e2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2066000 Dec 10 04:37:30.788429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:30.795217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'security_group_rule': {'security_group_id': '3f8630c0-72d0-4495-b536-f15beb325a4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:30.806166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:27Z', 'revision_number': 4, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1ed9fab2-65e6-4ad9-b131-9417ee95fad1', 'name': '', 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'mac_address': 'fa:16:3e:40:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:26Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 2, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'subnets': [{'id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:30.834054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.845610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Checking router: 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:30.845976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Updating router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:37:30.877171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ba5252fe-4f19-408a-8f12-cc5ddd3af902 None None] Provisioning complete for port a1aa134b-ef93-4b74-ba3f-12eee4a67796 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:30.877550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba5252fe-4f19-408a-8f12-cc5ddd3af902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.901745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.911991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.917382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.931217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6740241d-a1ef-47bf-9856-75f18b0ae0da triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:30.931649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.946764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0c835a-8d2d-4d13-87cd-95df0870b098,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:30.965248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:30.966737 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6e8206ea-8502-410c-bc25-afb278940df0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765168 Dec 10 04:37:30.970899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:30.980080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:31.007680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.139365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dda8114-3966-4614-acfb-0ac789beba9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.155415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.181723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dda8114-3966-4614-acfb-0ac789beba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.217404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1dda8114-3966-4614-acfb-0ac789beba9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdffc787d7134cfea794b3c196895aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9872694 Dec 10 04:37:31.223878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:31.306418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda8114-3966-4614-acfb-0ac789beba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043ec386-f018-4525-9694-7f44abfb4caf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:31.326409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3dda-fffd-4654-9174-e9d9417e9d76 req-ffaff181-d3c7-4641-ba7f-ca5fb1d61ac8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:31.327969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abbe3dda-fffd-4654-9174-e9d9417e9d76 req-ffaff181-d3c7-4641-ba7f-ca5fb1d61ac8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.2311764 Dec 10 04:37:31.338322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab800e-5a96-4021-9f3b-5bc3dafcead6 req-85621eea-6eda-487e-93d2-2afda87390dd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:31.340489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cab800e-5a96-4021-9f3b-5bc3dafcead6 req-85621eea-6eda-487e-93d2-2afda87390dd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.2516344 Dec 10 04:37:31.358604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Allocated IP 172.25.8.82 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/3c2a9042-a534-4fba-a1a7-110120c9aa53) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:31.381334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.434140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.436968 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.447197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.472705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cab800e-5a96-4021-9f3b-5bc3dafcead6 req-b201d105-f9c3-4eb3-adde-a9f259fc8cea tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189308 Dec 10 04:37:31.478125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abbe3dda-fffd-4654-9174-e9d9417e9d76 req-03b01b6d-ce50-4690-ba05-93f857fa3e58 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Dec 10 04:37:31.639023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775595bc-37f7-4a39-9beb-c4cf43f01462 None None] Pushing event updated for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:31.661499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Attempting to bind port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:31.661874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Attempting to bind port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:31.662238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Attempting to bind port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 on network 5664882d-7af5-413f-8441-b377e8582dfb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:31.665967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.668317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.674094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.675410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/043ec386-f018-4525-9694-7f44abfb4caf HTTP/1.1" status: 204 len: 168 time: 0.4504228 Dec 10 04:37:31.678969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:31.683799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Checking segment: {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:31.684220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.684758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Bound using segment: {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:31.687473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Bound port: 1ed9fab2-65e6-4ad9-b131-9417ee95fad1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afa87a0-96be-44d2-b046-398dd0549cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:31.695142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.698594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb93a15-5cd1-43fe-a0d0-ada402df7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043ec386-f018-4525-9694-7f44abfb4caf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:31.857213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.918130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9676be57-ebf1-4ab9-bbc0-c15cf6c659a4 None None] Provisioning complete for port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:31.918630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9676be57-ebf1-4ab9-bbc0-c15cf6c659a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:31.932905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:31.937342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:31.943704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:31.947326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31adfa9-24cd-474f-9ac3-da938cd009d1 req-9f41d353-94ff-41e4-97c1-174e3f785b91 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:31.958784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e31adfa9-24cd-474f-9ac3-da938cd009d1 req-9f41d353-94ff-41e4-97c1-174e3f785b91 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1551008 Dec 10 04:37:31.966165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] For port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:31.988342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] For port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:31.998291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9676be57-ebf1-4ab9-bbc0-c15cf6c659a4 None None] Port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:32.001788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.027924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'Port': ['ID=3c2a9042-a534-4fba-a1a7-110120c9aa53,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:32.032069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1aa134b-ef93-4b74-ba3f-12eee4a67796 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:32.056395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e31adfa9-24cd-474f-9ac3-da938cd009d1 req-1edce46a-69cb-431a-8b19-5260ffd64ea6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880113 Dec 10 04:37:32.088321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:32.089012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:32.129016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.162645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775595bc-37f7-4a39-9beb-c4cf43f01462 None None] Pushing event updated for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:32.167720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.207731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a1aa134b-ef93-4b74-ba3f-12eee4a67796 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:32.208715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.216051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.295222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:32.331835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:32.361921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-953f4e30-6bb2-4376-8a94-012b427c9ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.490034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.526453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.592623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-953f4e30-6bb2-4376-8a94-012b427c9ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.606196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-953f4e30-6bb2-4376-8a94-012b427c9ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.625527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] Provisioning complete for port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:32.625894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.687263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'Port': ['ID=3c2a9042-a534-4fba-a1a7-110120c9aa53,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:32.703555 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-132cd458-58ba-484c-ac9b-e3e1e858ffa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1828911 Dec 10 04:37:32.710196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.732229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.735461 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b10e1838-28e2-4608-9cd2-d851e03db625 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7628934 Dec 10 04:37:32.737425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4e30-6bb2-4376-8a94-012b427c9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc0cb9-a7d3-490c-b2a9-4836ec160f6f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:32.745656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-953f4e30-6bb2-4376-8a94-012b427c9ea8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f58df9db18a44c49b6922afaeb473e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482439 Dec 10 04:37:32.749112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:32.807448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395a78d-2a68-4e70-84cc-45caadfee285 req-461f4143-bcd8-4080-ba84-eb44e1347a2c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:32.809064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d395a78d-2a68-4e70-84cc-45caadfee285 req-461f4143-bcd8-4080-ba84-eb44e1347a2c tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1749289 Dec 10 04:37:32.817475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f5727-5c42-4118-ba98-6c734ebdf182 req-5c2d0752-5467-4e27-b091-91d1809224a3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:32.825048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e5f5727-5c42-4118-ba98-6c734ebdf182 req-5c2d0752-5467-4e27-b091-91d1809224a3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1886621 Dec 10 04:37:32.838958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.881026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] For port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:32.882466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.890556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:27Z', 'revision_number': 4, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1ed9fab2-65e6-4ad9-b131-9417ee95fad1', 'name': '', 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'mac_address': 'fa:16:3e:40:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:26Z', 'updated_at': '2021-12-10T04:37:31Z', 'revision_number': 4, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'subnets': [{'id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:32.894053 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.914937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.927729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e5f5727-5c42-4118-ba98-6c734ebdf182 req-4f4f89f9-2c9e-48af-9014-b0be2146cbae tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017859 Dec 10 04:37:32.931000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d395a78d-2a68-4e70-84cc-45caadfee285 req-5c5586b2-8344-4dcb-8aa8-e7d5bfad5a12 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Dec 10 04:37:32.933794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Deleting port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:32.934139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:32.935686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9200a2-bb92-4016-8e6c-289405c554f2 None None] The sync data for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 is: [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:27Z', 'revision_number': 4, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1ed9fab2-65e6-4ad9-b131-9417ee95fad1', 'name': '', 'network_id': '5664882d-7af5-413f-8441-b377e8582dfb', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'mac_address': 'fa:16:3e:40:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:26Z', 'updated_at': '2021-12-10T04:37:31Z', 'revision_number': 4, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'subnets': [{'id': 'ac9161b0-3c17-46b4-91c9-f5e86e88eed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:32.957146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-66dd3ed9-ded9-4d8d-acd3-2dedcb4eb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:32.969767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-66dd3ed9-ded9-4d8d-acd3-2dedcb4eb75d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.1658425 Dec 10 04:37:32.994605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a8a1-2d87-400c-a9a6-3e0b41a06ec5 None None] Pushing event updated for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:33.060136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-8a2068b1-c962-4831-8b51-c9061e7131e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224504 Dec 10 04:37:33.075974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:33.078620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:33.079045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] For port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:33.082323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:33.082489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79bc0cb9-a7d3-490c-b2a9-4836ec160f6f HTTP/1.1" status: 204 len: 168 time: 0.3296669 Dec 10 04:37:33.096651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aefcb-fd45-465f-bd59-e8c1f6dab265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc0cb9-a7d3-490c-b2a9-4836ec160f6f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:33.117884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Calling delete_port for 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:33.145797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-183d6d3e-5c97-49f4-bc89-d0f5979da671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.147882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-183d6d3e-5c97-49f4-bc89-d0f5979da671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1459148 Dec 10 04:37:33.233871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-ab3c8555-b163-4f64-be8f-f5ae53cf4ecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0775342 Dec 10 04:37:33.276901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-ad5e1bc4-0f38-49a2-995e-e633d2900a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.279187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-ad5e1bc4-0f38-49a2-995e-e633d2900a0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf64825d9022420f981c3bffcc07b4ca&device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 1097 time: 0.1334531 Dec 10 04:37:33.355056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-bbd53ade-1802-479f-ac6e-d16a7fedaf8a tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--169407429&fields=id&tenant_id=c9109697ef1a466ca81ba790b94a1abb HTTP/1.1" status: 200 len: 267 time: 0.1998794 Dec 10 04:37:33.360397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-94052c68-7da1-47c0-95cf-b6b34faa5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.362268 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-94052c68-7da1-47c0-95cf-b6b34faa5370 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1203289 Dec 10 04:37:33.403322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-f31700ef-2a6b-468b-8e48-597f61c42903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.405235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-f31700ef-2a6b-468b-8e48-597f61c42903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbfb154d09074f25b81e9845faeaffd9&device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 1097 time: 0.0796177 Dec 10 04:37:33.537345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-0380b45a-7825-4d9a-b51e-df624f598e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.544756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-0380b45a-7825-4d9a-b51e-df624f598e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743376 Dec 10 04:37:33.586089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-3506606b-a83a-4eaa-be17-dadb14a4c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.588310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-3506606b-a83a-4eaa-be17-dadb14a4c0d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 200 len: 911 time: 0.1614714 Dec 10 04:37:33.626667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6e96-8b79-4433-a841-2eba7c0f8afb req-c48696e5-fc96-4632-a997-48e5fb4cae36 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.634190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbca6e96-8b79-4433-a841-2eba7c0f8afb req-c48696e5-fc96-4632-a997-48e5fb4cae36 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.3024008 Dec 10 04:37:33.676076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-bc9c14e6-423a-49a7-93c4-8db341ea89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.677610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-bc9c14e6-423a-49a7-93c4-8db341ea89d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 200 len: 917 time: 0.3442357 Dec 10 04:37:33.705649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-b06aa7f8-4495-4795-89f4-9d8f79f11a45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 200 len: 217 time: 0.1062973 Dec 10 04:37:33.763823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-afa0e298-7175-411b-a4ca-79191269e1e4 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019274 Dec 10 04:37:33.773575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-dd089c08-6795-4044-b97b-f6da8845d8bd tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.773575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-dd089c08-6795-4044-b97b-f6da8845d8bd tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/networks?id=6220006f-fa62-4d4a-bc82-1ea17f2153f1 HTTP/1.1" status: 200 len: 814 time: 0.3973277 Dec 10 04:37:33.842292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-d26525b8-42fc-4a05-afa3-f53a1a6c9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:33.843827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-d26525b8-42fc-4a05-afa3-f53a1a6c9df8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 200 len: 850 time: 0.1231384 Dec 10 04:37:33.846799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbca6e96-8b79-4433-a841-2eba7c0f8afb req-f5ecbccf-42be-40fa-a61e-2c5fc03d2ba7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981401 Dec 10 04:37:33.900090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e254f385-2752-4a8e-8c2c-b9321419a02c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/quotas/c9109697ef1a466ca81ba790b94a1abb HTTP/1.1" status: 200 len: 375 time: 0.1038780 Dec 10 04:37:33.906707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-ab6fc313-bb1e-4365-b5a9-e027d5691773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 200 len: 1000 time: 0.2076781 Dec 10 04:37:33.983570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:34.003549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-d707d67e-7770-471b-8c4b-6eec35ec8480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89ed794-b84e-4292-b1f7-6678040c5698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636592 Dec 10 04:37:34.016363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.060823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed9fab2-65e6-4ad9-b131-9417ee95fad1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:34.068372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-535886e0-9e8b-4677-9f1e-bcbce56ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:34.070568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-535886e0-9e8b-4677-9f1e-bcbce56ad2ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d694bb2-085c-4385-8441-de7dff259090 HTTP/1.1" status: 200 len: 855 time: 0.1467371 Dec 10 04:37:34.079892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c999539-aa3c-4699-9484-86e415f1bf45 req-48da5cb4-3481-4572-9fef-75813bcaa511 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953336 Dec 10 04:37:34.099706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No active binding found for port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 {{(pid=103255) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 04:37:34.100280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 04:37:34.113755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-cce2bdd9-279f-454a-8f6a-190aae194a4c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9109697ef1a466ca81ba790b94a1abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056956 Dec 10 04:37:34.136814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Port 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 not found, will not notify nova. {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 04:37:34.185780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-f259a95b-5022-4cc1-96a2-d7123d9ae751 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747737 Dec 10 04:37:34.342130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c1c8458-194b-4694-9db7-73f2bea4dca2 req-bbf13e08-c0af-4d3e-b7ff-35eca0438258 service neutron] 10.222.0.41 "GET /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481774 Dec 10 04:37:34.382392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a1291-9963-42ba-9057-308f1d736953 req-d42415f1-bfc3-469f-8588-908e948f41c6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:34.385054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf4a1291-9963-42ba-9057-308f1d736953 req-d42415f1-bfc3-469f-8588-908e948f41c6 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.4491165 Dec 10 04:37:34.423988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-0b9305f9-bee7-4bab-928b-ce91cc14d1d7 service neutron] 10.222.0.43 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044184 Dec 10 04:37:34.442088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-658cd29c-0dff-4ba3-900d-d584a3980ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:34.444047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-658cd29c-0dff-4ba3-900d-d584a3980ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a2977a-1a4a-4a99-8036-4069d6f22c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3633299 Dec 10 04:37:34.549276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:34.632998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf4a1291-9963-42ba-9057-308f1d736953 req-172d9b5f-ad35-4ba4-837d-e41f9051c2c9 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232955 Dec 10 04:37:34.707092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04d4b5ef-00d4-4e42-b12c-de42344db902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.722604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-3d348fd3-42e0-4de3-9485-9c3e370cfa91 service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681134 Dec 10 04:37:34.792610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-3029d9db-44f8-4781-8dd6-e6441e4c740c service neutron] 10.222.0.43 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542171 Dec 10 04:37:34.794118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.800842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04d4b5ef-00d4-4e42-b12c-de42344db902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.807462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04d4b5ef-00d4-4e42-b12c-de42344db902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.839172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-04d4b5ef-00d4-4e42-b12c-de42344db902 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3094b2fba109492ebb7fed001716cd6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869296 Dec 10 04:37:34.839417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55858) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:34.895558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4b5ef-00d4-4e42-b12c-de42344db902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a499eb1-06d6-4ca5-9b59-094cf157be53,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:34.951139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:34.981038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:35.056197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:35.073056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:35.080622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a499eb1-06d6-4ca5-9b59-094cf157be53 HTTP/1.1" status: 204 len: 168 time: 0.2400880 Dec 10 04:37:35.106867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58f3e-4d8f-4c0c-98bd-f3cb0389e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a499eb1-06d6-4ca5-9b59-094cf157be53,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:35.296404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a242-8b5a-4d2d-b939-f787269be397 req-3bfed9df-835c-420f-bb2b-11228d2af653 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:35.298170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbd1a242-8b5a-4d2d-b939-f787269be397 req-3bfed9df-835c-420f-bb2b-11228d2af653 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.5601754 Dec 10 04:37:35.349201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bdffc86-2ed1-4065-9798-88c8851db2da req-fc9615da-18fa-49e6-ba62-0e2c9b4e38ed service neutron] 10.222.0.36 "GET /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153607 Dec 10 04:37:35.455983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbd1a242-8b5a-4d2d-b939-f787269be397 req-8208ec97-805b-4d1c-aa6d-34be9359e3d0 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446660 Dec 10 04:37:35.473431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80743-e746-4ed1-aa13-d883aeabddfc req-6feee183-2034-498b-8010-54d64125bd9d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:35.483972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68d80743-e746-4ed1-aa13-d883aeabddfc req-6feee183-2034-498b-8010-54d64125bd9d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1408844 Dec 10 04:37:35.587932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b763679-c5e1-4062-b9bd-6bba67efa5ff req-33ac1620-3a53-4fb2-97b6-922a55bde948 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 210 time: 0.0392401 Dec 10 04:37:35.616136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68d80743-e746-4ed1-aa13-d883aeabddfc req-29d4bd09-693c-4ce1-9aa5-3224fe23a7c4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334584 Dec 10 04:37:35.683910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:35.841340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5eb98-d42e-48c1-b957-a9f1de045296 req-baffcd1b-cf45-4776-a037-dfb4b310b1d4 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:35.842769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8e5eb98-d42e-48c1-b957-a9f1de045296 req-baffcd1b-cf45-4776-a037-dfb4b310b1d4 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0986428 Dec 10 04:37:35.879909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:35.887267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-63125f4e-61ec-448a-8e7a-f900ad27eb5b admin admin] 10.222.0.43 "PUT /v2.0/routers/8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3342822 Dec 10 04:37:35.889940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55894) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:35.898993 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Sync routers for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:35.910231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:35.911136 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:35.933770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8e5eb98-d42e-48c1-b957-a9f1de045296 req-70aa0367-0d0b-47d3-86b1-e0cc99d14688 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 Dec 10 04:37:36.021617 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.116311 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:36.142920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.224090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Deleting port 6740241d-a1ef-47bf-9856-75f18b0ae0da {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:36.224276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.316344 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:33Z', 'revision_number': 5, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port': {'id': '6740241d-a1ef-47bf-9856-75f18b0ae0da', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:36.348855 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Checking router: 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:36.357847 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Routers {'8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:36.358708 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:36.370964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] For port 6740241d-a1ef-47bf-9856-75f18b0ae0da, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6740241d-a1ef-47bf-9856-75f18b0ae0da,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:36.372055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.390140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Calling delete_port for 6740241d-a1ef-47bf-9856-75f18b0ae0da owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:36.452239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] Set router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:36.511467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:36Z', 'revision_number': 6, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:36.543413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c8060-02b3-43f5-a43c-86c44eb42c51 None None] The sync data for ids ['8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09'] in n-d-817326-3 is: [{'id': '8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445042198-router', 'tenant_id': 'b10d85c982264ba1a2c48025c5537292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:36Z', 'revision_number': 6, 'project_id': 'b10d85c982264ba1a2c48025c5537292', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:36.604792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-10a4bd63-81bb-4a09-8732-48fc728f2b2f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:36.606781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-10a4bd63-81bb-4a09-8732-48fc728f2b2f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.36 "GET /v2.0/networks?id=6220006f-fa62-4d4a-bc82-1ea17f2153f1 HTTP/1.1" status: 200 len: 814 time: 0.1769457 Dec 10 04:37:36.702058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.734828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Pushing event deleted for resources: {'Port': ['ID=6740241d-a1ef-47bf-9856-75f18b0ae0da,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:36.744833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469e30-aa3a-4d91-9a51-e1ad6a6f095a req-ff78385a-f02e-4927-8240-8ca8bb044a6b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:36.747443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9469e30-aa3a-4d91-9a51-e1ad6a6f095a req-ff78385a-f02e-4927-8240-8ca8bb044a6b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1279283 Dec 10 04:37:36.749968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3528928-7d42-4da8-835c-f58956ec1694 req-8b4e620f-fd6d-4ecc-a5af-69d64a80e9d7 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 210 time: 0.0562980 Dec 10 04:37:36.756026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-d9b80435-cc26-4092-aa40-cc9dbddad0b8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9109697ef1a466ca81ba790b94a1abb HTTP/1.1" status: 200 len: 379 time: 0.1256425 Dec 10 04:37:36.778250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'port': {'device_id': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'admin_state_up': True, 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'security_groups': ['3f8630c0-72d0-4495-b536-f15beb325a4f']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:36.817066 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.905088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9469e30-aa3a-4d91-9a51-e1ad6a6f095a req-47a49e9d-5b35-482f-958d-79af32fdfe3e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479864 Dec 10 04:37:36.936984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.939916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:36.965932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008ad92-9560-425c-810f-50d96914dcb3 req-e74a316a-3daa-48ef-b9c7-dbf69f9e65d0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:36.967898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3008ad92-9560-425c-810f-50d96914dcb3 req-e74a316a-3daa-48ef-b9c7-dbf69f9e65d0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1023409 Dec 10 04:37:37.000917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55928) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.011501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.012126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:37.016721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.017756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d7c5971-5193-42bd-9635-81a44561043b admin admin] 10.222.0.43 "DELETE /v2.0/routers/8a502dd5-5bad-4dd1-b1a1-6f3cad19ae09 HTTP/1.1" status: 204 len: 168 time: 1.1261537 Dec 10 04:37:37.020185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.063863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Made reservation on behalf of c9109697ef1a466ca81ba790b94a1abb for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:37.067541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.070984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Deleting subnet ac9161b0-3c17-46b4-91c9-f5e86e88eed8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:37:37.076726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.110196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3008ad92-9560-425c-810f-50d96914dcb3 req-684674fc-eacb-4884-ae93-5e20fc0d9ad7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345665 Dec 10 04:37:37.114975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.125268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b6a07-b3ae-48ac-9fbc-8a961f7efc15 req-04031c87-dcb8-4eae-b6be-bb6dd0087675 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:37.126871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-843b6a07-b3ae-48ac-9fbc-8a961f7efc15 req-04031c87-dcb8-4eae-b6be-bb6dd0087675 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1115417 Dec 10 04:37:37.160866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66dd3029-2069-4a57-9379-b409d6f12757 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:37.204179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.269363 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.288948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-843b6a07-b3ae-48ac-9fbc-8a961f7efc15 req-fe798f31-9f0d-4e66-aeab-9749dce1aae3 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249957 Dec 10 04:37:37.293699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66dd3029-2069-4a57-9379-b409d6f12757 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "PUT /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9 HTTP/1.1" status: 200 len: 366 time: 0.2888944 Dec 10 04:37:37.297983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.299185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9161b0-3c17-46b4-91c9-f5e86e88eed8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:37.305287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.320704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Allocated IP 172.20.0.5 (6220006f-fa62-4d4a-bc82-1ea17f2153f1/401ffdc3-2caf-40bf-ac4e-740a21d2f142/fd329cb6-50ac-4670-b154-5865bd4fc2ff) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:37.321785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-65306f76-2498-4327-93ae-0b81cf119c9b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ac9161b0-3c17-46b4-91c9-f5e86e88eed8 HTTP/1.1" status: 204 len: 168 time: 0.2879901 Dec 10 04:37:37.321886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.321974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b0669-01e1-4416-afae-84beadf34acd None None] Network 5664882d-7af5-413f-8441-b377e8582dfb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:37.333210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e6d3e9d4-150c-4ef8-bed8-ca73c8a7fd67 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0323615 Dec 10 04:37:37.335096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55942) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.354766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64bab9a7-1882-4b30-88b8-413e4b112101 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9 HTTP/1.1" status: 200 len: 366 time: 0.0177524 Dec 10 04:37:37.357607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.392456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-41277261-17f4-4298-8bbf-6ded8db1b6f9 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9 HTTP/1.1" status: 204 len: 168 time: 0.0333922 Dec 10 04:37:37.396450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.480130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e95fd2e4-b52b-49ea-ad3c-67b0d2114762 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0797620 Dec 10 04:37:37.483364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.503658 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2cedb932-7de0-4497-88a6-5d680d121843 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9 HTTP/1.1" status: 200 len: 370 time: 0.0179904 Dec 10 04:37:37.505177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.505983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.518764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36e77984-df18-4779-a48c-30a6e89cd587 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9/default HTTP/1.1" status: 200 len: 370 time: 0.0104845 Dec 10 04:37:37.525129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.530803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] DHCP port deletion for 5664882d-7af5-413f-8441-b377e8582dfb request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:37:37.542890 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-eccba40c-c966-48c9-aabc-2df2c4ba3862 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] delete failed (client error): The resource could not be found. Dec 10 04:37:37.549809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-eccba40c-c966-48c9-aabc-2df2c4ba3862 tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/f652a8eee8a74e7c9ed31dc86f4f1eb9 HTTP/1.1" status: 404 len: 348 time: 0.0209024 Dec 10 04:37:37.620959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Deleting port 43eea130-5906-4b69-ba24-c282481ce810 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:37.621484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.688391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:37.692018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.709988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] For port 43eea130-5906-4b69-ba24-c282481ce810, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43eea130-5906-4b69-ba24-c282481ce810,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:37.710689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.714269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:network and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.719144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.727431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:subnet and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.729367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217aad9-7312-47c3-8cd4-9c9ac01d3d55 req-0b65aa0e-c756-48ee-a546-9123a25936cd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:37.730211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Calling delete_port for 43eea130-5906-4b69-ba24-c282481ce810 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:37.730962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c217aad9-7312-47c3-8cd4-9c9ac01d3d55 req-0b65aa0e-c756-48ee-a546-9123a25936cd tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1187685 Dec 10 04:37:37.732017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.740458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Deleting port 43eea130-5906-4b69-ba24-c282481ce810 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:37.740824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.742208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:subnetpool and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.750730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.757547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:port and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.760814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.767915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:router and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.771577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.785982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:floatingip and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.796436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.828937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.856431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:security_group and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.859953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.861940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.870179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Usage tracker for resource:security_group_rule and project:14571d9ab5b14b17b8deb9d033b52a79 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 04:37:37.872812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] Pushing event deleted for resources: {'Port': ['ID=43eea130-5906-4b69-ba24-c282481ce810,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:37.875434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.quota.resource [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 04:37:37.878420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb21ec-75ca-4ad5-ae63-583e3c2aa07e None None] No DVR routers for this DVR port 43eea130-5906-4b69-ba24-c282481ce810 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:37.882329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-765bb1b3-3e99-4911-a7ed-51ddd99f4b0e tempest-QuotasTest-229447606 tempest-QuotasTest-229447606-project-admin] 10.222.0.43 "GET /v2.0/quotas/14571d9ab5b14b17b8deb9d033b52a79/details.json HTTP/1.1" status: 200 len: 703 time: 0.1928825 Dec 10 04:37:37.914362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] For port 43eea130-5906-4b69-ba24-c282481ce810, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43eea130-5906-4b69-ba24-c282481ce810,segment=NetworkSegment(4afa87a0-96be-44d2-b046-398dd0549cfc),segment_id=4afa87a0-96be-44d2-b046-398dd0549cfc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:37.915616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:37.941362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Calling delete_port for 43eea130-5906-4b69-ba24-c282481ce810 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:37.990798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:38.029101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:38.029540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ed9fab2-65e6-4ad9-b131-9417ee95fad1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:38.030122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43eea130-5906-4b69-ba24-c282481ce810 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:38.040882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c217aad9-7312-47c3-8cd4-9c9ac01d3d55 req-e23203fa-ad4a-455d-b42e-a33586af3330 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966409 Dec 10 04:37:38.065474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 43eea130-5906-4b69-ba24-c282481ce810 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:38.065913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43eea130-5906-4b69-ba24-c282481ce810 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:38.067133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6740241d-a1ef-47bf-9856-75f18b0ae0da no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:38.106271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6740241d-a1ef-47bf-9856-75f18b0ae0da {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:38.106902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6740241d-a1ef-47bf-9856-75f18b0ae0da not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:38.123119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:38.130220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event updated for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:38.133554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:38.137564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:38.198953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:38.200240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.265407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07d28b-ae4a-477c-a1cf-3c1978c3bdd2 req-50d7f013-7141-4140-9cc5-833adb54a3a9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:38.267104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a07d28b-ae4a-477c-a1cf-3c1978c3bdd2 req-50d7f013-7141-4140-9cc5-833adb54a3a9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 931 time: 0.3830044 Dec 10 04:37:38.312934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-e4495666-6bbe-4b3a-b9fa-9a3c951164e8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5472641 Dec 10 04:37:38.343179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Request body: {'port': {'device_id': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:38.372570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:38.399986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991265-eef3-49cf-b106-b8f29ca44135 req-e1fd3871-2e13-4576-8d93-31cfd1653864 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:38.401568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06991265-eef3-49cf-b106-b8f29ca44135 req-e1fd3871-2e13-4576-8d93-31cfd1653864 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1964931 Dec 10 04:37:38.408101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a07d28b-ae4a-477c-a1cf-3c1978c3bdd2 req-a2d28347-55db-48bd-8e5d-4c1003a63161 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274791 Dec 10 04:37:38.416456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.483022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] No DVR routers for this DVR port 43eea130-5906-4b69-ba24-c282481ce810 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:38.485784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Pushing event deleted for resources: {'Port': ['ID=43eea130-5906-4b69-ba24-c282481ce810,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:38.487131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bbee5722-ff5d-4cf0-9516-aedddf79bc1b None None] Provisioning complete for port fd329cb6-50ac-4670-b154-5865bd4fc2ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:38.487663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbee5722-ff5d-4cf0-9516-aedddf79bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.499983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.518435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c37cf3c-1ef5-4fff-9c34-9113da2372cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.524394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bbee5722-ff5d-4cf0-9516-aedddf79bc1b None None] Port fd329cb6-50ac-4670-b154-5865bd4fc2ff cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:37:38.594446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c37cf3c-1ef5-4fff-9c34-9113da2372cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.598590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c37cf3c-1ef5-4fff-9c34-9113da2372cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.614788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06991265-eef3-49cf-b106-b8f29ca44135 req-720611ed-7c08-451b-9fa3-7f05ec661b45 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011640 Dec 10 04:37:38.644165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.651175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6c37cf3c-1ef5-4fff-9c34-9113da2372cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8c50d9f5a3c4a9b90f9048a3c4b4fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743218 Dec 10 04:37:38.651175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37cf3c-1ef5-4fff-9c34-9113da2372cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052bf153-fa73-41ea-9355-082ffd37d676,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:38.653457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:38.681063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5664882d-7af5-413f-8441-b377e8582dfb']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:38.697856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afa87a0-96be-44d2-b046-398dd0549cfc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:38.698160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afa87a0-96be-44d2-b046-398dd0549cfc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:38.707994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.730299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.750972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecae54-494a-47d5-94d8-adc6012f110f req-d89630f2-6643-48be-ae02-71d8bac482b8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:38.752596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07ecae54-494a-47d5-94d8-adc6012f110f req-d89630f2-6643-48be-ae02-71d8bac482b8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.2643087 Dec 10 04:37:38.758305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.783436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.787457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.788979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/052bf153-fa73-41ea-9355-082ffd37d676 HTTP/1.1" status: 204 len: 168 time: 0.1345294 Dec 10 04:37:38.802077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.806742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a5391-5343-4b83-b382-49c189887406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052bf153-fa73-41ea-9355-082ffd37d676,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:38.831672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:37:38.832080 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:37:38.838897 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:37:38.945373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07ecae54-494a-47d5-94d8-adc6012f110f req-7b106692-6f63-451c-aa80-5478c94ee8a0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796410 Dec 10 04:37:38.957091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.972040 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:38.972040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] 10.222.0.43 "DELETE /v2.0/networks/5664882d-7af5-413f-8441-b377e8582dfb HTTP/1.1" status: 204 len: 168 time: 1.6563411 Dec 10 04:37:38.990872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d817512-6379-4323-bdcf-8ea059dcc04c admin admin] Pushing event deleted for resources: {'Network': ['ID=5664882d-7af5-413f-8441-b377e8582dfb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.053533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd329cb6-50ac-4670-b154-5865bd4fc2ff {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:39.061713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.077553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Transition to ACTIVE for port object fd329cb6-50ac-4670-b154-5865bd4fc2ff will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:37:39.083159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.107997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:39.128167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2c-dfa2-48ad-9d05-6b51f7ed61f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.169130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Pushing event updated for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.213386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55992) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:39.263735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Attempting to bind port fd329cb6-50ac-4670-b154-5865bd4fc2ff on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:39.264075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Attempting to bind port fd329cb6-50ac-4670-b154-5865bd4fc2ff by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:39.264652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Attempting to bind port fd329cb6-50ac-4670-b154-5865bd4fc2ff on network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:39.276384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de72f1-1be1-4f19-bb3a-02a034dde2bc req-736c27df-1bb7-4452-a684-f5c8ec7925b3 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:39.278569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02de72f1-1be1-4f19-bb3a-02a034dde2bc req-736c27df-1bb7-4452-a684-f5c8ec7925b3 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0869093 Dec 10 04:37:39.279637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Port fd329cb6-50ac-4670-b154-5865bd4fc2ff on network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:37:39.282711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Attempting to bind port fd329cb6-50ac-4670-b154-5865bd4fc2ff on network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:39.282861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-68d41be2-69cf-4a77-a70d-033d1b14e62e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b10d85c982264ba1a2c48025c5537292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657983 Dec 10 04:37:39.282962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:39.285288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2c-dfa2-48ad-9d05-6b51f7ed61f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.290455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2c-dfa2-48ad-9d05-6b51f7ed61f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.300057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:39.300414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Checking segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:39.300830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Bound using segment: {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:39.301284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Bound port: fd329cb6-50ac-4670-b154-5865bd4fc2ff, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b575ac59-59ac-42c1-b935-d24de5367fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:39.301646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.333101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bec8ee2c-dfa2-48ad-9d05-6b51f7ed61f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14571d9ab5b14b17b8deb9d033b52a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236223 Dec 10 04:37:39.335342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8ee2c-dfa2-48ad-9d05-6b51f7ed61f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac03ff3-c8d0-4e23-b712-70918ad2a77f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.338620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:39.405385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.426849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.432854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02de72f1-1be1-4f19-bb3a-02a034dde2bc req-86b61193-dbb0-4197-8f33-ca9f707485eb tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421330 Dec 10 04:37:39.441907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.483739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.486885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.489872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.493475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:39.493666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ac03ff3-c8d0-4e23-b712-70918ad2a77f HTTP/1.1" status: 204 len: 168 time: 0.1515582 Dec 10 04:37:39.500905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac2a4e-a7e4-448b-b0bb-b3d7eb9c2ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac03ff3-c8d0-4e23-b712-70918ad2a77f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.523721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:39.549386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.595419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:39.596037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.597496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] 10.222.0.36 "PUT /v2.0/ports/fd329cb6-50ac-4670-b154-5865bd4fc2ff HTTP/1.1" status: 200 len: 1091 time: 1.2668850 Dec 10 04:37:39.597933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:39.600224 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:39.658215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29debc0-6f1d-418b-a826-f6f1400d43cc req-d0fef5e9-b706-4bea-ac19-3000de722a80 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:39.659751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b29debc0-6f1d-418b-a826-f6f1400d43cc req-d0fef5e9-b706-4bea-ac19-3000de722a80 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 943 time: 0.1596334 Dec 10 04:37:39.665629 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3769d826-d623-4c42-a433-f926968140eb x-openstack-request-id: req-3769d826-d623-4c42-a433-f926968140eb {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:39.665922 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:39.666191 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3769d826-d623-4c42-a433-f926968140eb {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:39.666597 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'status': 'completed', 'code': 200} Dec 10 04:37:39.669531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7fb90-f1da-465b-97da-8f3d5f26707d service neutron] Pushing event updated for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.703196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.705808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:39.706949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6894a8b-d3f0-47db-8acd-959b4faaa0bd HTTP/1.1" status: 204 len: 168 time: 0.4231031 Dec 10 04:37:39.750057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607cb0b-069d-45c3-8bc7-7ee1d5514323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6894a8b-d3f0-47db-8acd-959b4faaa0bd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:39.806640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b29debc0-6f1d-418b-a826-f6f1400d43cc req-f8b73781-be31-4ea2-926d-aa7d68ac7026 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383965 Dec 10 04:37:39.817256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-b17b3e86-a5fb-4cec-ac9e-59737cf672b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:39.818760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-b17b3e86-a5fb-4cec-ac9e-59737cf672b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9109697ef1a466ca81ba790b94a1abb&device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 1094 time: 0.1384034 Dec 10 04:37:39.895572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-f11a91f8-6e1b-4e60-8c1d-8f059e6c3a28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff HTTP/1.1" status: 200 len: 217 time: 0.0467966 Dec 10 04:37:39.903901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed2a7-8804-4964-a27b-1600defb2921 req-996172b4-a65a-406a-b816-1775fad70acf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:39.905235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbbed2a7-8804-4964-a27b-1600defb2921 req-996172b4-a65a-406a-b816-1775fad70acf tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1608577 Dec 10 04:37:40.016196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbbed2a7-8804-4964-a27b-1600defb2921 req-8bd143d6-cfc1-4743-a4f1-3340c4a59679 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998762 Dec 10 04:37:40.025049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-86e0b2e6-01e0-4efe-a1ef-4ce0cab8bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.026861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-86e0b2e6-01e0-4efe-a1ef-4ce0cab8bc1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401ffdc3-2caf-40bf-ac4e-740a21d2f142 HTTP/1.1" status: 200 len: 853 time: 0.0888100 Dec 10 04:37:40.082814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-369010dd-c06c-484e-81d3-72124d689361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.084369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-369010dd-c06c-484e-81d3-72124d689361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6220006f-fa62-4d4a-bc82-1ea17f2153f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494015 Dec 10 04:37:40.182978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3497-6aaa-43ab-8c86-506bdebdc9e1 req-d4453177-b1b3-4414-bea4-0f91ee7b8beb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.184538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ebd3497-6aaa-43ab-8c86-506bdebdc9e1 req-d4453177-b1b3-4414-bea4-0f91ee7b8beb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0814044 Dec 10 04:37:40.270163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-1453d90b-384c-48f4-9ad8-a95bdbb2cbaa service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772730 Dec 10 04:37:40.275132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ebd3497-6aaa-43ab-8c86-506bdebdc9e1 req-1ebbc9e2-3533-4b79-8252-673ae169eb8a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659115 Dec 10 04:37:40.386775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e22cc204-58f2-4930-b34c-19fc00e0f306 req-2366d6d3-bd3a-4fdc-884d-fd9698cbf0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897143 Dec 10 04:37:40.561947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f690291d-e4fa-474f-8e9f-9b2c0f90cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.563612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f690291d-e4fa-474f-8e9f-9b2c0f90cc29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9109697ef1a466ca81ba790b94a1abb&device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 1094 time: 0.0739608 Dec 10 04:37:40.572772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:40.590723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed847-6bb1-49a2-8643-7d681b45ffc4 req-f0f7676f-0026-43fa-bde4-9176aa29a2ee tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.592295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-157ed847-6bb1-49a2-8643-7d681b45ffc4 req-f0f7676f-0026-43fa-bde4-9176aa29a2ee tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0730636 Dec 10 04:37:40.694317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-157ed847-6bb1-49a2-8643-7d681b45ffc4 req-f84650c1-c66d-4b8e-a2c0-2af116b733bc tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920475 Dec 10 04:37:40.707791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f0bb7b6f-671b-4265-b980-de7311a952e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.709336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f0bb7b6f-671b-4265-b980-de7311a952e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6220006f-fa62-4d4a-bc82-1ea17f2153f1 HTTP/1.1" status: 200 len: 915 time: 0.1375070 Dec 10 04:37:40.749728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2097221774-network', 'tenant_id': 'e484640a999b497daa481f89463faafd'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:40.759840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f4dd982d-1b77-4305-8a58-02bcbd39b02c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff HTTP/1.1" status: 200 len: 217 time: 0.0417004 Dec 10 04:37:40.773137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Made reservation on behalf of e484640a999b497daa481f89463faafd for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:40.779078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:40.787852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:40.826975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-52317289-72b8-4731-9dcc-b983ae5c83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.828549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-52317289-72b8-4731-9dcc-b983ae5c83fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401ffdc3-2caf-40bf-ac4e-740a21d2f142 HTTP/1.1" status: 200 len: 853 time: 0.0617034 Dec 10 04:37:40.886339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f42c6637-5eae-42eb-80b4-ead73a29e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:40.888643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-f42c6637-5eae-42eb-80b4-ead73a29e74e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6220006f-fa62-4d4a-bc82-1ea17f2153f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471480 Dec 10 04:37:40.891882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:40.896458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:40.918241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:37:40.938364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:40.938842 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Added segment f3e8403f-ac0c-403d-867a-5952d1224b91 of type vlan for network 09b1678b-936e-4594-8874-8236e7a4b96f Dec 10 04:37:40.946359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6167d17-ffa0-422c-a500-c6795e693e23,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:41.004916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.040145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.041857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.043683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.102612 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5287051 Dec 10 04:37:41.118363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:41.124647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Request body: {'subnet': {'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2097221774-subnet', 'tenant_id': 'e484640a999b497daa481f89463faafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:41.163594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5ca7-3f5d-44bb-84ea-9a475709cca3 admin admin] Pushing event updated for resources: {'Network': ['ID=09b1678b-936e-4594-8874-8236e7a4b96f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:41.197243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 09b1678b-936e-4594-8874-8236e7a4b96f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:37:41.239078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-0299530c-9fc4-4a21-b185-917ecd94766b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.240672 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-0299530c-9fc4-4a21-b185-917ecd94766b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.1533237 Dec 10 04:37:41.241847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Made reservation on behalf of e484640a999b497daa481f89463faafd for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:41.244223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.391753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:41.404398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f3764-9a16-4970-86bd-6c9d0c5686fc req-0c76d391-ff90-4444-915a-3fe2953d98c0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.412230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f54f3764-9a16-4970-86bd-6c9d0c5686fc req-0c76d391-ff90-4444-915a-3fe2953d98c0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 943 time: 0.5225260 Dec 10 04:37:41.432000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ffb54-7c3d-485b-b769-cb0779318194 req-1374c412-5777-4403-ae88-ea5ff7be94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.433501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f4ffb54-7c3d-485b-b769-cb0779318194 req-1374c412-5777-4403-ae88-ea5ff7be94f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 1096 time: 0.1370850 Dec 10 04:37:41.495601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Deleting port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:41.496111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.513262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-2bdbdcfc-055b-4317-ae03-aa94962b071f service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145525 Dec 10 04:37:41.516601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f54f3764-9a16-4970-86bd-6c9d0c5686fc req-6145e632-2997-46f2-b287-fa73e0ca0c00 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035402 Dec 10 04:37:41.523947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68cecd-032e-4bcb-8d40-e585f4f5b2ae req-b8aae771-d6c9-49f9-bfc6-d913337aef08 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.525451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd68cecd-032e-4bcb-8d40-e585f4f5b2ae req-b8aae771-d6c9-49f9-bfc6-d913337aef08 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1320288 Dec 10 04:37:41.528591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1693764929'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:41.619089 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f4ffb54-7c3d-485b-b769-cb0779318194 req-9dd71a74-8b79-4757-b898-02d266efaaa0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739132 Dec 10 04:37:41.639911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd68cecd-032e-4bcb-8d40-e585f4f5b2ae req-4681c680-e8a5-43e4-b279-9fe4d4edb783 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054838 Dec 10 04:37:41.648638 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.649861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.657775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.688779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24fc19ac-3e30-4550-99eb-1c0c7b3a7b6f req-19958b19-be74-4b97-9af8-4d077929e584 service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623223 Dec 10 04:37:41.701156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738b629-0dfb-4680-b1fb-427714c15420 req-aaeffe71-7830-4d9e-aab3-bf533934575f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.702701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0738b629-0dfb-4680-b1fb-427714c15420 req-aaeffe71-7830-4d9e-aab3-bf533934575f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0920475 Dec 10 04:37:41.735901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] For port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:41.736345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.764658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0738b629-0dfb-4680-b1fb-427714c15420 req-1b48c32a-7f0f-4bf0-86c4-7ddeed659e05 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553644 Dec 10 04:37:41.789217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Calling delete_port for 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:41.790956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b47102c-41c0-4ad1-b777-83e21e69179b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:41.796139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.805786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.844603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef85a-b808-4bf0-ba11-7fdba341657f req-7da017db-def8-403d-9be9-61f108955006 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.844888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Checking segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:41.845256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Network hostable DHCP agents. Network: 09b1678b-936e-4594-8874-8236e7a4b96f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:37:41.846186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbcef85a-b808-4bf0-ba11-7fdba341657f req-7da017db-def8-403d-9be9-61f108955006 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=88d9aefc-3d36-450a-ba9e-be91c53d8b02 HTTP/1.1" status: 200 len: 946 time: 0.0542786 Dec 10 04:37:41.865641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.866810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e18042f0-e7ac-4475-a7eb-32ed7aa8973f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4738104 Dec 10 04:37:41.869711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56088) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:41.889817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Network 09b1678b-936e-4594-8874-8236e7a4b96f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:37:41.907569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 09b1678b-936e-4594-8874-8236e7a4b96f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:41.911782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:41.912375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.921713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f119fd-d8a0-4071-9cc0-8349b21e98a6 None None] Network 09b1678b-936e-4594-8874-8236e7a4b96f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:41.957672 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec8b74f9-927c-4ddc-b9d2-02be1a1b0fd6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8374827 Dec 10 04:37:41.979855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbcef85a-b808-4bf0-ba11-7fdba341657f req-803bef1d-47e7-49a4-972e-b479c8c28787 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271188 Dec 10 04:37:41.981878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:41.986116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.020038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['533f050d-8ef7-4bc9-911f-384960e67b4c', '9840bb61-e1e8-4328-a3a9-11ef3d9b8831'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:42.080029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edca407-7537-4933-aa2c-28037715714d None None] Network 09b1678b-936e-4594-8874-8236e7a4b96f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:42.091748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Pushing event deleted for resources: {'Port': ['ID=9840bb61-e1e8-4328-a3a9-11ef3d9b8831,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:42.108429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] No DVR routers for this DVR port 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:42.111217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.116080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f20e5ef-57c4-48e4-a53b-08ae876e7f6f req-939c144c-9bed-4f1e-a164-1e760f10fdb2 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "DELETE /v2.0/ports/9840bb61-e1e8-4328-a3a9-11ef3d9b8831 HTTP/1.1" status: 204 len: 173 time: 0.8546457 Dec 10 04:37:42.116649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'name': 'network-vif-deleted', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:42.132104 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440c0311-860f-4cd4-adb5-273677246b48" -d '{"events": [{"server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "name": "network-vif-deleted", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:42.201150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.203801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.210800 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7f0d0-ca1a-47ba-9113-d5b79a49ce75 x-openstack-request-id: req-dae7f0d0-ca1a-47ba-9113-d5b79a49ce75 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:42.211216 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9aefc-3d36-450a-ba9e-be91c53d8b02", "name": "network-vif-deleted", "tag": "9840bb61-e1e8-4328-a3a9-11ef3d9b8831", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:42.211530 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dae7f0d0-ca1a-47ba-9113-d5b79a49ce75 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:42.211985 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9aefc-3d36-450a-ba9e-be91c53d8b02', 'name': 'network-vif-deleted', 'tag': '9840bb61-e1e8-4328-a3a9-11ef3d9b8831', 'status': 'completed', 'code': 200} Dec 10 04:37:42.271967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.272690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8fe013-472b-4266-b754-f9d3d3ae829c {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:42.282967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.287441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:42.287615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53fed794-af04-479f-a511-5b9b7625eefb tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4a8fe013-472b-4266-b754-f9d3d3ae829c HTTP/1.1" status: 204 len: 168 time: 0.4165010 Dec 10 04:37:42.293629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Request body: {'router': {'name': 'tempest-router-93802595', 'distributed': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:42.322550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.325293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.555660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-263f9b3c-1da5-41bc-aed8-5cdf131b0a77 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:42.557256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-263f9b3c-1da5-41bc-aed8-5cdf131b0a77 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.1106520 Dec 10 04:37:42.581573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-be42a537-a378-4224-bd4d-2ae41693eb76 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/quotas/e484640a999b497daa481f89463faafd HTTP/1.1" status: 200 len: 375 time: 0.0104482 Dec 10 04:37:42.622567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-943eaafe-01f2-468e-afc7-8bba7d50a80d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346904 Dec 10 04:37:42.642706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.648441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.662368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.666348 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ba5e2f9b-fe78-42cb-a4ec-f05861fca3b0 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3740993 Dec 10 04:37:42.667532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:42.713983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd2ac-ce55-4c8f-9b8b-5d6587e481a4 req-e92d6327-cf4e-41d7-9215-87e473551ad8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:42.715538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f11dd2ac-ce55-4c8f-9b8b-5d6587e481a4 req-e92d6327-cf4e-41d7-9215-87e473551ad8 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 943 time: 0.1190736 Dec 10 04:37:42.738312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.773024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-441c1357-9da0-4974-a329-74e02a049428 service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358550 Dec 10 04:37:42.777485 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:37:42.807418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f11dd2ac-ce55-4c8f-9b8b-5d6587e481a4 req-401c48db-4d47-4725-b825-1c88c3e6f623 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836625 Dec 10 04:37:42.921727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fd329cb6-50ac-4670-b154-5865bd4fc2ff details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:42.945476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-3a471592-0582-41f9-8d11-b886e6e35aac service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659231 Dec 10 04:37:42.958387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.961283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:42.969544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aad61-c5e7-4d34-aa1f-3a91ef1a7622 req-3dc6fb10-7ffd-4cba-b3ab-9ef55c5f635d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:42.971186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-719aad61-c5e7-4d34-aa1f-3a91ef1a7622 req-3dc6fb10-7ffd-4cba-b3ab-9ef55c5f635d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.0627494 Dec 10 04:37:43.012447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.012988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76e8b3db-6c2f-43fb-b07f-16d405db734b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:43.019124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.024125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56124) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:43.027865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce5aef34-5e89-42f8-a501-1cd885e2805a tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "DELETE /v2.0/routers/76e8b3db-6c2f-43fb-b07f-16d405db734b HTTP/1.1" status: 204 len: 168 time: 0.3589206 Dec 10 04:37:43.030543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Request body: {'router': {'name': 'tempest-router-1615014878', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0b0ca1e5c26a437195daa1f5b102c64e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:43.053427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:43.065993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'port_id': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'mac_address': 'fa:16:3e:96:76:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:43.095565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-719aad61-c5e7-4d34-aa1f-3a91ef1a7622 req-07fed43b-556e-4268-8921-b3e1fa689c48 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Dec 10 04:37:43.116345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.117398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.135520 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.151418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd329cb6-50ac-4670-b154-5865bd4fc2ff {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:43.185021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:43.189566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.205747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.229590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.245021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:43.289120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fcf8bc6b-6d6a-4b9c-9399-edc2305bb358 req-ad6f099d-fd6f-4ce9-a730-6b7cee5c550b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 210 time: 0.0420697 Dec 10 04:37:43.291750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-53857982-dacc-45b1-bd9c-576d730201d6 service neutron] 10.222.0.36 "GET /v2.0/ports/17a1a914-1a94-46bf-90fa-686c79f30279/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.2507677 Dec 10 04:37:43.295059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.298621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59b56a0d-4f08-4b75-b02f-6bcd855bcfa2 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2702518 Dec 10 04:37:43.299055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56142) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:43.313621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:43.325026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbb2e2-f837-47c5-812b-0d7ae4dcf54e req-400c224a-d8ee-495c-a994-9d4f239cfa23 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:43.326665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bacbb2e2-f837-47c5-812b-0d7ae4dcf54e req-400c224a-d8ee-495c-a994-9d4f239cfa23 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1196749 Dec 10 04:37:43.430684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bacbb2e2-f837-47c5-812b-0d7ae4dcf54e req-d1e57b13-443b-4d65-9216-b3ff7fcbd8a4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965075 Dec 10 04:37:43.448666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76336b-7615-47e1-8189-f97b324714e4 req-6817fac4-82ea-45e4-afd1-9ca3c77c1c99 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:43.450441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c76336b-7615-47e1-8189-f97b324714e4 req-6817fac4-82ea-45e4-afd1-9ca3c77c1c99 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0742102 Dec 10 04:37:43.501346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['fd329cb6-50ac-4670-b154-5865bd4fc2ff'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:43.531407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c76336b-7615-47e1-8189-f97b324714e4 req-330a27ba-886a-43a1-8eda-48df7db9147d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739653 Dec 10 04:37:43.591325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-57299068-b027-4619-bc09-784f1b22093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:43.593115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-57299068-b027-4619-bc09-784f1b22093a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1101 time: 0.0606902 Dec 10 04:37:43.615933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.616323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.689593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-9fc643c9-6281-4e8e-951f-d7c7e3daa335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:43.691784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-9fc643c9-6281-4e8e-951f-d7c7e3daa335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.0590794 Dec 10 04:37:43.724222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 04:37:43.724831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Router ac197c30-fd38-4c48-b9c6-5d418b574146 migrating from provider to provider. {{(pid=103254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 04:37:43.725071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.732063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.738597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:43.826211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-1e7e954c-19da-4800-8c18-542aa3a9687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:43.828259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-1e7e954c-19da-4800-8c18-542aa3a9687c service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1290002 Dec 10 04:37:43.865826 n-d-817326-3 neutron-server[103254]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] No L3 agents can host the router ac197c30-fd38-4c48-b9c6-5d418b574146 Dec 10 04:37:43.905803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-79ed52e4-f4dc-4013-9280-e9125683f775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0671628 Dec 10 04:37:44.007789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Hosts for router ac197c30-fd38-4c48-b9c6-5d418b574146: [] {{(pid=103254) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 04:37:44.033170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Hosts for other DVR routers connected to router ac197c30-fd38-4c48-b9c6-5d418b574146: set() {{(pid=103254) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 04:37:44.035780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.037018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d0d21c06-c290-460e-afaa-407aca842b4f tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "PUT /v2.0/routers/ac197c30-fd38-4c48-b9c6-5d418b574146 HTTP/1.1" status: 200 len: 717 time: 0.7368996 Dec 10 04:37:44.040060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-a84c0139-6c4d-459c-b180-8082c2d0e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.040386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:44.041693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-a84c0139-6c4d-459c-b180-8082c2d0e479 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1283412 Dec 10 04:37:44.054153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46963-6935-434e-835c-2cf648984abe req-692181f7-c32d-4dbb-9225-b7b8f6989029 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.059640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7c46963-6935-434e-835c-2cf648984abe req-692181f7-c32d-4dbb-9225-b7b8f6989029 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 944 time: 0.1336246 Dec 10 04:37:44.114709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0da1e-d4ae-4345-8eec-6659c56f936e req-8117934a-8475-4d82-bdbc-d92ab69824f0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.117834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0d83329-725e-4232-8759-2bf26798872b tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "GET /v2.0/routers/ac197c30-fd38-4c48-b9c6-5d418b574146 HTTP/1.1" status: 200 len: 717 time: 0.0738358 Dec 10 04:37:44.117971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70d0da1e-d4ae-4345-8eec-6659c56f936e req-8117934a-8475-4d82-bdbc-d92ab69824f0 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1482968 Dec 10 04:37:44.118102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56158) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:44.188393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7c46963-6935-434e-835c-2cf648984abe req-3eaf4cbe-3bc0-48c1-aa34-a5d0e0a9de11 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164160 Dec 10 04:37:44.190199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-e6779e66-8723-4d26-a034-3cffcc853982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.192165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-e6779e66-8723-4d26-a034-3cffcc853982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308925 Dec 10 04:37:44.234887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70d0da1e-d4ae-4345-8eec-6659c56f936e req-860488d8-2388-4f6c-8e2d-33306b022c74 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074259 Dec 10 04:37:44.465921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-97c3afa2-d6dc-46e3-a40f-bb4e74284d31 tempest-RoutersTestDVR-1933267940 tempest-RoutersTestDVR-1933267940-project] 10.222.0.43 "GET /v2.0/routers/ac197c30-fd38-4c48-b9c6-5d418b574146 HTTP/1.1" status: 200 len: 683 time: 0.3466754 Dec 10 04:37:44.470456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:44.485197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9a83b7c-a9fa-48fa-b3ff-932ed8770eab req-921bb29d-82e4-4e82-a891-0663823fe883 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 210 time: 0.1113153 Dec 10 04:37:44.515685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91517ef7-09c5-44c1-9f7e-7bd540428ec4 req-8b091b91-0867-470c-9146-ed385e76e23e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.517502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91517ef7-09c5-44c1-9f7e-7bd540428ec4 req-8b091b91-0867-470c-9146-ed385e76e23e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.2465365 Dec 10 04:37:44.525500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-9d97890a-34fd-487e-add1-33915e32120e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091357 Dec 10 04:37:44.564423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.652939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91517ef7-09c5-44c1-9f7e-7bd540428ec4 req-5ad30e57-7006-4f7b-ab7c-bf3e05358488 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245589 Dec 10 04:37:44.705455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eb4e2a3-cc55-4e84-ae2c-3f9cc3abdd51 req-a8ff9a49-c621-41d6-a477-6a3376490d5e service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710577 Dec 10 04:37:44.714300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191fed-924e-4453-a527-f51ddf3ecb64 req-bd2ac865-a9c8-49ab-b758-d6166a372c21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.716404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83191fed-924e-4453-a527-f51ddf3ecb64 req-bd2ac865-a9c8-49ab-b758-d6166a372c21 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1030686 Dec 10 04:37:44.781880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83191fed-924e-4453-a527-f51ddf3ecb64 req-4189b7ab-a20a-4523-97e1-da9d61515ce6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563571 Dec 10 04:37:44.788552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:44.791430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.795832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.819273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:44.819834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9840bb61-e1e8-4328-a3a9-11ef3d9b8831 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:44.828656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-a1fac14d-e243-4c92-b75d-954b82549ea5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:44.829166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-a1fac14d-e243-4c92-b75d-954b82549ea5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.3687811 Dec 10 04:37:44.869913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'port': {'device_id': '478797ad-4b61-4bb6-9009-6f418737f299', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'admin_state_up': True, 'tenant_id': 'e484640a999b497daa481f89463faafd'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:44.891702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.895566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac197c30-fd38-4c48-b9c6-5d418b574146 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:44.904275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.905428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-10df91f8-326d-4b09-8015-0a04c79aa52c tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ac197c30-fd38-4c48-b9c6-5d418b574146 HTTP/1.1" status: 204 len: 168 time: 0.4337249 Dec 10 04:37:44.909056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56176) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:44.913605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Request body: {'router': {'name': 'tempest-router-1329067483', 'distributed': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:44.936692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fd329cb6-50ac-4670-b154-5865bd4fc2ff up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:44.941391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:44.943208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.001022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Made reservation on behalf of e484640a999b497daa481f89463faafd for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:45.004832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.012743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port fd329cb6-50ac-4670-b154-5865bd4fc2ff completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:37:45.019293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port fd329cb6-50ac-4670-b154-5865bd4fc2ff triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:45.020001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.043694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.065320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.086211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.090479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59a92af3-679a-4a61-b1a7-1638043dbcb8 tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1774044 Dec 10 04:37:45.093006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56180) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:45.102619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0316bf-b09f-4ccc-9ea2-2fcdaf6fbddc req-8bbd4c30-960c-4d5e-9d2d-beae7fa141ef tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:45.104735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d0316bf-b09f-4ccc-9ea2-2fcdaf6fbddc req-8bbd4c30-960c-4d5e-9d2d-beae7fa141ef tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0716302 Dec 10 04:37:45.126415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.150500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:45.154170 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a53138-99ae-4624-9591-06797e29f074" -d '{"events": [{"server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "name": "network-vif-plugged", "status": "completed", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:45.159530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Allocated IP 172.20.0.7 (09b1678b-936e-4594-8874-8236e7a4b96f/2b47102c-41c0-4ad1-b777-83e21e69179b/78ad9e3f-7916-4d92-8768-0fda5a2fbb5b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:45.172833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:45.180610 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.208459 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ad195-9985-43c6-921c-70b356b62c57 x-openstack-request-id: req-ed0ad195-9985-43c6-921c-70b356b62c57 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:45.208818 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "name": "network-vif-plugged", "status": "completed", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:45.209075 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed0ad195-9985-43c6-921c-70b356b62c57 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:45.209461 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'code': 200} Dec 10 04:37:45.217283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.256347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:45.358617 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.387407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d0316bf-b09f-4ccc-9ea2-2fcdaf6fbddc req-67a108e9-11e5-41f9-b4ea-b2e9905c6917 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421412 Dec 10 04:37:45.395331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.432269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Network 09b1678b-936e-4594-8874-8236e7a4b96f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:45.436000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:45.438477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:45.488096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:45.501909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:45.502542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.520048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-52a442e4-79ed-4586-a7df-d7fafbf61bf2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552055 Dec 10 04:37:45.540408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Request body: {'port': {'device_id': '478797ad-4b61-4bb6-9009-6f418737f299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:45.599344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.846073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc8c9-dd0b-4ec2-a52a-8f1b432dc467 req-de03f4f3-c4b9-4f2f-a023-add29ca9c1ea tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:45.847552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66fbc8c9-dd0b-4ec2-a52a-8f1b432dc467 req-de03f4f3-c4b9-4f2f-a023-add29ca9c1ea tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.5645356 Dec 10 04:37:45.854411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.873524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.885052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:45.893000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.904966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Transition to ACTIVE for port object 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:37:45.908650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.931594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5837d-07b6-49d4-a7c1-bf375550bb25 req-1289603d-a52e-43de-9ee6-425681fc8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:45.933119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8b5837d-07b6-49d4-a7c1-bf375550bb25 req-1289603d-a52e-43de-9ee6-425681fc8f83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 1096 time: 0.5638928 Dec 10 04:37:45.970952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.971444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05dc6d00-c529-432d-8f10-4c20ca466635 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:45.979273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:45.985660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b24a5-110f-4e0f-8d26-38be5d4dfd03 req-8fe735f5-66b4-426e-bb24-a503edec1da5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:45.987185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-270b24a5-110f-4e0f-8d26-38be5d4dfd03 req-8fe735f5-66b4-426e-bb24-a503edec1da5 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1889963 Dec 10 04:37:45.993192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:45.994940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40612bf7-9ba1-4e8b-b1e8-9da945f85dab tempest-RoutersTestDVR-1253425059 tempest-RoutersTestDVR-1253425059-project-admin] 10.222.0.43 "DELETE /v2.0/routers/05dc6d00-c529-432d-8f10-4c20ca466635 HTTP/1.1" status: 204 len: 168 time: 0.9001527 Dec 10 04:37:46.009114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66fbc8c9-dd0b-4ec2-a52a-8f1b432dc467 req-19afad86-f76d-4e51-b5e9-263339b065a1 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388657 Dec 10 04:37:46.037013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Attempting to bind port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:46.037732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Attempting to bind port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:46.038432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Attempting to bind port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:46.046898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b on network 09b1678b-936e-4594-8874-8236e7a4b96f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:37:46.047401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Attempting to bind port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:46.048572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8b5837d-07b6-49d4-a7c1-bf375550bb25 req-c220aa74-0132-484a-95e7-7f3956a24cde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029603 Dec 10 04:37:46.053305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:46.053886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Checking segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:46.054454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Bound using segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:46.055060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Bound port: 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:46.055589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.076954 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-270b24a5-110f-4e0f-8d26-38be5d4dfd03 req-4f58045e-dd62-4a5e-9c62-7b059612b343 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Dec 10 04:37:46.134402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267827-39cd-44c5-84cf-b02997ac7b77 req-1dd61aa8-5c74-4411-9eef-a22ef70c3895 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.136072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b267827-39cd-44c5-84cf-b02997ac7b77 req-1dd61aa8-5c74-4411-9eef-a22ef70c3895 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 943 time: 0.0569119 Dec 10 04:37:46.150599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:46.154678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:46.159473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.195363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.195936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.197348 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-d5544628-f251-4859-abfa-46e3206941dc service neutron] 10.222.0.41 "PUT /v2.0/ports/78ad9e3f-7916-4d92-8768-0fda5a2fbb5b HTTP/1.1" status: 200 len: 1091 time: 0.6614683 Dec 10 04:37:46.197983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:46.200201 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff63c98-2fcf-44db-8888-3418417a76f1" -d '{"events": [{"name": "network-changed", "server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:46.220767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b267827-39cd-44c5-84cf-b02997ac7b77 req-f3668e12-a6b3-4fad-aef4-923835d65ca2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723095 Dec 10 04:37:46.224792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5544628-f251-4859-abfa-46e3206941dc service neutron] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:46.313049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:46.326554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75b9f-26b1-4d02-a264-c2e020e186b1 req-5054c993-a49d-44d3-b9fd-56e8e83c2d8b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.328038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43c75b9f-26b1-4d02-a264-c2e020e186b1 req-5054c993-a49d-44d3-b9fd-56e8e83c2d8b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0563374 Dec 10 04:37:46.333523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-04295493-dfa2-40f2-8716-e8e924dbb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.335074 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-04295493-dfa2-40f2-8716-e8e924dbb870 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 1094 time: 0.0464907 Dec 10 04:37:46.400764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-33993866-68cd-4cd8-a97c-ae3b9b57e4f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b HTTP/1.1" status: 200 len: 217 time: 0.0461826 Dec 10 04:37:46.400994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43c75b9f-26b1-4d02-a264-c2e020e186b1 req-b55aa066-b460-46a8-917f-38436719bebc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616171 Dec 10 04:37:46.445058 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973b1d3-4f43-47b1-8afb-6285553a074f x-openstack-request-id: req-a973b1d3-4f43-47b1-8afb-6285553a074f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:46.445402 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:46.445662 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a973b1d3-4f43-47b1-8afb-6285553a074f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:46.446085 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'status': 'completed', 'code': 200} Dec 10 04:37:46.451005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea10f212-5f3d-40e4-95ce-f27a0d9c88a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.487204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-583b6fdf-d960-4b61-b252-f18d123e285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.488745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-583b6fdf-d960-4b61-b252-f18d123e285f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.0530422 Dec 10 04:37:46.521767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-19b911f3-bf26-470d-893a-831bd5f7cf3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242345 Dec 10 04:37:46.558594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9d0e-c8a1-4d07-9e45-97fc5aa5cc36 req-857dc432-fa07-414d-9265-563d64d77ef3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.560636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd2f9d0e-c8a1-4d07-9e45-97fc5aa5cc36 req-857dc432-fa07-414d-9265-563d64d77ef3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0744145 Dec 10 04:37:46.577292 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea10f212-5f3d-40e4-95ce-f27a0d9c88a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.588695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea10f212-5f3d-40e4-95ce-f27a0d9c88a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.627890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-c7ba8651-d3c0-43cd-91af-618832e2fef1 service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 Dec 10 04:37:46.647330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ea10f212-5f3d-40e4-95ce-f27a0d9c88a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b0ca1e5c26a437195daa1f5b102c64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332665 Dec 10 04:37:46.649018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10f212-5f3d-40e4-95ce-f27a0d9c88a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908557f9-a632-45b2-ad36-3b127d7a524b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:46.650013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:46.654638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd2f9d0e-c8a1-4d07-9e45-97fc5aa5cc36 req-1161a061-d4e8-416a-97b8-8de2976ed2ff tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865746 Dec 10 04:37:46.780111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.816987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03feabb-f5d8-4803-aeef-cad57161090f req-c83b8782-1167-454c-b4b4-0fd40e8a7e40 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:46.818544 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f03feabb-f5d8-4803-aeef-cad57161090f req-c83b8782-1167-454c-b4b4-0fd40e8a7e40 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.1242979 Dec 10 04:37:46.825916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:46.890165 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e571fa0-69c6-48f8-a5e1-d4f4581a7cc0 req-32e87d29-3517-4266-a4e2-377e3e8d1666 service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031260 Dec 10 04:37:46.933979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:47.074749 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.121301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:47.129123 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.199829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9eb09-8136-4c31-a599-22c6b4fced4a req-94f8a706-17fd-4aad-a63e-7487aacb7aa4 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.201454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bce9eb09-8136-4c31-a599-22c6b4fced4a req-94f8a706-17fd-4aad-a63e-7487aacb7aa4 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.0786147 Dec 10 04:37:47.209462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:47.211896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:47.215265 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd78ba5-8460-4dfd-aaa4-4015b7e2bea2" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:47.294098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78c1f-2539-46a8-9a90-4493b00bf034 req-9c43b6bd-47d3-42ea-9536-d20d5c9041e4 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.295609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cb78c1f-2539-46a8-9a90-4493b00bf034 req-9c43b6bd-47d3-42ea-9536-d20d5c9041e4 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 945 time: 0.0932317 Dec 10 04:37:47.311790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bce9eb09-8136-4c31-a599-22c6b4fced4a req-26531af6-d72d-4b9e-8f16-1704f92b3a2c tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725763 Dec 10 04:37:47.341008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.343582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.344966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/908557f9-a632-45b2-ad36-3b127d7a524b HTTP/1.1" status: 204 len: 168 time: 0.6940098 Dec 10 04:37:47.355041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-50588174-0f00-4299-a2f7-cb195ba7b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.356623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-50588174-0f00-4299-a2f7-cb195ba7b6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 1094 time: 0.0766859 Dec 10 04:37:47.362767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc451be-d273-410e-801d-c2affe9055e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908557f9-a632-45b2-ad36-3b127d7a524b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:47.374111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cb78c1f-2539-46a8-9a90-4493b00bf034 req-64c99a87-70f3-4e63-ac05-cfc671f56aad tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611625 Dec 10 04:37:47.478091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Deleting port 533f050d-8ef7-4bc9-911f-384960e67b4c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:47.478345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.543754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604a0f9-4e8e-4281-bb05-f73cbc935071 req-57a91917-810e-4a1b-9c66-3ffbfe060d57 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.552549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0604a0f9-4e8e-4281-bb05-f73cbc935071 req-57a91917-810e-4a1b-9c66-3ffbfe060d57 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 943 time: 0.0675886 Dec 10 04:37:47.641216 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec41e612-09ff-41ce-8bf6-b8b978f6e41a x-openstack-request-id: req-ec41e612-09ff-41ce-8bf6-b8b978f6e41a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:47.641216 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:47.641510 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec41e612-09ff-41ce-8bf6-b8b978f6e41a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:47.641896 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'code': 200} Dec 10 04:37:47.683107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0604a0f9-4e8e-4281-bb05-f73cbc935071 req-3d520e11-6921-443c-be5a-2cbfd446bc8c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244302 Dec 10 04:37:47.724188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-a5a24e14-87e0-4382-ac52-3416d8286c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.725671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-a5a24e14-87e0-4382-ac52-3416d8286c61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 923 time: 0.3597033 Dec 10 04:37:47.798639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090782-0b16-4c37-bcaa-f5882f393745 req-4e3b46ab-cc27-420f-936c-2a32265b0be9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.805814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68090782-0b16-4c37-bcaa-f5882f393745 req-4e3b46ab-cc27-420f-936c-2a32265b0be9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.1211097 Dec 10 04:37:47.826035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] For port 533f050d-8ef7-4bc9-911f-384960e67b4c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=533f050d-8ef7-4bc9-911f-384960e67b4c,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:47.826684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.846780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Calling delete_port for 533f050d-8ef7-4bc9-911f-384960e67b4c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:47.864971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68090782-0b16-4c37-bcaa-f5882f393745 req-88b771fa-0f58-4e1e-8170-7bbb79a65f5b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581727 Dec 10 04:37:47.867409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56236) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:47.885069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd6ecfc0-cc34-49e8-ae25-503915fc92b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.904909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-319709fe-419f-43e6-ac10-a9337ab67f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b HTTP/1.1" status: 200 len: 217 time: 0.1676347 Dec 10 04:37:47.993147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd6ecfc0-cc34-49e8-ae25-503915fc92b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:47.995261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-d84034df-ba93-4987-8123-0edd69e82656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:47.997120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-d84034df-ba93-4987-8123-0edd69e82656 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.0832973 Dec 10 04:37:48.016253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd6ecfc0-cc34-49e8-ae25-503915fc92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.039373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-58f832bc-042e-42ce-8f8e-314b9e27eb4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342143 Dec 10 04:37:48.102354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ecfc0-cc34-49e8-ae25-503915fc92b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620511e-9e82-41dd-a840-ee8ecb6d3eb8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:48.125247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd6ecfc0-cc34-49e8-ae25-503915fc92b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3ad1a0434cd4333900542389d1842cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543938 Dec 10 04:37:48.125505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:48.198462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.216037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-934f7c29-f2c5-453d-be45-d47423fde9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501315 Dec 10 04:37:48.217142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.251886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['533f050d-8ef7-4bc9-911f-384960e67b4c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:48.267629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Pushing event deleted for resources: {'Port': ['ID=533f050d-8ef7-4bc9-911f-384960e67b4c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:48.286971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.347499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] No DVR routers for this DVR port 533f050d-8ef7-4bc9-911f-384960e67b4c on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:37:48.350193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.354845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f03feabb-f5d8-4803-aeef-cad57161090f req-b753a203-484b-4317-9842-26c2aa8ebc0b tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.41 "DELETE /v2.0/ports/533f050d-8ef7-4bc9-911f-384960e67b4c HTTP/1.1" status: 204 len: 173 time: 1.5252228 Dec 10 04:37:48.374041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-c1b425c8-369d-476a-98d9-2fd5cb706d88 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:48.375661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-c1b425c8-369d-476a-98d9-2fd5cb706d88 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3&tenant_id=9efb5826698744869e01940b463dff4f&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 948 time: 0.1605248 Dec 10 04:37:48.385541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae07f9-6328-43e3-96fc-bad70d8465fb req-d337d961-adc3-45be-857b-87803ebd10a5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:48.386955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cae07f9-6328-43e3-96fc-bad70d8465fb req-d337d961-adc3-45be-857b-87803ebd10a5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.1318171 Dec 10 04:37:48.396757 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ff63c98-2fcf-44db-8888-3418417a76f1 req-180d021c-cf89-4bb7-8531-c009199f7d0c service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723633 Dec 10 04:37:48.447695 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'name': 'network-vif-deleted', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:48.451208 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1a9e2-0e0f-4620-8ab3-10811971fac3" -d '{"events": [{"server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "name": "network-vif-deleted", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:48.466644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.469443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:48.470574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7620511e-9e82-41dd-a840-ee8ecb6d3eb8 HTTP/1.1" status: 204 len: 168 time: 0.3440828 Dec 10 04:37:48.502731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b5501-25bd-4c15-bcf6-20ac60cd1e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620511e-9e82-41dd-a840-ee8ecb6d3eb8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:48.538148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1d76-1b46-48c5-a382-fb26c674b05b req-2eb55b8a-5da6-4521-be7f-493bbf3317bf tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:48.539846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbfb1d76-1b46-48c5-a382-fb26c674b05b req-2eb55b8a-5da6-4521-be7f-493bbf3317bf tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.1507945 Dec 10 04:37:48.542384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-99b897db-4b20-44f3-b9d3-a4902e516bbd service neutron] 10.222.0.36 "GET /v2.0/ports/17a1a914-1a94-46bf-90fa-686c79f30279/bindings/n-h1-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.1545348 Dec 10 04:37:48.546679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cae07f9-6328-43e3-96fc-bad70d8465fb req-ccf156ba-ad48-4ea9-8b66-e5b7ea9bb56a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425087 Dec 10 04:37:48.608382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbfb1d76-1b46-48c5-a382-fb26c674b05b req-85305c51-b7f6-404f-8177-da80126fa1bd tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602260 Dec 10 04:37:48.672713 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81988824-e70d-4f28-9836-2cf0f166c775 x-openstack-request-id: req-81988824-e70d-4f28-9836-2cf0f166c775 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:48.673267 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6101258-8473-484b-b6db-9caeb8c2c066", "name": "network-vif-deleted", "tag": "533f050d-8ef7-4bc9-911f-384960e67b4c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:48.673693 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81988824-e70d-4f28-9836-2cf0f166c775 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:48.674260 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6101258-8473-484b-b6db-9caeb8c2c066', 'name': 'network-vif-deleted', 'tag': '533f050d-8ef7-4bc9-911f-384960e67b4c', 'status': 'completed', 'code': 200} Dec 10 04:37:48.678956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab638323-cd82-4410-be6e-846a67697507 req-190e7d35-8123-4b08-8b93-3e1fc35945c9 tempest-ServerRescueTestJSON-849377667 tempest-ServerRescueTestJSON-849377667-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6101258-8473-484b-b6db-9caeb8c2c066 HTTP/1.1" status: 200 len: 210 time: 0.0308301 Dec 10 04:37:48.686468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-27197e5c-e8e2-414c-9eb3-5a9493a421c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:48.688395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-27197e5c-e8e2-414c-9eb3-5a9493a421c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1099 time: 0.1008747 Dec 10 04:37:48.808530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-64f9fd4f-e51c-4b71-a89e-a778c98e85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:48.810815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-64f9fd4f-e51c-4b71-a89e-a778c98e85d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1149883 Dec 10 04:37:48.897672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-c01e9a75-d670-461b-bf4d-b29062350ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0773978 Dec 10 04:37:48.954817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:49.003640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55480fa8-1785-4b82-a404-5a27b494601a req-7cfedfb5-ed8a-46c5-adb2-88e54e5a47eb tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.012828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55480fa8-1785-4b82-a404-5a27b494601a req-7cfedfb5-ed8a-46c5-adb2-88e54e5a47eb tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.2065113 Dec 10 04:37:49.020687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:49.028067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Request body: {'floatingip': {'port_id': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:49.109049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:49.128584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '17a1a914-1a94-46bf-90fa-686c79f30279', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '17a1a914-1a94-46bf-90fa-686c79f30279', 'mac_address': 'fa:16:3e:bb:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:49.157472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399f120-a049-4486-b062-888da1cfa0e7 req-4a836ff7-ad54-47de-b669-385eeee5bec4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.165827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7399f120-a049-4486-b062-888da1cfa0e7 req-4a836ff7-ad54-47de-b669-385eeee5bec4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 943 time: 0.3139937 Dec 10 04:37:49.190856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-2c648315-c594-4b74-b235-92d002263164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.194607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-2c648315-c594-4b74-b235-92d002263164 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2695799 Dec 10 04:37:49.196129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:49.209512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:49.225354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:49.272297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:49.280680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:49.289124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7399f120-a049-4486-b062-888da1cfa0e7 req-eab47659-77fb-4a44-8f5c-976ad70553ba tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236041 Dec 10 04:37:49.338237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-1d6df329-2762-4bf3-8723-bebf9bc21d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.340054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-1d6df329-2762-4bf3-8723-bebf9bc21d5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100566 Dec 10 04:37:49.346940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:49.505143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-447002ba-7330-4b90-ba5a-482466227cf4 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492169 Dec 10 04:37:49.633278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:49.655657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d532d-dbc5-482c-ba3b-6e82b9156eee req-1e9d9d6c-2d42-4d0b-acd3-7b6b41dd9b61 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.657551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-080d532d-dbc5-482c-ba3b-6e82b9156eee req-1e9d9d6c-2d42-4d0b-acd3-7b6b41dd9b61 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1077065 Dec 10 04:37:49.658488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116528-b027-454a-8805-7b25fb0431e4 req-6ecf36fc-fa82-41b7-a41e-9a8848fa6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.660392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-6ecf36fc-fa82-41b7-a41e-9a8848fa6d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.1447666 Dec 10 04:37:49.661129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-ee576606-b665-465a-b73e-d4cf020482d4 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493011 Dec 10 04:37:49.794653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-080d532d-dbc5-482c-ba3b-6e82b9156eee req-5d6fac90-c757-43f8-9954-5d638cb69e92 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258585 Dec 10 04:37:49.848173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116528-b027-454a-8805-7b25fb0431e4 req-ab3cf002-f9ec-4150-90c5-d83f0e5f72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.849891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-ab3cf002-f9ec-4150-90c5-d83f0e5f72be service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.1575561 Dec 10 04:37:49.863530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99ca82-9f5d-407a-aeec-d124f39d6d7d req-791835e3-3231-4ef0-8fcd-fde7bdab6eca tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:49.871497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f99ca82-9f5d-407a-aeec-d124f39d6d7d req-791835e3-3231-4ef0-8fcd-fde7bdab6eca tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1369536 Dec 10 04:37:49.890643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:49.967160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f99ca82-9f5d-407a-aeec-d124f39d6d7d req-e1abc10e-f2c0-49a3-b6c3-3a20c5bc97f6 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Dec 10 04:37:49.977622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-b6116bf7-4038-45ce-b50f-07324bea66ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0877707 Dec 10 04:37:49.979292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:37:50.042175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.103586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.113593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.148292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116528-b027-454a-8805-7b25fb0431e4 req-26d40fd5-a194-44b6-ab0e-6daa79ebd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:50.149755 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-26d40fd5-a194-44b6-ab0e-6daa79ebd28c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.1352077 Dec 10 04:37:50.195454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-bf224e63-d227-43e8-99a6-46c87cf29867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347955 Dec 10 04:37:50.382410 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Floating IP a0a59a9b-30d9-48b7-a67e-25b212dfbb20 associated. External IP: 172.25.8.82, port: fd329cb6-50ac-4670-b154-5865bd4fc2ff. Dec 10 04:37:50.412971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:50.445112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34afa8-50c9-4e22-a9af-770abf95c70e req-ebae140e-dd40-47db-947d-2a17ff6baebb tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:50.452040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e34afa8-50c9-4e22-a9af-770abf95c70e req-ebae140e-dd40-47db-947d-2a17ff6baebb tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 943 time: 0.0640175 Dec 10 04:37:50.498168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e34afa8-50c9-4e22-a9af-770abf95c70e req-d99c2564-53cf-4a9d-b02a-0bc6fbe5ca07 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Dec 10 04:37:50.512651 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-f8ce1e0d-e78d-4d82-af06-84b4d038df88 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086572 Dec 10 04:37:50.526190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1710009973', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:50.547172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Made reservation on behalf of d23a572faccc4b3dbbf1119177df8a73 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:50.549682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.558266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.641143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.645529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.651099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] device_id is not set on port f06a16ea-ef23-4edd-acd3-851253d104f9 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:37:50.708656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754b5af9-a97b-4e5f-9ca0-38a03210e739,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:50.774144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Allocated IP 172.25.8.196 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/f06a16ea-ef23-4edd-acd3-851253d104f9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:50.831961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:50.853730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 533f050d-8ef7-4bc9-911f-384960e67b4c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:50.887000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 533f050d-8ef7-4bc9-911f-384960e67b4c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:50.887847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 533f050d-8ef7-4bc9-911f-384960e67b4c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:50.964630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbfac9-1f83-49df-acf6-a52662955183 req-c8c2063d-0123-48b9-a060-2d2b1b552cbb tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:50.966723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97cbfac9-1f83-49df-acf6-a52662955183 req-c8c2063d-0123-48b9-a060-2d2b1b552cbb tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0807202 Dec 10 04:37:50.972419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:50.975182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:50.998230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7116528-b027-454a-8805-7b25fb0431e4 req-389a4006-03f2-459d-b094-990eeec3062c service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752679 Dec 10 04:37:51.025729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:51.044860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.048119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'port_id': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'mac_address': 'fa:16:3e:d2:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47102c-41c0-4ad1-b777-83e21e69179b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:51.049174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Router c9458885-22e7-44d8-b8c9-f7f0336a58fa has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:51.093695 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.114300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:51.138228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 17a1a914-1a94-46bf-90fa-686c79f30279 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:51.138753 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.143069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:51.150327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.164641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.181675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Pushing event updated for resources: {'Port': ['ID=f06a16ea-ef23-4edd-acd3-851253d104f9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:51.205556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:51.210057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:51.213502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:51.240336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:51.260466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97cbfac9-1f83-49df-acf6-a52662955183 req-05a96cd5-24ba-4861-8ad4-f90adabd0e19 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418942 Dec 10 04:37:51.273937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:51.281203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.281342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:51.281936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.289402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Sync routers for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:51.294467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e719-a102-4794-8621-bea4ebb0c441 req-5a47511a-0444-4194-8560-9708f2cef62b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:51.312775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3595e719-a102-4794-8621-bea4ebb0c441 req-5a47511a-0444-4194-8560-9708f2cef62b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 949 time: 0.2100403 Dec 10 04:37:51.323595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:51.325098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:51.329104 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.329398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57ecca3a-02d9-4285-864a-83eebd9744d9 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "PUT /v2.0/floatingips/a0a59a9b-30d9-48b7-a67e-25b212dfbb20 HTTP/1.1" status: 200 len: 990 time: 2.3074450 Dec 10 04:37:51.330169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:51.332375 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11" -d '{"events": [{"name": "network-changed", "server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:51.363620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fb584175-36e0-4b89-90a0-b6e2ff39d36f tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9458292 Dec 10 04:37:51.364721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56336) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:51.377466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.196'}]}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:51.405110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3595e719-a102-4794-8621-bea4ebb0c441 req-f6308bb6-2825-4105-b5f0-21f0a4a6d943 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913262 Dec 10 04:37:51.413238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:51.416266 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c299f-cb1b-412e-8824-fdb5348b0489" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:51.438763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.439897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.472590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:51.481900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.527536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:51.529554 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.537447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Deleting port 609e7875-8f65-4db6-be2e-51dfea4fd6c6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:51.537799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.561387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:51.625786 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e22178-b093-46cd-aedf-8cff95df6820 x-openstack-request-id: req-73e22178-b093-46cd-aedf-8cff95df6820 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:51.626620 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:51.626872 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73e22178-b093-46cd-aedf-8cff95df6820 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:51.627255 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'code': 200} Dec 10 04:37:51.655170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:51.680321 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36427e12-21da-4f28-b019-53aada477e41 x-openstack-request-id: req-36427e12-21da-4f28-b019-53aada477e41 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:51.680727 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:51.680928 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36427e12-21da-4f28-b019-53aada477e41 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:51.681283 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'status': 'completed', 'code': 200} Dec 10 04:37:51.701273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] For port 609e7875-8f65-4db6-be2e-51dfea4fd6c6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=609e7875-8f65-4db6-be2e-51dfea4fd6c6,segment=NetworkSegment(013846bf-3a85-46a4-b098-5d2eb63d4b8e),segment_id=013846bf-3a85-46a4-b098-5d2eb63d4b8e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:51.701817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.710786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.718663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Calling delete_port for 609e7875-8f65-4db6-be2e-51dfea4fd6c6 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:51.797863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-436bade1-8826-4146-97fe-e3216cc35b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:51.800521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-436bade1-8826-4146-97fe-e3216cc35b30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9109697ef1a466ca81ba790b94a1abb&device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 1096 time: 0.1103983 Dec 10 04:37:51.811268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f76d0-c6bf-4a29-a1a8-8187a7f412f8 req-28b6a79b-4581-4c2e-8efd-24b9e0b3e709 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:51.819537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab9f76d0-c6bf-4a29-a1a8-8187a7f412f8 req-28b6a79b-4581-4c2e-8efd-24b9e0b3e709 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 944 time: 0.1314347 Dec 10 04:37:51.959771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'a0a59a9b-30d9-48b7-a67e-25b212dfbb20', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'port_id': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'mac_address': 'fa:16:3e:96:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:37:32Z', 'updated_at': '2021-12-10T04:37:49Z', 'revision_number': 1, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:51.966654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:51.989751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Checking router: c9458885-22e7-44d8-b8c9-f7f0336a58fa for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:52.001299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:52.001912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:52.011288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Pushing event deleted for resources: {'Port': ['ID=609e7875-8f65-4db6-be2e-51dfea4fd6c6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:52.013134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab9f76d0-c6bf-4a29-a1a8-8187a7f412f8 req-2f4d068a-a099-4a87-bdae-f0e79797cf66 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925585 Dec 10 04:37:52.027446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-e693a124-e8e6-4c0c-9d22-8506c8850f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.029023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-e693a124-e8e6-4c0c-9d22-8506c8850f9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6220006f-fa62-4d4a-bc82-1ea17f2153f1 HTTP/1.1" status: 200 len: 915 time: 0.1993177 Dec 10 04:37:52.122639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:52.149285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-12308e33-2b6f-4c02-9bde-93c31e044558 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff HTTP/1.1" status: 200 len: 998 time: 0.1110268 Dec 10 04:37:52.218158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:52.255972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-33a9b3e4-8d32-4abd-8d9d-88c475d201c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.258613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-33a9b3e4-8d32-4abd-8d9d-88c475d201c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401ffdc3-2caf-40bf-ac4e-740a21d2f142 HTTP/1.1" status: 200 len: 853 time: 0.0821576 Dec 10 04:37:52.265521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:52.327208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:52.360891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72ce4630-9c46-42cf-a6c7-6fe0b7b06821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:52.361462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-e79cd539-ec3e-4420-8426-041c0749f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.363463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-e79cd539-ec3e-4420-8426-041c0749f8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1101 time: 0.0964522 Dec 10 04:37:52.480017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'a0a59a9b-30d9-48b7-a67e-25b212dfbb20', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'port_id': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'mac_address': 'fa:16:3e:96:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:37:32Z', 'updated_at': '2021-12-10T04:37:49Z', 'revision_number': 1, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:52.513096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d9977-e680-43d3-8498-3ab84ce65824 None None] The sync data for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 is: [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'a0a59a9b-30d9-48b7-a67e-25b212dfbb20', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'port_id': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'mac_address': 'fa:16:3e:96:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:37:32Z', 'updated_at': '2021-12-10T04:37:49Z', 'revision_number': 1, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:52.520504 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-d4ac77ce-6843-47ac-a289-9531b4996b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.522026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-d4ac77ce-6843-47ac-a289-9531b4996b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.1008162 Dec 10 04:37:52.603872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:37:52.710758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-abd4cd6e-68e4-4ee1-a0ec-69ec531459e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.712563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-abd4cd6e-68e4-4ee1-a0ec-69ec531459e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6220006f-fa62-4d4a-bc82-1ea17f2153f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4436469 Dec 10 04:37:52.717286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-03879de7-ad36-440e-a3ec-dd68c2ecf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.718746 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-03879de7-ad36-440e-a3ec-dd68c2ecf5c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1853175 Dec 10 04:37:52.768176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-64d5d7c6-8a77-42c2-b5bc-de7c351f9794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 200 len: 217 time: 0.0417142 Dec 10 04:37:52.823314 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd04968-57c6-454e-be7d-5fa16d3cbc56 None None] New status for floating IP a0a59a9b-30d9-48b7-a67e-25b212dfbb20: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:37:52.853748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:52.865480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:37:52.868184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-ee1d8f49-d3da-4a2c-9ac7-a1dd1e4b01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.869894 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-ee1d8f49-d3da-4a2c-9ac7-a1dd1e4b01b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0934684 Dec 10 04:37:52.874282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6520d433-d0f7-4173-a070-9ae8d08bc909 admin admin] 10.222.0.43 "PUT /v2.0/routers/93d91ee5-1928-4dd8-aaba-f3dba22c3de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807086 Dec 10 04:37:52.877244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:52.912004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Sync routers for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:37:52.921922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c10742-e92c-4742-9f93-60d12d26a923 req-5160b657-7f11-492b-b6ea-c002978c5a43 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.925968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1c10742-e92c-4742-9f93-60d12d26a923 req-5160b657-7f11-492b-b6ea-c002978c5a43 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.2123237 Dec 10 04:37:52.927249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:52.927870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:52.934777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20feebc-6d7b-46fc-8642-589909bbb985 req-ce28b16e-9a00-44d4-80cf-89c4089b5cc4 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:52.936248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a20feebc-6d7b-46fc-8642-589909bbb985 req-ce28b16e-9a00-44d4-80cf-89c4089b5cc4 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.5365357 Dec 10 04:37:53.005816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-1afd4a98-68d1-4182-a576-f7b372db2422 service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696543 Dec 10 04:37:53.020930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:37:53.026331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:53.026706 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.059144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-f3bff400-ba4c-4aae-b6e5-a9b145be9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:53.060770 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-f3bff400-ba4c-4aae-b6e5-a9b145be9b1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770811 Dec 10 04:37:53.064371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.086189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:53.091921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.131499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1c10742-e92c-4742-9f93-60d12d26a923 req-d73cf1af-4525-45f9-9858-b561528cd36e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917598 Dec 10 04:37:53.195619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a20feebc-6d7b-46fc-8642-589909bbb985 req-98226691-90b0-4ca8-a6ec-fbaeece021f1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516885 Dec 10 04:37:53.280655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be69a0fd-09b4-40d0-8b37-b6f8e2261e11 req-5b57dbb9-3f9c-4ce3-91a9-255f862998e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623224 Dec 10 04:37:53.283991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.285878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.359391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.359618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-5f3c219a-19ce-4324-a228-40940a245c38 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537642 Dec 10 04:37:53.360884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.361974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.398394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:53.407819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.447973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.448617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efc0120f-2109-47e5-8e0e-3cf32a6adf0d {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:53.476467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9558c94-e05d-4ba6-9438-7d99643eab58 req-801f7a57-83c1-4922-a459-9876f1ea07e8 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:53.478210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9558c94-e05d-4ba6-9438-7d99643eab58 req-801f7a57-83c1-4922-a459-9876f1ea07e8 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0673277 Dec 10 04:37:53.486264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:53.496676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '498fda32-3815-487b-aeb7-f394323a3387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:37:51Z', 'revision_number': 5, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port': {'id': '498fda32-3815-487b-aeb7-f394323a3387', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:53.525606 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 04:37:53.526239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Checking router: 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:37:53.527396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a977684c-515a-4f99-83da-09d5579e0b26 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1618590 Dec 10 04:37:53.530440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:53.539055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Routers {'93d91ee5-1928-4dd8-aaba-f3dba22c3de0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:37:53.539756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:37:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:53.570827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9558c94-e05d-4ba6-9438-7d99643eab58 req-7ac907a8-df7c-462b-814e-106349eb2691 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830495 Dec 10 04:37:53.630034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:53.632584 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d61c34-7265-41e6-aa09-eb6bd907eef8" -d '{"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-plugged", "status": "completed", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:53.633000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Deleting port f06a16ea-ef23-4edd-acd3-851253d104f9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:53.633352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.653828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] Set router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:37:53.691669 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e0ef5-64e1-4093-816c-38fa11e5ef83 x-openstack-request-id: req-933e0ef5-64e1-4093-816c-38fa11e5ef83 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:53.692549 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-plugged", "status": "completed", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:53.692817 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-933e0ef5-64e1-4093-816c-38fa11e5ef83 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:53.693208 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'code': 200} Dec 10 04:37:53.720924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:37:53Z', 'revision_number': 6, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:53.722569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.738816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Calling delete_port for f06a16ea-ef23-4edd-acd3-851253d104f9 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:53.753885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54288602-b55a-4387-8d0a-b2765c5e0d15 None None] The sync data for ids ['93d91ee5-1928-4dd8-aaba-f3dba22c3de0'] in n-d-817326-3 is: [{'id': '93d91ee5-1928-4dd8-aaba-f3dba22c3de0', 'name': 'tempest-ServerRescueTestJSON-325568615-router', 'tenant_id': 'cbfb154d09074f25b81e9845faeaffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:23Z', 'updated_at': '2021-12-10T04:37:53Z', 'revision_number': 6, 'project_id': 'cbfb154d09074f25b81e9845faeaffd9', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:37:53.768554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-147c7d6d-dcef-4437-92f2-8e7e03995f41 req-1fe5a3ed-e6ec-4bd4-bd59-ce4913b264fe service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973262 Dec 10 04:37:53.774224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Deleting port 498fda32-3815-487b-aeb7-f394323a3387 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:37:53.774578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.911855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00b5c6-40f8-402f-afb5-979899358820 req-02ab89bb-b39e-4e17-98af-28e66b28e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:53.913984 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ad00b5c6-40f8-402f-afb5-979899358820 req-02ab89bb-b39e-4e17-98af-28e66b28e813 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 1096 time: 0.1045408 Dec 10 04:37:53.914584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.916698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] For port 498fda32-3815-487b-aeb7-f394323a3387, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=498fda32-3815-487b-aeb7-f394323a3387,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:53.917053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:53.942449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Pushing event deleted for resources: {'Port': ['ID=f06a16ea-ef23-4edd-acd3-851253d104f9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:53.945681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Calling delete_port for 498fda32-3815-487b-aeb7-f394323a3387 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:37:53.955766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.956197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.956644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.956991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.957343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.957684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.958051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.958352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.958686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.959028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.959355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.959684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:53.960011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.011178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ad00b5c6-40f8-402f-afb5-979899358820 req-5930ad58-6c97-402f-95fd-43645aed6f5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Dec 10 04:37:54.014635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.018711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f8283297-1f80-41d6-ba36-f6b9bb1d5cb8 tempest-RoutersAdminNegativeIpV6Test-1181308278 tempest-RoutersAdminNegativeIpV6Test-1181308278-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f06a16ea-ef23-4edd-acd3-851253d104f9 HTTP/1.1" status: 204 len: 168 time: 0.4870117 Dec 10 04:37:54.143845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.191894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Pushing event deleted for resources: {'Port': ['ID=498fda32-3815-487b-aeb7-f394323a3387,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:54.207741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 609e7875-8f65-4db6-be2e-51dfea4fd6c6 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:54.227667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.228016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.228360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.228720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.229054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.229380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.229706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.230032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.230390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.230712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.231033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.231353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.231670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:54.271568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 609e7875-8f65-4db6-be2e-51dfea4fd6c6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:54.273644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 609e7875-8f65-4db6-be2e-51dfea4fd6c6 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:54.289779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.332940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd586-2d5f-4de8-9548-04ff02a6e98e req-24eb65d5-d7e1-4d90-bc83-7600b2fdd28f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:54.334583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59dd586-2d5f-4de8-9548-04ff02a6e98e req-24eb65d5-d7e1-4d90-bc83-7600b2fdd28f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0931492 Dec 10 04:37:54.381983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:54.391620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.393412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.418475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59dd586-2d5f-4de8-9548-04ff02a6e98e req-d0a2fb55-8059-46c2-a7cd-08aa41635531 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714600 Dec 10 04:37:54.428144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00782c-b1e1-4684-8e18-c0e4fc1b6e21 req-cf5c16d0-bffb-437d-8d0f-2c5a95834a89 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:54.429665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b00782c-b1e1-4684-8e18-c0e4fc1b6e21 req-cf5c16d0-bffb-437d-8d0f-2c5a95834a89 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0940893 Dec 10 04:37:54.446630 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.447285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d91ee5-1928-4dd8-aaba-f3dba22c3de0 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:37:54.453766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.455114 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e18580df-e7b3-4480-8af1-aa5156e4109d admin admin] 10.222.0.43 "DELETE /v2.0/routers/93d91ee5-1928-4dd8-aaba-f3dba22c3de0 HTTP/1.1" status: 204 len: 168 time: 1.5768671 Dec 10 04:37:54.457950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:54.501732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b00782c-b1e1-4684-8e18-c0e4fc1b6e21 req-0e7e419e-824a-4446-a90f-27c58c62202d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584555 Dec 10 04:37:54.528210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Deleting subnet 65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:37:54.529207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.531057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f2bcc2c-ff6f-410c-898d-8d4fe7272d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.591878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.660560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.702509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a35e7-e69f-4160-a6d8-ce220b300973 req-01a86caf-f29c-4433-a1f5-14357ea1b8eb tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:54.706328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b07a35e7-e69f-4160-a6d8-ce220b300973 req-01a86caf-f29c-4433-a1f5-14357ea1b8eb tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0549927 Dec 10 04:37:54.711698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f2bcc2c-ff6f-410c-898d-8d4fe7272d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.717584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f2bcc2c-ff6f-410c-898d-8d4fe7272d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.762134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b07a35e7-e69f-4160-a6d8-ce220b300973 req-8df345fe-1e41-4ba7-9525-f63d06c478b4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Dec 10 04:37:54.768465 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5f2bcc2c-ff6f-410c-898d-8d4fe7272d5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90d71d79e6e44818bdfd1dad834d58f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854146 Dec 10 04:37:54.769745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bcc2c-ff6f-410c-898d-8d4fe7272d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d026c-7bc7-495a-b42f-ea5a386de182,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:54.771064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:54.774234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.819785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:54.823586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.823933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7232c5-38b1-4c3e-bc79-dec73fac2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.832533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2bee7773-d6ed-42d2-9b23-1df5157f3864 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65e1f78b-6c7a-4fd6-8b0e-38b3a10c229c HTTP/1.1" status: 204 len: 168 time: 0.3735597 Dec 10 04:37:54.833199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:54.843162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.865703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.907012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.914027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.917213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:54.922486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b9d026c-7bc7-495a-b42f-ea5a386de182 HTTP/1.1" status: 204 len: 168 time: 0.1471522 Dec 10 04:37:54.929303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeb61c-f28f-4691-9b04-911a504884a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d026c-7bc7-495a-b42f-ea5a386de182,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:54.983901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:55.005491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.028658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89ed794-b84e-4292-b1f7-6678040c5698']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:55.041442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013846bf-3a85-46a4-b098-5d2eb63d4b8e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:55.041748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013846bf-3a85-46a4-b098-5d2eb63d4b8e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:37:55.058420 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.079219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.080258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.099699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:37:55.100128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:37:55.102025 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:37:55.122525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:55.127858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.182107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.184851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:55.191306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.198067 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d89ed794-b84e-4292-b1f7-6678040c5698 HTTP/1.1" status: 204 len: 168 time: 0.3638279 Dec 10 04:37:55.219527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144ef02-3727-466e-bf5d-418cf625bb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d89ed794-b84e-4292-b1f7-6678040c5698,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:55.305487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:55.325204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56394) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:55.347470 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8d6de6e-fee3-4c37-b4ef-916d224241bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d23a572faccc4b3dbbf1119177df8a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404816 Dec 10 04:37:55.349951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:55.387609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-989d5b11-4287-46a2-9c67-ecfc551d8599 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbfb154d09074f25b81e9845faeaffd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612018 Dec 10 04:37:55.390217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:55.411162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.441684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.445091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.472581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.525898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.530196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.533108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5ee43d3-9d42-41e4-9f4a-1c9bf3138453 HTTP/1.1" status: 204 len: 168 time: 0.1413994 Dec 10 04:37:55.550714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35568f1-4e18-41ca-af87-59d053e7bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee43d3-9d42-41e4-9f4a-1c9bf3138453,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:55.578584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.581521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.594258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/754b5af9-a97b-4e5f-9ca0-38a03210e739 HTTP/1.1" status: 204 len: 168 time: 0.2343955 Dec 10 04:37:55.608827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd517-28b1-4d4b-aa4c-a860e00c8dde req-e44050e8-1f8f-4030-9719-2be356c23c7a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:55.610880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea5bd517-28b1-4d4b-aa4c-a860e00c8dde req-e44050e8-1f8f-4030-9719-2be356c23c7a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.1125369 Dec 10 04:37:55.620179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33658-a88f-4d5b-a186-41f206d862fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754b5af9-a97b-4e5f-9ca0-38a03210e739,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:55.683126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:55.690584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea5bd517-28b1-4d4b-aa4c-a860e00c8dde req-32c5064f-b2a0-46d0-9295-c34fb41c34bf tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719543 Dec 10 04:37:55.694813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:55.698211 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cea3c7-3f30-44ea-99ca-e8657877d1ca" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:55.787713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540e393-71eb-4e36-a089-23b23bcafdb2 req-0e15d267-34c4-4103-bd24-4f3b0916007f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:55.795820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8540e393-71eb-4e36-a089-23b23bcafdb2 req-0e15d267-34c4-4103-bd24-4f3b0916007f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0767879 Dec 10 04:37:55.850159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8540e393-71eb-4e36-a089-23b23bcafdb2 req-291cba9d-7327-4225-a2ad-069184bad9d3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527377 Dec 10 04:37:55.919414 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c99727b-571b-43f0-8fa7-5f7c05f54af9 x-openstack-request-id: req-1c99727b-571b-43f0-8fa7-5f7c05f54af9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:55.919714 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:55.919968 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c99727b-571b-43f0-8fa7-5f7c05f54af9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:55.920362 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'code': 200} Dec 10 04:37:55.966587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 498fda32-3815-487b-aeb7-f394323a3387 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:37:55.990528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 498fda32-3815-487b-aeb7-f394323a3387 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:37:55.990935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 498fda32-3815-487b-aeb7-f394323a3387 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:37:56.031787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c86c-bb01-4e34-9059-e5a950c799b8 req-2ad90989-1452-44c0-b1bd-999c10d47909 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.033359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7738c86c-bb01-4e34-9059-e5a950c799b8 req-2ad90989-1452-44c0-b1bd-999c10d47909 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0579786 Dec 10 04:37:56.103647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7738c86c-bb01-4e34-9059-e5a950c799b8 req-4797587c-1dfe-4b21-87cb-e76228647aea tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Dec 10 04:37:56.228623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc361890-07c8-40c8-8164-35759616114a req-77575365-c947-4582-9603-2245618271aa tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.231343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc361890-07c8-40c8-8164-35759616114a req-77575365-c947-4582-9603-2245618271aa tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Dec 10 04:37:56.281612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc361890-07c8-40c8-8164-35759616114a req-6f953238-7ff6-4744-abcd-511bc5f21dd0 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Dec 10 04:37:56.425482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c11e-95d5-43c1-a0b4-28e15c3e1d1c req-596363dc-e50d-4524-9231-4d47aceb07de tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.427031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8656c11e-95d5-43c1-a0b4-28e15c3e1d1c req-596363dc-e50d-4524-9231-4d47aceb07de tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0612550 Dec 10 04:37:56.481405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8656c11e-95d5-43c1-a0b4-28e15c3e1d1c req-3927e0c4-4bb2-4084-a307-5e64b284ee85 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Dec 10 04:37:56.570909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:56.622319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74800964-d2d2-45f2-8ba6-95fb0298b0b0 req-fda84c62-0a3d-44f4-a3b9-66acc093501d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.623733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74800964-d2d2-45f2-8ba6-95fb0298b0b0 req-fda84c62-0a3d-44f4-a3b9-66acc093501d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0632699 Dec 10 04:37:56.671840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1708334463'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:56.673516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74800964-d2d2-45f2-8ba6-95fb0298b0b0 req-5ea71f30-b260-452b-a39b-30d147129669 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440011 Dec 10 04:37:56.702309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:56.706137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.715905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.802371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.807793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.846564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:37:56.863762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337f835b-2091-4c6d-a992-ecb1ee0f7e41,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:56.867036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.867374 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Added segment 9912a246-bf40-4d3b-9a6e-3341a67616f0 of type vlan for network 565be9fc-365d-4d5f-ae33-fc481a5f7729 Dec 10 04:37:56.906212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79c6bb-6e42-420f-b5d8-96f5fca71c54 req-1a1c17cb-5e57-4cb8-9b74-380906a0d255 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.907579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed79c6bb-6e42-420f-b5d8-96f5fca71c54 req-1a1c17cb-5e57-4cb8-9b74-380906a0d255 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 948 time: 0.0735750 Dec 10 04:37:56.940819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.970256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.976404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:56.977029 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:56.995629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed79c6bb-6e42-420f-b5d8-96f5fca71c54 req-7036cf07-1bbe-4196-8ea9-4f93dbfa9bfb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808756 Dec 10 04:37:57.002732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:37:57.035174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a88d4-e4b2-4d63-8562-5b51784f585a req-99b3822a-8d49-4dc1-96eb-a204a0018614 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.037148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8a88d4-e4b2-4d63-8562-5b51784f585a req-99b3822a-8d49-4dc1-96eb-a204a0018614 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0976706 Dec 10 04:37:57.120436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Network': ['ID=565be9fc-365d-4d5f-ae33-fc481a5f7729,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:57.126840 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f3ec82f-8cdb-4fd7-b293-280b5f25374e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5542269 Dec 10 04:37:57.129891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8a88d4-e4b2-4d63-8562-5b51784f585a req-4f9f7336-ccb9-41fb-9d1d-e0986b4d48c4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Dec 10 04:37:57.130267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:57.133573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:57.141199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'subnet': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:57.146685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:37:57.183019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '17a1a914-1a94-46bf-90fa-686c79f30279', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '17a1a914-1a94-46bf-90fa-686c79f30279', 'mac_address': 'fa:16:3e:bb:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:37:57.238664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c13cad28-d166-4195-a4ca-058169a4fc74 req-33105433-1c48-4c55-a789-407f711963de tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0338202 Dec 10 04:37:57.298858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.317480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:57.320717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.330569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:37:57.335239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95995-bbd6-4c70-a3f3-1c05eb19bf01 req-8ed18ec9-80a6-4c32-85c8-07d0b7531d27 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.338170 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.344118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b95995-bbd6-4c70-a3f3-1c05eb19bf01 req-8ed18ec9-80a6-4c32-85c8-07d0b7531d27 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1257052 Dec 10 04:37:57.356717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:57.370162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.404546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b95995-bbd6-4c70-a3f3-1c05eb19bf01 req-99cf3655-8d59-4154-94fd-9a2cf2eebf21 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Dec 10 04:37:57.457164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:57.522446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66fda5-4208-42c4-8273-a23e541866d8 req-1ae3a7e0-0725-4b4f-981c-1ef93f23eac1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.523958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a66fda5-4208-42c4-8273-a23e541866d8 req-1ae3a7e0-0725-4b4f-981c-1ef93f23eac1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0912430 Dec 10 04:37:57.560964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78350144-8d81-47e2-ae3f-10f3ebd6a571 req-f167a09f-2a78-41af-bfd2-9cfc346d7fe5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.562805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78350144-8d81-47e2-ae3f-10f3ebd6a571 req-f167a09f-2a78-41af-bfd2-9cfc346d7fe5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0763679 Dec 10 04:37:57.602817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a66fda5-4208-42c4-8273-a23e541866d8 req-3a487304-b3e8-419b-9705-f10a54957e25 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705135 Dec 10 04:37:57.627570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.634289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78350144-8d81-47e2-ae3f-10f3ebd6a571 req-1f978437-f441-4468-a74b-9095acf7c26a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612392 Dec 10 04:37:57.692561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Subnet': ['ID=513dc731-4ffb-487e-8e51-d7d004798173,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:57.704050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Checking segment: {'id': '9912a246-bf40-4d3b-9a6e-3341a67616f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:57.704417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network hostable DHCP agents. Network: 565be9fc-365d-4d5f-ae33-fc481a5f7729, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:37:57.706514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:37:57.752375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:37:57.774077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 565be9fc-365d-4d5f-ae33-fc481a5f7729) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:57.805186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c2160-ffd8-400e-b2de-9ffe959c57e0 None None] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:37:57.807820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.808465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:57.813939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54dd3-1cb2-43bf-8953-1408f37a9f0a req-ae3a4104-bcf2-4025-b3cb-4647c25c70e0 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:57.825162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1eb54dd3-1cb2-43bf-8953-1408f37a9f0a req-ae3a4104-bcf2-4025-b3cb-4647c25c70e0 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0920331 Dec 10 04:37:57.841953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1038af9-60d7-4bb0-9a38-4d3bc6cd9e42 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7102203 Dec 10 04:37:57.842569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:57.848963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-508540510'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:57.907791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1eb54dd3-1cb2-43bf-8953-1408f37a9f0a req-b048258a-de8d-4034-a546-610b90ce9207 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Dec 10 04:37:57.970830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-565be9fc-365d-4d5f-ae33-fc481a5f7729', 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'project_id': '10e9a156ebce4b2b8c50c751efa4211b', 'fixed_ips': [{'subnet_id': '513dc731-4ffb-487e-8e51-d7d004798173'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:37:57.971810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.029036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:58.034065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.040852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-a20fdfd8-f5ad-43ed-96b4-f49f08f9b092 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451593 Dec 10 04:37:58.056439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port e41b5a3c-04b8-4594-9b56-4556c3fdd846 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:37:58.071125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755971c9-f021-4165-b80c-88beecead52a req-28a72216-5f1c-41d0-b8b9-7c273cf80732 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:58.072770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-755971c9-f021-4165-b80c-88beecead52a req-28a72216-5f1c-41d0-b8b9-7c273cf80732 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0875149 Dec 10 04:37:58.134494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Allocated IP 172.20.0.2 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/050557a6-5799-4904-99d7-030f9caaa096) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:58.255326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-755971c9-f021-4165-b80c-88beecead52a req-c75082ca-a63f-45ef-84bd-2c365cdbc395 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738200 Dec 10 04:37:58.284083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-2d804208-c22c-456e-9e09-6a56ac35a82f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:58.286119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-2d804208-c22c-456e-9e09-6a56ac35a82f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338419 Dec 10 04:37:58.304523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-f006965d-3aa6-4d44-996a-930da28fcbdd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/quotas/9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 375 time: 0.0118425 Dec 10 04:37:58.382161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-ea2cf95a-3257-4a7e-b181-6e6510eddc4c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618429 Dec 10 04:37:58.441265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.457531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.473897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.512012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-903e92b4-4a4e-4b3e-8fd6-42a521f1587d req-cedcb475-7d81-42d9-a6a2-916159d77dec tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0365455 Dec 10 04:37:58.521775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.9 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/e41b5a3c-04b8-4594-9b56-4556c3fdd846) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:58.527936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:58.553205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:58.557623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:58.571306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Pushing event updated for resources: {'Port': ['ID=050557a6-5799-4904-99d7-030f9caaa096,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:58.649424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Attempting to bind port 050557a6-5799-4904-99d7-030f9caaa096 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:37:58.650282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Attempting to bind port 050557a6-5799-4904-99d7-030f9caaa096 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9912a246-bf40-4d3b-9a6e-3341a67616f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:37:58.651172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Attempting to bind port 050557a6-5799-4904-99d7-030f9caaa096 on network 565be9fc-365d-4d5f-ae33-fc481a5f7729 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:37:58.658060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:37:58.658905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Checking segment: {'id': '9912a246-bf40-4d3b-9a6e-3341a67616f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:37:58.659566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.660375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Bound using segment: {'id': '9912a246-bf40-4d3b-9a6e-3341a67616f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:37:58.663182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Bound port: 050557a6-5799-4904-99d7-030f9caaa096, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912a246-bf40-4d3b-9a6e-3341a67616f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:37:58.663981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.732665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.764090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] For port 050557a6-5799-4904-99d7-030f9caaa096, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:37:58.768145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] For port 050557a6-5799-4904-99d7-030f9caaa096, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=050557a6-5799-4904-99d7-030f9caaa096,segment=NetworkSegment(9912a246-bf40-4d3b-9a6e-3341a67616f0),segment_id=9912a246-bf40-4d3b-9a6e-3341a67616f0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:37:58.774081 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.775207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:58.782912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc3f25-9d7d-4533-83f9-209a06007fc1 req-f94c0ccc-68af-4944-a70c-7c7882128b1d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:58.794036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26dc3f25-9d7d-4533-83f9-209a06007fc1 req-f94c0ccc-68af-4944-a70c-7c7882128b1d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1009760 Dec 10 04:37:58.837400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=e41b5a3c-04b8-4594-9b56-4556c3fdd846,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:58.855015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:37:58.859885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:37:58.862633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:37:58.879378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991d41-31d2-4e1f-bc64-83e19c853a0e None None] Pushing event updated for resources: {'Port': ['ID=050557a6-5799-4904-99d7-030f9caaa096,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:58.906790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26dc3f25-9d7d-4533-83f9-209a06007fc1 req-beac4f3d-fce8-47a8-8df1-a5c1f3a68c23 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093957 Dec 10 04:37:58.976553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09e4d595-5837-4668-a645-4fe51ee7d85f req-395c8eb3-5f1d-402a-a5a1-8e157120c6eb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Dec 10 04:37:59.002206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:59.002624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:59.003076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.028401 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7e4cc95b-a776-4344-9cbd-1019d9c336c0 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1845436 Dec 10 04:37:59.031331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:37:59.039233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-2140874248', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c1:b6:5e'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:37:59.118907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 17a1a914-1a94-46bf-90fa-686c79f30279 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:37:59.119481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.290606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.306416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:37:59.322135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:37:59.325811 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8244ac-538e-444a-a63a-0a13a5823f9b" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:37:59.341302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:37:59.347643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.377562 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a928bdd-2f39-4fb6-80ac-4d0c7e97eaca x-openstack-request-id: req-9a928bdd-2f39-4fb6-80ac-4d0c7e97eaca {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:37:59.377867 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:37:59.378126 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a928bdd-2f39-4fb6-80ac-4d0c7e97eaca {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:37:59.378721 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'code': 200} Dec 10 04:37:59.412994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:37:59.423381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.423726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.424128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.424505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.424912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.425263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.425737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.426926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.427329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.427951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.428293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.428666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.429047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:37:59.494042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.516884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port 4752acb2-6710-4406-aa06-05c6659eb629 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:37:59.650086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.14 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/4752acb2-6710-4406-aa06-05c6659eb629) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:37:59.740115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6bd4101a-49ae-4380-af01-6c6bab0845e1 req-eaf520a6-8251-4f62-892d-824b940496ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0531173 Dec 10 04:37:59.749134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eca76cd-0420-44fc-b832-aef3b1b1c090 req-645fc0ae-14b3-464f-966e-8f24cc86bc0e tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0337477 Dec 10 04:37:59.884507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.898054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d252c-bf51-49e6-872f-d98e76400db7 req-938e77d3-105e-4208-a3a4-ecdc66d4209f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:37:59.899922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b8d252c-bf51-49e6-872f-d98e76400db7 req-938e77d3-105e-4208-a3a4-ecdc66d4209f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0819526 Dec 10 04:37:59.957507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:37:59.967958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 050557a6-5799-4904-99d7-030f9caaa096 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:37:59.989251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b8d252c-bf51-49e6-872f-d98e76400db7 req-cdfc82fa-fc58-49b6-bcea-1619186e95d4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Dec 10 04:38:00.055354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:00.067185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:00.074094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=4752acb2-6710-4406-aa06-05c6659eb629,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:00.077085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:00.130095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 050557a6-5799-4904-99d7-030f9caaa096 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:00.131234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.144662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530594-40ef-4852-88a2-1ce51a439805 req-2d3e06bf-0e34-4c7c-adbc-3af3b908ce20 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.153417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71530594-40ef-4852-88a2-1ce51a439805 req-2d3e06bf-0e34-4c7c-adbc-3af3b908ce20 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1337910 Dec 10 04:38:00.155221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.155899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.185350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce504bf-da81-46d3-aebc-8308901ae9fa None None] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:00.210104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-caf7eee1-b0d8-4039-88c6-717ace2b9170 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1776321 Dec 10 04:38:00.211710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:00.257772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-34dcf721-1a83-4d89-bcd3-a897dc631f25 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9efb5826698744869e01940b463dff4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704911 Dec 10 04:38:00.270357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1fb523b-eebe-4dc9-ba83-69455cfeee9c req-6dcc1d88-668e-4165-8f8a-93755e130753 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 210 time: 0.1119285 Dec 10 04:38:00.312926 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.352221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71530594-40ef-4852-88a2-1ce51a439805 req-68fbbd39-55e8-4b0f-a822-59025fb2b217 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976049 Dec 10 04:38:00.395563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 050557a6-5799-4904-99d7-030f9caaa096, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=050557a6-5799-4904-99d7-030f9caaa096,segment=NetworkSegment(9912a246-bf40-4d3b-9a6e-3341a67616f0),segment_id=9912a246-bf40-4d3b-9a6e-3341a67616f0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:00.401710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d03341be-56d5-40bb-9246-3698088e7ad1 None None] Provisioning complete for port 050557a6-5799-4904-99d7-030f9caaa096 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:00.402066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d03341be-56d5-40bb-9246-3698088e7ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.406654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.433442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-1408a73d-305c-48ae-b8bc-86c1a5dd91f3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.435045 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-1408a73d-305c-48ae-b8bc-86c1a5dd91f3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541142 Dec 10 04:38:00.445409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a793629-5276-4ae0-9580-5f826f736558 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.451809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a793629-5276-4ae0-9580-5f826f736558 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.458332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a793629-5276-4ae0-9580-5f826f736558 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:00.462974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a793629-5276-4ae0-9580-5f826f736558 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2370164 Dec 10 04:38:00.465628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56592) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:00.465831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Request body: {'port': {'device_id': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '9efb5826698744869e01940b463dff4f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:00.551450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=050557a6-5799-4904-99d7-030f9caaa096,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:00.602323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Made reservation on behalf of 9efb5826698744869e01940b463dff4f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:00.606801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.615769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port 4752acb2-6710-4406-aa06-05c6659eb629 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:00.616248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.721648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.735583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for 4752acb2-6710-4406-aa06-05c6659eb629 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:00.743385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Allocated IP 192.168.233.140 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/98af636c-a6f6-4adb-804d-702beff5e141) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:00.855227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Provisioning complete for port 4752acb2-6710-4406-aa06-05c6659eb629 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:00.857369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.890410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.922532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Port 4752acb2-6710-4406-aa06-05c6659eb629 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:00.933429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.936084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Provisioning complete for port e41b5a3c-04b8-4594-9b56-4556c3fdd846 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:00.936613 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:00.938229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=4752acb2-6710-4406-aa06-05c6659eb629,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:00.980290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4c17b3f-8577-43ff-bb12-15765f606873 req-d2e98b13-a1c2-48e2-80ed-26054983d464 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0446868 Dec 10 04:38:00.981860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.000666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Port e41b5a3c-04b8-4594-9b56-4556c3fdd846 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:01.019178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54', '17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:01.053817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:01.063125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:01.073154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:01.093459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:01.106204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:01.178910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Provisioning complete for port 050557a6-5799-4904-99d7-030f9caaa096 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:01.185470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1591-a3db-485c-9ff6-3ff45af4fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.195380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:01.196382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.229345 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-8f8be915-81f0-4dbf-9422-091448a9ec9a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7682281 Dec 10 04:38:01.249197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Request body: {'port': {'device_id': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:01.343201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa703-9f78-422f-ba8e-e43c42ea9a17 req-0d6cb16a-be8d-460f-8999-78c6b4dbd29d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:01.352522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-764aa703-9f78-422f-ba8e-e43c42ea9a17 req-0d6cb16a-be8d-460f-8999-78c6b4dbd29d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.2276409 Dec 10 04:38:01.367641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.398173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.401501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c3b826f4-70b7-438a-b229-23a46e71441b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/4752acb2-6710-4406-aa06-05c6659eb629 HTTP/1.1" status: 204 len: 168 time: 0.9365394 Dec 10 04:38:01.406381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:01.454562 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8948bb1-0ed7-4797-a618-6a3d26edee9e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] GET failed (client error): The resource could not be found. Dec 10 04:38:01.460728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8948bb1-0ed7-4797-a618-6a3d26edee9e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports/4752acb2-6710-4406-aa06-05c6659eb629 HTTP/1.1" status: 404 len: 333 time: 0.0537660 Dec 10 04:38:01.463627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:01.470463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-209530667'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:01.605734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Could not find standard attr ID for object 4752acb2-6710-4406-aa06-05c6659eb629. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:38:01.678336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Provisioning complete for port 98af636c-a6f6-4adb-804d-702beff5e141 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:01.678964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.718249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e2c23-875d-4891-8c4c-4c1ff2de910b req-cf9f61a7-2170-4951-997c-c28479bb4e39 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:01.719742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-470e2c23-875d-4891-8c4c-4c1ff2de910b req-cf9f61a7-2170-4951-997c-c28479bb4e39 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 936 time: 0.3577116 Dec 10 04:38:01.731764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-764aa703-9f78-422f-ba8e-e43c42ea9a17 req-f216ed08-2dda-4450-8094-aefe60b03851 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756888 Dec 10 04:38:01.743628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Port 98af636c-a6f6-4adb-804d-702beff5e141 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:01.755110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:01.760637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.761475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Provisioning complete for port e41b5a3c-04b8-4594-9b56-4556c3fdd846 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:01.761908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.787420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port a772f3b9-3db6-43a2-b67f-0ca4ce84688c yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:01.793428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-470e2c23-875d-4891-8c4c-4c1ff2de910b req-76ee30e2-8294-4776-94dc-1a60c9f32b12 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572808 Dec 10 04:38:01.816930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac6535-99ad-44c7-9dfb-ece8323e8fcf None None] Port e41b5a3c-04b8-4594-9b56-4556c3fdd846 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:01.857348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb06db5-6659-419e-ba66-60c56502be41 req-7076c23e-0864-48bd-af02-008d4eccf5aa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:01.859242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7eb06db5-6659-419e-ba66-60c56502be41 req-7076c23e-0864-48bd-af02-008d4eccf5aa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0564365 Dec 10 04:38:01.913049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:01.937545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7eb06db5-6659-419e-ba66-60c56502be41 req-61ef3e1f-e4fb-4816-95f7-33b37a20203b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680215 Dec 10 04:38:01.941849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:01.950972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 050557a6-5799-4904-99d7-030f9caaa096 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:01.969247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Transition to ACTIVE for port object 98af636c-a6f6-4adb-804d-702beff5e141 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:38:01.977387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.003961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 050557a6-5799-4904-99d7-030f9caaa096 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:02.004322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.014073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.4 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/a772f3b9-3db6-43a2-b67f-0ca4ce84688c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:02.066826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:02.149468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb18d61c-5d5a-4cc4-ab45-cfd4674cb2cb req-23bc89ff-3bd2-4a40-9272-3160d3d8f46d tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0408838 Dec 10 04:38:02.221135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:02.221468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:02.221796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:02.233524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:38:02.233849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:02.243498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:02.243837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:02.244211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:02.244665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Bound port: 98af636c-a6f6-4adb-804d-702beff5e141, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:02.245017 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.299417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.348718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:02.366927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:02.371738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.380170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.413791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:02.414405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.415808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] 10.222.0.36 "PUT /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 1096 time: 1.1720393 Dec 10 04:38:02.418611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:02.420891 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d45e5-7059-4577-9af0-275eaddd3eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:02.437952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:02.445720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:02.448078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:02.490753 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c10653-9d5c-48d3-86fb-4c52b9ad8de8 x-openstack-request-id: req-a5c10653-9d5c-48d3-86fb-4c52b9ad8de8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:02.491043 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:02.491290 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5c10653-9d5c-48d3-86fb-4c52b9ad8de8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:02.491687 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'status': 'completed', 'code': 200} Dec 10 04:38:02.538249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87433478-a973-44db-acb5-55045d2a7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:02.556079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:02.556705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.615082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:02.615654 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1505642 Dec 10 04:38:02.617209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-d38cf5fb-7e7f-493b-b1f3-343c8512d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:02.618645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-d38cf5fb-7e7f-493b-b1f3-343c8512d43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1099 time: 0.1195607 Dec 10 04:38:02.620225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af794a8-1230-46e3-95e9-ac8c7589a774 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=a772f3b9-3db6-43a2-b67f-0ca4ce84688c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:02.622181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c1:b6:5e'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:02.732802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-0ebe3e93-8fa1-422c-8ff3-82f809a31e12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0927863 Dec 10 04:38:02.805784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-848ceccb-1289-4f50-a1a0-d945ff97c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:02.807318 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-848ceccb-1289-4f50-a1a0-d945ff97c1e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0715737 Dec 10 04:38:02.872505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-59c8e0e4-1c94-45c9-8b88-ce5cb585198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:02.874226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-59c8e0e4-1c94-45c9-8b88-ce5cb585198f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596046 Dec 10 04:38:02.893282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:02.898111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:02.945762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9c50d4d3-76ef-485c-b9c3-8358be299356 None None] Provisioning complete for port a772f3b9-3db6-43a2-b67f-0ca4ce84688c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:02.946153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c50d4d3-76ef-485c-b9c3-8358be299356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.033686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9720-882b-4a04-9dbf-ab079fd77382 req-8718af85-c2a2-46ca-8600-19ad9a2574b4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.037075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4af9720-882b-4a04-9dbf-ab079fd77382 req-8718af85-c2a2-46ca-8600-19ad9a2574b4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.1934664 Dec 10 04:38:03.042393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9c50d4d3-76ef-485c-b9c3-8358be299356 None None] Port a772f3b9-3db6-43a2-b67f-0ca4ce84688c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:03.081736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:03.095462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'port_id': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'mac_address': 'fa:16:3e:d2:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47102c-41c0-4ad1-b777-83e21e69179b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:03.135831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.136161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920703b-3a24-48b0-8629-9fb7a183726f req-abbae079-3a8b-4893-8def-35fa41502a11 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.144335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6920703b-3a24-48b0-8629-9fb7a183726f req-abbae079-3a8b-4893-8def-35fa41502a11 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.2125850 Dec 10 04:38:03.154097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:03.183512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:03.191122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.228796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4af9720-882b-4a04-9dbf-ab079fd77382 req-c0f5ee22-b3c5-4438-9379-5a0b247a8e00 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629655 Dec 10 04:38:03.253076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6920703b-3a24-48b0-8629-9fb7a183726f req-edb30ab6-bf00-4ee8-b23f-be5972100281 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077428 Dec 10 04:38:03.260715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:03.315697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.323175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.352726 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-aaf15d8e-f5d0-48de-84f8-ce9f44668a29 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700387 Dec 10 04:38:03.368692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:03.405117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d00e8a84-4ae5-4dfd-aba1-da17dcd91043 req-4efbac39-454e-4b35-9479-4d369067f30b tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0468884 Dec 10 04:38:03.489488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=a772f3b9-3db6-43a2-b67f-0ca4ce84688c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:03.507228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] In _notify_port_updated(), no bound segment for port a772f3b9-3db6-43a2-b67f-0ca4ce84688c on network 565be9fc-365d-4d5f-ae33-fc481a5f7729 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:38:03.513125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.513865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.515278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43445566-a1d4-445b-a024-9dc467ae4d95 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "PUT /v2.0/ports/a772f3b9-3db6-43a2-b67f-0ca4ce84688c HTTP/1.1" status: 200 len: 992 time: 0.8991868 Dec 10 04:38:03.519189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:03.538253 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-65cda502-7006-4fe6-9d6a-d63cfc881e8d req-7b6e670b-a9b9-4d73-abc2-414151a522ba service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648612 Dec 10 04:38:03.541786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6895413-f801-4bf2-9b61-759ac6d35f1b req-d06340cd-23eb-48b3-9dc9-f5ccb965730c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.545875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6895413-f801-4bf2-9b61-759ac6d35f1b req-d06340cd-23eb-48b3-9dc9-f5ccb965730c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0992801 Dec 10 04:38:03.643944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port a772f3b9-3db6-43a2-b67f-0ca4ce84688c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:03.644316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.644463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6895413-f801-4bf2-9b61-759ac6d35f1b req-4535ba73-6fd1-4a55-81ff-757af2aa9d6d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770910 Dec 10 04:38:03.682434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5b90721a-3b66-4965-a6b2-2ee6435fe76d None None] Provisioning complete for port a772f3b9-3db6-43a2-b67f-0ca4ce84688c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:03.682822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b90721a-3b66-4965-a6b2-2ee6435fe76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.724248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5b90721a-3b66-4965-a6b2-2ee6435fe76d None None] Port a772f3b9-3db6-43a2-b67f-0ca4ce84688c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:03.792641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:03.796412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-241a5097-df96-4363-8c3e-74b604fb46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.797865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-241a5097-df96-4363-8c3e-74b604fb46fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1099 time: 0.0790055 Dec 10 04:38:03.808999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for a772f3b9-3db6-43a2-b67f-0ca4ce84688c owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:03.893265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257def4-3459-4de8-9d81-4ce53684234a req-47c83f3b-8bac-45b3-b041-72a94c57f6a6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.894765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7257def4-3459-4de8-9d81-4ce53684234a req-47c83f3b-8bac-45b3-b041-72a94c57f6a6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 944 time: 0.0535634 Dec 10 04:38:03.941751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7257def4-3459-4de8-9d81-4ce53684234a req-55448eb9-a43a-4b87-a0e1-bb9413c11011 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Dec 10 04:38:03.965659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-42ed0ba0-4f31-46ba-9d90-2d085a1cb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:03.967125 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-42ed0ba0-4f31-46ba-9d90-2d085a1cb9c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1495497 Dec 10 04:38:04.036019 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-e328f440-d542-4a45-a0a2-cf770cedd321 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0427551 Dec 10 04:38:04.078828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.119407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=a772f3b9-3db6-43a2-b67f-0ca4ce84688c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:04.138019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-bd985b12-7b7c-45d9-8038-ad0127c6f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:04.139492 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-bd985b12-7b7c-45d9-8038-ad0127c6f0b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0963449 Dec 10 04:38:04.262076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-10f5b038-ecbb-4cba-988b-13e980821ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:04.263705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-10f5b038-ecbb-4cba-988b-13e980821ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023521 Dec 10 04:38:04.378453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.379078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c31cc4-48ac-4523-8bf1-b19aa0942ec7 req-84ddb14c-2c42-44cb-8cb1-17c9cd024d9e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:04.380715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0c31cc4-48ac-4523-8bf1-b19aa0942ec7 req-84ddb14c-2c42-44cb-8cb1-17c9cd024d9e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.0588844 Dec 10 04:38:04.385055 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-10637bae-cfe1-4f57-b9f1-102e69967939 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/a772f3b9-3db6-43a2-b67f-0ca4ce84688c HTTP/1.1" status: 204 len: 168 time: 0.8646224 Dec 10 04:38:04.386351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:04.408603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-303b7268-ba81-4f6d-87b9-81d1ccd7f87c service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309650 Dec 10 04:38:04.421455 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fcc034-a3c5-48cc-958e-4195d85772d8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] GET failed (client error): The resource could not be found. Dec 10 04:38:04.422821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-33fcc034-a3c5-48cc-958e-4195d85772d8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports/a772f3b9-3db6-43a2-b67f-0ca4ce84688c HTTP/1.1" status: 404 len: 333 time: 0.0352874 Dec 10 04:38:04.426724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:04.431564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-408784030'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:04.469349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0c31cc4-48ac-4523-8bf1-b19aa0942ec7 req-4d13ca5c-926e-4add-bbba-554eb00dc7ec tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Dec 10 04:38:04.530536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26d470db-70a2-4f13-b19a-ce2d8204e6ae req-ef49f0f9-6566-429e-90ff-b484da7a8e4d tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0275126 Dec 10 04:38:04.600962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-918d45e5-7059-4577-9af0-275eaddd3eb6 req-bc0973bd-9ae9-432e-b6c2-447c91afa98b service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507061 Dec 10 04:38:04.613969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:04.614328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.630788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port bf072115-265f-427c-8459-c612a1540264 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:04.742242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.11 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/bf072115-265f-427c-8459-c612a1540264) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:04.769748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398a96-b3ac-4d62-b935-90bf1b6be506 req-f964a88d-fbeb-44df-bf64-52e34bc71d78 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:04.771337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc398a96-b3ac-4d62-b935-90bf1b6be506 req-f964a88d-fbeb-44df-bf64-52e34bc71d78 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0675993 Dec 10 04:38:04.823202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc398a96-b3ac-4d62-b935-90bf1b6be506 req-32b63edb-888f-40b1-9164-a4acc71555b3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Dec 10 04:38:04.895431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.919225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:04.927678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.968575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:04.969097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:04.970488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:04.978838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:04.983284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:04.987430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=bf072115-265f-427c-8459-c612a1540264,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:05.044979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.045883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.063635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.067497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-296f6773-17e6-4d4b-a8ef-cd91f0e3dea8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6396415 Dec 10 04:38:05.070124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:05.072043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45e8be-0022-418a-9d6d-893115aaceaf req-612b2624-2ac9-4d9f-81b3-6233fb3e7b4b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.073584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a45e8be-0022-418a-9d6d-893115aaceaf req-612b2624-2ac9-4d9f-81b3-6233fb3e7b4b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 944 time: 0.0591867 Dec 10 04:38:05.079151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c1:b6:5e'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:05.089023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:05.091195 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008200a1-a66e-4026-9563-77859680d745" -d '{"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-plugged", "status": "completed", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:05.109189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:05.117180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.159022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a45e8be-0022-418a-9d6d-893115aaceaf req-53a0ce09-bc63-4dfc-9e07-a6aa47199a73 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680301 Dec 10 04:38:05.161362 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1aa834-000d-4a2d-9836-04b82f651ea6 x-openstack-request-id: req-cc1aa834-000d-4a2d-9836-04b82f651ea6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:05.161707 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-plugged", "status": "completed", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:05.161961 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc1aa834-000d-4a2d-9836-04b82f651ea6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:05.162342 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'code': 200} Dec 10 04:38:05.197761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:05.258480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7946bf0c-78f3-44f5-a584-c088e88ea90c None None] Provisioning complete for port bf072115-265f-427c-8459-c612a1540264 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:05.258840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7946bf0c-78f3-44f5-a584-c088e88ea90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.290551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.290987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7946bf0c-78f3-44f5-a584-c088e88ea90c None None] Port bf072115-265f-427c-8459-c612a1540264 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:05.461269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.467850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.550255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=bf072115-265f-427c-8459-c612a1540264,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:05.569613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] In _notify_port_updated(), no bound segment for port bf072115-265f-427c-8459-c612a1540264 on network 565be9fc-365d-4d5f-ae33-fc481a5f7729 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:38:05.575545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.576201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.580097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8c4828b-4522-47ba-a4a7-1ae972e4408f tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "PUT /v2.0/ports/bf072115-265f-427c-8459-c612a1540264 HTTP/1.1" status: 200 len: 996 time: 0.5064695 Dec 10 04:38:05.580612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:05.618932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2a83-731c-4c02-978a-563e59137df6 req-d5d43629-75b0-4d13-8391-9a2ec18e7ffc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.620843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-982a2a83-731c-4c02-978a-563e59137df6 req-d5d43629-75b0-4d13-8391-9a2ec18e7ffc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.0770314 Dec 10 04:38:05.679823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e146533-792c-480a-bd45-a9a14b1ed582 req-1df6b323-dea9-4e02-bfcd-61e4081e46ce tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0485561 Dec 10 04:38:05.690587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port bf072115-265f-427c-8459-c612a1540264 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:05.691068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.713070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-982a2a83-731c-4c02-978a-563e59137df6 req-442ec5d0-89c7-462b-9ca6-818a8c38920d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737903 Dec 10 04:38:05.814235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4a6b35be-b2e7-4dc2-b3bc-d49f4ae09bda None None] Provisioning complete for port bf072115-265f-427c-8459-c612a1540264 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:05.814690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a6b35be-b2e7-4dc2-b3bc-d49f4ae09bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.819248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:05.844330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-bd495c70-8b7c-4655-88b9-2cd73db2c8e4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.846078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-bd495c70-8b7c-4655-88b9-2cd73db2c8e4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0805266 Dec 10 04:38:05.846761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for bf072115-265f-427c-8459-c612a1540264 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:05.861573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b35be-b2e7-4dc2-b3bc-d49f4ae09bda None None] Port bf072115-265f-427c-8459-c612a1540264 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:05.966760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16302f-661a-46a1-97a2-faf68b48ae61 req-3b8b0a1a-9994-4198-bbe7-711171b27651 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:05.968150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a16302f-661a-46a1-97a2-faf68b48ae61 req-3b8b0a1a-9994-4198-bbe7-711171b27651 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0492179 Dec 10 04:38:06.008500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Deleting port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:06.009125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.020540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a16302f-661a-46a1-97a2-faf68b48ae61 req-a405d5d8-cb42-4b8f-86c6-8a60c8ee8917 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Dec 10 04:38:06.107415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.142745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=bf072115-265f-427c-8459-c612a1540264,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:06.159794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] For port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:06.160159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.209122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Calling delete_port for 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:06.269782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.273111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-236ba288-bb00-4980-826b-1e9db0b4bf25 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/bf072115-265f-427c-8459-c612a1540264 HTTP/1.1" status: 204 len: 168 time: 0.6918402 Dec 10 04:38:06.276434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56698) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:06.293891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f91c-d4ec-43fb-9142-426a57d28c33 req-ed6fb9c8-a990-41cb-aab4-d1c4ca3a850e tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:06.295518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43a1f91c-d4ec-43fb-9142-426a57d28c33 req-ed6fb9c8-a990-41cb-aab4-d1c4ca3a850e tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=478797ad-4b61-4bb6-9009-6f418737f299 HTTP/1.1" status: 200 len: 945 time: 0.0634201 Dec 10 04:38:06.313833 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bc0d03-53f4-4d1e-8e7e-80045ae825c8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] GET failed (client error): The resource could not be found. Dec 10 04:38:06.315400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-11bc0d03-53f4-4d1e-8e7e-80045ae825c8 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports/bf072115-265f-427c-8459-c612a1540264 HTTP/1.1" status: 404 len: 333 time: 0.0373123 Dec 10 04:38:06.328262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:06.333417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-1587230370'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:06.365650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.393781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event deleted for resources: {'Port': ['ID=78ad9e3f-7916-4d92-8768-0fda5a2fbb5b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:06.421519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43a1f91c-d4ec-43fb-9142-426a57d28c33 req-9da69762-b209-42b9-a017-3ad6f2cebbab tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097054 Dec 10 04:38:06.441668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] No DVR routers for this DVR port 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:06.441668 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.444686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ff99dc0-2ea8-4728-b8fc-a3ecbc143dbc req-dceaa432-543b-4462-b241-85724437347c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "DELETE /v2.0/ports/78ad9e3f-7916-4d92-8768-0fda5a2fbb5b HTTP/1.1" status: 204 len: 173 time: 0.5852525 Dec 10 04:38:06.445158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-deleted', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:06.447403 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1fb25-7cea-4048-9b67-3c350fca6e3f" -d '{"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-deleted", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:06.475950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:06.479546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.485467 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b99121-eb8d-4eba-9d1f-359a27f348b1 x-openstack-request-id: req-93b99121-eb8d-4eba-9d1f-359a27f348b1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:06.486064 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478797ad-4b61-4bb6-9009-6f418737f299", "name": "network-vif-deleted", "tag": "78ad9e3f-7916-4d92-8768-0fda5a2fbb5b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:06.486484 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93b99121-eb8d-4eba-9d1f-359a27f348b1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:06.487641 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478797ad-4b61-4bb6-9009-6f418737f299', 'name': 'network-vif-deleted', 'tag': '78ad9e3f-7916-4d92-8768-0fda5a2fbb5b', 'status': 'completed', 'code': 200} Dec 10 04:38:06.497744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:06.610101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.14 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:06.757392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.798700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea39f0b8-f43e-42bf-9fc1-d639d997241f req-711c58e7-350e-44e4-b6ef-2f9eb9416eb8 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0351574 Dec 10 04:38:06.847542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:06.860158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e0699-9933-4394-b232-103b8b0b95f6 req-1d1eeb67-ac81-4f1f-8e22-45014a6c0680 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:06.861644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f34e0699-9933-4394-b232-103b8b0b95f6 req-1d1eeb67-ac81-4f1f-8e22-45014a6c0680 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.0672927 Dec 10 04:38:06.914648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:06.919460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:06.927500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:06.955768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:06.957443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:06.987183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:06.987999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 78ad9e3f-7916-4d92-8768-0fda5a2fbb5b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:06.989814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f34e0699-9933-4394-b232-103b8b0b95f6 req-049ed402-d25e-401b-af74-f1d0b514f420 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204526 Dec 10 04:38:07.019144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:07.019762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.024496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:07.044632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5fac433f-befb-4e20-835d-8673a15240ee tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7149901 Dec 10 04:38:07.047190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:07.053399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'network_id': '565be9fc-365d-4d5f-ae33-fc481a5f7729', 'name': 'tempest-AllowedAddressPairTestJSON-1560334449'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:07.163839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:07.180379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '98af636c-a6f6-4adb-804d-702beff5e141', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '98af636c-a6f6-4adb-804d-702beff5e141', 'mac_address': 'fa:16:3e:4f:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:07.213511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5c1b-01d9-45c3-bd62-ed7461fa12f8 req-d0a8d6cd-6306-42ad-870e-8c553783d4db tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:07.215424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abba5c1b-01d9-45c3-bd62-ed7461fa12f8 req-d0a8d6cd-6306-42ad-870e-8c553783d4db tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0779324 Dec 10 04:38:07.235436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.239213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Made reservation on behalf of 10e9a156ebce4b2b8c50c751efa4211b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:07.242614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.244128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-90e73306-6831-4c3a-b171-1444eba55aca None None] Provisioning complete for port d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:07.244496 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90e73306-6831-4c3a-b171-1444eba55aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.267444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:07.274499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] device_id is not set on port 9e86be8e-1018-4723-adc8-4d2335f949d9 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:07.296780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:07.298101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90e73306-6831-4c3a-b171-1444eba55aca None None] Port d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:07.302307 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.325475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abba5c1b-01d9-45c3-bd62-ed7461fa12f8 req-24ce9dcb-57e4-441a-96b0-0dd79ebaa7a1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026201 Dec 10 04:38:07.351360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:07.407526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Allocated IP 172.20.0.6 (565be9fc-365d-4d5f-ae33-fc481a5f7729/513dc731-4ffb-487e-8e51-d7d004798173/9e86be8e-1018-4723-adc8-4d2335f949d9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:07.556702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.595566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.639892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:07.643358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:07.647413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651314f2-8609-427c-9f83-290557eb745f req-6e9b0db0-ce99-41dd-8da8-4a0fe21e8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:07.647926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:07.649821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-651314f2-8609-427c-9f83-290557eb745f req-6e9b0db0-ce99-41dd-8da8-4a0fe21e8b28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.0465727 Dec 10 04:38:07.694069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['98af636c-a6f6-4adb-804d-702beff5e141'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:07.710832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=9e86be8e-1018-4723-adc8-4d2335f949d9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:07.719400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:07.720051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.726239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-651314f2-8609-427c-9f83-290557eb745f req-db1ed863-a1e5-411c-bee7-0f3a5566f7d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679905 Dec 10 04:38:07.743655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c79eeb7-2c5a-4517-a2af-a4a375bbca5e tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6949861 Dec 10 04:38:07.746483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:07.753726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c1:b6:5e'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:db:cd:47'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:07.812058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56726) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:07.817116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494310566', 'description': 'tempest-description--389538955'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:07.845693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.851593 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:07.964690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ec7db7e-4822-447a-86bf-0d57d16d60b4 req-fd973132-a027-403b-b885-fb9b3040d7c8 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0464780 Dec 10 04:38:08.020623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.028927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.037047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fd3cc222-ec0f-4986-b3d1-1ba4cbb8abe8 None None] Provisioning complete for port 9e86be8e-1018-4723-adc8-4d2335f949d9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:08.038046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc222-ec0f-4986-b3d1-1ba4cbb8abe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.067997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.072095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2562125 Dec 10 04:38:08.072563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:08.078542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'security_group_rule': {'security_group_id': '718516e4-875b-49e8-abef-f988b11afd60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:08.083684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcfcb1-78a4-4bb9-b1d0-0272d8c60d58 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718516e4-875b-49e8-abef-f988b11afd60,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:08.084834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cc222-ec0f-4986-b3d1-1ba4cbb8abe8 None None] Port 9e86be8e-1018-4723-adc8-4d2335f949d9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:08.101467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.105810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.139015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.181141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event updated for resources: {'Port': ['ID=9e86be8e-1018-4723-adc8-4d2335f949d9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:08.191744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51da3a-19a5-4a60-9e62-2559e915e125 req-39027bd5-b078-4f3a-a5df-f3a78b828ca5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:08.194456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a51da3a-19a5-4a60-9e62-2559e915e125 req-39027bd5-b078-4f3a-a5df-f3a78b828ca5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.0950987 Dec 10 04:38:08.213387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] In _notify_port_updated(), no bound segment for port 9e86be8e-1018-4723-adc8-4d2335f949d9 on network 565be9fc-365d-4d5f-ae33-fc481a5f7729 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:38:08.220313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:08.221370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.225415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4dae34f3-e771-4a8c-b49f-a5adbf757345 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "PUT /v2.0/ports/9e86be8e-1018-4723-adc8-4d2335f949d9 HTTP/1.1" status: 200 len: 1056 time: 0.4772942 Dec 10 04:38:08.226238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:08.246654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.257215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.283804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2144e070-e5e1-4fae-a20f-9da29e615137,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:08.291636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a51da3a-19a5-4a60-9e62-2559e915e125 req-8275725c-d5f1-4451-b6d4-df4a4bc7d582 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888863 Dec 10 04:38:08.316973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.316973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d6bf5720-a630-4a3b-9bf7-bbe361dfad3f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355199 Dec 10 04:38:08.317324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:08.317541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'security_group_rule': {'security_group_id': '718516e4-875b-49e8-abef-f988b11afd60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:08.353795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.372410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port 9e86be8e-1018-4723-adc8-4d2335f949d9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:08.372767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.407476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fc4c4412-7a93-4385-8590-b398ce6fe307 None None] Provisioning complete for port 9e86be8e-1018-4723-adc8-4d2335f949d9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:08.407840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4412-7a93-4385-8590-b398ce6fe307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.446227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c4412-7a93-4385-8590-b398ce6fe307 None None] Port 9e86be8e-1018-4723-adc8-4d2335f949d9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:08.456310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778740bb-e639-4754-a217-169d139d6eb3 req-304f59a6-9725-4f5f-8b0e-67a196448bfa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:08.457664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-778740bb-e639-4754-a217-169d139d6eb3 req-304f59a6-9725-4f5f-8b0e-67a196448bfa tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0542488 Dec 10 04:38:08.489895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.494093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.502319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.507074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-778740bb-e639-4754-a217-169d139d6eb3 req-5ebe9fb3-05d3-4f89-8c6d-d5737227b2ed tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Dec 10 04:38:08.518844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for 9e86be8e-1018-4723-adc8-4d2335f949d9 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:08.535963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02510d06-67f9-4794-97e0-741e1384f140,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:08.545466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.546670 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd1acf2b-4100-450d-b1c2-a999fc9e55d2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327633 Dec 10 04:38:08.550068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:08.557795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:08.582463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.666649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.682572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.694284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=9e86be8e-1018-4723-adc8-4d2335f949d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:08.804173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Allocated IP 172.25.8.139 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/30c0b565-bd9b-4fe6-add1-4ff2a53c841b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:08.932780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.941108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56748) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:08.944671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d5322c43-aa40-4bae-a9c7-527fa62ca73b tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/9e86be8e-1018-4723-adc8-4d2335f949d9 HTTP/1.1" status: 204 len: 168 time: 0.7170420 Dec 10 04:38:08.955594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:08.974775 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-907f7c83-02e0-4804-9ec4-690a55ab6268 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] GET failed (client error): The resource could not be found. Dec 10 04:38:08.976097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-907f7c83-02e0-4804-9ec4-690a55ab6268 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports/9e86be8e-1018-4723-adc8-4d2335f949d9 HTTP/1.1" status: 404 len: 333 time: 0.0339737 Dec 10 04:38:08.978997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:09.009348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.044252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:09.058836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:09.074884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:09.077968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:09.097737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:09.097969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 98af636c-a6f6-4adb-804d-702beff5e141 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:38:09.098091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.102750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 98af636c-a6f6-4adb-804d-702beff5e141 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:09.103108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.129211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9e52e2b-621d-4c4e-8cad-a986edaff92f req-2e1dc407-0f93-4b0d-a61d-7307854b0c8b tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0729821 Dec 10 04:38:09.159269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'Port': ['ID=30c0b565-bd9b-4fe6-add1-4ff2a53c841b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:09.226126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.241083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:09.260783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.303495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.372991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.393542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.398996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:09.401253 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba2212-7f40-4432-8bc8-e13103fdabcd" -d '{"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-plugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:09.414227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:09.420603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.432136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:09.470972 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b215fac-5dc5-46ad-a662-9a0a94a3fdef x-openstack-request-id: req-5b215fac-5dc5-46ad-a662-9a0a94a3fdef {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:09.471157 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-plugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:09.471360 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b215fac-5dc5-46ad-a662-9a0a94a3fdef {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:09.471950 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'code': 200} Dec 10 04:38:09.476013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe522b7-c2de-44bb-ad8b-38865f7ab0e1 req-e9de9f35-67a0-4de1-bcfd-5ab5c5601f98 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:09.477588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efe522b7-c2de-44bb-ad8b-38865f7ab0e1 req-e9de9f35-67a0-4de1-bcfd-5ab5c5601f98 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.1021469 Dec 10 04:38:09.483558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:09.544719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.549094 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8a4559c2-eecc-4e12-8c5b-be0b10afcdbd tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb HTTP/1.1" status: 204 len: 168 time: 0.5687854 Dec 10 04:38:09.551471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:09.560009 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.580087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efe522b7-c2de-44bb-ad8b-38865f7ab0e1 req-dfbb4356-5411-4a8a-a3ac-ba156d14c1e7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919003 Dec 10 04:38:09.581591 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.586831 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb9c192-2613-4568-aa33-122acc4433e3 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] GET failed (client error): The resource could not be found. Dec 10 04:38:09.588914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6eb9c192-2613-4568-aa33-122acc4433e3 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "GET /v2.0/ports/d61ba5f1-9037-4ccd-ab20-ffa3bc6b71fb HTTP/1.1" status: 404 len: 333 time: 0.0355546 Dec 10 04:38:09.594733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:09.642291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9761-5c85-43f1-aa82-22bf065149fa req-f8fc9523-c7e9-43d6-9123-d5c03c1a636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:09.643786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-265e9761-5c85-43f1-aa82-22bf065149fa req-f8fc9523-c7e9-43d6-9123-d5c03c1a636b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1101 time: 0.0537646 Dec 10 04:38:09.694872 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-265e9761-5c85-43f1-aa82-22bf065149fa req-8a2bf11d-b18c-467a-afca-0bcbae024968 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Dec 10 04:38:09.746671 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.749806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'Port': ['ID=30c0b565-bd9b-4fe6-add1-4ff2a53c841b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:09.773264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.774469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e20b55f8-136d-44e8-8941-755958f4ac0d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2225177 Dec 10 04:38:09.790365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12eb2e-3857-4ccf-9066-ed4bfdfc8127 req-07e5350c-70bd-4c49-a2ee-0beb4c09f308 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:09.791816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f12eb2e-3857-4ccf-9066-ed4bfdfc8127 req-07e5350c-70bd-4c49-a2ee-0beb4c09f308 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1291437 Dec 10 04:38:09.811053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port e41b5a3c-04b8-4594-9b56-4556c3fdd846 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:09.811321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.914146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f12eb2e-3857-4ccf-9066-ed4bfdfc8127 req-ca2c0dc6-04fb-41a6-9f37-efcd89c99da6 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144145 Dec 10 04:38:09.941451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:09.953299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for e41b5a3c-04b8-4594-9b56-4556c3fdd846 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:10.139285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-cf50551d-4ac4-4b79-a833-48dc4f503d4c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:10.139971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-cf50551d-4ac4-4b79-a833-48dc4f503d4c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.1424818 Dec 10 04:38:10.193027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-3317afcb-995f-46e3-a659-9d5ec65ede0e tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/quotas/e484640a999b497daa481f89463faafd HTTP/1.1" status: 200 len: 375 time: 0.0440145 Dec 10 04:38:10.293657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-8da1c64a-28ef-4db3-ae9c-db7f36a475c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:10.295247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-8da1c64a-28ef-4db3-ae9c-db7f36a475c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.0453551 Dec 10 04:38:10.393099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-d8cfda9f-6e31-4141-8fbb-03ffba1832df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:10.394685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-d8cfda9f-6e31-4141-8fbb-03ffba1832df service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.0912993 Dec 10 04:38:10.438219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-558455bb-1308-4574-ab4d-80645262027a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0358651 Dec 10 04:38:10.466537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-db70ebb6-b8c3-480f-af60-bf35c54b5df9 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2725334 Dec 10 04:38:10.467862 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:10.493019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-b4c9aa5a-3a6f-44b9-b4c1-f5e7cd2b4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:10.494489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-b4c9aa5a-3a6f-44b9-b4c1-f5e7cd2b4ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0491867 Dec 10 04:38:10.508231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d6bf621-cbca-4b30-8675-0208f9376c85 req-b523bf0c-6833-4882-b395-90e3aff8f808 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0455773 Dec 10 04:38:10.533517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-3429312a-8942-4b1a-a81d-99153de6b59a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292735 Dec 10 04:38:10.549054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=e41b5a3c-04b8-4594-9b56-4556c3fdd846,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:10.709245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:10.712661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-82786e55-80e1-40c8-beda-42d2f3281fae tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/ports/e41b5a3c-04b8-4594-9b56-4556c3fdd846 HTTP/1.1" status: 204 len: 168 time: 1.1166451 Dec 10 04:38:10.717506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:10.733088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-5a2e7c0d-fe51-476f-9b4c-4041cfba03b4 service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553182 Dec 10 04:38:10.746162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c9d28-18cf-4802-83db-164084ccd855 req-914c0e90-e1e3-48a1-be88-a5bae3b6688a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:10.747744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f06c9d28-18cf-4802-83db-164084ccd855 req-914c0e90-e1e3-48a1-be88-a5bae3b6688a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1600065 Dec 10 04:38:10.889467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting subnet 513dc731-4ffb-487e-8e51-d7d004798173 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:10.896088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:10.904558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f06c9d28-18cf-4802-83db-164084ccd855 req-29ce8e96-5278-4040-89b9-d176284f467f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198418 Dec 10 04:38:10.916779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-c5d15466-4a24-4fee-81ae-baea99917e40 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760724 Dec 10 04:38:10.937537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-0aa6853f-7f49-40b0-afc0-6637f630e36d service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004781 Dec 10 04:38:10.953929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.046155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1489dd5c-7841-474e-b2ef-ae62aa343658 req-6249b7bb-2893-48bc-a76d-90bf744f8953 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207809 Dec 10 04:38:11.085012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.216448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dfd1f-d300-4860-880e-c5a53aa6b374 req-cce46368-029a-42a3-9e2d-7110aaf34510 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:11.217810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b65dfd1f-d300-4860-880e-c5a53aa6b374 req-cce46368-029a-42a3-9e2d-7110aaf34510 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0887563 Dec 10 04:38:11.260448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8e99678-63b2-4f2a-ae2f-3d155bb6f6b4 req-dc0c1935-a5f9-4468-b34a-2e98cd27dec6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 210 time: 0.0396550 Dec 10 04:38:11.262904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.301352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Subnet': ['ID=513dc731-4ffb-487e-8e51-d7d004798173,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:11.312307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.316218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0545d9af-c4df-4a56-8990-d0f8fa90ef29 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/subnets/513dc731-4ffb-487e-8e51-d7d004798173 HTTP/1.1" status: 204 len: 168 time: 0.5976901 Dec 10 04:38:11.318786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:11.322175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faeb1b-b600-4068-a23d-0518a7dba3ab None None] Network 565be9fc-365d-4d5f-ae33-fc481a5f7729 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:11.373515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b65dfd1f-d300-4860-880e-c5a53aa6b374 req-e1a2b701-f039-4afd-9038-c1d59c4ed005 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405954 Dec 10 04:38:11.423692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.490019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Deleting port 050557a6-5799-4904-99d7-030f9caaa096 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:11.490395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.510994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] DHCP port deletion for 565be9fc-365d-4d5f-ae33-fc481a5f7729 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:11.562148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Deleting port 050557a6-5799-4904-99d7-030f9caaa096 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:11.562643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.567102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] For port 050557a6-5799-4904-99d7-030f9caaa096, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=050557a6-5799-4904-99d7-030f9caaa096,segment=NetworkSegment(9912a246-bf40-4d3b-9a6e-3341a67616f0),segment_id=9912a246-bf40-4d3b-9a6e-3341a67616f0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:11.567467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.582971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Calling delete_port for 050557a6-5799-4904-99d7-030f9caaa096 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:11.635636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6c5fdf0-3e17-4bed-9ac5-67e341fe7347 req-de79c1ae-d6e7-43a8-a7e1-ff493a928b10 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0291929 Dec 10 04:38:11.671003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] For port 050557a6-5799-4904-99d7-030f9caaa096, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=050557a6-5799-4904-99d7-030f9caaa096,segment=NetworkSegment(9912a246-bf40-4d3b-9a6e-3341a67616f0),segment_id=9912a246-bf40-4d3b-9a6e-3341a67616f0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:11.671652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.685966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Calling delete_port for 050557a6-5799-4904-99d7-030f9caaa096 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:11.688551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.715014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Port': ['ID=050557a6-5799-4904-99d7-030f9caaa096,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:11.716834 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] No DVR routers for this DVR port 050557a6-5799-4904-99d7-030f9caaa096 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.768020 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:38:11.772075 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:38:11.779647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.792202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] No DVR routers for this DVR port 050557a6-5799-4904-99d7-030f9caaa096 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:11.799762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.811899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2ed58-c908-401f-ac30-05f983f524b1 None None] Pushing event deleted for resources: {'Port': ['ID=050557a6-5799-4904-99d7-030f9caaa096,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:11.826099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565be9fc-365d-4d5f-ae33-fc481a5f7729']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:11.836104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9912a246-bf40-4d3b-9a6e-3341a67616f0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:11.836407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9912a246-bf40-4d3b-9a6e-3341a67616f0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:11.851289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.865213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.872781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:38:11.872781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:38:11.874946 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:38:11.936293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 050557a6-5799-4904-99d7-030f9caaa096 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:11.937649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.948394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:11.951246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] 10.222.0.43 "DELETE /v2.0/networks/565be9fc-365d-4d5f-ae33-fc481a5f7729 HTTP/1.1" status: 204 len: 168 time: 0.6312315 Dec 10 04:38:11.963110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2e05-c5c0-4719-b505-3de4461c26e9 tempest-AllowedAddressPairTestJSON-1377680013 tempest-AllowedAddressPairTestJSON-1377680013-project] Pushing event deleted for resources: {'Network': ['ID=565be9fc-365d-4d5f-ae33-fc481a5f7729,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:11.963381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 050557a6-5799-4904-99d7-030f9caaa096 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:11.963903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 050557a6-5799-4904-99d7-030f9caaa096 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:12.030816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450797c3-6c4f-4618-bb2e-55357f396359 req-d6682309-4a49-4a06-80a5-25eecee78b24 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:12.038500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-450797c3-6c4f-4618-bb2e-55357f396359 req-d6682309-4a49-4a06-80a5-25eecee78b24 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0554810 Dec 10 04:38:12.083574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-450797c3-6c4f-4618-bb2e-55357f396359 req-2669d8df-f786-47f5-bc21-cba85feb02b3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Dec 10 04:38:12.227364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:12.377758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-051c4f10-af37-4587-945b-8b13dd8a161c req-30a9a9dd-84c2-4901-8ee8-4249d85204c6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 210 time: 0.0325134 Dec 10 04:38:12.381307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-425dd908-a896-4e7b-b810-9b65d619954f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:12.383074 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-425dd908-a896-4e7b-b810-9b65d619954f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.1348393 Dec 10 04:38:12.414666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'port': {'device_id': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'admin_state_up': True, 'tenant_id': 'e484640a999b497daa481f89463faafd'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:12.423005 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1ab39b31-7e74-4f50-b543-6e304cf7ae28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10e9a156ebce4b2b8c50c751efa4211b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939178 Dec 10 04:38:12.425233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:12.512513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.522847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b44004-1a47-43c8-b0fd-5251201d254a req-d342f455-8ec2-4fe5-bfd3-df549aae96f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:12.524402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77b44004-1a47-43c8-b0fd-5251201d254a req-d342f455-8ec2-4fe5-bfd3-df549aae96f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0684509 Dec 10 04:38:12.534390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Made reservation on behalf of e484640a999b497daa481f89463faafd for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:12.537938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.556415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.606462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77b44004-1a47-43c8-b0fd-5251201d254a req-79afebf2-7de1-45fd-b822-0a5c115032a3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Dec 10 04:38:12.638382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.641627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.646550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/337f835b-2091-4c6d-a992-ecb1ee0f7e41 HTTP/1.1" status: 204 len: 168 time: 0.2180059 Dec 10 04:38:12.655515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b43162-88fb-4e6b-8389-7bd050490aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f835b-2091-4c6d-a992-ecb1ee0f7e41,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:12.672938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Allocated IP 172.20.0.7 (09b1678b-936e-4594-8874-8236e7a4b96f/2b47102c-41c0-4ad1-b777-83e21e69179b/25fce621-0fc4-4b6f-ab20-2e73caa21177) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:12.784217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ea6a948-c963-4856-801a-9051b995f7f7 req-36c882c3-1a06-4c8e-9afb-6fe3f0e6a381 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0324557 Dec 10 04:38:12.787399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb593a-65bc-437c-b309-4797947b1a16 req-912ee464-0ab1-44af-bac7-5ecd214d5f1c tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:12.788871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfdb593a-65bc-437c-b309-4797947b1a16 req-912ee464-0ab1-44af-bac7-5ecd214d5f1c tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1101 time: 0.0771251 Dec 10 04:38:12.840094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.855894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfdb593a-65bc-437c-b309-4797947b1a16 req-b2769992-35dc-4696-a0dd-6a76fea55cb7 tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 Dec 10 04:38:12.878284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:12.926860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Network 09b1678b-936e-4594-8874-8236e7a4b96f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:12.932237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:12.937843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:12.943755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:12.999901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:13.000509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.020712 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-7b8b71b1-b642-412d-861e-5c6a8a47eff2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106193 Dec 10 04:38:13.050290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Request body: {'port': {'device_id': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:13.118388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.260690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-1ba75693-aca4-4be6-b5c4-d281f920037e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298821 Dec 10 04:38:13.277923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d09cc-9854-4b97-96e4-f9157cadd55f req-ec7a443e-6702-4fe7-aea2-656fb26450b2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:13.279140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-390d09cc-9854-4b97-96e4-f9157cadd55f req-ec7a443e-6702-4fe7-aea2-656fb26450b2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0961299 Dec 10 04:38:13.288914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e8b28-25c3-4873-ac66-957c2db231cd req-fd385208-31cf-4766-8a54-4aebf2f7c0d8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:13.288914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-527e8b28-25c3-4873-ac66-957c2db231cd req-fd385208-31cf-4766-8a54-4aebf2f7c0d8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1078670 Dec 10 04:38:13.388833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-390d09cc-9854-4b97-96e4-f9157cadd55f req-786c63c6-2808-4a4e-8253-df88cd0633a8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903530 Dec 10 04:38:13.414543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-527e8b28-25c3-4873-ac66-957c2db231cd req-ed8fef8d-cb2b-4ebc-a27b-113abaec13f2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097834 Dec 10 04:38:13.452826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fce621-0fc4-4b6f-ab20-2e73caa21177 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:13.465619 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.482691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Transition to ACTIVE for port object 25fce621-0fc4-4b6f-ab20-2e73caa21177 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:38:13.491630 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.579140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:13.636249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:13.643887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe6b3-94b2-4e74-9cca-6a8a55f53353 req-a2b49ea8-6e7b-4693-ae64-b3d6dcaea979 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:13.646023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-742fe6b3-94b2-4e74-9cca-6a8a55f53353 req-a2b49ea8-6e7b-4693-ae64-b3d6dcaea979 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.0798106 Dec 10 04:38:13.728489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-742fe6b3-94b2-4e74-9cca-6a8a55f53353 req-d195751d-6964-4006-a3eb-b7cee14a2c17 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721745 Dec 10 04:38:13.731563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Attempting to bind port 25fce621-0fc4-4b6f-ab20-2e73caa21177 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:13.732164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Attempting to bind port 25fce621-0fc4-4b6f-ab20-2e73caa21177 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:13.732824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Attempting to bind port 25fce621-0fc4-4b6f-ab20-2e73caa21177 on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:13.747555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Port 25fce621-0fc4-4b6f-ab20-2e73caa21177 on network 09b1678b-936e-4594-8874-8236e7a4b96f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:38:13.747882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Attempting to bind port 25fce621-0fc4-4b6f-ab20-2e73caa21177 on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:13.754546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:13.755165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Checking segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:13.755578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Bound using segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:13.756420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Bound port: 25fce621-0fc4-4b6f-ab20-2e73caa21177, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:13.756802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.843397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1195916140'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:13.875141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:13.879358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:13.894145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:13.897605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.900415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.935336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f0745752-b3ec-49dc-809e-c2c69aa6c003 req-3f4dffb5-fdc0-4713-9414-de601ce5b87b tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0405457 Dec 10 04:38:13.941071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.952159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:13.953116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:13.954574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/25fce621-0fc4-4b6f-ab20-2e73caa21177 HTTP/1.1" status: 200 len: 1091 time: 0.9087224 Dec 10 04:38:13.961716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:13.963981 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bb2d8-08aa-462e-ad6e-67a206db7954" -d '{"events": [{"name": "network-changed", "server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:14.015836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d91ab-7644-4028-8a78-71afc8db44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:14.038710 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5958b1ff-9822-4362-8b37-85cba47fc0f2 x-openstack-request-id: req-5958b1ff-9822-4362-8b37-85cba47fc0f2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:14.039321 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:14.039798 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5958b1ff-9822-4362-8b37-85cba47fc0f2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:14.040398 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'status': 'completed', 'code': 200} Dec 10 04:38:14.097547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-c9cfbfb8-434a-45c8-9985-0dbf60d3e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.099088 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-c9cfbfb8-434a-45c8-9985-0dbf60d3e22c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 1094 time: 0.0735593 Dec 10 04:38:14.161509 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-3e543654-16a5-4b7c-b6a4-b3203944f0d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177 HTTP/1.1" status: 200 len: 217 time: 0.0459652 Dec 10 04:38:14.164040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.170190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.242964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:38:14.259535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287a694e-cbe4-4dcb-beae-94c432f055b8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:14.266597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-96e12d1b-accd-4aa4-8683-b733cca79fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.268297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-96e12d1b-accd-4aa4-8683-b733cca79fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.0919542 Dec 10 04:38:14.269526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.269864 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Added segment 84c58613-644e-4cee-b4ef-e5ca9784a5b4 of type vlan for network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 Dec 10 04:38:14.305456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-1f51c812-5dfc-4537-a3e0-ac411f2c203f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275388 Dec 10 04:38:14.352168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.422532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.428262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.428867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.468950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8291719 Dec 10 04:38:14.472435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:14.477588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:14.534370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-622ef07f-ed16-441c-8afa-4953d059a50e service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061162 Dec 10 04:38:14.538145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da161c81-76e7-4949-987c-cf04d64a017c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Network': ['ID=0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:14.550889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:38:14.646839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0695e5-2d4f-4211-9c8a-01b9b5f90037 req-d3bcf925-e295-4702-aa10-53ed403dceca tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.649324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab0695e5-2d4f-4211-9c8a-01b9b5f90037 req-d3bcf925-e295-4702-aa10-53ed403dceca tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1305978 Dec 10 04:38:14.711431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:14.719066 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:14.721629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8a11a785-a385-4e58-97ac-ca02e9506f7e req-81f0b6ee-6f04-4919-9212-ab88d857710d service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651418 Dec 10 04:38:14.768031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab0695e5-2d4f-4211-9c8a-01b9b5f90037 req-3a1ec9de-0b33-4dc8-b803-e6dfda4e435a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090798 Dec 10 04:38:14.880117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-e776247e-fee6-4551-8f6b-5cc4dced1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.882056 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-e776247e-fee6-4551-8f6b-5cc4dced1749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 1094 time: 0.0528920 Dec 10 04:38:14.951261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fcae4-b4fe-411e-813b-d9ce1e8c5256 req-295c8924-69b9-4fdc-8d30-1e3a33c76445 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.952807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-535fcae4-b4fe-411e-813b-d9ce1e8c5256 req-295c8924-69b9-4fdc-8d30-1e3a33c76445 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.1179466 Dec 10 04:38:14.985980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-95625dc6-afa1-4368-9b83-2e0644f3aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:14.988039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-95625dc6-afa1-4368-9b83-2e0644f3aa23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 923 time: 0.0985074 Dec 10 04:38:15.039441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-9320889a-781c-483a-9727-443c8d6d9b0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177 HTTP/1.1" status: 200 len: 217 time: 0.0425038 Dec 10 04:38:15.052028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.104112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0e3b7df-da86-4d14-9d9c-ee5f099fe8af req-a97242c1-4e40-4139-a1a9-74eeb932fa33 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0656738 Dec 10 04:38:15.111159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-535fcae4-b4fe-411e-813b-d9ce1e8c5256 req-e840fa4f-a38e-4b7e-9ec8-90c9c09d58f2 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187158 Dec 10 04:38:15.126967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-9a045a52-7800-4da7-97f2-ef1c84b9c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.128797 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-9a045a52-7800-4da7-97f2-ef1c84b9c927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1101 time: 0.0741723 Dec 10 04:38:15.141506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-4e8a05b4-5ddc-49af-83f4-f4c3fc1b26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.142925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-4e8a05b4-5ddc-49af-83f4-f4c3fc1b26f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.0967178 Dec 10 04:38:15.145481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=f28c4516-d401-4448-9e1e-dd70774bce93,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:15.154779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:15.155493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network hostable DHCP agents. Network: 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:38:15.174735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:38:15.185261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:15.189549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.190224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.195117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-31d14d5c-d74a-4b5c-b2fb-3e7286c9f9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428691 Dec 10 04:38:15.196782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a6bef-0e5c-40ac-8bd8-f2aa67c1d9b1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:15.212873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-17e627ad-525d-439b-a9b3-dbfd50bb5b7f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7367499 Dec 10 04:38:15.213122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:15.219033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'name': 'tempest-NetworksTestDHCPv6-1005488404'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:15.315033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'f28c4516-d401-4448-9e1e-dd70774bce93'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:15.315636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-8e8dbf25-98ad-4fa7-9cd5-b8a9784cafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.315947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.318501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-8e8dbf25-98ad-4fa7-9cd5-b8a9784cafcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1744363 Dec 10 04:38:15.345319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:15.352737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.377262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 9c9464b0-cbe5-4599-9f03-98a213950582 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:15.380072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-3a1889b6-a9bb-4a11-9d5b-cb9b94b6b0d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0484116 Dec 10 04:38:15.382394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-45ad6b27-7eff-4fc4-9321-874742cd9d3d service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544938 Dec 10 04:38:15.462748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f28c4516-d401-4448-9e1e-dd70774bce93/d013e73d-1c91-4015-838e-48af46a6c9f0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:15.487836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-fe6ef2ce-d737-4b6c-a6f0-76f99cad99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.489335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-fe6ef2ce-d737-4b6c-a6f0-76f99cad99e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1016190 Dec 10 04:38:15.537616 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9e3bb2d8-08aa-462e-ad6e-67a206db7954 req-9978b1aa-befe-4320-a85b-6318ab33aba3 service neutron] 10.222.0.41 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410882 Dec 10 04:38:15.548612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-f0e37c35-359e-402b-9ae2-9d3c7a9a4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.550015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-f0e37c35-359e-402b-9ae2-9d3c7a9a4495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513105 Dec 10 04:38:15.607848 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.613564 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.649667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-f0c0beca-5aa6-4941-ba43-d2aa63c6e821 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872581 Dec 10 04:38:15.658153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Pushing event updated for resources: {'Port': ['ID=d013e73d-1c91-4015-838e-48af46a6c9f0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:15.670451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:15.672840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:15.675589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:15.707615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::ae (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f28c4516-d401-4448-9e1e-dd70774bce93/9c9464b0-cbe5-4599-9f03-98a213950582) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:15.738561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Attempting to bind port d013e73d-1c91-4015-838e-48af46a6c9f0 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:15.738952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Attempting to bind port d013e73d-1c91-4015-838e-48af46a6c9f0 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:15.739304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Attempting to bind port d013e73d-1c91-4015-838e-48af46a6c9f0 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:15.744413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:15.744822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:15.745223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.745612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:15.749498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Bound port: d013e73d-1c91-4015-838e-48af46a6c9f0, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:15.750159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.763333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-ec7f0536-477c-4e01-aeda-acba7416cb90 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060259 Dec 10 04:38:15.845252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] For port d013e73d-1c91-4015-838e-48af46a6c9f0, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:15.848819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] For port d013e73d-1c91-4015-838e-48af46a6c9f0, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d013e73d-1c91-4015-838e-48af46a6c9f0,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:15.866534 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:15.962161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e2c0c-9ba5-451d-9a5e-b469e4af94d7 req-854470f7-46fd-40f2-8420-34b6bf459d20 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:15.969046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e0e2c0c-9ba5-451d-9a5e-b469e4af94d7 req-854470f7-46fd-40f2-8420-34b6bf459d20 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1093693 Dec 10 04:38:15.969500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff68ce3-f551-424d-916c-d0cfab7d8c65 None None] Pushing event updated for resources: {'Port': ['ID=d013e73d-1c91-4015-838e-48af46a6c9f0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:15.974683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.041612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e0e2c0c-9ba5-451d-9a5e-b469e4af94d7 req-f9622ce1-1092-4651-8c11-f4a4ab4a5bef tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651183 Dec 10 04:38:16.075343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.137901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:16.145135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:16.150024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:16.156286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.156959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.188089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=9c9464b0-cbe5-4599-9f03-98a213950582,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:16.197266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bbbfc146-21eb-42f5-9465-ed4d7bde757f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9830236 Dec 10 04:38:16.199890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:16.205199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2cf3-41a4-421d-aece-07a4d66789d3 req-8bd902d4-dcc7-4627-93e0-f0a736f32805 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.206654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82ef2cf3-41a4-421d-aece-07a4d66789d3 req-8bd902d4-dcc7-4627-93e0-f0a736f32805 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1425807 Dec 10 04:38:16.249875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bea7dfd5-1a4f-4098-bbe0-6cc0edc50b08 req-7e1ce007-7fcd-4c22-be6b-0e7bb5cd05de tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0406353 Dec 10 04:38:16.305104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece8448-51f4-479e-b407-13afa9038266 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.308262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82ef2cf3-41a4-421d-aece-07a4d66789d3 req-944dacab-88ee-46c6-9052-140a6b62787d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902333 Dec 10 04:38:16.312239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece8448-51f4-479e-b407-13afa9038266 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.313883 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1ece8448-51f4-479e-b407-13afa9038266 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1124823 Dec 10 04:38:16.318448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56952) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:16.433028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414d85-3e17-45c3-bda3-24a59d033c4d req-de446e9b-c18d-4a5b-ada7-255bd75bc8a5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.434526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a414d85-3e17-45c3-bda3-24a59d033c4d req-de446e9b-c18d-4a5b-ada7-255bd75bc8a5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.0880654 Dec 10 04:38:16.475699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 9c9464b0-cbe5-4599-9f03-98a213950582 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:16.475971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.515860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a414d85-3e17-45c3-bda3-24a59d033c4d req-19404449-f940-4277-83ae-d752b87b166b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747681 Dec 10 04:38:16.582685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.596641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 9c9464b0-cbe5-4599-9f03-98a213950582 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:16.752840 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.790810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=9c9464b0-cbe5-4599-9f03-98a213950582,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:16.815737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:16.819190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b422398-72f7-4c46-80a3-6cc9d6f2a2f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/9c9464b0-cbe5-4599-9f03-98a213950582 HTTP/1.1" status: 204 len: 168 time: 0.4996283 Dec 10 04:38:16.821629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:16.915853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c66fb0-9fc8-4d95-98ed-f71ecf37219e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.917338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c66fb0-9fc8-4d95-98ed-f71ecf37219e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:16.918881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14c66fb0-9fc8-4d95-98ed-f71ecf37219e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0963242 Dec 10 04:38:16.921714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:16.979978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet f28c4516-d401-4448-9e1e-dd70774bce93 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:16.983490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.032583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.102361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f7476-0b39-49da-bb4d-f2805a29c36b None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:17.130495 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.202078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62725881-942f-475a-a801-64406b6125fa req-c3abc104-5405-4b15-b8fc-b408e403a9fe tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:17.202078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62725881-942f-475a-a801-64406b6125fa req-c3abc104-5405-4b15-b8fc-b408e403a9fe tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0595343 Dec 10 04:38:17.231133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] Provisioning complete for port d013e73d-1c91-4015-838e-48af46a6c9f0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:17.231406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.232311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.261052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62725881-942f-475a-a801-64406b6125fa req-a75c6cf4-d2a0-440d-866a-4f4c06a4bd34 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515971 Dec 10 04:38:17.270035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=f28c4516-d401-4448-9e1e-dd70774bce93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:17.289695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.293660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-efc425f4-e8bd-44e5-8896-1feee1d7fcb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f28c4516-d401-4448-9e1e-dd70774bce93 HTTP/1.1" status: 204 len: 168 time: 0.3708093 Dec 10 04:38:17.296126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:17.378094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.384119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:17.384342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-90b3a536-82ac-4538-9447-aa92dd44b046 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868058 Dec 10 04:38:17.389721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:17.422312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52efecf0-fd60-4fa0-834d-b6a22aa985bd req-e4d252cb-2634-4bf7-bace-86c33cf16386 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0433068 Dec 10 04:38:17.428170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] For port d013e73d-1c91-4015-838e-48af46a6c9f0, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d013e73d-1c91-4015-838e-48af46a6c9f0,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:17.438246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.497785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6180c7-f70e-42e5-83f8-863e6fe7b34e None None] Pushing event updated for resources: {'Port': ['ID=d013e73d-1c91-4015-838e-48af46a6c9f0,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:17.503199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:17.507273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.534578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c21a3-ab04-448e-8c9a-fdc452c287df None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:17.642436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3933e63c-5959-4b12-8852-e72bc96823b5 None None] Provisioning complete for port d013e73d-1c91-4015-838e-48af46a6c9f0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:17.642436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3933e63c-5959-4b12-8852-e72bc96823b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.679527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2bb22-db2a-4780-be71-4c077db6832b req-bc030b1b-3a39-4f5b-bf7f-ed16e17db00a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:17.682504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bff2bb22-db2a-4780-be71-4c077db6832b req-bc030b1b-3a39-4f5b-bf7f-ed16e17db00a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.0704134 Dec 10 04:38:17.745453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bff2bb22-db2a-4780-be71-4c077db6832b req-53269433-1305-4d87-b693-3a7e8d710f41 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Dec 10 04:38:17.769044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.815598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:17.817797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:17.819623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:17.824452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:17.825083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.835236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=e49641ae-ce8e-41c8-8343-33126e333654,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:17.852308 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6cd25b5a-832d-49ad-a1ec-c3526685155c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4669054 Dec 10 04:38:17.854937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:17.861212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'name': 'tempest-NetworksTestDHCPv6-555396167'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:17.898128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Deleting port d013e73d-1c91-4015-838e-48af46a6c9f0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:17.898606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:17.997949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] For port d013e73d-1c91-4015-838e-48af46a6c9f0, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d013e73d-1c91-4015-838e-48af46a6c9f0,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:17.998538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.008915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:18.012501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.013540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Calling delete_port for d013e73d-1c91-4015-838e-48af46a6c9f0 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:18.030197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 4aaaff68-88ad-40e1-a05f-405822db6c59 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:18.106155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.147172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] Pushing event deleted for resources: {'Port': ['ID=d013e73d-1c91-4015-838e-48af46a6c9f0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:18.153791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41aaab-c397-420f-bc9d-7a40f458dc9c None None] No DVR routers for this DVR port d013e73d-1c91-4015-838e-48af46a6c9f0 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:18.174736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddc1dd-051e-4f29-a93d-aeb83c6213ad None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:18.179306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::3b0 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e49641ae-ce8e-41c8-8343-33126e333654/4aaaff68-88ad-40e1-a05f-405822db6c59) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:18.278931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'e49641ae-ce8e-41c8-8343-33126e333654'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:18.279860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.353170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.396366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024c1c-9e16-4172-97f8-15cc29a9665e req-f5e30aef-b571-40db-bfb2-44742027b44f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:18.397102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.397918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f024c1c-9e16-4172-97f8-15cc29a9665e req-f5e30aef-b571-40db-bfb2-44742027b44f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0607281 Dec 10 04:38:18.457257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:18.470722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:18.476669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f024c1c-9e16-4172-97f8-15cc29a9665e req-33fd5154-a9ef-4c24-b0d5-94eadf007638 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685074 Dec 10 04:38:18.478245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e49641ae-ce8e-41c8-8343-33126e333654/1ebf333f-b42e-472e-a639-5619eeb4eef3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:18.493091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:18.504276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:18.505682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.509368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=4aaaff68-88ad-40e1-a05f-405822db6c59,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:18.541170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a85d9d4a-e08c-4570-9a9e-7c60cb5bffd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6847100 Dec 10 04:38:18.544841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:18.591038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed244761-9236-47b4-8d62-47bd2b8d2e35 req-a971965a-dddf-4dbf-a1a5-0653746cb998 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0473056 Dec 10 04:38:18.612732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e557f7-9116-4200-b80f-6be2776a14ce tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:18.614650 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92e557f7-9116-4200-b80f-6be2776a14ce tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0682752 Dec 10 04:38:18.616905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:18.662080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.669368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.709232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:18.712364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 4aaaff68-88ad-40e1-a05f-405822db6c59 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:18.712941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.717146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:18.719477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:18.721451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Pushing event updated for resources: {'Port': ['ID=1ebf333f-b42e-472e-a639-5619eeb4eef3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:18.803562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Attempting to bind port 1ebf333f-b42e-472e-a639-5619eeb4eef3 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:18.804191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Attempting to bind port 1ebf333f-b42e-472e-a639-5619eeb4eef3 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:18.804811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Attempting to bind port 1ebf333f-b42e-472e-a639-5619eeb4eef3 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:18.816452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:18.816889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:18.817214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.817641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:18.818098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Bound port: 1ebf333f-b42e-472e-a639-5619eeb4eef3, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:18.818501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.823577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.849183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 4aaaff68-88ad-40e1-a05f-405822db6c59 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:18.904984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] For port 1ebf333f-b42e-472e-a639-5619eeb4eef3, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:18.908792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] For port 1ebf333f-b42e-472e-a639-5619eeb4eef3, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ebf333f-b42e-472e-a639-5619eeb4eef3,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:18.912156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b9a2-047f-43d4-b3fe-7b83bdd8990e req-4c193fa6-7502-4d47-a7b0-bfd04a756e7a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:18.913842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8469b9a2-047f-43d4-b3fe-7b83bdd8990e req-4c193fa6-7502-4d47-a7b0-bfd04a756e7a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.0633738 Dec 10 04:38:18.916395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:18.993849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:19.025747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6713-cbd8-49a6-a8ef-05f57de4a5fb None None] Pushing event updated for resources: {'Port': ['ID=1ebf333f-b42e-472e-a639-5619eeb4eef3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:19.027996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.064440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=4aaaff68-88ad-40e1-a05f-405822db6c59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:19.106061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.113574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e39daf07-69ea-4d6b-ac5e-3b828305736e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/4aaaff68-88ad-40e1-a05f-405822db6c59 HTTP/1.1" status: 204 len: 168 time: 0.4953918 Dec 10 04:38:19.114204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:19.125090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8469b9a2-047f-43d4-b3fe-7b83bdd8990e req-55e1fa72-836d-4c86-95c0-fd5c475f9626 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042811 Dec 10 04:38:19.195314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:19.226588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'port_id': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'mac_address': 'fa:16:3e:66:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47102c-41c0-4ad1-b777-83e21e69179b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:19.245505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a667bc-d3d1-41c0-a0f9-29de8146a4af tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:19.248077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a667bc-d3d1-41c0-a0f9-29de8146a4af tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:19.252062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c1a667bc-d3d1-41c0-a0f9-29de8146a4af tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368227 Dec 10 04:38:19.254931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57014) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:19.289400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.322183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fce621-0fc4-4b6f-ab20-2e73caa21177 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:19.351529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:19.355970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.395918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet e49641ae-ce8e-41c8-8343-33126e333654 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:19.401877 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.430454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:19.453357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.702789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['25fce621-0fc4-4b6f-ab20-2e73caa21177'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:19.769611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53825dee-4c52-4e0f-a5e8-0d3b3e85e6e3 req-c5bca504-deb2-4ee0-adfd-f22f25f1535d tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0383446 Dec 10 04:38:19.793077 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:38:19.849880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29b0b-d0b3-4c8f-b7f7-1e4bc6857ed2 req-98c2cd0e-c6c8-4aeb-b1f3-0a121bd34c13 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:19.856910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26f29b0b-d0b3-4c8f-b7f7-1e4bc6857ed2 req-98c2cd0e-c6c8-4aeb-b1f3-0a121bd34c13 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1148198 Dec 10 04:38:19.899151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:19.965935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26f29b0b-d0b3-4c8f-b7f7-1e4bc6857ed2 req-103d3435-3c96-4dcf-8939-cf7daec63a1a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040721 Dec 10 04:38:20.008223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.037369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.042153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e49641ae-ce8e-41c8-8343-33126e333654 HTTP/1.1" status: 204 len: 168 time: 0.7860167 Dec 10 04:38:20.045915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57022) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:20.047669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.048725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ebf333f-b42e-472e-a639-5619eeb4eef3 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:20.090789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447859e-fb4f-49c7-a13f-3c825994bb3a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=e49641ae-ce8e-41c8-8343-33126e333654,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:20.104324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1ebf333f-b42e-472e-a639-5619eeb4eef3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:20.104855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.115566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-07553a6e-7d93-4a76-b5a1-353c41a81c6a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673416 Dec 10 04:38:20.118116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:20.123918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:20.353530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:20.361975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.367873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281f4ea-3901-4508-963c-201875c501ac None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:20.371656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339bd2-d158-4d2f-9f21-b8964b694cb1 req-cbcb6991-288b-414d-9c23-8de92cdc157f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:20.381026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0339bd2-d158-4d2f-9f21-b8964b694cb1 req-cbcb6991-288b-414d-9c23-8de92cdc157f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 944 time: 0.1124265 Dec 10 04:38:20.474830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0339bd2-d158-4d2f-9f21-b8964b694cb1 req-46bc12d1-f285-4d3b-952c-f16e695475d3 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922351 Dec 10 04:38:20.494068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ad2bbdd0-93d6-4a58-91d9-eee8fe02f6e9 None None] Provisioning complete for port 1ebf333f-b42e-472e-a639-5619eeb4eef3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:20.494439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbdd0-93d6-4a58-91d9-eee8fe02f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.547847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.602456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 1ebf333f-b42e-472e-a639-5619eeb4eef3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ebf333f-b42e-472e-a639-5619eeb4eef3,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:20.610033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.638081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:20.646972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.699510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:20.703198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:20.707616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:20.708268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.718609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=213a3f1d-53a5-41a5-b36e-1c01bbed54f5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:20.730228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=1ebf333f-b42e-472e-a639-5619eeb4eef3,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:20.733061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70d210aa-fc78-40f2-a407-c0fb581f85a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6133564 Dec 10 04:38:20.735728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:20.741362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'name': 'tempest-NetworksTestDHCPv6-617488936'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:20.766476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Deleting port 1ebf333f-b42e-472e-a639-5619eeb4eef3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:20.767058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.865013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] For port 1ebf333f-b42e-472e-a639-5619eeb4eef3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ebf333f-b42e-472e-a639-5619eeb4eef3,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:20.865686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.880890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Calling delete_port for 1ebf333f-b42e-472e-a639-5619eeb4eef3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:20.891402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:20.895678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:20.915664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 756c2873-8b78-4cd2-b763-d41038668703 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:20.921524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b706ec42-26d1-4f4f-9f1c-ee4d8ca9e0fb req-b41dae7f-057f-4196-9aad-57b2d7bc8932 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0304437 Dec 10 04:38:20.983094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.029139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:21.031534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] No DVR routers for this DVR port 1ebf333f-b42e-472e-a639-5619eeb4eef3 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:21.033884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb86ec-956b-44a2-a5d6-007f229dac4d None None] Pushing event deleted for resources: {'Port': ['ID=1ebf333f-b42e-472e-a639-5619eeb4eef3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:21.091888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7210926-031a-4f56-b860-10d6b60ffab5 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:21.117690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fc41c-352f-4ba4-9bed-632283f98562 req-9e628c83-402e-4faf-b46d-40ff6a0ed670 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:21.126230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-623fc41c-352f-4ba4-9bed-632283f98562 req-9e628c83-402e-4faf-b46d-40ff6a0ed670 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0738001 Dec 10 04:38:21.128798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f7 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/213a3f1d-53a5-41a5-b36e-1c01bbed54f5/756c2873-8b78-4cd2-b763-d41038668703) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:21.201124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-623fc41c-352f-4ba4-9bed-632283f98562 req-3e99dc0b-1068-4e9f-b100-a84b77be721c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736024 Dec 10 04:38:21.250499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 25fce621-0fc4-4b6f-ab20-2e73caa21177 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:38:21.257466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 25fce621-0fc4-4b6f-ab20-2e73caa21177 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:21.257690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.304818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '213a3f1d-53a5-41a5-b36e-1c01bbed54f5'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:21.305340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.358300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.404639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.460631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:21.464100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:21.467038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:21.473604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:21.474104 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.499974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7609811 Dec 10 04:38:21.500351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:21.526746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c1a6-9011-4b2e-8faf-a8b0af4a337b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=756c2873-8b78-4cd2-b763-d41038668703,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:21.553310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.595949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/213a3f1d-53a5-41a5-b36e-1c01bbed54f5/887e2396-d118-46ae-8448-a0fbb1903ea2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:21.607337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:21.610077 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aae601-9bfc-4dbc-8b70-4472e21a9d51" -d '{"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-plugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:21.635338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:21.656238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.664151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8dd339-bd9c-4b6e-b29f-9fe6da7072a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:21.667005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5d8dd339-bd9c-4b6e-b29f-9fe6da7072a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1655307 Dec 10 04:38:21.670393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:21.700216 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e447d6-b94e-4faa-a15f-81180131031b x-openstack-request-id: req-f9e447d6-b94e-4faa-a15f-81180131031b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:21.700556 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-plugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:21.700778 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9e447d6-b94e-4faa-a15f-81180131031b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:21.701162 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'code': 200} Dec 10 04:38:21.734499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15f28-39b4-4210-b775-ac8ae213472f req-d1cbc0f2-bbf8-4bf7-90fe-becf4880470f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:21.736621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbb15f28-39b4-4210-b775-ac8ae213472f req-d1cbc0f2-bbf8-4bf7-90fe-becf4880470f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0653849 Dec 10 04:38:21.783255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:21.819085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbb15f28-39b4-4210-b775-ac8ae213472f req-ee3724f8-ea0a-4ca6-adaa-96c9ce13442a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705807 Dec 10 04:38:21.833563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 756c2873-8b78-4cd2-b763-d41038668703 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:21.833910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.879980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.888625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:21.930693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505d5f7-5953-4b6b-b257-ebc20b1bfc65 req-5e9eec06-7527-45a4-a61a-3e8033285c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:21.932170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8505d5f7-5953-4b6b-b257-ebc20b1bfc65 req-5e9eec06-7527-45a4-a61a-3e8033285c20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 1096 time: 0.0926523 Dec 10 04:38:21.933770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:21.941375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:21.943550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Pushing event updated for resources: {'Port': ['ID=887e2396-d118-46ae-8448-a0fbb1903ea2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:21.945996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:22.006561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8505d5f7-5953-4b6b-b257-ebc20b1bfc65 req-6c758d13-bd78-4ab0-8409-50da65c63a4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Dec 10 04:38:22.015856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.018895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ebf333f-b42e-472e-a639-5619eeb4eef3 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:22.034252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 756c2873-8b78-4cd2-b763-d41038668703 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:22.057743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-550cdfd0-8daa-4334-942f-a802377a3e1e req-c8afd83a-3fad-4992-8b76-f288a2a6bea1 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0355411 Dec 10 04:38:22.063954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1ebf333f-b42e-472e-a639-5619eeb4eef3 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:22.064305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ebf333f-b42e-472e-a639-5619eeb4eef3 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:22.079964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Attempting to bind port 887e2396-d118-46ae-8448-a0fbb1903ea2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:22.080460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Attempting to bind port 887e2396-d118-46ae-8448-a0fbb1903ea2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:22.080852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Attempting to bind port 887e2396-d118-46ae-8448-a0fbb1903ea2 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:22.089686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:22.090060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:22.090460 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.090849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:22.091309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Bound port: 887e2396-d118-46ae-8448-a0fbb1903ea2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:22.091683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.157461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] For port 887e2396-d118-46ae-8448-a0fbb1903ea2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:22.160959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] For port 887e2396-d118-46ae-8448-a0fbb1903ea2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=887e2396-d118-46ae-8448-a0fbb1903ea2,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:22.166271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.199906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.239055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63d48-34ec-4752-9116-b0f32964128d None None] Pushing event updated for resources: {'Port': ['ID=887e2396-d118-46ae-8448-a0fbb1903ea2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:22.260225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.263628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/756c2873-8b78-4cd2-b763-d41038668703 HTTP/1.1" status: 204 len: 168 time: 0.5920579 Dec 10 04:38:22.264860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaec95-af06-4f08-bcb1-0905309e9946 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=756c2873-8b78-4cd2-b763-d41038668703,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:22.266587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:22.319629 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9c55-9111-4e1a-9399-d2e13616d86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.371757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f940e0d-f574-481d-b2be-a131775b926e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:22.373438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f940e0d-f574-481d-b2be-a131775b926e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:22.377076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f940e0d-f574-481d-b2be-a131775b926e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1091943 Dec 10 04:38:22.377683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:22.395818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636a028-5151-4b0e-b100-1086e83d29cc req-88ca4c09-4d64-442d-8b23-2c7accd9acb4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:22.397841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5636a028-5151-4b0e-b100-1086e83d29cc req-88ca4c09-4d64-442d-8b23-2c7accd9acb4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0872145 Dec 10 04:38:22.520630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5636a028-5151-4b0e-b100-1086e83d29cc req-2c030539-78e6-4cc9-935f-abc5e30a06f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103973 Dec 10 04:38:22.774303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c9ccd-2f3a-46d7-a51d-7f3490854e70 req-2d7f3e2c-5905-4ff7-a18c-6448a17e2c6f tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:22.775852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-667c9ccd-2f3a-46d7-a51d-7f3490854e70 req-2d7f3e2c-5905-4ff7-a18c-6448a17e2c6f tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.0539439 Dec 10 04:38:22.797672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 213a3f1d-53a5-41a5-b36e-1c01bbed54f5 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:22.801783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.833522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-667c9ccd-2f3a-46d7-a51d-7f3490854e70 req-6862d865-17b6-4074-a28a-c44fb5911279 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503488 Dec 10 04:38:22.860970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.967019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:22.972018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829715f-84e8-4c9e-9aa0-9821c70afbae req-826b41a6-4e0a-4192-ba28-9180af2bf440 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:22.973672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8829715f-84e8-4c9e-9aa0-9821c70afbae req-826b41a6-4e0a-4192-ba28-9180af2bf440 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0576189 Dec 10 04:38:23.030109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.032700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8829715f-84e8-4c9e-9aa0-9821c70afbae req-e918aacd-7fe7-4019-8515-6c46dbe3f3cc tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Dec 10 04:38:23.060507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=213a3f1d-53a5-41a5-b36e-1c01bbed54f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:23.064380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.068316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0be19ef-989e-4f1b-afeb-2c242d2868fa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/213a3f1d-53a5-41a5-b36e-1c01bbed54f5 HTTP/1.1" status: 204 len: 168 time: 0.6893697 Dec 10 04:38:23.070880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.127720 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3e78289a-f599-41cd-be1d-6d0d3a8b8cfc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555148 Dec 10 04:38:23.130362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.168019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d09539a8-b12b-4de7-9f8d-3ccc8284093d req-3b4b8dc6-4b98-4781-915c-5d3bf8eecaa6 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0281153 Dec 10 04:38:23.203183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066da49a-0456-4d6b-a844-dc5a64dca0c8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:23.207233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-066da49a-0456-4d6b-a844-dc5a64dca0c8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0735028 Dec 10 04:38:23.207412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.252824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.267484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a451b9b-b8de-44c6-99f3-5613f9fb17fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:23.271788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4a451b9b-b8de-44c6-99f3-5613f9fb17fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606349 Dec 10 04:38:23.272143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.331780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-54e97062-424d-4dd7-852a-7fdd4802c07a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517714 Dec 10 04:38:23.333642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.339539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:23.430737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2adde-9c4a-46c7-b75b-d493a64306ff None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:23.433803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:23.437370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.512197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] Provisioning complete for port 887e2396-d118-46ae-8448-a0fbb1903ea2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:23.512574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.658459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.662603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:23.714953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] For port 887e2396-d118-46ae-8448-a0fbb1903ea2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=887e2396-d118-46ae-8448-a0fbb1903ea2,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:23.725332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.731390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.766626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f30e7-5b22-4de6-a6d2-ffeae18117c5 req-af573df4-c442-45fc-a267-98748d505bbb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:23.773665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e6f30e7-5b22-4de6-a6d2-ffeae18117c5 req-af573df4-c442-45fc-a267-98748d505bbb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1694493 Dec 10 04:38:23.807398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Deleting port 887e2396-d118-46ae-8448-a0fbb1903ea2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:23.807872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.808418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:23.810298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a6059-e7a7-4a7c-8148-71f638f8a27d None None] Pushing event updated for resources: {'Port': ['ID=887e2396-d118-46ae-8448-a0fbb1903ea2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:23.813058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:23.818651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:23.819246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.840010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=5e2dea43-2ca0-4ae6-b10c-c59176939f4b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:23.848513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ba3004cf-f301-41c0-ab7d-3b3ef5b9430d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5136807 Dec 10 04:38:23.853483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:23.862291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '5e2dea43-2ca0-4ae6-b10c-c59176939f4b', 'ip_address': '2001:db8::f6d:6b80:b6a7:ce3f'}], 'name': 'tempest-NetworksTestDHCPv6-1299981356'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:23.883630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e6f30e7-5b22-4de6-a6d2-ffeae18117c5 req-2defe6be-7916-4779-952c-3e92cac3d568 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091180 Dec 10 04:38:23.911032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] For port 887e2396-d118-46ae-8448-a0fbb1903ea2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=887e2396-d118-46ae-8448-a0fbb1903ea2,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:23.911482 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:23.925218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Calling delete_port for 887e2396-d118-46ae-8448-a0fbb1903ea2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:23.998964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:24.031225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.056670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] Pushing event deleted for resources: {'Port': ['ID=887e2396-d118-46ae-8448-a0fbb1903ea2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:24.059944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137919d-6ece-4eee-a6cb-be173a3e653b None None] No DVR routers for this DVR port 887e2396-d118-46ae-8448-a0fbb1903ea2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:24.090645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bb040-4a45-4d6b-a30f-11942451d7aa None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:24.116023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.183821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 7749de4a-6f3f-4e4f-9374-23fa8d022bfc yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:24.205835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2606ac8-ea89-495f-95da-d36134637ba7 req-9d435612-20a0-4e3b-a681-c3424ec620a9 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.207778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2606ac8-ea89-495f-95da-d36134637ba7 req-9d435612-20a0-4e3b-a681-c3424ec620a9 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.1089444 Dec 10 04:38:24.342679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65c1e2-99da-4b25-af26-17e8146122db req-fce226a5-c70b-4124-908c-5e1f9ebb642c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.344289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c65c1e2-99da-4b25-af26-17e8146122db req-fce226a5-c70b-4124-908c-5e1f9ebb642c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.2078524 Dec 10 04:38:24.350182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '5e2dea43-2ca0-4ae6-b10c-c59176939f4b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:24.350778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.432669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2606ac8-ea89-495f-95da-d36134637ba7 req-85b53bf4-18ea-4579-8a10-0406e574f8f4 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068651 Dec 10 04:38:24.495744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c65c1e2-99da-4b25-af26-17e8146122db req-9749e9f8-5bfb-41de-b4b7-0e4295eab74f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102879 Dec 10 04:38:24.541051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf430911-0d46-4b46-9220-28d23d013086 req-e86abe44-e9c4-473f-9df8-e2763776463a tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0423248 Dec 10 04:38:24.542118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f6d:6b80:b6a7:ce3f (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/5e2dea43-2ca0-4ae6-b10c-c59176939f4b/7749de4a-6f3f-4e4f-9374-23fa8d022bfc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:24.737575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b898d-bbc8-4f75-a326-8f06dbf12686 req-cf0187b8-5c8f-4f93-8a8d-c5639f11494c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.739096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f92b898d-bbc8-4f75-a326-8f06dbf12686 req-cf0187b8-5c8f-4f93-8a8d-c5639f11494c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.1067786 Dec 10 04:38:24.763664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.820579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f92b898d-bbc8-4f75-a326-8f06dbf12686 req-072fc5fe-6d07-49ff-aa69-6ae15f000cbe tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676789 Dec 10 04:38:24.829309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93d1f58d-2f92-40ae-95b7-3a4e00c7206c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.832121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.835837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-ef178f1d-425a-4559-b09d-0955b1d931c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.841093 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-ef178f1d-425a-4559-b09d-0955b1d931c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.0844860 Dec 10 04:38:24.920898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/5e2dea43-2ca0-4ae6-b10c-c59176939f4b/1caac8b3-0f23-482d-99d8-980fe2f34abe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:24.924468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:24.931339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:24.934790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=7749de4a-6f3f-4e4f-9374-23fa8d022bfc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:24.937315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:24.943046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.943655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:24.957054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-af48b0db-1c57-42e3-ad7c-976237b91fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.959548 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-af48b0db-1c57-42e3-ad7c-976237b91fd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.1136165 Dec 10 04:38:24.967037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9410a-63ab-408b-8ab6-25a5e5592be1 req-89029e54-7e6a-4d68-80cd-40b4a91b4c7c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:24.968580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43f9410a-63ab-408b-8ab6-25a5e5592be1 req-89029e54-7e6a-4d68-80cd-40b4a91b4c7c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1295781 Dec 10 04:38:24.972311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b2b6fe98-5b35-48ff-8571-d16c4ef03ebd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1178582 Dec 10 04:38:24.975997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57138) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:25.013541 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-bb9886f6-2b4c-48ab-b4e2-ae207e1ae037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0470459 Dec 10 04:38:25.063858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43f9410a-63ab-408b-8ab6-25a5e5592be1 req-a31d101d-4880-4fac-bd01-4106ff65cf27 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830781 Dec 10 04:38:25.073556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-280e8f91-0573-4350-83b1-7dd1240cbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.074744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1fe132-fc70-4f58-af4c-66170adca4ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.075685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-280e8f91-0573-4350-83b1-7dd1240cbc8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.0528486 Dec 10 04:38:25.082563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e1fe132-fc70-4f58-af4c-66170adca4ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1049855 Dec 10 04:38:25.087792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:25.126241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-40c3d877-0274-487c-a853-b89dcecc52f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406909 Dec 10 04:38:25.145202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.155689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.208753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:25.211877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:25.220894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:25.240567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 7749de4a-6f3f-4e4f-9374-23fa8d022bfc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:25.241081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.242597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Pushing event updated for resources: {'Port': ['ID=1caac8b3-0f23-482d-99d8-980fe2f34abe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:25.318631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-420dde8c-b197-4d17-97cf-94f0ba41cd61 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697674 Dec 10 04:38:25.318983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Attempting to bind port 1caac8b3-0f23-482d-99d8-980fe2f34abe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:25.319341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Attempting to bind port 1caac8b3-0f23-482d-99d8-980fe2f34abe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:25.319704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Attempting to bind port 1caac8b3-0f23-482d-99d8-980fe2f34abe on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:25.325124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:25.325501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:25.325905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.326304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:25.326777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Bound port: 1caac8b3-0f23-482d-99d8-980fe2f34abe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:25.327159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.383992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b84c8-e44f-41c7-b6ad-dd3854c26e77 req-c0d7ea41-d95c-43dd-9fcb-60e4819a7cd0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.386010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-973b84c8-e44f-41c7-b6ad-dd3854c26e77 req-c0d7ea41-d95c-43dd-9fcb-60e4819a7cd0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1241245 Dec 10 04:38:25.402540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] For port 1caac8b3-0f23-482d-99d8-980fe2f34abe, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:25.409132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] For port 1caac8b3-0f23-482d-99d8-980fe2f34abe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1caac8b3-0f23-482d-99d8-980fe2f34abe,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:25.409636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.421848 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.431052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 7749de4a-6f3f-4e4f-9374-23fa8d022bfc owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:25.442587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ccde10c-7248-4d55-9846-2b4092e9c4a8 req-ac71944c-85ef-48de-89fa-0c149c182937 service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124022 Dec 10 04:38:25.515704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-973b84c8-e44f-41c7-b6ad-dd3854c26e77 req-5320a6da-31c9-4e62-a02e-e0bfb528efc5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191320 Dec 10 04:38:25.562815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70614144-aa0a-42dd-a31e-ad865106b2bd None None] Pushing event updated for resources: {'Port': ['ID=1caac8b3-0f23-482d-99d8-980fe2f34abe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:25.670295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.674686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.692596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bd97-f5b5-4663-af52-065c1d0053b3 req-4679bd8c-61dc-4419-93bf-7f021d71b307 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.694127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb23bd97-f5b5-4663-af52-065c1d0053b3 req-4679bd8c-61dc-4419-93bf-7f021d71b307 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.0814641 Dec 10 04:38:25.719326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=7749de4a-6f3f-4e4f-9374-23fa8d022bfc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:25.791577 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:25.794907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c580cac0-ec2b-471c-bbb6-193db71bd33c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/7749de4a-6f3f-4e4f-9374-23fa8d022bfc HTTP/1.1" status: 204 len: 168 time: 0.7061546 Dec 10 04:38:25.797581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:25.819159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7014315-881d-41da-afa5-aba709e90813 req-c8db9e4d-2256-4e58-8ca5-42a9a41689b7 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0859132 Dec 10 04:38:25.863359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb23bd97-f5b5-4663-af52-065c1d0053b3 req-91e8756d-b387-4f09-853a-3284209172df tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452689 Dec 10 04:38:25.872696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302fb233-f26f-4180-a44d-1897406efb9c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.874743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302fb233-f26f-4180-a44d-1897406efb9c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:25.876495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-302fb233-f26f-4180-a44d-1897406efb9c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0777519 Dec 10 04:38:25.879067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:25.979016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 5e2dea43-2ca0-4ae6-b10c-c59176939f4b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:25.983553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.019922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f494b-e04b-436d-add5-4cf3d686f5d3 req-226f3d39-4894-4623-a632-b97d8599ad18 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:26.021535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c39f494b-e04b-436d-add5-4cf3d686f5d3 req-226f3d39-4894-4623-a632-b97d8599ad18 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0551364 Dec 10 04:38:26.036383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.046250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1caac8b3-0f23-482d-99d8-980fe2f34abe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:26.088699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c39f494b-e04b-436d-add5-4cf3d686f5d3 req-6891f04d-8950-457e-9fc4-3aac7baf7e30 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595393 Dec 10 04:38:26.096141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1caac8b3-0f23-482d-99d8-980fe2f34abe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:26.096535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.142761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.195852 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.205672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab3fd-7664-4b32-ac52-c85ef90c92eb req-e38fe72c-b719-41c2-8ccd-b32d7745384e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:26.207943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c3ab3fd-7664-4b32-ac52-c85ef90c92eb req-e38fe72c-b719-41c2-8ccd-b32d7745384e tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0664568 Dec 10 04:38:26.221627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.254305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2dea43-2ca0-4ae6-b10c-c59176939f4b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:26.256728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.263191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c1e38777-594a-4537-a533-06eb53692754 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/5e2dea43-2ca0-4ae6-b10c-c59176939f4b HTTP/1.1" status: 204 len: 168 time: 0.3832159 Dec 10 04:38:26.263939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:26.266330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:38:26.266969 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:38:26.289082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c3ab3fd-7664-4b32-ac52-c85ef90c92eb req-8f3ab136-15e7-48ed-a934-aa615b10436d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Dec 10 04:38:26.304399 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f681e1a5-7257-4ce5-bf69-90baf34d2df5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387111 Dec 10 04:38:26.306854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:26.311871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:26.413084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:26.416704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.599062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c3b9ae-7556-451a-b1c1-4902851b97df None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:26.624441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.653046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0feec-4752-4384-9be9-a110df62bee6 req-32054e20-74d4-41fa-b0d9-87d105d304db tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:26.654732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96a0feec-4752-4384-9be9-a110df62bee6 req-32054e20-74d4-41fa-b0d9-87d105d304db tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0560446 Dec 10 04:38:26.665949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:26.669232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:26.673531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:26.674118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.688603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=b4bc3793-2487-4c21-b671-1a09df4ceb6b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:26.702992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e6cd702-0c60-40ed-afb3-b776def034f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3944290 Dec 10 04:38:26.705158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:26.706968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] Provisioning complete for port 1caac8b3-0f23-482d-99d8-980fe2f34abe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:26.707458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.710666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': 'b4bc3793-2487-4c21-b671-1a09df4ceb6b', 'ip_address': '2001:db8::650c:bef4:6ce9:5a1e'}], 'name': 'tempest-NetworksTestDHCPv6-194769019'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:26.720211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96a0feec-4752-4384-9be9-a110df62bee6 req-c328c23c-dda9-45e6-80d3-6fcbda3ec87e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Dec 10 04:38:26.801579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:26.830791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.842096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:26.858351 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.904087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] For port 1caac8b3-0f23-482d-99d8-980fe2f34abe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1caac8b3-0f23-482d-99d8-980fe2f34abe,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:26.915574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.939608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:26.962866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 8cfc7a05-39d3-4ed6-8ead-9459aebf2141 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:26.966628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Deleting port 1caac8b3-0f23-482d-99d8-980fe2f34abe {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:26.967025 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.021862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bd90-2cf4-4d78-a82f-166dae0eaf3b req-aeb505c6-e5eb-41a0-9005-193f0580773b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.024213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5841bd90-2cf4-4d78-a82f-166dae0eaf3b req-aeb505c6-e5eb-41a0-9005-193f0580773b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.0683856 Dec 10 04:38:27.047066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:38:27.047467 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:38:27.053460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c6b2-ce20-49d6-80d8-161042cf6f82 None None] Pushing event updated for resources: {'Port': ['ID=1caac8b3-0f23-482d-99d8-980fe2f34abe,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:27.087665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] For port 1caac8b3-0f23-482d-99d8-980fe2f34abe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1caac8b3-0f23-482d-99d8-980fe2f34abe,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:27.088074 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.101153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5841bd90-2cf4-4d78-a82f-166dae0eaf3b req-41ee0ccd-9a29-4186-b0d4-d8b88e019b45 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704732 Dec 10 04:38:27.101995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Calling delete_port for 1caac8b3-0f23-482d-99d8-980fe2f34abe owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:27.147111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db062052-f429-41d9-a912-e367f2a58918 req-04dca009-b0fa-46f8-b76b-0b826d1fa58f tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.2062647 Dec 10 04:38:27.221147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.241530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::650c:bef4:6ce9:5a1e (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/b4bc3793-2487-4c21-b671-1a09df4ceb6b/8cfc7a05-39d3-4ed6-8ead-9459aebf2141) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:27.249078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] Pushing event deleted for resources: {'Port': ['ID=1caac8b3-0f23-482d-99d8-980fe2f34abe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:27.251190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539ead2-b273-42da-b1e1-8192484f53f8 None None] No DVR routers for this DVR port 1caac8b3-0f23-482d-99d8-980fe2f34abe on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:27.271100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882d89-d6cc-4b35-81a5-b9326d79ef0b req-fd12970b-c529-47d3-8a02-d9a06fdbe78a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.272661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3882d89-d6cc-4b35-81a5-b9326d79ef0b req-fd12970b-c529-47d3-8a02-d9a06fdbe78a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0544977 Dec 10 04:38:27.279844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6ece3-489c-4b6d-b9e2-5222778fcc95 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:27.361652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3882d89-d6cc-4b35-81a5-b9326d79ef0b req-5dc05eb8-fd3d-4dfe-bc83-8e2eb6bb59ac tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681221 Dec 10 04:38:27.367621 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.428811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'b4bc3793-2487-4c21-b671-1a09df4ceb6b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:27.429803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.438324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.475059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.478606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57ed36-a971-467b-ab18-a7022c4b9d58 req-faf2b59a-24ca-4708-9146-96a8d6355c15 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.481067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae57ed36-a971-467b-ab18-a7022c4b9d58 req-faf2b59a-24ca-4708-9146-96a8d6355c15 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0566642 Dec 10 04:38:27.532719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:27.533982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=8cfc7a05-39d3-4ed6-8ead-9459aebf2141,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:27.536112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae57ed36-a971-467b-ab18-a7022c4b9d58 req-c7947065-d4ce-4ea4-8169-b8d31a28d367 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Dec 10 04:38:27.538034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:27.540257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:27.546758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.547368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.567134 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c2a9548-a54f-469d-a470-057500a84c4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8585963 Dec 10 04:38:27.567551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:27.569033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/b4bc3793-2487-4c21-b671-1a09df4ceb6b/65f91983-3252-4393-b460-891856457d0d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:27.646288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-c8fb4327-bad9-4e30-a3dd-9321cc669127 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.647733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-c8fb4327-bad9-4e30-a3dd-9321cc669127 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Dec 10 04:38:27.655506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395644c1-7b4a-4974-85b0-24ae1d905f71 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.656884 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-395644c1-7b4a-4974-85b0-24ae1d905f71 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0883446 Dec 10 04:38:27.659468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:27.708854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Port 1caac8b3-0f23-482d-99d8-980fe2f34abe update to ACTIVE by agent not found {{(pid=103255) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 04:38:27.728857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.734405 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.776687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:27.783850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:27.788513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:27.791437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Pushing event updated for resources: {'Port': ['ID=65f91983-3252-4393-b460-891856457d0d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:27.825108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 8cfc7a05-39d3-4ed6-8ead-9459aebf2141 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:27.825558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.841270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Deleting port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:27.841604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.846363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Attempting to bind port 65f91983-3252-4393-b460-891856457d0d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:27.846742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Attempting to bind port 65f91983-3252-4393-b460-891856457d0d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:27.847726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Attempting to bind port 65f91983-3252-4393-b460-891856457d0d on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:27.853421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:27.853799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:27.854198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.854588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:27.855127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f99470-8b7e-4a88-aff1-43a84924ea92 req-d9913cdf-5c7a-46d5-b642-7055d5948697 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:27.855286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Bound port: 65f91983-3252-4393-b460-891856457d0d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:27.855552 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.857365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9f99470-8b7e-4a88-aff1-43a84924ea92 req-d9913cdf-5c7a-46d5-b642-7055d5948697 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0632648 Dec 10 04:38:27.933042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] For port 65f91983-3252-4393-b460-891856457d0d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:27.937098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] For port 65f91983-3252-4393-b460-891856457d0d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=65f91983-3252-4393-b460-891856457d0d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:27.941319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9f99470-8b7e-4a88-aff1-43a84924ea92 req-65d5870a-123f-49eb-b92f-5120737cf4d2 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781841 Dec 10 04:38:27.945517 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:27.985635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1caac8b3-0f23-482d-99d8-980fe2f34abe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:27.995985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.009420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] For port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:28.009778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.019667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1caac8b3-0f23-482d-99d8-980fe2f34abe {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:28.019832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 8cfc7a05-39d3-4ed6-8ead-9459aebf2141 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:28.020014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1caac8b3-0f23-482d-99d8-980fe2f34abe not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:28.042180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9cbe0-5a0e-4e74-9d73-6437714933c1 None None] Pushing event updated for resources: {'Port': ['ID=65f91983-3252-4393-b460-891856457d0d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:28.280565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.308745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d372-9a23-43f0-96df-2c12240b9f9f req-e9b16aea-2529-4fa4-991e-50307af50647 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:28.317673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4444d372-9a23-43f0-96df-2c12240b9f9f req-e9b16aea-2529-4fa4-991e-50307af50647 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 946 time: 0.1386211 Dec 10 04:38:28.326309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.326724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.327037 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Floating IP d973eb40-e90a-4d6c-a8b2-3df2bda2aed2 disassociated. External IP: 172.25.8.2, port: 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c. Dec 10 04:38:28.327316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Calling delete_port for 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:28.372186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48e06731-ffd5-4077-baca-328f7ce3f7a8 req-11d811d7-e273-4c48-8cc9-110e94c2f1a4 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0816948 Dec 10 04:38:28.413041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4444d372-9a23-43f0-96df-2c12240b9f9f req-7332dad8-d45c-4758-9cd4-ae79c967518d tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups?id=b465ccfb-a715-49c0-b4f7-ec4773a00872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939348 Dec 10 04:38:28.438132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.473071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=8cfc7a05-39d3-4ed6-8ead-9459aebf2141,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:28.513601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.517552 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8340a7df-224a-4e1f-87ac-41fc1071ccab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/8cfc7a05-39d3-4ed6-8ead-9459aebf2141 HTTP/1.1" status: 204 len: 168 time: 0.8572319 Dec 10 04:38:28.520017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:28.535717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0cffc-e988-496d-9a7a-666235fd72ba req-4a0fdb10-ace1-4f4f-9204-f647231cbb9c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:28.543274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9f0cffc-e988-496d-9a7a-666235fd72ba req-4a0fdb10-ace1-4f4f-9204-f647231cbb9c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0639944 Dec 10 04:38:28.593644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9f0cffc-e988-496d-9a7a-666235fd72ba req-2e56ac21-85cd-477b-9cd0-9bd38d3a810a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Dec 10 04:38:28.604800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752438b-4fe9-4954-b6c0-25bbd0fad103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:28.606868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752438b-4fe9-4954-b6c0-25bbd0fad103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:28.608395 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e752438b-4fe9-4954-b6c0-25bbd0fad103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0873625 Dec 10 04:38:28.611570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:28.690876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.696170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet b4bc3793-2487-4c21-b671-1a09df4ceb6b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:28.704932 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.718696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51402067-c5d6-4217-b78b-063e59beb665 req-33c1019b-8a4c-477b-b083-53997eb3cd1c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:28.720289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51402067-c5d6-4217-b78b-063e59beb665 req-33c1019b-8a4c-477b-b083-53997eb3cd1c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0486529 Dec 10 04:38:28.744446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event deleted for resources: {'Port': ['ID=4a2d91d2-a7fb-4096-a04d-7a0957a02d7c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:28.771950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51402067-c5d6-4217-b78b-063e59beb665 req-89473ffb-0dcc-4453-b39b-3be52458cfe0 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Dec 10 04:38:28.807265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:28.942231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:38:28.944915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.070701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:29.085299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.132528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bc3793-2487-4c21-b671-1a09df4ceb6b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:29.145054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.148442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9774d9d7-3d2f-402a-908e-94d0c4f98f4d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/b4bc3793-2487-4c21-b671-1a09df4ceb6b HTTP/1.1" status: 204 len: 168 time: 0.5310724 Dec 10 04:38:29.149874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:29.151517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:29.164904 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Sync routers for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:29.184429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:29.185089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:29.187029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c949c2-a03c-4698-bf74-063b43c17a40 req-cb482a63-3a19-4a0b-adda-39b3753cee33 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:29.194756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55c949c2-a03c-4698-bf74-063b43c17a40 req-cb482a63-3a19-4a0b-adda-39b3753cee33 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1765552 Dec 10 04:38:29.222622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19ab9d-3f21-46f5-8454-5b35edefff8b None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:29.249342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] No DVR routers for this DVR port 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:29.254894 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-19b7498b-b2c7-4d9a-8c70-3d364d50eae1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995040 Dec 10 04:38:29.254894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.257027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c4f71b8f-91bd-4d0a-8bab-9550be550ab7 req-d2a47610-1c9a-43e1-b953-b72775aff0e2 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.36 "DELETE /v2.0/ports/4a2d91d2-a7fb-4096-a04d-7a0957a02d7c HTTP/1.1" status: 204 len: 173 time: 1.5990276 Dec 10 04:38:29.257505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'name': 'network-vif-deleted', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:29.259782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57230) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:29.260039 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c66ae3-46ee-413e-92c1-4db745f82168" -d '{"events": [{"server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "name": "network-vif-deleted", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:29.266325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:29.330697 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af6f6e-2640-45db-bec3-7b6b92501030 x-openstack-request-id: req-c4af6f6e-2640-45db-bec3-7b6b92501030 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:29.331198 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5193ee-13ed-419c-9cb3-3396c44ffd04", "name": "network-vif-deleted", "tag": "4a2d91d2-a7fb-4096-a04d-7a0957a02d7c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:29.331632 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4af6f6e-2640-45db-bec3-7b6b92501030 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:29.332223 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5193ee-13ed-419c-9cb3-3396c44ffd04', 'name': 'network-vif-deleted', 'tag': '4a2d91d2-a7fb-4096-a04d-7a0957a02d7c', 'status': 'completed', 'code': 200} Dec 10 04:38:29.372711 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:29.405218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:29.410278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.420795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55c949c2-a03c-4698-bf74-063b43c17a40 req-ec0170bb-f23a-4577-a0a6-fb91a506cc8c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152469 Dec 10 04:38:29.471201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:29.525091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] Provisioning complete for port 65f91983-3252-4393-b460-891856457d0d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:29.525859 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.534940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'port_id': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'mac_address': 'fa:16:3e:66:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47102c-41c0-4ad1-b777-83e21e69179b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:29.606296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.649268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25fce621-0fc4-4b6f-ab20-2e73caa21177 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:29.676774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:29.688818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.703254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:29.745149 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Checking router: 1b70ced7-7b6b-4ccd-9856-025d1bdb960f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:29.755651 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:29.756279 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:29.783459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.790904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:29.802005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:29.853592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['25fce621-0fc4-4b6f-ab20-2e73caa21177'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:29.857992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] For port 65f91983-3252-4393-b460-891856457d0d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=65f91983-3252-4393-b460-891856457d0d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:29.887701 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.895362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ec3d55f-7842-4000-9f32-d43564a4ba76 req-09aaf35c-1698-4e06-afb9-2c079a97a188 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0651417 Dec 10 04:38:29.899764 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:29.954113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a443626c-760f-469d-bbc4-2ea55a875375 req-0a92a7eb-f8d7-4e14-b048-2802cef66fa7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.1250145 Dec 10 04:38:29.968623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Deleting port 65f91983-3252-4393-b460-891856457d0d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:29.968992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:29.973819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced7bc8-3c21-4373-a827-a81f17838562 None None] Pushing event updated for resources: {'Port': ['ID=65f91983-3252-4393-b460-891856457d0d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:30.062835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] For port 65f91983-3252-4393-b460-891856457d0d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=65f91983-3252-4393-b460-891856457d0d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:30.063151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.106612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Calling delete_port for 65f91983-3252-4393-b460-891856457d0d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:30.221887 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:30.259122 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde40b6-f2d4-4cb0-a805-d339411afd15 None None] The sync data for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 is: [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:30Z', 'revision_number': 4, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1dc32371-b87b-4f3b-b0a4-ad311b07e80d', 'name': '', 'network_id': '06a2977a-1a4a-4a99-8036-4069d6f22c85', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'mac_address': 'fa:16:3e:2e:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '7d694bb2-085c-4385-8441-de7dff259090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:29Z', 'updated_at': '2021-12-10T04:35:37Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'subnets': [{'id': '7d694bb2-085c-4385-8441-de7dff259090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:30.270097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.282571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ae21-ac3b-433d-9175-ce3225d1af2e req-d36856e8-444a-4cd8-a68d-488f697cff85 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:30.288977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c585ae21-ac3b-433d-9175-ce3225d1af2e req-d36856e8-444a-4cd8-a68d-488f697cff85 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 944 time: 0.2057271 Dec 10 04:38:30.303348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.334594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] Pushing event deleted for resources: {'Port': ['ID=65f91983-3252-4393-b460-891856457d0d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:30.338840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3efd6-2591-49f7-89e5-f526dbe5d890 None None] No DVR routers for this DVR port 65f91983-3252-4393-b460-891856457d0d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:30.416075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:30.426224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:30.432295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:30.433010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.441014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc6932-28d5-4456-903b-2c49d5b0e4f0 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:30.461193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c585ae21-ac3b-433d-9175-ce3225d1af2e req-b7d9d1b7-c3de-476f-94cc-07f9ecb7b97c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705668 Dec 10 04:38:30.473095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=91409258-417b-4300-8c55-ba4007a02fcd,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:30.508649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d95bfb-df81-4de8-bd42-353389e1074f req-45445d0c-dc78-449f-9d46-41cf7d522891 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:30.516169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24d95bfb-df81-4de8-bd42-353389e1074f req-45445d0c-dc78-449f-9d46-41cf7d522891 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1989563 Dec 10 04:38:30.546921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-814ef2f4-cf87-47f7-a46f-8d903c41c203 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2856915 Dec 10 04:38:30.549611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:30.554636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '91409258-417b-4300-8c55-ba4007a02fcd', 'ip_address': '2001:db8::e010:c2d7:27ce:9412'}], 'name': 'tempest-NetworksTestDHCPv6-2002349284'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:30.599734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '91409258-417b-4300-8c55-ba4007a02fcd'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:30.601542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.619745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb226cf1-ebaf-446c-a4ce-fec59069fb59 None None] New status for floating IP d973eb40-e90a-4d6c-a8b2-3df2bda2aed2: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:38:30.686626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24d95bfb-df81-4de8-bd42-353389e1074f req-0b9d876c-5e8b-4d75-ac13-fe7df25812ac tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690638 Dec 10 04:38:30.711524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878199-5e1a-4ef0-ad98-e44f57ac62b6 req-715c513e-fa67-48c4-a530-ecdbed6611cc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:30.719167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac878199-5e1a-4ef0-ad98-e44f57ac62b6 req-715c513e-fa67-48c4-a530-ecdbed6611cc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1403596 Dec 10 04:38:30.803811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac878199-5e1a-4ef0-ad98-e44f57ac62b6 req-a4a77e77-c4b1-4b31-bc97-fa34c47b3024 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836067 Dec 10 04:38:30.819677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:30.918684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/91409258-417b-4300-8c55-ba4007a02fcd/84188939-54e1-49bf-bedc-b0271020669f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:30.954594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:30.977794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 3e733c87-ceb0-4080-9be7-7c059826d4a9 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:31.091187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a06c4037-4c87-4065-a23e-30ff8f95293a req-cb64e8d4-5694-4065-ac8b-bcb4409ea72a tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0553989 Dec 10 04:38:31.092893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:31.148662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:31.154121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ca73-014f-4b49-8817-bbf808c2af32 req-57ad0473-b28d-402b-939e-0b857a2e241c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.155981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.161893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd22ca73-014f-4b49-8817-bbf808c2af32 req-57ad0473-b28d-402b-939e-0b857a2e241c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 944 time: 0.1272047 Dec 10 04:38:31.199590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.208631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:31.208631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4a2d91d2-a7fb-4096-a04d-7a0957a02d7c not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:31.221370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:31.246877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:31.252616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:31.255019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 25fce621-0fc4-4b6f-ab20-2e73caa21177 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:31.255019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.261900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd22ca73-014f-4b49-8817-bbf808c2af32 req-585dbff8-83e6-4ff0-83e4-cf75566a07b0 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985909 Dec 10 04:38:31.281242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42ea60df-94d5-46f8-9bc6-dbc95d24f6e5 req-6e74aa9b-1828-4661-96fe-b250d1fa879f tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0484674 Dec 10 04:38:31.310929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Pushing event updated for resources: {'Port': ['ID=84188939-54e1-49bf-bedc-b0271020669f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:31.312166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::e010:c2d7:27ce:9412 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/91409258-417b-4300-8c55-ba4007a02fcd/3e733c87-ceb0-4080-9be7-7c059826d4a9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:31.366144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Attempting to bind port 84188939-54e1-49bf-bedc-b0271020669f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:31.366597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Attempting to bind port 84188939-54e1-49bf-bedc-b0271020669f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:31.367049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Attempting to bind port 84188939-54e1-49bf-bedc-b0271020669f on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:31.374607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:31.374918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:31.375468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.375938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:31.376508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Bound port: 84188939-54e1-49bf-bedc-b0271020669f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:31.377627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.449960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.492288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:31.495058 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67ba0d-135e-4bb0-a4dd-ca77936fa241" -d '{"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-plugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:31.512220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:31.515047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] For port 84188939-54e1-49bf-bedc-b0271020669f, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:31.519462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.549351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] For port 84188939-54e1-49bf-bedc-b0271020669f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=84188939-54e1-49bf-bedc-b0271020669f,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:31.553000 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42935d15-ea9a-4961-94f3-e96f806d8f06 x-openstack-request-id: req-42935d15-ea9a-4961-94f3-e96f806d8f06 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:31.553449 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-plugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:31.553825 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42935d15-ea9a-4961-94f3-e96f806d8f06 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:31.554257 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'code': 200} Dec 10 04:38:31.555724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.560368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.606396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:31.622873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383ead4-8847-4792-83a4-fe9d09584d2f req-91b10cc3-97f0-412e-86c4-98cc64ddfa15 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.632707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8383ead4-8847-4792-83a4-fe9d09584d2f req-91b10cc3-97f0-412e-86c4-98cc64ddfa15 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.1392362 Dec 10 04:38:31.651799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.686506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658c44b-71f4-4500-9d8f-433b110286f4 None None] Pushing event updated for resources: {'Port': ['ID=84188939-54e1-49bf-bedc-b0271020669f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:31.712723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:31.722699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:31.727456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:31.733671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.734293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:31.751539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8383ead4-8847-4792-83a4-fe9d09584d2f req-ef936b7d-a5fc-47d0-8c53-4f2f3a4edc5f tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177053 Dec 10 04:38:31.767659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=3e733c87-ceb0-4080-9be7-7c059826d4a9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:31.807065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-070e9a83-e178-483d-85a9-346e737d0b53 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2542739 Dec 10 04:38:31.808069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:31.888530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a9f1c-70a3-4542-aee8-9ceab621873d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.890140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f93540-7a17-4c66-96c7-e92e22d7a316 req-b0524b05-861c-40c0-ba48-73c08764abfd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.892244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12f93540-7a17-4c66-96c7-e92e22d7a316 req-b0524b05-861c-40c0-ba48-73c08764abfd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1068633 Dec 10 04:38:31.894482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a9f1c-70a3-4542-aee8-9ceab621873d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:31.896025 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b8a9f1c-70a3-4542-aee8-9ceab621873d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0855501 Dec 10 04:38:31.899905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57274) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:32.060896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 84188939-54e1-49bf-bedc-b0271020669f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:32.076405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12f93540-7a17-4c66-96c7-e92e22d7a316 req-40540c5f-16c6-4e11-9df4-195625f5caa9 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778352 Dec 10 04:38:32.094750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461da4-58b2-4c2b-ae53-e59215e9c3ed req-3d7f3b60-9e68-4603-a064-0c6b6129bd09 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.096253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da461da4-58b2-4c2b-ae53-e59215e9c3ed req-3d7f3b60-9e68-4603-a064-0c6b6129bd09 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1320779 Dec 10 04:38:32.124502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 84188939-54e1-49bf-bedc-b0271020669f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:32.124872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.139100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 3e733c87-ceb0-4080-9be7-7c059826d4a9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:32.139477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.212539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.245364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da461da4-58b2-4c2b-ae53-e59215e9c3ed req-5d72855b-5297-436c-91fa-5026933944e8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420135 Dec 10 04:38:32.247011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 84188939-54e1-49bf-bedc-b0271020669f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=84188939-54e1-49bf-bedc-b0271020669f,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:32.259242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.279305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36aab280-cb2f-4858-9c51-be20165df33c req-a48770ac-ed55-4b53-8cec-58faae03a651 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0480726 Dec 10 04:38:32.326501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=84188939-54e1-49bf-bedc-b0271020669f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:32.330585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.344815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 3e733c87-ceb0-4080-9be7-7c059826d4a9 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:32.449617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69aeffc0-3887-48f8-b235-9822168ae078 req-e79026b2-7bb3-43c6-bb22-f770eef1d6d6 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0579157 Dec 10 04:38:32.553414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd189d-49de-45a0-82e1-21f9a4b0b947 req-ad48f67e-0ef2-40f0-9467-e79217c6560a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.561308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eadd189d-49de-45a0-82e1-21f9a4b0b947 req-ad48f67e-0ef2-40f0-9467-e79217c6560a tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.1684787 Dec 10 04:38:32.632262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eadd189d-49de-45a0-82e1-21f9a4b0b947 req-b48e08dc-16a8-496b-99d9-66b4532de14d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Dec 10 04:38:32.633482 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.668527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=3e733c87-ceb0-4080-9be7-7c059826d4a9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:32.704950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.708658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02a06f1a-f3bd-47cd-af37-1fdd62ac001b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/3e733c87-ceb0-4080-9be7-7c059826d4a9 HTTP/1.1" status: 204 len: 168 time: 0.8077862 Dec 10 04:38:32.710974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57288) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:32.768504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8e6f6-110d-471f-999d-7a88262cc10e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.770241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8e6f6-110d-471f-999d-7a88262cc10e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.774242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e4a8e6f6-110d-471f-999d-7a88262cc10e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0598443 Dec 10 04:38:32.774681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57290) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:32.833639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 91409258-417b-4300-8c55-ba4007a02fcd {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:32.836576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662ac1-8245-4448-a83e-cdf94696df97 req-f2917db6-3127-4692-a544-adaa83c0b92f tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.837429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.841291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b662ac1-8245-4448-a83e-cdf94696df97 req-f2917db6-3127-4692-a544-adaa83c0b92f tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.0578384 Dec 10 04:38:32.911180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:32.915366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b662ac1-8245-4448-a83e-cdf94696df97 req-a960d340-c6f4-49b5-b18e-a650b074f5d9 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700424 Dec 10 04:38:32.929737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-d8f1eac5-bd63-4aee-9133-4f74fca53f5c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:32.931763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-d8f1eac5-bd63-4aee-9133-4f74fca53f5c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 945 time: 0.0610232 Dec 10 04:38:33.084016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.090433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:33.146055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Deleting port 25fce621-0fc4-4b6f-ab20-2e73caa21177 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:33.146382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.153552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9d9930c9-7c2d-441b-9285-187944616b34 None None] Provisioning complete for port 84188939-54e1-49bf-bedc-b0271020669f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:33.154298 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9930c9-7c2d-441b-9285-187944616b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.237906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dac7b-0541-4e1e-9d34-281b18d690e0 req-56101e30-0209-4d84-a6e9-e91f7b694fe5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:33.245760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b8dac7b-0541-4e1e-9d34-281b18d690e0 req-56101e30-0209-4d84-a6e9-e91f7b694fe5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0695493 Dec 10 04:38:33.258047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.311206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b8dac7b-0541-4e1e-9d34-281b18d690e0 req-44d51dcc-bd0d-4b5b-b65a-81118e5557fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643344 Dec 10 04:38:33.321513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:33.321924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.350854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Calling delete_port for 25fce621-0fc4-4b6f-ab20-2e73caa21177 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:33.358564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 25fce621-0fc4-4b6f-ab20-2e73caa21177, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=25fce621-0fc4-4b6f-ab20-2e73caa21177,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:33.361961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.364112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.471343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-927e399b-1be9-442e-8f05-c486eab5e4c3 None None] Could not find standard attr ID for object 3e733c87-ceb0-4080-9be7-7c059826d4a9. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:38:33.479483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:33.555731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:33.557374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f1ef-4dcd-4409-85c7-3cd8db405ba3 req-d199d1c8-913e-45dc-a546-c1921bdce30b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:33.559101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec30f1ef-4dcd-4409-85c7-3cd8db405ba3 req-d199d1c8-913e-45dc-a546-c1921bdce30b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1196167 Dec 10 04:38:33.564203 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6465d3-aaf4-4be4-baa8-2f80e9c06692" -d '{"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-unplugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:33.640383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec30f1ef-4dcd-4409-85c7-3cd8db405ba3 req-85da0eeb-b15f-4017-a147-eab5dd94e4d0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Dec 10 04:38:33.695102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40e55d64-b36f-4265-bada-64691adbd27e req-d62a5d74-0925-426e-ba0f-821a025e0429 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0441635 Dec 10 04:38:33.738880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c60ae376-1801-4b2c-83fe-1ab2e2ec6d5f req-dd78e634-f842-4f22-8fc1-5529dea49ea8 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0282569 Dec 10 04:38:33.802692 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce2a8d-3d4b-468f-bb36-8f63faf3c5ea x-openstack-request-id: req-80ce2a8d-3d4b-468f-bb36-8f63faf3c5ea {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:33.803521 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-unplugged", "status": "completed", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:33.803949 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80ce2a8d-3d4b-468f-bb36-8f63faf3c5ea {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:33.804583 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'code': 200} Dec 10 04:38:33.844842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbbbde-82ac-44b7-8956-03ddece724c4 req-be8000ae-eb38-46e9-af48-e8cbb0330648 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:33.846907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fcbbbde-82ac-44b7-8956-03ddece724c4 req-be8000ae-eb38-46e9-af48-e8cbb0330648 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.0655615 Dec 10 04:38:33.848667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926c465-55bd-43aa-a7a5-6691f00969af None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:33.869500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:33.875210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/91409258-417b-4300-8c55-ba4007a02fcd HTTP/1.1" status: 204 len: 168 time: 1.0972641 Dec 10 04:38:33.875210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00919e-b1ff-4d2b-afc9-15a8a82813c3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=91409258-417b-4300-8c55-ba4007a02fcd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:33.877736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:33.933247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fcbbbde-82ac-44b7-8956-03ddece724c4 req-97638275-64cc-4ef8-8144-d3a3f4b6eb56 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801713 Dec 10 04:38:34.024864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6f65619c-74a3-4e26-a0a0-648a2baaa271 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436467 Dec 10 04:38:34.025158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:34.041216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 84188939-54e1-49bf-bedc-b0271020669f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:34.087917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e6eeb-0c5a-4809-a6ce-b7804ff3b52a req-c425ad29-9732-4d3e-b955-f8f66b7ca83e tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.099041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b06e6eeb-0c5a-4809-a6ce-b7804ff3b52a req-c425ad29-9732-4d3e-b955-f8f66b7ca83e tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a835b5-dc42-45fa-b1ea-9b6f3e223b88 HTTP/1.1" status: 200 len: 943 time: 0.1833782 Dec 10 04:38:34.100892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.116372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:34.156813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event deleted for resources: {'Port': ['ID=25fce621-0fc4-4b6f-ab20-2e73caa21177,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:34.159485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 84188939-54e1-49bf-bedc-b0271020669f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:34.159485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.186891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b06e6eeb-0c5a-4809-a6ce-b7804ff3b52a req-db3ac566-eab0-40fc-847c-9822f1bfd02f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869906 Dec 10 04:38:34.217678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] No DVR routers for this DVR port 25fce621-0fc4-4b6f-ab20-2e73caa21177 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:34.220657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.223709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Deleting port 84188939-54e1-49bf-bedc-b0271020669f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:34.224093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.224493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7d9fea3c-7ff6-43f8-9219-68847f0fac9f req-ff21d0bb-de40-423e-9ca5-f0661dbb5163 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.41 "DELETE /v2.0/ports/25fce621-0fc4-4b6f-ab20-2e73caa21177 HTTP/1.1" status: 204 len: 173 time: 1.2734699 Dec 10 04:38:34.226642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-deleted', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:34.230298 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512fb86-46f3-4389-ae48-20fb9c5be28e" -d '{"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-deleted", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:34.235531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-93e84b9e-9917-4a3a-8c20-5fcc0d64ff2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2281725 Dec 10 04:38:34.247198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5949d-9f9c-4331-a138-ce357a5fadf4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.249064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08c5949d-9f9c-4331-a138-ce357a5fadf4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2226543 Dec 10 04:38:34.251681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:34.290712 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0ad50-8c99-4d87-a8f6-9f7f7ba3b2cb x-openstack-request-id: req-0ae0ad50-8c99-4d87-a8f6-9f7f7ba3b2cb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:34.291352 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a835b5-dc42-45fa-b1ea-9b6f3e223b88", "name": "network-vif-deleted", "tag": "25fce621-0fc4-4b6f-ab20-2e73caa21177", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:34.291661 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ae0ad50-8c99-4d87-a8f6-9f7f7ba3b2cb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:34.292438 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a835b5-dc42-45fa-b1ea-9b6f3e223b88', 'name': 'network-vif-deleted', 'tag': '25fce621-0fc4-4b6f-ab20-2e73caa21177', 'status': 'completed', 'code': 200} Dec 10 04:38:34.341966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649a99f-8940-4e0a-9c56-3dd71b113760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.346507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0649a99f-8940-4e0a-9c56-3dd71b113760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914674 Dec 10 04:38:34.346822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57324) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:34.399613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:34.400583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-400ac597-03d2-4db7-b11f-e307e36d6121 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522275 Dec 10 04:38:34.405799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:34.444901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111983-0384-4511-b125-4e80521a35e6 req-d57f32e7-8391-4574-b475-371d11f0b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.444901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-d57f32e7-8391-4574-b475-371d11f0b06a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 1101 time: 0.1250851 Dec 10 04:38:34.454327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] For port 84188939-54e1-49bf-bedc-b0271020669f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=84188939-54e1-49bf-bedc-b0271020669f,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:34.454928 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.486920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Calling delete_port for 84188939-54e1-49bf-bedc-b0271020669f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:34.511254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e8629-22ec-434a-a157-380a57c9a9cd req-fe547410-9398-4b52-98c0-07ab9fb4409a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.519233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c07e8629-22ec-434a-a157-380a57c9a9cd req-fe547410-9398-4b52-98c0-07ab9fb4409a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0941336 Dec 10 04:38:34.581230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c07e8629-22ec-434a-a157-380a57c9a9cd req-c3e0e6d2-64c2-416a-a883-f4a229d53600 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 Dec 10 04:38:34.589384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.621297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] Pushing event deleted for resources: {'Port': ['ID=84188939-54e1-49bf-bedc-b0271020669f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:34.625183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7402025-e057-47a6-9d28-3b7a007db938 None None] No DVR routers for this DVR port 84188939-54e1-49bf-bedc-b0271020669f on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:34.629644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:34.634282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:34.749072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111983-0384-4511-b125-4e80521a35e6 req-3c32617e-6cc3-4ef8-bc74-601dbae24fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.751131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-3c32617e-6cc3-4ef8-bc74-601dbae24fc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2185826 Dec 10 04:38:34.784962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f77d-ec19-4df6-ae4b-2b1b868fc523 req-a83e22c8-6d4c-4e9e-a77f-390ffe2d2c4d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.794817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f77d-ec19-4df6-ae4b-2b1b868fc523 req-a83e22c8-6d4c-4e9e-a77f-390ffe2d2c4d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0923541 Dec 10 04:38:34.822696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-3362936a-23b1-4fca-a8e7-89ab00598cfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 200 len: 217 time: 0.0570166 Dec 10 04:38:34.879453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31d4859a-e335-4a0e-b906-f32dd4533dc6 req-fd7d90f1-2cc7-4b68-95e0-2f515ee4598e tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0506020 Dec 10 04:38:34.899999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6329f77d-ec19-4df6-ae4b-2b1b868fc523 req-40502175-1c8d-4bd4-805a-5378e907218f tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961392 Dec 10 04:38:34.975381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111983-0384-4511-b125-4e80521a35e6 req-0fbad956-1d81-4c19-9e94-14d43602d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:34.978115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-0fbad956-1d81-4c19-9e94-14d43602d610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1034467 Dec 10 04:38:34.985211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97aa8fe3-f15d-456f-adcf-ffe12d538c2e req-930ffda4-bf2b-4a91-b3b2-edbbe5b48de7 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5193ee-13ed-419c-9cb3-3396c44ffd04 HTTP/1.1" status: 200 len: 210 time: 0.0459988 Dec 10 04:38:35.017144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.081431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdc6d6-bf38-4132-8af5-670d83a806ae req-441508c2-111a-4a9b-87fc-ebfb1a809950 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.085496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2fdc6d6-bf38-4132-8af5-670d83a806ae req-441508c2-111a-4a9b-87fc-ebfb1a809950 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.0770504 Dec 10 04:38:35.097536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:35.103973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:35.109547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.110146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.116925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2cf5a-6676-4861-abe7-2bc412a45fce None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:35.129768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=13659e50-87ec-4313-884f-a3b651f33487,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:35.140935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111983-0384-4511-b125-4e80521a35e6 req-3a1b990b-b919-49a2-bfa2-bc409a89077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.143047 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-3a1b990b-b919-49a2-bfa2-bc409a89077a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368985 Dec 10 04:38:35.148280 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d888507c-712f-41dc-8d07-52c91f6af8ff tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7473471 Dec 10 04:38:35.150791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57338) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:35.156933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '13659e50-87ec-4313-884f-a3b651f33487', 'ip_address': '2001:db8::d9fc:234f:b51:eee0'}], 'name': 'tempest-NetworksTestDHCPv6-2147178580'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:35.190956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2fdc6d6-bf38-4132-8af5-670d83a806ae req-60e88592-00dd-4c16-a7b1-5ac31adc5044 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups?id=035061e9-fbd3-4e53-bd36-8d1840ade9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903752 Dec 10 04:38:35.265203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '13659e50-87ec-4313-884f-a3b651f33487'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:35.266455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.380780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-383fdbd8-8b62-45d4-9943-a92bde580c8f service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174418 Dec 10 04:38:35.420991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5bfcd1a0-24c3-4fb9-93d5-4b35d3562c12 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.423605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5bfcd1a0-24c3-4fb9-93d5-4b35d3562c12 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 945 time: 0.0932956 Dec 10 04:38:35.488168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:35.535990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/13659e50-87ec-4313-884f-a3b651f33487/af149a79-15c3-42f1-95f9-6530ab00fde5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:35.626450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90111983-0384-4511-b125-4e80521a35e6 req-67694ad8-73a9-40f2-9cc6-f8539dbfb074 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369940 Dec 10 04:38:35.651963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.675173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 9981eb9c-b7ca-46ee-8f71-40c53360008e yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:35.700150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Deleting port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:35.700791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.725336 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.734816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.784526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:35.788374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:35.800623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:35.861416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Pushing event updated for resources: {'Port': ['ID=af149a79-15c3-42f1-95f9-6530ab00fde5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:35.916757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1985-2e61-471d-a7a9-2452bbf88a80 req-52b6d9e9-3987-4f61-9925-fada0521780d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.923970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Attempting to bind port af149a79-15c3-42f1-95f9-6530ab00fde5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:35.924344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Attempting to bind port af149a79-15c3-42f1-95f9-6530ab00fde5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:35.924736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Attempting to bind port af149a79-15c3-42f1-95f9-6530ab00fde5 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:35.926434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2adc1985-2e61-471d-a7a9-2452bbf88a80 req-52b6d9e9-3987-4f61-9925-fada0521780d tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1926103 Dec 10 04:38:35.926683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::d9fc:234f:b51:eee0 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/13659e50-87ec-4313-884f-a3b651f33487/9981eb9c-b7ca-46ee-8f71-40c53360008e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:35.941202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:35.941718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:35.941990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.942396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:35.942863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Bound port: af149a79-15c3-42f1-95f9-6530ab00fde5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:35.943253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:35.952929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-6058c47a-78d6-4f04-9eb8-283b7746904f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:35.960551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-6058c47a-78d6-4f04-9eb8-283b7746904f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.4143448 Dec 10 04:38:35.985720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-839208a4-9faf-4161-ad50-45a752efecbc tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/quotas/e484640a999b497daa481f89463faafd HTTP/1.1" status: 200 len: 375 time: 0.0242264 Dec 10 04:38:36.034771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-30373fae-4839-49d4-9734-b7391fe97046 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480981 Dec 10 04:38:36.055404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 84188939-54e1-49bf-bedc-b0271020669f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:36.110068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 84188939-54e1-49bf-bedc-b0271020669f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:36.110470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 84188939-54e1-49bf-bedc-b0271020669f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:36.122627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] For port af149a79-15c3-42f1-95f9-6530ab00fde5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:36.134978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] For port 5f815440-d5b8-49bd-b98f-53fe72d8fde3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5f815440-d5b8-49bd-b98f-53fe72d8fde3,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:36.135612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.138519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.152831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] For port af149a79-15c3-42f1-95f9-6530ab00fde5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=af149a79-15c3-42f1-95f9-6530ab00fde5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:36.161456 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.185213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2adc1985-2e61-471d-a7a9-2452bbf88a80 req-541bd42a-3516-4ca0-93cf-bbb00d1111c1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504060 Dec 10 04:38:36.191948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.237535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39e9cc-2b4c-42a5-ad1f-7d64d8f1bd5a None None] Pushing event updated for resources: {'Port': ['ID=af149a79-15c3-42f1-95f9-6530ab00fde5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:36.253346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:36.264969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:36.273392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:36.299938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:36.300967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.307526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=9981eb9c-b7ca-46ee-8f71-40c53360008e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:36.330900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dc1ee210-1412-4373-b561-23327d29f815 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1789336 Dec 10 04:38:36.333908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:36.340211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '13659e50-87ec-4313-884f-a3b651f33487', 'ip_address': '2001:db8::d9fc:234f:b51:eee0'}], 'name': 'tempest-NetworksTestDHCPv6-1228419698'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:36.486623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:36.492564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:36.547481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 340aebf6-e2e2-44bc-bbfc-65c6a6cacc2f yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:36.676759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4823481-c9b4-46bc-a9b8-f8324aa75a76 req-c4b5b9d7-6d8c-40e2-bab6-443918d61884 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.3757517 Dec 10 04:38:36.687809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f08cad77-c39e-494e-80c9-5f8acc164c84 service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515293 Dec 10 04:38:36.709761 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8f8afcd-5e87-423d-985d-591d085ffb1c req-fc269055-cd08-4b41-b381-48fc5e2c7741 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0446072 Dec 10 04:38:36.795821 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 04:38:36.796781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:38:36.816121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b03b00d-0ba2-4050-9dcf-4d92e7b0ed08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4786687 Dec 10 04:38:36.817509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:36.868141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83791c8f-6638-4de1-91c5-66482f7889bb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:36.874809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83791c8f-6638-4de1-91c5-66482f7889bb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:36.878893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-83791c8f-6638-4de1-91c5-66482f7889bb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0590339 Dec 10 04:38:36.879699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57370) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:36.957722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d63727-0960-47f3-8648-913cc7276272 req-50418bc0-0013-460e-90dd-ca03647a9533 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:36.959385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9d63727-0960-47f3-8648-913cc7276272 req-50418bc0-0013-460e-90dd-ca03647a9533 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1624060 Dec 10 04:38:36.969431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-6e8a256a-23d7-41d8-b05d-644d05cfd08e service neutron] 10.222.0.43 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734303 Dec 10 04:38:36.977692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 9981eb9c-b7ca-46ee-8f71-40c53360008e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:36.978152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.002838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.003286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.003684 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Floating IP 02427744-99ed-4a7e-9449-bce1ce04bc81 disassociated. External IP: 172.25.8.110, port: 5f815440-d5b8-49bd-b98f-53fe72d8fde3. Dec 10 04:38:37.004100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Calling delete_port for 5f815440-d5b8-49bd-b98f-53fe72d8fde3 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:37.092256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9d63727-0960-47f3-8648-913cc7276272 req-69396e3e-13ed-4c3e-b887-6dcf22a84937 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071286 Dec 10 04:38:37.092606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.098441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:37.113174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 9981eb9c-b7ca-46ee-8f71-40c53360008e owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:37.174591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 25fce621-0fc4-4b6f-ab20-2e73caa21177 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:37.176066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 25fce621-0fc4-4b6f-ab20-2e73caa21177 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:37.290359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:37.329486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.338516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f072abc-dfcb-4249-880b-01e9bcfc3c40 req-e1add295-d2f3-4ad2-ab27-92d186f5daa4 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 210 time: 0.0707505 Dec 10 04:38:37.418828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.474062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=9981eb9c-b7ca-46ee-8f71-40c53360008e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:37.488726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event deleted for resources: {'Port': ['ID=5f815440-d5b8-49bd-b98f-53fe72d8fde3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:37.530294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-561397ff-4c2b-483b-a91c-4ea5c14797fb req-843d5484-e741-46d3-bd9a-a8077b03e5cd tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 210 time: 0.1100991 Dec 10 04:38:37.560446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.569354 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb4dea65-4f7e-47f5-a6ba-c5f17943a276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/9981eb9c-b7ca-46ee-8f71-40c53360008e HTTP/1.1" status: 204 len: 168 time: 0.6881087 Dec 10 04:38:37.570051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57388) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:37.642474 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.647378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e1a16-5619-45b7-baee-a61c8e8ca1e6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:37.649066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e1a16-5619-45b7-baee-a61c8e8ca1e6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:37.654602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f65e1a16-5619-45b7-baee-a61c8e8ca1e6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0811336 Dec 10 04:38:37.655185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:37.676053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.768838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 13659e50-87ec-4313-884f-a3b651f33487 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:37.772392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.789053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39936972-6ff4-4a99-bd02-db12174b4f2f req-928d9b35-b282-4db0-94e2-29ce0230f309 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:37.800853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39936972-6ff4-4a99-bd02-db12174b4f2f req-928d9b35-b282-4db0-94e2-29ce0230f309 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3219016 Dec 10 04:38:37.860643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] Provisioning complete for port af149a79-15c3-42f1-95f9-6530ab00fde5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:37.863163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:37.920759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a81b687-ad8e-4c63-bd89-b74af668f09f req-2ab72304-49bc-4624-90d3-8336a0e1a4f3 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.1065643 Dec 10 04:38:37.929102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.005453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.008707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.015417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "DELETE /v2.0/security-groups/b465ccfb-a715-49c0-b4f7-ec4773a00872 HTTP/1.1" status: 204 len: 168 time: 0.7195239 Dec 10 04:38:38.040133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:38.124019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.128792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2db64-0e0c-4be1-b1bc-44047fd0c951 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b465ccfb-a715-49c0-b4f7-ec4773a00872,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:38.187722 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-3287e58f-dc3f-4f07-b136-0fc1d1209993 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] show failed (client error): The resource could not be found. Dec 10 04:38:38.239006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3287e58f-dc3f-4f07-b136-0fc1d1209993 tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "GET /v2.0/security-groups/b465ccfb-a715-49c0-b4f7-ec4773a00872 HTTP/1.1" status: 404 len: 347 time: 0.1523511 Dec 10 04:38:38.239304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] For port af149a79-15c3-42f1-95f9-6530ab00fde5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=af149a79-15c3-42f1-95f9-6530ab00fde5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:38.239450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:38.239577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device af149a79-15c3-42f1-95f9-6530ab00fde5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:38.271340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39936972-6ff4-4a99-bd02-db12174b4f2f req-2a5ea425-a8d5-46b6-a299-1e09dbbb6c4a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695840 Dec 10 04:38:38.283664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Router b571134f-df73-4037-bbfd-ac137167f007 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:38:38.355723 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.382846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.430620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port af149a79-15c3-42f1-95f9-6530ab00fde5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:38.430995 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.483252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d740c98-8b43-4a18-9f69-00f14019fc10 None None] Pushing event updated for resources: {'Port': ['ID=af149a79-15c3-42f1-95f9-6530ab00fde5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:38.511556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:38.511722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-76d4d743-ecf4-4a38-9669-06a472b4ec49 None None] Could not find standard attr ID for object 9981eb9c-b7ca-46ee-8f71-40c53360008e. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:38:38.546450 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Sync routers for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:38.561177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:38.562225 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:38.565989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.629001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=13659e50-87ec-4313-884f-a3b651f33487,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:38.630263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] No DVR routers for this DVR port 5f815440-d5b8-49bd-b98f-53fe72d8fde3 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:38.640561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.646310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4fecc737-d7d7-4593-9202-9348ff38a554 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/13659e50-87ec-4313-884f-a3b651f33487 HTTP/1.1" status: 204 len: 168 time: 0.9877629 Dec 10 04:38:38.647047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Deleting port d6a14478-06d4-434c-8263-8d1ea1fe030b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:38.647835 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.649561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57408) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:38.695677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:38.699259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89f54dab-96b4-4f58-b381-55e8896c2204 req-5b2c4956-dc8f-4735-8644-88493b2a6b6b tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.36 "DELETE /v2.0/ports/5f815440-d5b8-49bd-b98f-53fe72d8fde3 HTTP/1.1" status: 204 len: 173 time: 3.2607653 Dec 10 04:38:38.699743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'name': 'network-vif-deleted', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:38.702132 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b23895-5925-47ef-bba4-13e344b38b13" -d '{"events": [{"server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "name": "network-vif-deleted", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:38.718735 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fbc9d495-18f6-4e55-95fd-6a6d4c1d3cb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634885 Dec 10 04:38:38.719042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:38.724129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:38.741209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db6601ac-90cf-40bd-886d-1a1c3d875afa req-e240af7f-8efc-41f8-8797-c95486b5427d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef88b173-fc3e-4d75-9dea-78494dd0b6b0 HTTP/1.1" status: 200 len: 210 time: 0.1137893 Dec 10 04:38:38.778899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6c5e0-d91c-44e7-8ab1-87e8b06b2337 req-ec9cc141-db0c-4c37-95a2-2e42073458d4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:38.779037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931780f-7061-4715-b720-78aba8f82af1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:38.788647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5aa6c5e0-d91c-44e7-8ab1-87e8b06b2337 req-ec9cc141-db0c-4c37-95a2-2e42073458d4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.2824857 Dec 10 04:38:38.864185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5aa6c5e0-d91c-44e7-8ab1-87e8b06b2337 req-611a9c25-d6cd-4f51-8fda-d667c04b1078 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741756 Dec 10 04:38:38.951175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f4adaad-c969-46de-aa79-c0c9e5a96964 req-3afcb153-c3b7-4e81-9dc1-cf682d6df443 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 210 time: 0.0684254 Dec 10 04:38:38.972984 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46774ec9-986e-4462-96af-d7e8a69d54c9 x-openstack-request-id: req-46774ec9-986e-4462-96af-d7e8a69d54c9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:38.973403 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88b173-fc3e-4d75-9dea-78494dd0b6b0", "name": "network-vif-deleted", "tag": "5f815440-d5b8-49bd-b98f-53fe72d8fde3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:38.973763 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46774ec9-986e-4462-96af-d7e8a69d54c9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:38.980737 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef88b173-fc3e-4d75-9dea-78494dd0b6b0', 'name': 'network-vif-deleted', 'tag': '5f815440-d5b8-49bd-b98f-53fe72d8fde3', 'status': 'completed', 'code': 200} Dec 10 04:38:39.032973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:39.054974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.055333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.078559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Calling delete_port for d6a14478-06d4-434c-8263-8d1ea1fe030b owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:39.120719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:39.141120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66493a8d-9ee2-4d45-81d2-ece4afb2b799 req-05adb4d8-047c-4e14-9c69-32802715f22c tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0743661 Dec 10 04:38:39.200018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5f815440-d5b8-49bd-b98f-53fe72d8fde3 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:39.249312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:39.252851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.270759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 5f815440-d5b8-49bd-b98f-53fe72d8fde3 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:39.271110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5f815440-d5b8-49bd-b98f-53fe72d8fde3 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:39.335364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Deleting port af149a79-15c3-42f1-95f9-6530ab00fde5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:39.335965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.461834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-3d63c0a9-dc5f-4b6c-9cfc-942d2c288881 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:39.471500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-3d63c0a9-dc5f-4b6c-9cfc-942d2c288881 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.36 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 822 time: 0.2875807 Dec 10 04:38:39.523967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] For port af149a79-15c3-42f1-95f9-6530ab00fde5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=af149a79-15c3-42f1-95f9-6530ab00fde5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:39.526305 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.531715 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:39.534937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Request body: {'port': {'device_id': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'admin_state_up': True, 'tenant_id': 'e484640a999b497daa481f89463faafd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:39.557498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Calling delete_port for af149a79-15c3-42f1-95f9-6530ab00fde5 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:39.577769 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b802f2e6-5b2e-4a53-ba4e-46ba62519571 req-51925747-0312-4d35-a5ca-e605b9919a19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c75f80fa59c14e5da68bbf4a247a8e79&device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0388496 Dec 10 04:38:39.607381 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Checking router: b571134f-df73-4037-bbfd-ac137167f007 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:39.646179 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:39.647432 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:39.661581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b802f2e6-5b2e-4a53-ba4e-46ba62519571 req-0d3fd8d5-b001-40f2-9403-1c86b4056145 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c75f80fa59c14e5da68bbf4a247a8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494153 Dec 10 04:38:39.662197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.765659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:39.828545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330327f0-61ed-45cd-946a-c84e2e0588b3 req-f1f29f76-23b6-4aae-a17e-33f9538709b8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:39.832884 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:39.836307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Pushing event deleted for resources: {'Port': ['ID=d6a14478-06d4-434c-8263-8d1ea1fe030b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:39.836602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-330327f0-61ed-45cd-946a-c84e2e0588b3 req-f1f29f76-23b6-4aae-a17e-33f9538709b8 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3639226 Dec 10 04:38:39.842472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] No DVR routers for this DVR port af149a79-15c3-42f1-95f9-6530ab00fde5 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:39.845985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2590-8d20-4959-8180-d91b8bfab7f3 None None] Pushing event deleted for resources: {'Port': ['ID=af149a79-15c3-42f1-95f9-6530ab00fde5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:39.887608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d100d900-6eb2-4b6f-a9c4-883c0c0ad411 req-f6aa6c08-6610-421e-9341-b73fc56bffb9 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0928504 Dec 10 04:38:39.983594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Made reservation on behalf of e484640a999b497daa481f89463faafd for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:39.984719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.012246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.019659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-330327f0-61ed-45cd-946a-c84e2e0588b3 req-0db68e43-a530-471f-b926-876c0aaafaf9 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800029 Dec 10 04:38:40.039673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device af149a79-15c3-42f1-95f9-6530ab00fde5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:40.091710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: af149a79-15c3-42f1-95f9-6530ab00fde5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:40.092395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device af149a79-15c3-42f1-95f9-6530ab00fde5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:40.198240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0530f7da-6b94-435b-9fb6-f5d801261800 req-ad82f400-05ab-4ef7-9f4b-73c967b050ac tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 210 time: 0.0630252 Dec 10 04:38:40.239991 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:40.249110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=36a36858-d981-4a66-9570-6381bee6c2cb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:40.258907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7196e-eecc-4edb-a2a7-d80696784d60 req-56b89fc5-c20a-4526-8565-5317b2032518 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:40.260068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87f7196e-eecc-4edb-a2a7-d80696784d60 req-56b89fc5-c20a-4526-8565-5317b2032518 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1428444 Dec 10 04:38:40.281614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57434) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:40.283823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:40.286799 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c99064-6546-432b-a3fe-095d4adcca85 None None] The sync data for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 is: [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:36:19Z', 'revision_number': 4, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'd115206b-518e-43c0-8e54-98c4fa1bd93f', 'name': '', 'network_id': 'eeaa6011-9eb9-4977-a189-84fb9eb66333', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'mac_address': 'fa:16:3e:2a:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:18Z', 'updated_at': '2021-12-10T04:36:25Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'subnets': [{'id': '7165c306-4c91-4477-8255-c0dd25f9083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:40.291907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:40.302158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:40.302754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.308158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfdb268-b3f2-47f4-9f44-c0c8338065e5 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:40.337009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.340886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.344634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b7a69807-4502-4f90-b633-bd4ad2b41e3b tempest-ServersTestBootFromVolume-1933147666 tempest-ServersTestBootFromVolume-1933147666-project] 10.222.0.43 "DELETE /v2.0/floatingips/d973eb40-e90a-4d6c-a8b2-3df2bda2aed2 HTTP/1.1" status: 204 len: 168 time: 2.1061575 Dec 10 04:38:40.350609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:40.356502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Allocated IP 172.20.0.11 (09b1678b-936e-4594-8874-8236e7a4b96f/2b47102c-41c0-4ad1-b777-83e21e69179b/1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:40.365132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d355835-ec9f-4f7c-8092-a4c8eaa20187 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6450140 Dec 10 04:38:40.367222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57438) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:40.377848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802f2e6-5b2e-4a53-ba4e-46ba62519571 req-28d56011-d06c-4a87-8d18-fe2ae65e63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:40.380200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b802f2e6-5b2e-4a53-ba4e-46ba62519571 req-28d56011-d06c-4a87-8d18-fe2ae65e63e1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6922271 Dec 10 04:38:40.431240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '36a36858-d981-4a66-9570-6381bee6c2cb', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-919483205'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:40.455053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87f7196e-eecc-4edb-a2a7-d80696784d60 req-d268d508-54db-4b56-a81c-e9594eddbac8 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885316 Dec 10 04:38:40.490085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.498673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '36a36858-d981-4a66-9570-6381bee6c2cb'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:40.499633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.548239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.733906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.742627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.745521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "DELETE /v2.0/security-groups/035061e9-fbd3-4e53-bd36-8d1840ade9a3 HTTP/1.1" status: 204 len: 168 time: 0.4562132 Dec 10 04:38:40.758160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:40.781062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/36a36858-d981-4a66-9570-6381bee6c2cb/4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:40.786073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe59f7-ebe3-4cb9-8cad-441ba2f9e285 None None] New status for floating IP 02427744-99ed-4a7e-9449-bce1ce04bc81: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:38:40.790269 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-2ffbdf94-0b59-4290-92f0-a62335255a46 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] show failed (client error): The resource could not be found. Dec 10 04:38:40.792653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ffbdf94-0b59-4290-92f0-a62335255a46 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "GET /v2.0/security-groups/035061e9-fbd3-4e53-bd36-8d1840ade9a3 HTTP/1.1" status: 404 len: 347 time: 0.0323989 Dec 10 04:38:40.798454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57444) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:40.799612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396120f0-3f1a-408d-89b6-95b3995ecd7d tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035061e9-fbd3-4e53-bd36-8d1840ade9a3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:40.813803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.982983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:40.992140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Deleting port db83584a-bc89-4a6b-b860-e19dd0902f1d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:40.992573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.111265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:41.146544 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.153905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.189614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68ae059e-fb43-4003-81cc-bcadf8ded2d4 req-2a11e917-e706-45bf-b9c6-349a585f1e66 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.1105525 Dec 10 04:38:41.204227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:41.207948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Network 09b1678b-936e-4594-8874-8236e7a4b96f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:41.225587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:41.233690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.233973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Pushing event updated for resources: {'Port': ['ID=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:41.234067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.239461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:41.242035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:41.244141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:41.281252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.295183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event updated for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:41.299857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Calling delete_port for db83584a-bc89-4a6b-b860-e19dd0902f1d owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:41.308700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Attempting to bind port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:41.311340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Attempting to bind port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:41.311722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Attempting to bind port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:41.318170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:41.318536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:41.319095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.319611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:41.320228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Bound port: 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:41.320779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.329494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port e4df1db2-e25e-4289-9f06-ebaed26c1fa8 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:38:41.395899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] For port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:41.402105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] For port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:41.410444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.436728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:41.437633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.465732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39da393-cdc1-4380-b5b2-22cee02a53c1 req-96daa7ea-0e23-4951-8753-865a9b85bbf1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:41.467732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f39da393-cdc1-4380-b5b2-22cee02a53c1 req-96daa7ea-0e23-4951-8753-865a9b85bbf1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3234575 Dec 10 04:38:41.486162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9a58b-6a50-411a-b525-49a5e8928179 req-909869fd-fdb5-4dd6-8d5f-62674cdb22e5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:41.487977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ef9a58b-6a50-411a-b525-49a5e8928179 req-909869fd-fdb5-4dd6-8d5f-62674cdb22e5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 932 time: 0.1861732 Dec 10 04:38:41.490678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c800a-0c8a-45e4-81f4-3798ace8c310 None None] Pushing event updated for resources: {'Port': ['ID=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:41.491646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f503b38f-727c-4aac-aae8-86edf814895b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9714856 Dec 10 04:38:41.515237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-2e124481-06d3-4b27-b3cb-5e2937ef6660 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:38:41.517141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-2e124481-06d3-4b27-b3cb-5e2937ef6660 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105462 Dec 10 04:38:41.544255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Request body: {'port': {'device_id': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:41.567324 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:38:41.567945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:38:41.619638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-15c9ee3b-e0dd-42bd-8daa-16b856e0c7e4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2437611 Dec 10 04:38:41.624590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:41.635517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f39da393-cdc1-4380-b5b2-22cee02a53c1 req-ba182969-d646-45d0-8f5c-c6089d26ffff tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384094 Dec 10 04:38:41.719431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa2d2d-e2be-4314-aa73-aeb0ec0f4653 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:41.721512 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d1aa2d2d-e2be-4314-aa73-aeb0ec0f4653 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0946269 Dec 10 04:38:41.724155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:41.790654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.825490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ef9a58b-6a50-411a-b525-49a5e8928179 req-2bfd762e-db81-4b15-bb4d-9c3dd90c9132 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178940 Dec 10 04:38:41.832377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:41.908741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e67fad-34b0-4169-9d70-f38684c18b4b req-de0a2cf1-9da6-437f-b9f9-b75044198952 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:41.910545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10e67fad-34b0-4169-9d70-f38684c18b4b req-de0a2cf1-9da6-437f-b9f9-b75044198952 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1604619 Dec 10 04:38:41.914541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.013427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a774a-8ada-4efc-b63a-37b3309e0a41 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:42.015769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a774a-8ada-4efc-b63a-37b3309e0a41 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:42.019317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-700a774a-8ada-4efc-b63a-37b3309e0a41 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2920618 Dec 10 04:38:42.023205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:42.042051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b802f2e6-5b2e-4a53-ba4e-46ba62519571 req-c731e4a9-a97a-4de4-8721-e6a6d1e9976a tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.41 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0818524 Dec 10 04:38:42.051415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Pushing event deleted for resources: {'Port': ['ID=db83584a-bc89-4a6b-b860-e19dd0902f1d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:42.057337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:42.128557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:42.128959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.234274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.250711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Deleting port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:42.251775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.277193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:42.284210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.349989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:42.352279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] For port 1dc32371-b87b-4f3b-b0a4-ad311b07e80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:42.352999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.369098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Calling delete_port for 1dc32371-b87b-4f3b-b0a4-ad311b07e80d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:42.537797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa2b60f2-a7d6-4002-aee4-2e22213b741b req-b44f2994-39a5-4324-ac6f-7a60a756c221 tempest-ServerShowV254Test-2001517728 tempest-ServerShowV254Test-2001517728-project] 10.222.0.43 "GET /v2.0/ports?device_id=98affb50-f8f2-4b86-81ac-6ad2cbc8837b HTTP/1.1" status: 200 len: 210 time: 0.0705893 Dec 10 04:38:42.564772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 36a36858-d981-4a66-9570-6381bee6c2cb {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:42.568385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.576229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.603461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc32371-b87b-4f3b-b0a4-ad311b07e80d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:42.614214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10e67fad-34b0-4169-9d70-f38684c18b4b req-1c81d1ce-205d-4809-965a-fe1b1cc06ff1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866057 Dec 10 04:38:42.651839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.654816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.658645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79add56f-5d35-489e-86f2-d8b630c7ead1 tempest-ServersTestJSON-1907398704 tempest-ServersTestJSON-1907398704-project] 10.222.0.43 "DELETE /v2.0/floatingips/02427744-99ed-4a7e-9449-bce1ce04bc81 HTTP/1.1" status: 204 len: 168 time: 1.8554704 Dec 10 04:38:42.660700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:42.666835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.885911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:42.978447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea415-9888-4c2b-862e-9f745f64d3bc req-7a089070-005f-4486-90cf-420c07ff88f1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:42.980562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1bea415-9888-4c2b-862e-9f745f64d3bc req-7a089070-005f-4486-90cf-420c07ff88f1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1650143 Dec 10 04:38:43.042021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:43.058805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.062619 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.085098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.094776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Transition to ACTIVE for port object 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:38:43.098741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bc21a7e7-4d62-49ec-87a5-c9dcf6b484b0 None None] Provisioning complete for port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:43.099187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc21a7e7-4d62-49ec-87a5-c9dcf6b484b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.134315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30798a15-1430-4bca-a1c3-0a5bac20629b req-e0b9edf7-22cd-42b9-8ea5-f8b1b4760b77 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:43.135473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30798a15-1430-4bca-a1c3-0a5bac20629b req-e0b9edf7-22cd-42b9-8ea5-f8b1b4760b77 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 932 time: 0.1841457 Dec 10 04:38:43.136167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.143572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=36a36858-d981-4a66-9570-6381bee6c2cb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:43.183168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.186868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ff797908-f5c9-42ee-9f5a-eeb5e3bf149c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/36a36858-d981-4a66-9570-6381bee6c2cb HTTP/1.1" status: 204 len: 168 time: 1.1469104 Dec 10 04:38:43.188956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165edafc-eb9b-41a4-8907-a772d8da3623 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:43.194326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:43.199649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1bea415-9888-4c2b-862e-9f745f64d3bc req-c7f362d5-9368-45b5-9dde-c51ea11fc77f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068896 Dec 10 04:38:43.239310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:43.272982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1b9da214-6fd3-444c-bb32-dd26385ed949 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740964 Dec 10 04:38:43.273506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:43.279642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:43.321416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30798a15-1430-4bca-a1c3-0a5bac20629b req-51847c3a-9da6-4394-9261-0e95aaffe71f tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392677 Dec 10 04:38:43.340569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Attempting to bind port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:43.340917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Attempting to bind port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:43.341250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Attempting to bind port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:43.346118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a on network 09b1678b-936e-4594-8874-8236e7a4b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:38:43.346450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Attempting to bind port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a on network 09b1678b-936e-4594-8874-8236e7a4b96f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:43.361911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:43.362224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Checking segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:43.362592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Bound using segment: {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:43.363033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Bound port: 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e8403f-ac0c-403d-867a-5952d1224b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:43.363398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.417087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:43.441758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:43.445623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:43.454048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.470805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Deleting port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:43.471187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.476113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:43.479615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.495265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:43.497489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.499519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] 10.222.0.36 "PUT /v2.0/ports/1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a HTTP/1.1" status: 200 len: 1092 time: 1.9657638 Dec 10 04:38:43.502347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:43.505526 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9acfbdd-3201-45e2-bdf3-122380a611f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:43.540273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] For port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:43.540714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.554530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Calling delete_port for 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:43.570665 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa03966-5121-415d-9ab8-ea386571ab6c x-openstack-request-id: req-1aa03966-5121-415d-9ab8-ea386571ab6c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:43.571589 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:43.572054 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aa03966-5121-415d-9ab8-ea386571ab6c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:43.572545 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a', 'status': 'completed', 'code': 200} Dec 10 04:38:43.574037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e117-aa4f-4e2e-9d58-4f899dad8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:43.608043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:38:43.705443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-e9e9ba97-2d0f-41ed-b0d5-9163b06766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:43.707091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-e9e9ba97-2d0f-41ed-b0d5-9163b06766eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 1095 time: 0.1245902 Dec 10 04:38:43.754481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.763826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-592b259a-10cb-4f76-9e76-afd67987d4eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a HTTP/1.1" status: 200 len: 217 time: 0.0411274 Dec 10 04:38:43.859140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dfeb0-9e38-4951-9d26-168d44da9ea1 req-f5a95446-d91d-4a28-8ced-0372cb9c08bb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:43.861315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f32dfeb0-9e38-4951-9d26-168d44da9ea1 req-f5a95446-d91d-4a28-8ced-0372cb9c08bb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.0963442 Dec 10 04:38:43.888468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:43.893307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-c423bbe2-0472-458d-abb2-f01322699ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:43.894796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-c423bbe2-0472-458d-abb2-f01322699ac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.0932155 Dec 10 04:38:43.928316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] Pushing event deleted for resources: {'Port': ['ID=4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:43.944931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8960b-e9c4-4c99-8a40-2939e6cf0307 None None] No DVR routers for this DVR port 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:43.949512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f664b266-2a7a-4f03-8613-b4e06d3b008b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293131 Dec 10 04:38:43.965313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f32dfeb0-9e38-4951-9d26-168d44da9ea1 req-5409c2b2-dcd1-4d1a-9812-2d4fd6d3c2c4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980082 Dec 10 04:38:44.030625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:44.070550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:44.077721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-f4f90d17-8a0b-4673-916e-b7e616b832f7 service neutron] 10.222.0.36 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111979 Dec 10 04:38:44.092395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:44.092775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4cff3dbc-94b2-43f7-b3fb-c5b8edb6a783 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:44.180871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af563b23-fd5e-4ab2-b1be-fc69960eea32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.217995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71ccdb-1b95-470b-8203-58073a6b43a2 req-de590334-24e3-4316-a80b-e61fed3bf1f9 service neutron] 10.222.0.36 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278560 Dec 10 04:38:44.260842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:44.267979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2e12b4d3-7e77-48f5-8258-48fab12f109e admin admin] 10.222.0.43 "PUT /v2.0/routers/1b70ced7-7b6b-4ccd-9856-025d1bdb960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9158514 Dec 10 04:38:44.272228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:44.278139 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Sync routers for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:44.305255 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:44.305958 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:44.321436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.376375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:44.382967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:44.387378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:44.387966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.391469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af563b23-fd5e-4ab2-b1be-fc69960eea32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.394287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b5550-da6f-4481-a522-917dc3a90dd9 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:44.405328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af563b23-fd5e-4ab2-b1be-fc69960eea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.454651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=b3a17084-1c2a-4960-88cf-e8e6373bf4b3,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:44.469539 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18936deb-6681-4bf7-a3fd-7ddafee63825 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1952405 Dec 10 04:38:44.482773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57500) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:44.490206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:44.499990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-3287bce4-ae6a-4c6c-875d-1a07e520d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:44.501623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-3287bce4-ae6a-4c6c-875d-1a07e520d858 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e484640a999b497daa481f89463faafd&device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 1095 time: 0.1831393 Dec 10 04:38:44.540935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:44.547166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:44.548265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.560314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af563b23-fd5e-4ab2-b1be-fc69960eea32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c75f80fa59c14e5da68bbf4a247a8e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260310 Dec 10 04:38:44.572193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:44.645410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d80fce-4905-455d-8aac-31df97429b52 req-6aa1f4d3-4b15-41c9-a5b5-f54a6f90387a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:44.647521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d80fce-4905-455d-8aac-31df97429b52 req-6aa1f4d3-4b15-41c9-a5b5-f54a6f90387a tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3186765 Dec 10 04:38:44.655550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af563b23-fd5e-4ab2-b1be-fc69960eea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0728ff06-cb88-4e7c-8fc7-cddc8929ce05,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:44.668434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.700057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.702969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Deleting port d115206b-518e-43c0-8e54-98c4fa1bd93f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:44.703341 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.703706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.705060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.721357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/b3a17084-1c2a-4960-88cf-e8e6373bf4b3/5d658ffc-4512-4991-9faf-5d50a8d7aad7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:44.745228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.821231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:44.827019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] For port d115206b-518e-43c0-8e54-98c4fa1bd93f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d115206b-518e-43c0-8e54-98c4fa1bd93f,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:44.828805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.832077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.835984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.840653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0728ff06-cb88-4e7c-8fc7-cddc8929ce05 HTTP/1.1" status: 204 len: 168 time: 0.2670784 Dec 10 04:38:44.855373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Checking router: 1b70ced7-7b6b-4ccd-9856-025d1bdb960f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:44.860837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Calling delete_port for d115206b-518e-43c0-8e54-98c4fa1bd93f owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:44.866404 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Routers {'1b70ced7-7b6b-4ccd-9856-025d1bdb960f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:44.867362 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:44.868242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e91b8-e829-4868-94ae-29b3cd1a06c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0728ff06-cb88-4e7c-8fc7-cddc8929ce05,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:44.882434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1ffb-4eba-4f90-825b-3497d4dfdcd6 req-2f427575-443f-489e-af4f-8adcecbac5ca tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:44.891405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4fb1ffb-4eba-4f90-825b-3497d4dfdcd6 req-2f427575-443f-489e-af4f-8adcecbac5ca tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 944 time: 0.3322735 Dec 10 04:38:44.907107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.914910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-56b9273b-0c4c-4f90-8092-d11b8d03b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:44.916536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-56b9273b-0c4c-4f90-8092-d11b8d03b10a service neutron] 10.222.0.36 "GET /v2.0/networks?id=09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 200 len: 923 time: 0.3932261 Dec 10 04:38:44.938022 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.962038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:44.970423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.001814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-6786e6f5-c3c8-41aa-a74c-ba1af2ade8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a HTTP/1.1" status: 200 len: 217 time: 0.0709229 Dec 10 04:38:45.003099 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] Set router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:45.047848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:45.050601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Pushing event updated for resources: {'Port': ['ID=5d658ffc-4512-4991-9faf-5d50a8d7aad7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:45.054877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:45.057397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:45.064712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d80fce-4905-455d-8aac-31df97429b52 req-78c41add-784f-416f-b25b-12ac23f5d26c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054003 Dec 10 04:38:45.116045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.120970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-18bdb4b5-484f-45e1-b590-a0174b861176 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6364739 Dec 10 04:38:45.123814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57510) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:45.130905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Attempting to bind port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:45.132331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Attempting to bind port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:45.132864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Attempting to bind port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:45.139222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:45.139967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:45.140159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.141062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:45.141696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Bound port: 5d658ffc-4512-4991-9faf-5d50a8d7aad7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:45.142215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.227096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] For port 5d658ffc-4512-4991-9faf-5d50a8d7aad7, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:45.237907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] For port 5d658ffc-4512-4991-9faf-5d50a8d7aad7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5d658ffc-4512-4991-9faf-5d50a8d7aad7,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:45.243633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.250588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.288554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4fb1ffb-4eba-4f90-825b-3497d4dfdcd6 req-ecaa483c-8705-4514-8205-5061edb053b5 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910003 Dec 10 04:38:45.311134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Pushing event deleted for resources: {'Port': ['ID=d115206b-518e-43c0-8e54-98c4fa1bd93f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:45.356956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-3db0d228-ee84-4ec2-b514-992f2bea8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:45.362559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-3db0d228-ee84-4ec2-b514-992f2bea8657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 200 len: 862 time: 0.3182337 Dec 10 04:38:45.369091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.400943 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:45.422433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49ebb-1473-4b27-8e1d-6830f9a7e610 None None] Pushing event updated for resources: {'Port': ['ID=5d658ffc-4512-4991-9faf-5d50a8d7aad7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:45.465832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df81d6-309e-4ecd-baa6-1b864247af3c None None] The sync data for ids ['1b70ced7-7b6b-4ccd-9856-025d1bdb960f'] in n-d-817326-3 is: [{'id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'name': 'tempest-ServersTestBootFromVolume-1453842789-router', 'tenant_id': 'cf64825d9022420f981c3bffcc07b4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 5, 'project_id': 'cf64825d9022420f981c3bffcc07b4ca', 'gw_port': {'id': '2e3d97d4-cc70-483f-81c6-4f997fc4a092', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70ced7-7b6b-4ccd-9856-025d1bdb960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:35:24Z', 'updated_at': '2021-12-10T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:45.555895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:45.866459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Router b571134f-df73-4037-bbfd-ac137167f007 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:38:45.884934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-9e731a16-fbae-4fdf-9165-97d8110c36ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09b1678b-936e-4594-8874-8236e7a4b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5010281 Dec 10 04:38:45.966703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:46.030739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:46.039976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0b8bc354-2042-44fb-94c8-b54e8182360f admin admin] 10.222.0.43 "PUT /v2.0/routers/b571134f-df73-4037-bbfd-ac137167f007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3782225 Dec 10 04:38:46.042576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:46.047603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Sync routers for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:46.064777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:46.065418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:46.162325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321370df-57c9-45b9-8bb2-b7066e06cbd5 req-6f4c2261-0119-45ee-8658-cf0b0720db18 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:46.164245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-321370df-57c9-45b9-8bb2-b7066e06cbd5 req-6f4c2261-0119-45ee-8658-cf0b0720db18 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.9494617 Dec 10 04:38:46.224683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1752293078-network', 'tenant_id': '849b5b343b2f41d4817bb36d09423076'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:46.243099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.249442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5d658ffc-4512-4991-9faf-5d50a8d7aad7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:46.306992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:46.311044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Made reservation on behalf of 849b5b343b2f41d4817bb36d09423076 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:46.315242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.371507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.391082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-321370df-57c9-45b9-8bb2-b7066e06cbd5 req-29ad7fa0-2c26-4d50-b79b-aebf8a67a231 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062700 Dec 10 04:38:46.392584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Deleting port 2e3d97d4-cc70-483f-81c6-4f997fc4a092 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:46.392987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.419750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.429005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.432332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-131560ae-d57d-4f5c-b589-61919a682ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369155 Dec 10 04:38:46.450901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b69e8-0244-40af-abc3-9be56b90285f req-9121f674-84f6-460e-bfe9-daf30aa5e58f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:46.457623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-200b69e8-0244-40af-abc3-9be56b90285f req-9121f674-84f6-460e-bfe9-daf30aa5e58f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.2128487 Dec 10 04:38:46.462700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:46.463072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.481238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.507300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.538760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:38:46.553507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c828a460-d42e-4e05-b2e9-c96dd7f39f2f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:46.570381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.573355 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Added segment d4e28f54-5c8c-4ccb-a5b6-6d003166c5a2 of type vlan for network 310df8bd-f0e7-4504-a006-81bbc10e8402 Dec 10 04:38:46.602690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:38:45Z', 'revision_number': 5, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port': {'id': '5292b389-39c2-4992-894d-c1b5cc595e94', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b571134f-df73-4037-bbfd-ac137167f007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:16Z', 'updated_at': '2021-12-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:46.628197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Deleting port 5292b389-39c2-4992-894d-c1b5cc595e94 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:46.628645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.632175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.635057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Checking router: b571134f-df73-4037-bbfd-ac137167f007 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:46.637217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.653491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Routers {'b571134f-df73-4037-bbfd-ac137167f007'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:46.654105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b571134f-df73-4037-bbfd-ac137167f007'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:46.720975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.722273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:46.722679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.748529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] Set router b571134f-df73-4037-bbfd-ac137167f007 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:46.771408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] For port 2e3d97d4-cc70-483f-81c6-4f997fc4a092, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e3d97d4-cc70-483f-81c6-4f997fc4a092,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:46.772045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.776830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] For port 5292b389-39c2-4992-894d-c1b5cc595e94, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5292b389-39c2-4992-894d-c1b5cc595e94,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:46.777295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.784098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8169870 Dec 10 04:38:46.791198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57542) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:46.792673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Calling delete_port for 2e3d97d4-cc70-483f-81c6-4f997fc4a092 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:46.797958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Request body: {'subnet': {'network_id': '310df8bd-f0e7-4504-a006-81bbc10e8402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1752293078-subnet', 'tenant_id': '849b5b343b2f41d4817bb36d09423076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:46.801334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9acfbdd-3201-45e2-bdf3-122380a611f7 req-47f33ae8-8c99-4261-8a73-f320b445d650 service neutron] 10.222.0.36 "GET /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418579 Dec 10 04:38:46.815012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:38:46Z', 'revision_number': 6, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:46.817254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-200b69e8-0244-40af-abc3-9be56b90285f req-e4f55732-da96-4e1b-958d-00676e474175 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555064 Dec 10 04:38:46.868989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Calling delete_port for 5292b389-39c2-4992-894d-c1b5cc595e94 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:46.876719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706ff0-07dc-4af6-b22f-367bfb0992fe admin admin] Pushing event updated for resources: {'Network': ['ID=310df8bd-f0e7-4504-a006-81bbc10e8402,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:46.881418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557030cb-5718-437e-b20f-5b971e3e1efa None None] The sync data for ids ['b571134f-df73-4037-bbfd-ac137167f007'] in n-d-817326-3 is: [{'id': 'b571134f-df73-4037-bbfd-ac137167f007', 'name': 'tempest-ServersTestJSON-259931149-router', 'tenant_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:15Z', 'updated_at': '2021-12-10T04:38:46Z', 'revision_number': 6, 'project_id': '26fd17a3ab7a4e69a40b943bc3ba0793', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:46.902676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 5d658ffc-4512-4991-9faf-5d50a8d7aad7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5d658ffc-4512-4991-9faf-5d50a8d7aad7,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:46.905131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 310df8bd-f0e7-4504-a006-81bbc10e8402 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:38:46.944308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:46.959442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Made reservation on behalf of 849b5b343b2f41d4817bb36d09423076 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:46.963806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.009652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1dc32371-b87b-4f3b-b0a4-ad311b07e80d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:47.048186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d06a6-a567-416f-88ff-c08273100c59 req-28a5cf33-bcf0-4898-8a4b-df4d86efe0f4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:47.055804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd6d06a6-a567-416f-88ff-c08273100c59 req-28a5cf33-bcf0-4898-8a4b-df4d86efe0f4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 944 time: 0.5358617 Dec 10 04:38:47.098238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1dc32371-b87b-4f3b-b0a4-ad311b07e80d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:47.101302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1dc32371-b87b-4f3b-b0a4-ad311b07e80d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:47.132815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=5d658ffc-4512-4991-9faf-5d50a8d7aad7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.177329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cc05-ed7f-421c-9ecd-405af679256c req-74d287c5-d55e-44a2-87c7-58f9b0f0be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:47.179158 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-87a4cc05-ed7f-421c-9ecd-405af679256c req-74d287c5-d55e-44a2-87c7-58f9b0f0be7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.1597848 Dec 10 04:38:47.199436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd6d06a6-a567-416f-88ff-c08273100c59 req-5d60df9a-45c8-484b-9dc5-1044a2091445 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426685 Dec 10 04:38:47.205552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:47.261537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::1 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/b3a17084-1c2a-4960-88cf-e8e6373bf4b3/56610226-5af7-4c99-ba34-075756dce2d4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:47.348963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d6d51ca1-d7aa-493c-be2a-d1c09ca7efcd None None] Provisioning complete for port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:47.349260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6d51ca1-d7aa-493c-be2a-d1c09ca7efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.354414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.356458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:47.389764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a', 'network_id': '09b1678b-936e-4594-8874-8236e7a4b96f', 'port_id': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a', 'mac_address': 'fa:16:3e:14:a6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b47102c-41c0-4ad1-b777-83e21e69179b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:47.435632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.443061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.478018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Pushing event deleted for resources: {'Port': ['ID=5292b389-39c2-4992-894d-c1b5cc595e94,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.482640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:47.506377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3d97d4-cc70-483f-81c6-4f997fc4a092,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.513386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:47.514323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-87a4cc05-ed7f-421c-9ecd-405af679256c req-2d528e29-b7df-46c1-adc5-9c6ea629cb56 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223975 Dec 10 04:38:47.519844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.544583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.560445 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.571870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.603613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.613755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5a62ca-df1b-43dd-bd13-cac75c84740b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.634927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79329ba-d5ab-49f1-9b60-23aea5452c77 req-89d9c2ec-b39c-4fe0-9832-29676d1e1548 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:47.637181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d79329ba-d5ab-49f1-9b60-23aea5452c77 req-89d9c2ec-b39c-4fe0-9832-29676d1e1548 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1459184 Dec 10 04:38:47.642004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.714697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Checking segment: {'id': 'd4e28f54-5c8c-4ccb-a5b6-6d003166c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '310df8bd-f0e7-4504-a006-81bbc10e8402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:47.715056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Network hostable DHCP agents. Network: 310df8bd-f0e7-4504-a006-81bbc10e8402, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:38:47.721746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.729189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.758908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.762484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.769374 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.784949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Network 310df8bd-f0e7-4504-a006-81bbc10e8402 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:38:47.790375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.790948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b571134f-df73-4037-bbfd-ac137167f007 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:38:47.795804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.799586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cfaaf732-2eca-460c-b21f-11257b43e82e admin admin] 10.222.0.43 "DELETE /v2.0/routers/b571134f-df73-4037-bbfd-ac137167f007 HTTP/1.1" status: 204 len: 168 time: 1.7560506 Dec 10 04:38:47.800198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:47.807454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 310df8bd-f0e7-4504-a006-81bbc10e8402) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:47.821174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f4dc0-803f-4e0c-b677-c2ef1430b9e2 None None] Network 310df8bd-f0e7-4504-a006-81bbc10e8402 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:47.829589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:47.830213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.854398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d79329ba-d5ab-49f1-9b60-23aea5452c77 req-8d18568b-3d04-4cde-a55a-446a32659898 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081637 Dec 10 04:38:47.859604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Deleting subnet 7165c306-4c91-4477-8255-c0dd25f9083d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:47.863587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:47.865576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d8edfd10-6658-4f07-8d1a-d45eb9549f65 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0713930 Dec 10 04:38:47.872729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:47.877747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.878793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:47.879513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.890923 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.891451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b70ced7-7b6b-4ccd-9856-025d1bdb960f {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:38:47.954722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:47.959551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.960751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65e51aa9-fb7f-4e07-9089-e819a4746701 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b70ced7-7b6b-4ccd-9856-025d1bdb960f HTTP/1.1" status: 204 len: 168 time: 3.6849091 Dec 10 04:38:47.964348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:47.984240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:47.996329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:48.185152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:48.208825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Deleting subnet 7d694bb2-085c-4385-8441-de7dff259090 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:48.248570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.262038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.280289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5d658ffc-4512-4991-9faf-5d50a8d7aad7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:48.322153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af714b-4ac3-4aa9-acf9-9cf40133842e req-cef55583-47b3-4bad-a0fc-a6aa2c61fede tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:48.329536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57af714b-4ac3-4aa9-acf9-9cf40133842e req-cef55583-47b3-4bad-a0fc-a6aa2c61fede tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3658986 Dec 10 04:38:48.337822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.380122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7165c306-4c91-4477-8255-c0dd25f9083d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:48.383313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.385394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.394453 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0b3e5237-2fd5-4a6d-aba7-3dc6e3fc3f18 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7165c306-4c91-4477-8255-c0dd25f9083d HTTP/1.1" status: 204 len: 168 time: 0.5928557 Dec 10 04:38:48.395302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:48.425242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fdfa88-9cac-4e30-a905-614c800cf128 None None] Network eeaa6011-9eb9-4977-a189-84fb9eb66333 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:48.442692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5577bd5-062a-4041-8421-7e221ca01e77 None None] Network 310df8bd-f0e7-4504-a006-81bbc10e8402 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:48.485155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.546936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Deleting port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:48.547282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.573968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Deleting subnet bf5a62ca-df1b-43dd-bd13-cac75c84740b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:48.589595 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.593213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.615741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57af714b-4ac3-4aa9-acf9-9cf40133842e req-5a9e6ec2-8e32-4535-973b-672d383bcb57 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852502 Dec 10 04:38:48.638003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:48.638240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.639724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8c64357d-f99b-4a26-b338-9038f15df7c9 None None] Provisioning complete for port 56610226-5af7-4c99-ba34-075756dce2d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:48.640083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c64357d-f99b-4a26-b338-9038f15df7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.654612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] For port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,segment=NetworkSegment(8b873bbe-74e5-4980-8a86-edec725ef81a),segment_id=8b873bbe-74e5-4980-8a86-edec725ef81a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:48.655757 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.675509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Calling delete_port for 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:48.682004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63df01-7980-4bdd-a4aa-6debc388e9d4 req-229c3d35-37c3-469c-8ed5-9b81f78b8c4b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:48.689448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f63df01-7980-4bdd-a4aa-6debc388e9d4 req-229c3d35-37c3-469c-8ed5-9b81f78b8c4b tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 945 time: 0.2900889 Dec 10 04:38:48.736463 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-fa90076b-2439-4a59-b1f3-7d2b5668805b service neutron] show failed (client error): The resource could not be found. Dec 10 04:38:48.737462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-fa90076b-2439-4a59-b1f3-7d2b5668805b service neutron] 10.222.0.36 "GET /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.4377732 Dec 10 04:38:48.756406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8c64357d-f99b-4a26-b338-9038f15df7c9 None None] Port 56610226-5af7-4c99-ba34-075756dce2d4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:48.770426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.876068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:48.897336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ad2e8-bb47-4023-8d04-b92671eec931 None None] DHCP port deletion for eeaa6011-9eb9-4977-a189-84fb9eb66333 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:48.937126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:48.951803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] No DVR routers for this DVR port 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:49.059505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d115206b-518e-43c0-8e54-98c4fa1bd93f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:49.085121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d115206b-518e-43c0-8e54-98c4fa1bd93f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:49.085825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d115206b-518e-43c0-8e54-98c4fa1bd93f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:49.086470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5292b389-39c2-4992-894d-c1b5cc595e94 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:49.108896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 5292b389-39c2-4992-894d-c1b5cc595e94 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:49.109704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5292b389-39c2-4992-894d-c1b5cc595e94 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:49.110088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.148386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaa6011-9eb9-4977-a189-84fb9eb66333']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:49.161068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b873bbe-74e5-4980-8a86-edec725ef81a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:49.161418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b873bbe-74e5-4980-8a86-edec725ef81a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:49.175210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.186410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-4b065293-7bce-44a1-b796-2a8f5a16afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:49.187910 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-4b065293-7bce-44a1-b796-2a8f5a16afcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1101 time: 0.0866461 Dec 10 04:38:49.195964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.203350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:38:49.203738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:38:49.205525 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:38:49.220859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:49.297565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.304115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.313326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.316441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eeaa6011-9eb9-4977-a189-84fb9eb66333 HTTP/1.1" status: 204 len: 168 time: 0.9195871 Dec 10 04:38:49.332196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df8bd-214c-47e6-892b-bc078c0915b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaa6011-9eb9-4977-a189-84fb9eb66333,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:49.333992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.417033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f63df01-7980-4bdd-a4aa-6debc388e9d4 req-adebccd5-ea78-4085-b069-983845898089 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266605 Dec 10 04:38:49.434644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.489955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:49.521810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8f5eb-48ef-4753-b137-f36e266c0322 req-03d3fcd2-21e0-4e75-8a0e-77e3292473ea tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:49.523382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90e8f5eb-48ef-4753-b137-f36e266c0322 req-03d3fcd2-21e0-4e75-8a0e-77e3292473ea tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.2895124 Dec 10 04:38:49.568879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.590406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8c22760e-d5e0-4fde-a529-eeb4318508d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26fd17a3ab7a4e69a40b943bc3ba0793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952361 Dec 10 04:38:49.592213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:49.594410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:49.635899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d694bb2-085c-4385-8441-de7dff259090,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:49.641653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.644938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-292e5028-63ca-4791-a202-b73b53937969 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d694bb2-085c-4385-8441-de7dff259090 HTTP/1.1" status: 204 len: 168 time: 1.6770043 Dec 10 04:38:49.649718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:49.650445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bae16c-a54e-490b-8235-634491620326 None None] Network 06a2977a-1a4a-4a99-8036-4069d6f22c85 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:49.660763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.666398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:49.715722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.721496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bf5a62ca-df1b-43dd-bd13-cac75c84740b HTTP/1.1" status: 204 len: 168 time: 1.5319331 Dec 10 04:38:49.731674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:49.748981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af526a3b-a1e9-4ad4-8861-b60f198dbc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5a62ca-df1b-43dd-bd13-cac75c84740b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:49.756737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90e8f5eb-48ef-4753-b137-f36e266c0322 req-f3e372a8-84d6-4492-827e-2f96a51abeb4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994762 Dec 10 04:38:49.839195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:49.841685 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c42e8bb-f43c-4cbe-b1a8-b7684aef26af" -d '{"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-unplugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:49.850455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371068de-371a-4b0f-afb8-92262fe57b28 req-9ce2cd8f-6d5e-44af-96ca-a763c9562be5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:49.850917 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.853891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.859601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-371068de-371a-4b0f-afb8-92262fe57b28 req-9ce2cd8f-6d5e-44af-96ca-a763c9562be5 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0913210 Dec 10 04:38:49.879235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.890552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.891086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.893613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] DHCP port deletion for 06a2977a-1a4a-4a99-8036-4069d6f22c85 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:49.920036 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb1da4d-db0f-46cf-a869-52c82b6fe1ad x-openstack-request-id: req-cdb1da4d-db0f-46cf-a869-52c82b6fe1ad {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:49.920303 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-unplugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:49.920585 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdb1da4d-db0f-46cf-a869-52c82b6fe1ad {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:49.920951 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'code': 200} Dec 10 04:38:49.925759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.946145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:49.984689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Deleting port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:49.985401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.007413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Transition to ACTIVE for port object 98af636c-a6f6-4adb-804d-702beff5e141 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:38:50.019795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e3d97d4-cc70-483f-81c6-4f997fc4a092 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:50.031507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.078782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:50.080774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:50.088735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:50.103927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2e3d97d4-cc70-483f-81c6-4f997fc4a092 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:50.105431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.105991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e3d97d4-cc70-483f-81c6-4f997fc4a092 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:50.106546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa1a1cc1-588e-404d-8f77-b78961fd1fe2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:50.116869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-371068de-371a-4b0f-afb8-92262fe57b28 req-17efbad5-ae0b-49a8-8285-efdad485d35c tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516611 Dec 10 04:38:50.117857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:50.217331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.226546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] For port aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,segment=NetworkSegment(24055806-fa57-49ca-a20c-20b8dd35075d),segment_id=24055806-fa57-49ca-a20c-20b8dd35075d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:50.227158 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.253115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] No DVR routers for this DVR port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:50.264464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Calling delete_port for aa1a1cc1-588e-404d-8f77-b78961fd1fe2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:50.392117 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.414984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.421482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310df8bd-f0e7-4504-a006-81bbc10e8402']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:50.425028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Router 29e40e95-0115-4bc2-a36f-51f98184af5d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:38:50.435858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.439170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.440976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a61dd1f4-bba6-4ba6-9605-6076e187a7da HTTP/1.1" status: 204 len: 168 time: 0.8462183 Dec 10 04:38:50.463276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e28f54-5c8c-4ccb-a5b6-6d003166c5a2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:50.463541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e28f54-5c8c-4ccb-a5b6-6d003166c5a2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:50.529430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.537556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:50.633784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:50.634747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81ab3ec9-f7c6-4a36-a2a4-01246fc2ebbd not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:50.638613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] Pushing event deleted for resources: {'Port': ['ID=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:50.642471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495384a2-b952-4b8e-a5ba-64afd09d494a None None] No DVR routers for this DVR port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:50.663711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.686609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ac830-4a2e-4548-80a2-0805c3bda310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61dd1f4-bba6-4ba6-9605-6076e187a7da,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:50.693020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-879dc98d-24bb-4118-b55e-e17b4b61c8ef None None] Provisioning complete for port 56610226-5af7-4c99-ba34-075756dce2d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:50.693517 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-879dc98d-24bb-4118-b55e-e17b4b61c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.705951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:50.706293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:50.706626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:50.736554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.740316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:38:50.740684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:50.749181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Deleting port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:50.749516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.759642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:50.766405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:38:50.767242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.771944 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Sync routers for ids ['29e40e95-0115-4bc2-a36f-51f98184af5d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:50.773231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-879dc98d-24bb-4118-b55e-e17b4b61c8ef None None] Port 56610226-5af7-4c99-ba34-075756dce2d4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:38:50.780652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4b4e4881-2c6e-41db-845a-935330796b89 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "PUT /v2.0/routers/29e40e95-0115-4bc2-a36f-51f98184af5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6449976 Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:38:50.780939 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:38:50.788552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:50.788904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:50.789296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:50.789752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Bound port: 98af636c-a6f6-4adb-804d-702beff5e141, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:50.790109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:50.792102 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Routers {'29e40e95-0115-4bc2-a36f-51f98184af5d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:50.792967 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['29e40e95-0115-4bc2-a36f-51f98184af5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:50.793897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:50.798398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5257-e7de-4a00-8664-7827228234d5 req-0c398d1d-ca5c-4ca7-89d3-4bea58e2dc26 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:50.799951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed1e5257-e7de-4a00-8664-7827228234d5 req-0c398d1d-ca5c-4ca7-89d3-4bea58e2dc26 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 945 time: 0.1598210 Dec 10 04:38:50.814978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bd8b-4836-4770-b0f2-01c1a14d0ddc req-ef288733-c6ea-4a2d-80b9-e18d6e28e103 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:50.816786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df57bd8b-4836-4770-b0f2-01c1a14d0ddc req-ef288733-c6ea-4a2d-80b9-e18d6e28e103 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1447072 Dec 10 04:38:50.921831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df57bd8b-4836-4770-b0f2-01c1a14d0ddc req-7054329a-bc68-424a-82cc-13f4abd15878 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 Dec 10 04:38:50.952139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-f00ecc92-f0ab-4e98-ad5b-d45a2509ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:50.953705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-f00ecc92-f0ab-4e98-ad5b-d45a2509ac29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 1096 time: 0.2709215 Dec 10 04:38:50.975398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed1e5257-e7de-4a00-8664-7827228234d5 req-3151ae4b-0d27-4614-8485-fdcc3eba6cb1 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506095 Dec 10 04:38:51.067017 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Set router 29e40e95-0115-4bc2-a36f-51f98184af5d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:51.099800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3970-f788-4036-af14-33030f903a2d req-88751304-389b-4f45-a910-dc8e452b8675 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.101449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81ba3970-f788-4036-af14-33030f903a2d req-88751304-389b-4f45-a910-dc8e452b8675 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.0604782 Dec 10 04:38:51.161239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81ba3970-f788-4036-af14-33030f903a2d req-a425bb12-d5f6-401b-b1ab-d040f49f8e25 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524614 Dec 10 04:38:51.204465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:51.270521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:38:51.275971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:51.276347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.320869 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:48Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': '56610226-5af7-4c99-ba34-075756dce2d4', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:0a:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:46Z', 'updated_at': '2021-12-10T04:38:49Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:51.346566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.352344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.358897 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/310df8bd-f0e7-4504-a006-81bbc10e8402 HTTP/1.1" status: 204 len: 168 time: 1.6262217 Dec 10 04:38:51.359013 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Checking router: 29e40e95-0115-4bc2-a36f-51f98184af5d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:51.359248 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Updating router 29e40e95-0115-4bc2-a36f-51f98184af5d port 56610226-5af7-4c99-ba34-075756dce2d4 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:38:51.368295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] For port aa1a1cc1-588e-404d-8f77-b78961fd1fe2, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:51.368688 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.387047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Calling delete_port for aa1a1cc1-588e-404d-8f77-b78961fd1fe2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:51.387818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.390071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:38:51.395644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.400603 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.404246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579df1a-8051-4e87-b9fe-76777b8194a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.405723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c579df1a-8051-4e87-b9fe-76777b8194a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports/56610226-5af7-4c99-ba34-075756dce2d4 HTTP/1.1" status: 200 len: 911 time: 0.6077199 Dec 10 04:38:51.408615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:51.424016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:51.434057 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d280421-3578-43b5-b98d-7e4f3657b8aa" -d '{"events": [{"server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "name": "network-vif-plugged", "status": "completed", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:51.455826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:51.459538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1a1cc1-588e-404d-8f77-b78961fd1fe2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:51.468633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.471471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0801e-a06a-4694-9652-c2f2625aa8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=310df8bd-f0e7-4504-a006-81bbc10e8402,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:51.471596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:51.488696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] No DVR routers for this DVR port aa1a1cc1-588e-404d-8f77-b78961fd1fe2 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:51.527123 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec256b5-6362-40ca-a770-f055c5ac81e5 x-openstack-request-id: req-8ec256b5-6362-40ca-a770-f055c5ac81e5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:51.527708 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "name": "network-vif-plugged", "status": "completed", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:51.528165 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ec256b5-6362-40ca-a770-f055c5ac81e5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:51.528756 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a', 'code': 200} Dec 10 04:38:51.528859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1020b6-6589-48d2-8e64-3a6e03b2cd5e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.537842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1020b6-6589-48d2-8e64-3a6e03b2cd5e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.540368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d1020b6-6589-48d2-8e64-3a6e03b2cd5e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1305125 Dec 10 04:38:51.543266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:51.594988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:51.609793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:51.629304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.645601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:51.655127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a2977a-1a4a-4a99-8036-4069d6f22c85']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:51.664691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24055806-fa57-49ca-a20c-20b8dd35075d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:51.664979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24055806-fa57-49ca-a20c-20b8dd35075d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:51.675421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.694798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:51.703435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.751670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:38:51.752235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:38:51.757745 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:38:51.780929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:51.815133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09144893-ad79-45eb-8ead-237e64a0b765 req-ea2d2f75-6a33-415b-8a3c-20aa65a0a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.816686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09144893-ad79-45eb-8ead-237e64a0b765 req-ea2d2f75-6a33-415b-8a3c-20aa65a0a88d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 1097 time: 0.1732223 Dec 10 04:38:51.834739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:51.844951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.854581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d1c328cb-e004-4057-af94-b231bd4d6b8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=849b5b343b2f41d4817bb36d09423076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034016 Dec 10 04:38:51.856660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-1cd29a28-a2b1-463a-8092-09b42bf2b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.857314 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-1cd29a28-a2b1-463a-8092-09b42bf2b7ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 200 len: 920 time: 0.4954112 Dec 10 04:38:51.860690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57632) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:51.867710 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.875075 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.881176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.900675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.910357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] 10.222.0.43 "DELETE /v2.0/networks/06a2977a-1a4a-4a99-8036-4069d6f22c85 HTTP/1.1" status: 204 len: 168 time: 2.2558527 Dec 10 04:38:51.944423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:51.945129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:51.946468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 1096 time: 2.7317255 Dec 10 04:38:51.956085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:51.958688 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b1870-4699-4117-b152-ad3bb40a4ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:51.965788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-1d12d532-be65-4101-a835-252b26f0bf7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 200 len: 217 time: 0.0875697 Dec 10 04:38:51.970769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e1a6-b098-4364-a4b6-882e3c769bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=06a2977a-1a4a-4a99-8036-4069d6f22c85,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:51.975226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09144893-ad79-45eb-8ead-237e64a0b765 req-5f596275-9b59-4f4f-a813-118326e69351 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107008 Dec 10 04:38:52.122141 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61c1b6-c110-491d-813d-51aa418ea7af x-openstack-request-id: req-0c61c1b6-c110-491d-813d-51aa418ea7af {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:52.122395 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:52.122653 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c61c1b6-c110-491d-813d-51aa418ea7af {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:52.123063 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'status': 'completed', 'code': 200} Dec 10 04:38:52.123682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfedb-8077-49b9-87e4-796e677319d7 service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:52.185373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-134133383-network', 'tenant_id': 'ac7403d55fd642a697ad7d495b6c5c73'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:52.191868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.222830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-fc70e3c5-b5c9-44a6-9e9d-82335f5a054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.224370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-fc70e3c5-b5c9-44a6-9e9d-82335f5a054a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 200 len: 859 time: 0.2481680 Dec 10 04:38:52.233339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-41cee0b8-862f-475a-91a2-a32bf7ee37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.234804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-41cee0b8-862f-475a-91a2-a32bf7ee37a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1099 time: 0.2393551 Dec 10 04:38:52.243124 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Attempting to bind port 56610226-5af7-4c99-ba34-075756dce2d4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:52.243491 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Attempting to bind port 56610226-5af7-4c99-ba34-075756dce2d4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:52.243851 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Attempting to bind port 56610226-5af7-4c99-ba34-075756dce2d4 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:52.277156 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:52.279181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:52.279618 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.280021 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:52.282364 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Bound port: 56610226-5af7-4c99-ba34-075756dce2d4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:52.284766 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.293622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-7dde8921-5cfe-4e8f-86f0-3b795dd9e9d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9472488-a1cf-4ccd-8069-169692f90abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578489 Dec 10 04:38:52.330218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbd0eb14-6d22-4c8d-a27f-0795f2ac1dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.374962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57646) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:52.397095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] For port 56610226-5af7-4c99-ba34-075756dce2d4, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:52.402302 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] For port 56610226-5af7-4c99-ba34-075756dce2d4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=56610226-5af7-4c99-ba34-075756dce2d4,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:52.403835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Pushing event updated for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:52.405207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.414211 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.414994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Made reservation on behalf of ac7403d55fd642a697ad7d495b6c5c73 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:52.417599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.419268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] Provisioning complete for port 56610226-5af7-4c99-ba34-075756dce2d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:52.419876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.420406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-bec16048-18e5-41fa-9f8b-cac77a29fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.422046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-bec16048-18e5-41fa-9f8b-cac77a29fe2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1755877 Dec 10 04:38:52.440010 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.440361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.440739 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.441072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.441398 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.441717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.442041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.442359 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.442674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.443482 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.443813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.444433 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.444939 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:52.448026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-a89f4cdc-2eac-4874-b0fd-cfb74fe84872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.450147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-a89f4cdc-2eac-4874-b0fd-cfb74fe84872 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1099 time: 0.1533885 Dec 10 04:38:52.483901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Routers {'29e40e95-0115-4bc2-a36f-51f98184af5d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:52.484982 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['29e40e95-0115-4bc2-a36f-51f98184af5d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:52.498791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5a07-f8c8-435a-af04-939f1c586120 req-570e6148-8cec-4fd7-bd6e-ae6d38a7a9e2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.501492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.507131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd4c5a07-f8c8-435a-af04-939f1c586120 req-570e6148-8cec-4fd7-bd6e-ae6d38a7a9e2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.3689730 Dec 10 04:38:52.515628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-70dbb19b-3001-4a16-aca5-1da6e00ef2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0833082 Dec 10 04:38:52.530189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2a87-17d9-4c09-8997-8b0f9369a4a1 req-781f8b9d-f9de-4ece-93c7-8af89f6ef311 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.533901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ab2a87-17d9-4c09-8997-8b0f9369a4a1 req-781f8b9d-f9de-4ece-93c7-8af89f6ef311 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 946 time: 0.3453295 Dec 10 04:38:52.580879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.588372 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] Set router 29e40e95-0115-4bc2-a36f-51f98184af5d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:52.611533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-36e20a0d-cb54-4767-a08d-1226424de0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.626159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-36e20a0d-cb54-4767-a08d-1226424de0c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0953021 Dec 10 04:38:52.636612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] For port 56610226-5af7-4c99-ba34-075756dce2d4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=56610226-5af7-4c99-ba34-075756dce2d4,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:52.642695 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.649820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-117cf15f-b57b-4c06-9fcb-a566ba760d23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf64825d9022420f981c3bffcc07b4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701187 Dec 10 04:38:52.650753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57648) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:52.715506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d26351-311e-4fbc-9576-5e3410ac5580 None None] Pushing event updated for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:52.774704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-f278806f-6713-4e25-b383-1f43c161da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:52.776279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-f278806f-6713-4e25-b383-1f43c161da02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342330 Dec 10 04:38:52.803105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.805736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.809860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c828a460-d42e-4e05-b2e9-c96dd7f39f2f HTTP/1.1" status: 204 len: 168 time: 0.9452679 Dec 10 04:38:52.855337 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-5bd285db-7a44-4c13-aa21-39c6f70d6faf service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317725 Dec 10 04:38:52.858273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd4c5a07-f8c8-435a-af04-939f1c586120 req-2c602dc2-7394-4d52-9cf5-cb72efe61d59 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500588 Dec 10 04:38:52.889956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ab2a87-17d9-4c09-8997-8b0f9369a4a1 req-6c10e50b-6180-4eaa-9817-96546914f4fe tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187966 Dec 10 04:38:52.909110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f578ae6a-7100-4fde-8219-b944ccba599e None None] Provisioning complete for port 56610226-5af7-4c99-ba34-075756dce2d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:52.912700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f578ae6a-7100-4fde-8219-b944ccba599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:52.925562 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:48Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': '56610226-5af7-4c99-ba34-075756dce2d4', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:0a:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:46Z', 'updated_at': '2021-12-10T04:38:52Z', 'revision_number': 4, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:52.962355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6ac9c-904a-4019-9666-9eca6d59d46b None None] The sync data for ids ['29e40e95-0115-4bc2-a36f-51f98184af5d'] in n-d-817326-3 is: [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:48Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': '56610226-5af7-4c99-ba34-075756dce2d4', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:0a:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:46Z', 'updated_at': '2021-12-10T04:38:52Z', 'revision_number': 4, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'b3a17084-1c2a-4960-88cf-e8e6373bf4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:52.966310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccef85-eeaa-4b61-87e7-409bece96744 None None] Pushing event updated for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:53.004532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-814c8b1d-c307-4b78-ba64-53a901ec0cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192233 Dec 10 04:38:53.012268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.137814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3772ff89-da50-4ea8-b3d0-f6bfd26663b8 req-ebe60e2f-ecb7-492d-96ea-9f5c1e1caad2 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223662 Dec 10 04:38:53.141580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.187814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4d2e12f4-3bcc-4625-9ebb-0ddf955ba511 req-d73485aa-2248-42e8-b100-a697bd4b962e service neutron] 10.222.0.41 "GET /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218880 Dec 10 04:38:53.188946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:38:53.209694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.210330 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Added segment 4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc of type vlan for network 5f382426-6c76-4ab2-9934-6439cdff66c2 Dec 10 04:38:53.212328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7561372-058f-4c6a-922e-50da3c267bc1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:53.295245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.306942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1137c-9f00-481f-b4d2-8ade4aa76b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828a460-d42e-4e05-b2e9-c96dd7f39f2f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:53.307558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.330739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-73fe2cb4-0c0b-45d1-ba8e-cc313519777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.332200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-73fe2cb4-0c0b-45d1-ba8e-cc313519777c service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.8670945 Dec 10 04:38:53.443753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-464fa4dd-00f3-4643-9583-2b433c88539b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0899434 Dec 10 04:38:53.447499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.480019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.481449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.482523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.546810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8376634 Dec 10 04:38:53.550517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:53.560842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.601381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Request body: {'subnet': {'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-134133383-subnet', 'tenant_id': 'ac7403d55fd642a697ad7d495b6c5c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:53.615582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-3a4d388b-9467-45a4-a091-8c424a23a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.615773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac0fc-26a5-44ef-8f0e-8a42209c0f53 req-111f1fb5-730f-4dc3-83b0-8f164d78b9c0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.617499 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-3a4d388b-9467-45a4-a091-8c424a23a78b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1099 time: 0.2047126 Dec 10 04:38:53.623899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f61ac0fc-26a5-44ef-8f0e-8a42209c0f53 req-111f1fb5-730f-4dc3-83b0-8f164d78b9c0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.3130720 Dec 10 04:38:53.626300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafd6e2-94a2-4120-875c-2f5090be05c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5f382426-6c76-4ab2-9934-6439cdff66c2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:53.640702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5f382426-6c76-4ab2-9934-6439cdff66c2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:38:53.706164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-a4898874-0669-4978-875a-90df48b88c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.707719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-a4898874-0669-4978-875a-90df48b88c92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2503908 Dec 10 04:38:53.725761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Made reservation on behalf of ac7403d55fd642a697ad7d495b6c5c73 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:53.728461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.785028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.827443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-6f24af7c-de23-4e4f-b4c6-a0953d785ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.828960 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-6f24af7c-de23-4e4f-b4c6-a0953d785ac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1983013 Dec 10 04:38:53.906719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-8571acfe-9b81-44cf-8c14-583625a727d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0649159 Dec 10 04:38:53.958078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f61ac0fc-26a5-44ef-8f0e-8a42209c0f53 req-e1bc98bf-12f0-4867-bd22-5869bb532060 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332067 Dec 10 04:38:53.967144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-9bfc8ad9-32e7-414b-be0b-a188fec16c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:53.968847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-9bfc8ad9-32e7-414b-be0b-a188fec16c15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213845 Dec 10 04:38:53.994207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:53.998860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.002455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17963296-df7c-4875-843c-f1ae144a081d HTTP/1.1" status: 204 len: 168 time: 1.3217349 Dec 10 04:38:54.039706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-2640696e-63d5-4af4-9e85-f7c68a0a26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:54.041532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-2640696e-63d5-4af4-9e85-f7c68a0a26d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1253583 Dec 10 04:38:54.089503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 56610226-5af7-4c99-ba34-075756dce2d4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:38:54.157887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-33921705-3f1c-4651-8d36-af544ab103ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:54.159574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-33921705-3f1c-4651-8d36-af544ab103ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092074 Dec 10 04:38:54.170724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:54.190172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.227708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 56610226-5af7-4c99-ba34-075756dce2d4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:38:54.228235 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.251506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17963296-df7c-4875-843c-f1ae144a081d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:54.270221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.270514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.270847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.271185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.271521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.271853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.272292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.272535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.272888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.273199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.273535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.273854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.274178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641483b0-2668-47ba-a3ff-80827f504a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.326985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142b08fd-e94f-4630-a6e0-c5a86367a8e8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:54.339080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Checking segment: {'id': '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:54.339462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Network hostable DHCP agents. Network: 5f382426-6c76-4ab2-9934-6439cdff66c2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:38:54.349721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.350074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.350421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.350765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.351284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.351627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.351961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.352295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.352662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.352994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.353322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.353647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.353977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:38:54.373545 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-89b36994-f2ea-49b8-8c5e-dabdb00df317 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979907 Dec 10 04:38:54.398754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd826-0587-40b0-9484-4555afdee6b4 req-69bd3987-a992-4be8-bf78-5f7740265715 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:54.400323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f6dd826-0587-40b0-9484-4555afdee6b4 req-69bd3987-a992-4be8-bf78-5f7740265715 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 946 time: 0.3387308 Dec 10 04:38:54.408609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18875b8-243f-4b60-8c79-ae2b1f8f0694 req-ee3fc6b9-627e-43c3-8d4e-a006663dde76 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:54.410123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a18875b8-243f-4b60-8c79-ae2b1f8f0694 req-ee3fc6b9-627e-43c3-8d4e-a006663dde76 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.4081120 Dec 10 04:38:54.423972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Network 5f382426-6c76-4ab2-9934-6439cdff66c2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:38:54.498583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-c170f2da-4a2d-43b4-8b65-2ae786a6424a service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160556 Dec 10 04:38:54.513617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5f382426-6c76-4ab2-9934-6439cdff66c2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:54.523567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:54.524165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.536338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde069f5-0115-43c6-92bb-cba1329c75ec None None] Network 5f382426-6c76-4ab2-9934-6439cdff66c2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:54.539708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f6dd826-0587-40b0-9484-4555afdee6b4 req-4e09a134-ada0-4057-a826-8db9f6ae3984 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229572 Dec 10 04:38:54.579633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2012251190-network', 'tenant_id': '9a589a900b494df9a748ac6b354c18a8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:54.616912 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ff4d6af-1243-4459-b2b6-0659afce9ee2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0119386 Dec 10 04:38:54.623528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-564cfe3b-e0d9-4cf9-bd1f-fc4827218416 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414329 Dec 10 04:38:54.628201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Made reservation on behalf of 9a589a900b494df9a748ac6b354c18a8 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:54.633956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.651994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.699122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712190a0-8d29-4bad-9686-c4c4e220efb2 None None] Network 5f382426-6c76-4ab2-9934-6439cdff66c2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:54.771877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a18875b8-243f-4b60-8c79-ae2b1f8f0694 req-fabb4deb-9ba8-474b-a2f1-3de4f1be32db tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527057 Dec 10 04:38:54.840095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-693b1870-4699-4117-b152-ad3bb40a4ccd req-fee7beff-87c6-415d-8782-5bbf33af6dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307176 Dec 10 04:38:54.864608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.867042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 56610226-5af7-4c99-ba34-075756dce2d4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:54.867501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.876316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.953435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:38:54.960443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d263056e-9048-4e3b-84ee-208268b2b27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.977352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ace0de-ad02-4b17-a456-14e778aa497e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:54.991041 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:54.991328 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Added segment 3b2f96f5-bac3-4d4b-8546-1d8f3554a5b8 of type vlan for network 3fa95e3b-ca54-411c-b157-21ad7aab691f Dec 10 04:38:55.041806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port 56610226-5af7-4c99-ba34-075756dce2d4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=56610226-5af7-4c99-ba34-075756dce2d4,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:55.042233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.077995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 56610226-5af7-4c99-ba34-075756dce2d4 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:55.089766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.143056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.144077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:55.144839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.208690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0339768 Dec 10 04:38:55.251666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1395-9d35-4880-bc55-e1dc2dd87f35 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa95e3b-ca54-411c-b157-21ad7aab691f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:55.263381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3fa95e3b-ca54-411c-b157-21ad7aab691f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:38:55.375724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895103-303e-4fd0-ba0a-d8181c15ebce req-adbd073f-3316-4061-8af8-7b46436029c6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:55.377378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56895103-303e-4fd0-ba0a-d8181c15ebce req-adbd073f-3316-4061-8af8-7b46436029c6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 946 time: 0.2371454 Dec 10 04:38:55.389861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144dc01-4074-41b3-aa55-853c6cb7bed7 req-f0df9983-d7c1-4c62-8abc-6a3776307a05 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:55.391789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d144dc01-4074-41b3-aa55-853c6cb7bed7 req-f0df9983-d7c1-4c62-8abc-6a3776307a05 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.2497993 Dec 10 04:38:55.487397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:55.530141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56895103-303e-4fd0-ba0a-d8181c15ebce req-bf0ada6f-8501-47d0-b035-535960434f0c tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365488 Dec 10 04:38:55.544445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d144dc01-4074-41b3-aa55-853c6cb7bed7 req-78cb797a-5702-41db-b289-5820c3d586f5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392658 Dec 10 04:38:55.545754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.585690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=56610226-5af7-4c99-ba34-075756dce2d4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:55.620115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-47760945-network', 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:55.656104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:55.658562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.671450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.687273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.699647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.834581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.841937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.866573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:38:55.881445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7ed37-0e25-4855-92f6-ab77ee3cd759,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:55.887013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.887220 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Added segment c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d of type vlan for network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 Dec 10 04:38:55.941087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.971742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:55.973015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:55.973575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.012996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5241694 Dec 10 04:38:56.015195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:56.019938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Request body: {'subnet': {'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-47760945-subnet', 'tenant_id': '3f010604c60941198655945e6d355a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:56.058215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff29217-041d-4c09-b1b5-26a8748292bb admin admin] Pushing event updated for resources: {'Network': ['ID=c7dab2cf-4dd0-4c0e-8df8-c229959ef859,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:56.068743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:38:56.070174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:56.072582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.075424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Router 29e40e95-0115-4bc2-a36f-51f98184af5d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:38:56.208017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5e3b-ff67-4a92-af60-6ae97b59351a req-ff5732ea-2d15-4184-8a32-ae92a52f4214 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.214825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5e3b-ff67-4a92-af60-6ae97b59351a req-ff5732ea-2d15-4184-8a32-ae92a52f4214 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.220793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5e3b-ff67-4a92-af60-6ae97b59351a req-ff5732ea-2d15-4184-8a32-ae92a52f4214 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.222380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01dc5e3b-ff67-4a92-af60-6ae97b59351a req-ff5732ea-2d15-4184-8a32-ae92a52f4214 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3348358 Dec 10 04:38:56.253192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.307991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-c8d519f3-46aa-4101-b483-60acc796f1cc tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.309545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-c8d519f3-46aa-4101-b483-60acc796f1cc tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/networks?id=5f382426-6c76-4ab2-9934-6439cdff66c2 HTTP/1.1" status: 200 len: 817 time: 0.3580599 Dec 10 04:38:56.314892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:38:56.319895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:56.322992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e5095aa3-e097-4229-953e-5f10e27d9d76 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "PUT /v2.0/routers/29e40e95-0115-4bc2-a36f-51f98184af5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7760365 Dec 10 04:38:56.323092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Checking segment: {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:56.323092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Network hostable DHCP agents. Network: c7dab2cf-4dd0-4c0e-8df8-c229959ef859, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:38:56.330321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Sync routers for ids ['29e40e95-0115-4bc2-a36f-51f98184af5d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:38:56.330732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:56.341073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Routers {'29e40e95-0115-4bc2-a36f-51f98184af5d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:56.342484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['29e40e95-0115-4bc2-a36f-51f98184af5d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:56.350356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:38:56.362958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c7dab2cf-4dd0-4c0e-8df8-c229959ef859) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:56.379866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.380436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.388656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171759b-d5b2-44fc-8f51-13520495649a None None] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:56.390844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-555ef712-eb5b-4639-a652-d435306d3c8d tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/quotas/ac7403d55fd642a697ad7d495b6c5c73 HTTP/1.1" status: 200 len: 375 time: 0.0621247 Dec 10 04:38:56.405823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3604922d-c2ac-4d21-a96a-7e93adf497b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3895092 Dec 10 04:38:56.406800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57746) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:56.411709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:56.441450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.442860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.460354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-a5cf38c4-c158-49d3-92fb-6cb462093153 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac7403d55fd642a697ad7d495b6c5c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682335 Dec 10 04:38:56.504440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96dece6-3df1-479c-baed-a281fb054748 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.505959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96dece6-3df1-479c-baed-a281fb054748 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.508337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b96dece6-3df1-479c-baed-a281fb054748 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1652677 Dec 10 04:38:56.512781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:56.521560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.557461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf0e5-f47e-48a0-b578-fdf7702029ed req-c8af6e16-7624-4d5a-9c2d-1d9e83d8415b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.558976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a5bf0e5-f47e-48a0-b578-fdf7702029ed req-c8af6e16-7624-4d5a-9c2d-1d9e83d8415b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1626868 Dec 10 04:38:56.580810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Set router 29e40e95-0115-4bc2-a36f-51f98184af5d gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:56.632927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet b3a17084-1c2a-4960-88cf-e8e6373bf4b3 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:38:56.663873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:55Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:56.666398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.700239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Checking router: 29e40e95-0115-4bc2-a36f-51f98184af5d for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:38:56.720379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Routers {'29e40e95-0115-4bc2-a36f-51f98184af5d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:38:56.721036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['29e40e95-0115-4bc2-a36f-51f98184af5d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:56.732446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.748269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.783102 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:38:56.823312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'project_id': '3f010604c60941198655945e6d355a28', 'fixed_ips': [{'subnet_id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:56.825218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.850204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] Set router 29e40e95-0115-4bc2-a36f-51f98184af5d gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:38:56.895836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:56.897484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-b203b92c-b96e-4def-80b1-e826aebe6afa tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:56.899953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-b203b92c-b96e-4def-80b1-e826aebe6afa tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 946 time: 0.4297688 Dec 10 04:38:56.908815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:55Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:56.946282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb3603-10f8-480e-90e0-c7b2aac40ea5 None None] The sync data for ids ['29e40e95-0115-4bc2-a36f-51f98184af5d'] in n-d-817326-3 is: [{'id': '29e40e95-0115-4bc2-a36f-51f98184af5d', 'name': 'tempest-NetworksTestDHCPv6-router-623386494', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:44Z', 'updated_at': '2021-12-10T04:38:55Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:38:56.973372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-0911bbdf-fba8-4c60-9f6e-865b4c723c2c service neutron] 10.222.0.43 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026813 Dec 10 04:38:56.993296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a5bf0e5-f47e-48a0-b578-fdf7702029ed req-04883502-4bc8-4379-bdde-2299d71e8e92 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346276 Dec 10 04:38:57.031454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.080445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a17084-1c2a-4960-88cf-e8e6373bf4b3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:57.092895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Allocated IP 172.20.0.2 (c7dab2cf-4dd0-4c0e-8df8-c229959ef859/b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd/b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:57.094379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.099828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aaf66637-e7e1-4584-9535-1efb456703c7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/b3a17084-1c2a-4960-88cf-e8e6373bf4b3 HTTP/1.1" status: 204 len: 168 time: 0.5837233 Dec 10 04:38:57.103704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0db96-0472-471b-9e96-046dfc31ffc0 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:57.111040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57758) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:57.143228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.168281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.199464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:38:57.229052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-dc0cdffb-c69a-4892-83af-cafc36277b31 service neutron] 10.222.0.43 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547596 Dec 10 04:38:57.291326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Allocated IP 172.25.8.61 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/672316f2-f7a4-4100-9ee9-4788ff247cce) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:38:57.323043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abff21-494b-49a7-bd0c-3b18f3bba7d6 req-87ca8d90-0072-4d3d-b2ad-73ecfe691123 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:57.324997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43abff21-494b-49a7-bd0c-3b18f3bba7d6 req-87ca8d90-0072-4d3d-b2ad-73ecfe691123 tempest-ComputeTenantNetworksTest-47236955 tempest-ComputeTenantNetworksTest-47236955-project] 10.222.0.43 "GET /v2.0/networks/3fa95e3b-ca54-411c-b157-21ad7aab691f HTTP/1.1" status: 200 len: 769 time: 0.2624326 Dec 10 04:38:57.343620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:57.412535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.464972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Deleting port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:57.465426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.485472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:57.503831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '98af636c-a6f6-4adb-804d-702beff5e141', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '98af636c-a6f6-4adb-804d-702beff5e141', 'mac_address': 'fa:16:3e:4f:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:38:57.527288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:38:57.531480 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.586362 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.626407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.661986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:57.664240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:38:57.677436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:57.685364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2a4a861b-9af1-42dc-9678-21bd65d717a4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5736568 Dec 10 04:38:57.688378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Pushing event updated for resources: {'Port': ['ID=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:57.690857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:57.691521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:57.709370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:57.717738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.766971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] For port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,segment=NetworkSegment(f3e8403f-ac0c-403d-867a-5952d1224b91),segment_id=f3e8403f-ac0c-403d-867a-5952d1224b91)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:57.767348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.793640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Deleting port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:38:57.794030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.798736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Attempting to bind port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:38:57.799117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Attempting to bind port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:38:57.799502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Attempting to bind port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 on network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:38:57.835049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:38:57.835554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Checking segment: {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:38:57.835819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.836222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Bound using segment: {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:38:57.836756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Bound port: b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:38:57.837162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.853043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.887438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:57.904392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] For port 5d658ffc-4512-4991-9faf-5d50a8d7aad7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5d658ffc-4512-4991-9faf-5d50a8d7aad7,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:38:57.904824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:57.937479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Calling delete_port for 5d658ffc-4512-4991-9faf-5d50a8d7aad7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:57.991329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.012169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] For port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:38:58.027962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] For port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:38:58.030482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ac9b9-d741-4a80-95ce-43e8f42ddcd8 req-529fc1c4-266b-40a9-9f17-233bdabd7970 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:58.032429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-932ac9b9-d741-4a80-95ce-43e8f42ddcd8 req-529fc1c4-266b-40a9-9f17-233bdabd7970 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 946 time: 0.4561093 Dec 10 04:38:58.042664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9beeb5-dc80-401c-95a5-54a6aba01420 req-6328693f-41a8-4c27-af74-0644b5db7e4c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:58.044232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b9beeb5-dc80-401c-95a5-54a6aba01420 req-6328693f-41a8-4c27-af74-0644b5db7e4c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 948 time: 0.4621246 Dec 10 04:38:58.047483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Calling delete_port for 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:38:58.071605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 56610226-5af7-4c99-ba34-075756dce2d4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:58.075916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['98af636c-a6f6-4adb-804d-702beff5e141'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:58.116680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.126880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.159629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.198545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa95e3b-ca54-411c-b157-21ad7aab691f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:58.219630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2f96f5-bac3-4d4b-8546-1d8f3554a5b8') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:58.219952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2f96f5-bac3-4d4b-8546-1d8f3554a5b8') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:38:58.232824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.233903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.237924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.251777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.258892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.261257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:38:58.262002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:38:58.265742 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:38:58.328128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-932ac9b9-d741-4a80-95ce-43e8f42ddcd8 req-2f9f1ba7-d535-4c1a-8c8f-7b52e1805228 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups?id=d6167d17-ffa0-422c-a500-c6795e693e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829244 Dec 10 04:38:58.344592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b9beeb5-dc80-401c-95a5-54a6aba01420 req-a8fbc9d6-0983-4a50-972d-2bc17bd117fa tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698879 Dec 10 04:38:58.348493 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.349164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Fanout notify agent at l3_agent the message router_deleted on router 29e40e95-0115-4bc2-a36f-51f98184af5d {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:38:58.358288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.362472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9233ee37-45e9-4814-9dc5-4ad1caa21573 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/routers/29e40e95-0115-4bc2-a36f-51f98184af5d HTTP/1.1" status: 204 len: 168 time: 0.6551487 Dec 10 04:38:58.362472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57776) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:58.367641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:58.369823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:58.378680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791e8e-b1ac-4a61-966e-587f96f2b81a None None] Pushing event updated for resources: {'Port': ['ID=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:58.381406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.386338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:58.399673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:38:58.444449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] Pushing event deleted for resources: {'Port': ['ID=5d658ffc-4512-4991-9faf-5d50a8d7aad7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:58.453691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.454209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a36be-1481-4071-bec6-3b0af7a21eab None None] No DVR routers for this DVR port 5d658ffc-4512-4991-9faf-5d50a8d7aad7 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:58.455509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Pushing event updated for resources: {'Port': ['ID=672316f2-f7a4-4100-9ee9-4788ff247cce,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:58.473471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.488019 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] 10.222.0.43 "DELETE /v2.0/networks/3fa95e3b-ca54-411c-b157-21ad7aab691f HTTP/1.1" status: 204 len: 168 time: 1.1426444 Dec 10 04:38:58.506374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 56610226-5af7-4c99-ba34-075756dce2d4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:58.506714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 56610226-5af7-4c99-ba34-075756dce2d4 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:58.507390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5d658ffc-4512-4991-9faf-5d50a8d7aad7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:38:58.521990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36a43-6e83-45fc-8431-126e5696e23c admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa95e3b-ca54-411c-b157-21ad7aab691f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:58.604097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 5d658ffc-4512-4991-9faf-5d50a8d7aad7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:38:58.604659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5d658ffc-4512-4991-9faf-5d50a8d7aad7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:38:58.607888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:58.618821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.625163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.674315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:58.718149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:38:58.879906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event deleted for resources: {'Port': ['ID=1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:58.951162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:58.982820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.051547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da25a379-232e-4091-bb82-6d5c70e27fac req-213bb148-36e2-4305-9a5a-1a28b93a0bc3 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 210 time: 0.2624843 Dec 10 04:38:59.186198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] No DVR routers for this DVR port 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:38:59.216606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.220054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5f5ee57-cb15-4554-8e2c-f2e384c38966 req-78d376fe-6eff-449f-be24-17d6a8d5771d tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.36 "DELETE /v2.0/ports/1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a HTTP/1.1" status: 204 len: 173 time: 2.3106136 Dec 10 04:38:59.220631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'name': 'network-vif-deleted', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:38:59.222990 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3f9422-c6e2-4d1f-bca3-cd17482706e4" -d '{"events": [{"server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "name": "network-vif-deleted", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:38:59.238222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-710f4ff3-ce8f-4394-a4a0-f3fe80f5363e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a589a900b494df9a748ac6b354c18a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724977 Dec 10 04:38:59.246149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:59.301715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-f6a72665-9410-4bdf-a579-81b1e53f5ca4 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:59.303374 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-f6a72665-9410-4bdf-a579-81b1e53f5ca4 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.41 "GET /v2.0/networks?id=5f382426-6c76-4ab2-9934-6439cdff66c2 HTTP/1.1" status: 200 len: 817 time: 0.3319657 Dec 10 04:38:59.351724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Request body: {'port': {'device_id': '23803227-cfb7-4878-9650-b0ff8de40001', 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2', 'admin_state_up': True, 'tenant_id': 'ac7403d55fd642a697ad7d495b6c5c73'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:59.409999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-04039c7a-d358-4b7b-a32f-779c3c4dae47 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:59.411165 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-04039c7a-d358-4b7b-a32f-779c3c4dae47 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304&tenant_id=9efb5826698744869e01940b463dff4f&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 949 time: 0.1494164 Dec 10 04:38:59.435139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-1ae060f5-d40e-4e4f-9907-9ef261022a42 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:38:59.436203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-1ae060f5-d40e-4e4f-9907-9ef261022a42 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054600 Dec 10 04:38:59.449657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fc99d-9a00-447a-a074-7a5f1b1744fe req-421d75fe-659e-43b0-9e90-9764d34b61fc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:59.456975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-931fc99d-9a00-447a-a074-7a5f1b1744fe req-421d75fe-659e-43b0-9e90-9764d34b61fc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.1775098 Dec 10 04:38:59.466968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.488084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.496241 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffbc8c-efd7-471d-bea8-81040d1a2ccf x-openstack-request-id: req-08ffbc8c-efd7-471d-bea8-81040d1a2ccf {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:38:59.496572 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccd2d18-5870-4e16-8e14-2aa8dc4f029c", "name": "network-vif-deleted", "tag": "1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:38:59.496830 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08ffbc8c-efd7-471d-bea8-81040d1a2ccf {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:38:59.497397 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccd2d18-5870-4e16-8e14-2aa8dc4f029c', 'name': 'network-vif-deleted', 'tag': '1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a', 'status': 'completed', 'code': 200} Dec 10 04:38:59.504842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.520152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.598855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:38:59.629295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:38:59.632720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85b260d6-ca47-4ddf-9d96-0ed739f0f86e req-3102ea68-b207-4bc3-83de-d59cf7dd90a4 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ccd2d18-5870-4e16-8e14-2aa8dc4f029c HTTP/1.1" status: 200 len: 210 time: 0.0687063 Dec 10 04:38:59.637151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:38:59.637860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.644271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8926e-faf3-4309-9832-fe5218cc6323 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:38:59.656554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-931fc99d-9a00-447a-a074-7a5f1b1744fe req-3b82b6eb-c931-4cea-81d1-cd6dedb50a16 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986103 Dec 10 04:38:59.662010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=e0e8aa38-3758-447e-97c0-8d8818adef8d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:59.699530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68feddd7-30fb-42d5-b4d2-7ff6ac07f923 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3328347 Dec 10 04:38:59.699530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.701338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.701475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:38:59.707968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36ace0de-ad02-4b17-a456-14e778aa497e HTTP/1.1" status: 204 len: 168 time: 0.4587090 Dec 10 04:38:59.723852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6649e7-1975-432d-ad1e-705603f9c638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ace0de-ad02-4b17-a456-14e778aa497e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:38:59.737349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:38:59.829758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:38:59.830662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:38:59.871306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-bfc8de6f-06d2-450d-8047-45e8f1fb9102 service neutron] 10.222.0.41 "GET /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.4241371 Dec 10 04:38:59.906649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Made reservation on behalf of ac7403d55fd642a697ad7d495b6c5c73 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:38:59.917200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.073269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e0e8aa38-3758-447e-97c0-8d8818adef8d/39bbfd88-c04e-4430-b7ea-a9259105ca43) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:00.090472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:00.198020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13677188-1ff5-4e3b-a6f2-a443ffecfbcc req-54190744-1d33-4cca-83f4-e8fb3b0b7322 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 210 time: 0.0579989 Dec 10 04:39:00.247936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.250048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.258798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:00.259270 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.317989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3f234-d792-48cc-944f-2fba36d0f751 None None] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:00.329240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.361964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-2a1bf843-45bf-4ad7-9823-a0b090de9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:00.364676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-2a1bf843-45bf-4ad7-9823-a0b090de9c35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1100 time: 0.4224734 Dec 10 04:39:00.372046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.423154 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.424668 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0fcafdc-1d31-4a02-a312-651952d67cdb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7208073 Dec 10 04:39:00.427392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57820) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:00.450005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.452525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fa66cc3f-8ef2-46ef-9eae-248458576683 None None] Provisioning complete for port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:00.453101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa66cc3f-8ef2-46ef-9eae-248458576683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.492304 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.575258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:00.604983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:00.612966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Allocated IP 172.20.0.10 (5f382426-6c76-4ab2-9934-6439cdff66c2/142b08fd-e94f-4630-a6e0-c5a86367a8e8/0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:00.614717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:00.632974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Pushing event updated for resources: {'Port': ['ID=39bbfd88-c04e-4430-b7ea-a9259105ca43,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:00.643972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.681837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.683399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.684803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.689068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.689492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.690027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.690465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.690896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.691327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.691825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.692276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.692723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.693805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:00.872357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Attempting to bind port 39bbfd88-c04e-4430-b7ea-a9259105ca43 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:00.873921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Attempting to bind port 39bbfd88-c04e-4430-b7ea-a9259105ca43 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:00.874508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Attempting to bind port 39bbfd88-c04e-4430-b7ea-a9259105ca43 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:00.874974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.915351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-3087a08a-1ea5-4567-aef9-56bfd4a10cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:00.925150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-3087a08a-1ea5-4567-aef9-56bfd4a10cc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.5307651 Dec 10 04:39:00.926835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Router dc75462d-3127-4afd-aba7-9b333bf48599 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:39:00.933482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.936290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:00.937100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:00.938763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:00.941409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:00.942161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Bound port: 39bbfd88-c04e-4430-b7ea-a9259105ca43, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:00.943771 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.014107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:01.046450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-8dc6b620-2053-4777-8489-500483a24cc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.1093571 Dec 10 04:39:01.113449 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.127599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa66cc3f-8ef2-46ef-9eae-248458576683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.168297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Pushing event updated for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:01.206549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57850) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:01.230985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:01.260225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5f134-3c4a-4caa-a284-51c65b5122e8 req-a5152555-13b9-4ca0-9fce-00f8e25ba2a3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:01.268100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0d5f134-3c4a-4caa-a284-51c65b5122e8 req-a5152555-13b9-4ca0-9fce-00f8e25ba2a3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.4087315 Dec 10 04:39:01.279863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Network 5f382426-6c76-4ab2-9934-6439cdff66c2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:01.286423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:01.300562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:01.378301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:01.399043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-53052dca-bfcf-4fed-94cc-6af3665db8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:01.400598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-53052dca-bfcf-4fed-94cc-6af3665db8e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2517843 Dec 10 04:39:01.454938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:01.455561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.479209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:01.481048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.486356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-4bdd2c67-a302-485d-a5ca-9b0cd272b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:01.487872 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-4bdd2c67-a302-485d-a5ca-9b0cd272b0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747073 Dec 10 04:39:01.492319 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Sync routers for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:01.495685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-06abbb1c-3cb5-413e-9af0-aef1ddcc5b1e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1479440 Dec 10 04:39:01.514600 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:01.515332 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:01.519059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] For port 39bbfd88-c04e-4430-b7ea-a9259105ca43, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:01.526063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:01.526268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Request body: {'port': {'device_id': '23803227-cfb7-4878-9650-b0ff8de40001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:01.526446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1446d7ab-fe70-4bfe-9502-8dd1f0fdec0a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:01.532056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:01.553321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] For port 39bbfd88-c04e-4430-b7ea-a9259105ca43, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=39bbfd88-c04e-4430-b7ea-a9259105ca43,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:01.564141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.569196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49e2bc61-cfc0-48a0-bdc0-fe71e4343f08 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1574061 Dec 10 04:39:01.579344 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.592323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:01.595775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0d5f134-3c4a-4caa-a284-51c65b5122e8 req-65e7e4f1-ad2e-4346-aa27-169d50052e7d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240678 Dec 10 04:39:01.661624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.688953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0067eca-5683-4f5a-a52c-1703079fe424 None None] Pushing event updated for resources: {'Port': ['ID=39bbfd88-c04e-4430-b7ea-a9259105ca43,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:01.710528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-fa66cc3f-8ef2-46ef-9eae-248458576683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:39:01.710932 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-fa66cc3f-8ef2-46ef-9eae-248458576683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:39:01.736382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 98af636c-a6f6-4adb-804d-702beff5e141 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:01.742938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 98af636c-a6f6-4adb-804d-702beff5e141 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:01.743718 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.852302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571d5f-89fc-49f9-9bc6-aa9dd4d0226c req-1fea5495-ea6f-4870-b145-0b1e7b8bf89d tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:01.853940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2571d5f-89fc-49f9-9bc6-aa9dd4d0226c req-1fea5495-ea6f-4870-b145-0b1e7b8bf89d tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 932 time: 0.5284336 Dec 10 04:39:01.855137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.877771 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:01.940365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:01.941125 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:01.943056 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab5f540-eb2e-4e01-867a-e8b0063ac2c8" -d '{"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-plugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:01.993337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:02.005953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.098178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:02.160230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.162060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:02.179031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.237649 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:38:58Z', 'revision_number': 3, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:02.254296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:02.267636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Checking router: dc75462d-3127-4afd-aba7-9b333bf48599 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:02.268221 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Updating router dc75462d-3127-4afd-aba7-9b333bf48599 port 672316f2-f7a4-4100-9ee9-4788ff247cce binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:39:02.320163 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.369916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:02.371175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.413526 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-f71370a9-8eb5-451a-9ce0-468bb7b0854e service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165363 Dec 10 04:39:02.419319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Transition to ACTIVE for port object 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:02.429026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2571d5f-89fc-49f9-9bc6-aa9dd4d0226c req-55002428-feb2-4e74-81a5-d3efeaf2857b tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545237 Dec 10 04:39:02.508751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-30446373-edfa-4f07-8e10-2cf3f3e27a5d None None] Provisioning complete for port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:02.509453 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30446373-edfa-4f07-8e10-2cf3f3e27a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.562648 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6494a-cbea-4baf-accf-e3d2d8de474c x-openstack-request-id: req-82c6494a-cbea-4baf-accf-e3d2d8de474c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:02.562869 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-plugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:02.570374 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82c6494a-cbea-4baf-accf-e3d2d8de474c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:02.573149 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'code': 200} Dec 10 04:39:02.580509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.583233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.588041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "DELETE /v2.0/security-groups/718516e4-875b-49e8-abef-f988b11afd60 HTTP/1.1" status: 204 len: 168 time: 1.3788888 Dec 10 04:39:02.640348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57884) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:02.644719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-b3133ab2-f480-467d-8183-8bc2d8e0fbc7 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216132 Dec 10 04:39:02.704444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.759483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::1 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e0e8aa38-3758-447e-97c0-8d8818adef8d/f87528b4-1bfa-44b3-aa42-35908579f0bc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:02.778205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9e47-230e-490b-bd9e-4c8389868ce7 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718516e4-875b-49e8-abef-f988b11afd60,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:02.782020 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-05f22852-5ecb-4589-a239-de4c420844dc tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] show failed (client error): The resource could not be found. Dec 10 04:39:02.785553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-05f22852-5ecb-4589-a239-de4c420844dc tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "GET /v2.0/security-groups/718516e4-875b-49e8-abef-f988b11afd60 HTTP/1.1" status: 404 len: 347 time: 0.1360962 Dec 10 04:39:02.787881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57892) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:02.862594 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:02.873381 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.125359 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Attempting to bind port 672316f2-f7a4-4100-9ee9-4788ff247cce on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:03.125728 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Attempting to bind port 672316f2-f7a4-4100-9ee9-4788ff247cce by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:03.126093 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Attempting to bind port 672316f2-f7a4-4100-9ee9-4788ff247cce on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:03.135341 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:03.136586 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:03.137000 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.137397 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:03.137923 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Bound port: 672316f2-f7a4-4100-9ee9-4788ff247cce, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:03.138260 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.197531 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4ca4d-03fe-42c6-814b-a5a42efcc3d6 None None] Pushing event updated for resources: {'Port': ['ID=672316f2-f7a4-4100-9ee9-4788ff247cce,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:03.277995 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] For port 672316f2-f7a4-4100-9ee9-4788ff247cce, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:03.288499 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] For port 672316f2-f7a4-4100-9ee9-4788ff247cce, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=672316f2-f7a4-4100-9ee9-4788ff247cce,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:03.298171 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.399291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:03.420384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:03.421045 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:03.456798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] Provisioning complete for port 39bbfd88-c04e-4430-b7ea-a9259105ca43 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:03.457361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.565141 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4ca4d-03fe-42c6-814b-a5a42efcc3d6 None None] Pushing event updated for resources: {'Port': ['ID=672316f2-f7a4-4100-9ee9-4788ff247cce,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:03.598168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.654856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] For port 39bbfd88-c04e-4430-b7ea-a9259105ca43, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=39bbfd88-c04e-4430-b7ea-a9259105ca43,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:03.660980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.698870 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:03.800674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.837540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57930) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:03.895417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.943773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b427f-f15c-4c32-845f-0bfb38c5a3a3 req-3d56bc7a-1c18-40ba-8add-5a83d2713fcb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:03.946016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-578b427f-f15c-4c32-845f-0bfb38c5a3a3 req-3d56bc7a-1c18-40ba-8add-5a83d2713fcb tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 1.1616051 Dec 10 04:39:03.950112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:03.993160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Allocated IP 172.20.0.1 (c7dab2cf-4dd0-4c0e-8df8-c229959ef859/b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd/74e20e22-e998-45e5-804d-7f91a2219f0c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:04.023114 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:38:58Z', 'revision_number': 3, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:04.080983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=f87528b4-1bfa-44b3-aa42-35908579f0bc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:04.081973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb393443-10b3-45da-8f4f-68c02bd4a378 None None] The sync data for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 is: [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:38:58Z', 'revision_number': 3, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:04.126917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:04.138261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:04.150085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4c43-f47a-40a2-a8a0-cbc3fbd0242d req-bcd18611-59c4-4142-8da8-e4fc70ee96ac tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:04.154728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 39bbfd88-c04e-4430-b7ea-a9259105ca43 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:04.158151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c97b4c43-f47a-40a2-a8a0-cbc3fbd0242d req-bcd18611-59c4-4142-8da8-e4fc70ee96ac tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 944 time: 0.5291367 Dec 10 04:39:04.161314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455e65e-0705-464c-930c-cbe47bcfa7d7 None None] Pushing event updated for resources: {'Port': ['ID=39bbfd88-c04e-4430-b7ea-a9259105ca43,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:04.175193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:04.175744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.192047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Attempting to bind port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:04.192380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Attempting to bind port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:04.192735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Attempting to bind port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b on network 5f382426-6c76-4ab2-9934-6439cdff66c2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:04.201406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b on network 5f382426-6c76-4ab2-9934-6439cdff66c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:04.201728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Attempting to bind port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b on network 5f382426-6c76-4ab2-9934-6439cdff66c2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:04.213703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:04.214614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Checking segment: {'id': '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:04.215126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Bound using segment: {'id': '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:04.218411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Bound port: 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:04.218774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.261029 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.292767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 39bbfd88-c04e-4430-b7ea-a9259105ca43 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:04.295418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.346267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-578b427f-f15c-4c32-845f-0bfb38c5a3a3 req-8e3799a0-9077-4b66-908f-0cd7009bc319 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634510 Dec 10 04:39:04.353373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b4efc44-9d7f-4ca6-94d1-5c61013c69f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.373168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Deleting port 30c0b565-bd9b-4fe6-add1-4ff2a53c841b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:04.373507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.389975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:04.401841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,segment=NetworkSegment(4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc),segment_id=4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:04.428325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.458523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.460770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c97b4c43-f47a-40a2-a8a0-cbc3fbd0242d req-eb3c9b37-b54d-415c-9f28-20ee5c0fb183 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871575 Dec 10 04:39:04.504979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:04.505596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.507014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b HTTP/1.1" status: 200 len: 1092 time: 2.9879332 Dec 10 04:39:04.507736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:04.510241 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca9967-3b4f-4b52-81bc-5adce3957af5" -d '{"events": [{"name": "network-changed", "server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:04.590372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:04.617265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:04.621579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:04.623786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910df05-c1b3-40c9-8a81-7aa9d2184d17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:04.657362 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06854d14-1b0e-4e8e-9dd0-2b56b8ae000e x-openstack-request-id: req-06854d14-1b0e-4e8e-9dd0-2b56b8ae000e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:04.657655 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:04.657911 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06854d14-1b0e-4e8e-9dd0-2b56b8ae000e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:04.658307 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b', 'status': 'completed', 'code': 200} Dec 10 04:39:04.710860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aaabc5a5-f820-420f-9f1b-97144227d624 None None] Provisioning complete for port f87528b4-1bfa-44b3-aa42-35908579f0bc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:04.711322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaabc5a5-f820-420f-9f1b-97144227d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.769871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.774762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Pushing event updated for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:04.805802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aaabc5a5-f820-420f-9f1b-97144227d624 None None] Port f87528b4-1bfa-44b3-aa42-35908579f0bc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:04.860961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-cb62c33d-a086-4d67-8608-4b2fb49bb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:04.863210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-cb62c33d-a086-4d67-8608-4b2fb49bb0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7403d55fd642a697ad7d495b6c5c73&device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 1095 time: 0.2682853 Dec 10 04:39:04.915403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.923530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.923973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:04.958949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Calling delete_port for 30c0b565-bd9b-4fe6-add1-4ff2a53c841b owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:04.977986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-a30c89ac-2521-42de-8f0b-ef313b07a810 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b HTTP/1.1" status: 200 len: 217 time: 0.0924571 Dec 10 04:39:05.047826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f793e2e-aba3-415d-b77b-562ba51f38da None None] Provisioning complete for port 74e20e22-e998-45e5-804d-7f91a2219f0c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:05.051422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f793e2e-aba3-415d-b77b-562ba51f38da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.094056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-4da8c8a4-3332-4c8d-9cd1-7e01570f68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:05.102323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-4da8c8a4-3332-4c8d-9cd1-7e01570f68ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=142b08fd-e94f-4630-a6e0-c5a86367a8e8 HTTP/1.1" status: 200 len: 857 time: 0.0956824 Dec 10 04:39:05.125519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f793e2e-aba3-415d-b77b-562ba51f38da None None] Port 74e20e22-e998-45e5-804d-7f91a2219f0c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:05.166751 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b4efc44-9d7f-4ca6-94d1-5c61013c69f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.181137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b4efc44-9d7f-4ca6-94d1-5c61013c69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.187799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-6b152c04-ffd5-4144-a7e8-5e75cc52a1f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f382426-6c76-4ab2-9934-6439cdff66c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747733 Dec 10 04:39:05.207432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.356584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b4efc44-9d7f-4ca6-94d1-5c61013c69f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b8ea00f31f4042ba00805a93049489&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5096202 Dec 10 04:39:05.358694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:05.375466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4efc44-9d7f-4ca6-94d1-5c61013c69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7521594-7ed7-4237-a346-97145953b3b6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:05.448974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-4bb65254-3661-4c47-bc68-e039c672a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:05.449182 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-78c4ca1a-d8d2-4a94-b4f0-faf7f78609c4 service neutron] 10.222.0.41 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539117 Dec 10 04:39:05.450481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-4bb65254-3661-4c47-bc68-e039c672a328 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304&tenant_id=9efb5826698744869e01940b463dff4f HTTP/1.1" status: 200 len: 1101 time: 0.1919680 Dec 10 04:39:05.564050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.572579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:05.604274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.605882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.638170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.667952 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7181b8a7-c21b-4007-aff4-9285ea7b4750 req-db2794f4-de29-412b-80c4-a82dceb9d60e service neutron] 10.222.0.41 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033153 Dec 10 04:39:05.693237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.738648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.754575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.823812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=f87528b4-1bfa-44b3-aa42-35908579f0bc,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:05.832193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.848838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387d351-5d4e-4310-9d78-a72e4c5f605e req-98c9bce3-52a2-4259-b7f5-2168540ff294 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:05.860008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f387d351-5d4e-4310-9d78-a72e4c5f605e req-98c9bce3-52a2-4259-b7f5-2168540ff294 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.2933991 Dec 10 04:39:05.869401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.869769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.887287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Pushing event updated for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:05.899702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-8318cc28-c81c-4b1e-a764-b42e4cb3fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:05.901215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-8318cc28-c81c-4b1e-a764-b42e4cb3fa96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac7403d55fd642a697ad7d495b6c5c73&device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 1095 time: 0.1197915 Dec 10 04:39:05.906925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.909700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:05.910847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7521594-7ed7-4237-a346-97145953b3b6 HTTP/1.1" status: 204 len: 168 time: 0.5511899 Dec 10 04:39:05.922524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Pushing event deleted for resources: {'Port': ['ID=30c0b565-bd9b-4fe6-add1-4ff2a53c841b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:05.931616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556de86-b0f3-45ed-843e-487fe774f545 req-1fca9f2e-935c-4893-8931-2b10adcec4c5 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:05.933223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b556de86-b0f3-45ed-843e-487fe774f545 req-1fca9f2e-935c-4893-8931-2b10adcec4c5 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 944 time: 0.3484757 Dec 10 04:39:06.014539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-9e6d5fb9-50ab-4531-957f-68a3a005239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:06.015950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-9e6d5fb9-50ab-4531-957f-68a3a005239f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f382426-6c76-4ab2-9934-6439cdff66c2 HTTP/1.1" status: 200 len: 918 time: 0.1040862 Dec 10 04:39:06.048446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621b7de-9eb6-4d52-8694-5022075b8192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7521594-7ed7-4237-a346-97145953b3b6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:06.114886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-7d7d5b21-c294-422a-a91f-8307d69d126d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b HTTP/1.1" status: 200 len: 217 time: 0.0664573 Dec 10 04:39:06.243493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:06.247983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:06.251456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-af3fb19f-ed7d-4210-b495-bd3f7dbfe5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:06.253702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-af3fb19f-ed7d-4210-b495-bd3f7dbfe5e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=142b08fd-e94f-4630-a6e0-c5a86367a8e8 HTTP/1.1" status: 200 len: 857 time: 0.1304655 Dec 10 04:39:06.270270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 672316f2-f7a4-4100-9ee9-4788ff247cce up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:06.365746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f387d351-5d4e-4310-9d78-a72e4c5f605e req-2ece96b9-f40b-44fd-b71f-265c817c0035 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047240 Dec 10 04:39:06.387585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-79df9b86-622c-4398-a99c-1ee3f8906aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f382426-6c76-4ab2-9934-6439cdff66c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317032 Dec 10 04:39:06.426299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 672316f2-f7a4-4100-9ee9-4788ff247cce triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:06.426693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.473398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:06.514774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:06.553859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b556de86-b0f3-45ed-843e-487fe774f545 req-3e3afe3a-23a6-4bc6-bdb5-fed69854593e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051288 Dec 10 04:39:06.554738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.566101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.567291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-90b94e61-d60a-4150-884e-4ceaa7e34ba6 tempest-ImagesOneServerNegativeTestJSON-581411631 tempest-ImagesOneServerNegativeTestJSON-581411631-project] 10.222.0.43 "DELETE /v2.0/floatingips/451b72c3-693b-462e-a5ed-4822aa45bd27 HTTP/1.1" status: 204 len: 168 time: 3.7785468 Dec 10 04:39:06.576255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:06.578395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57952) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:06.663780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342b4567-5379-4880-b3a1-cd5b1f7906d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.667934 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.674975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-2d8a271b-6b1d-4d9a-9e9c-a96c7407bd25 service neutron] 10.222.0.41 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783754 Dec 10 04:39:06.734778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 672316f2-f7a4-4100-9ee9-4788ff247cce, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=672316f2-f7a4-4100-9ee9-4788ff247cce,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:06.749857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.750713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 39bbfd88-c04e-4430-b7ea-a9259105ca43 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:06.840993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57964) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:06.898877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Router dc75462d-3127-4afd-aba7-9b333bf48599 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:06.914016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=672316f2-f7a4-4100-9ee9-4788ff247cce,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:06.930857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-32378a82-437b-4eca-8e84-598422e30daa None None] Provisioning complete for port 74e20e22-e998-45e5-804d-7f91a2219f0c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:06.931194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32378a82-437b-4eca-8e84-598422e30daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:06.932382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:06.950324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-feca9967-3b4f-4b52-81bc-5adce3957af5 req-2a76d791-72df-4184-97b0-86e4151e2f47 service neutron] 10.222.0.41 "GET /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603924 Dec 10 04:39:06.965143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 39bbfd88-c04e-4430-b7ea-a9259105ca43 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:06.965524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.005903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.006102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32378a82-437b-4eca-8e84-598422e30daa None None] Port 74e20e22-e998-45e5-804d-7f91a2219f0c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:07.022019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Transition to ACTIVE for port object 98af636c-a6f6-4adb-804d-702beff5e141 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:07.026537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:07.029181 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a7351a-78b4-499f-88a1-b9132e38fa3e" -d '{"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-unplugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:07.050980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.076293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:07.108996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2d08c70-3382-44c3-9c9c-fb17ff1faf88 admin admin] 10.222.0.43 "PUT /v2.0/routers/dc75462d-3127-4afd-aba7-9b333bf48599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5104015 Dec 10 04:39:07.129479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Deleting subnet 2b47102c-41c0-4ad1-b777-83e21e69179b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:07.131655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Sync routers for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:07.157566 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b3945-9b92-46c0-b906-7acb8921b512 x-openstack-request-id: req-b65b3945-9b92-46c0-b906-7acb8921b512 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:07.158647 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-unplugged", "status": "completed", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:07.159159 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b65b3945-9b92-46c0-b906-7acb8921b512 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:07.159755 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'code': 200} Dec 10 04:39:07.160627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-58664766-02e7-410c-aa34-ee83773e09ad None None] Provisioning complete for port f87528b4-1bfa-44b3-aa42-35908579f0bc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:07.161050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58664766-02e7-410c-aa34-ee83773e09ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.162061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.221969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-58664766-02e7-410c-aa34-ee83773e09ad None None] Port f87528b4-1bfa-44b3-aa42-35908579f0bc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:07.225773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:07.226426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:07.248263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Router 75d6023a-02a3-4cee-bb48-d102f5a7c201 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:39:07.252683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:07.258916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342b4567-5379-4880-b3a1-cd5b1f7906d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.262083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] No DVR routers for this DVR port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:07.275212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342b4567-5379-4880-b3a1-cd5b1f7906d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.280761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.285673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:07.325328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:07.337142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b4567-5379-4880-b3a1-cd5b1f7906d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606c066f-228b-4dc5-ab41-33a8a40689e3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:07.391745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:07.493231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-227285105'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:07.505458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:07.528421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:07.534998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.601464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:07.628935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.629290 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Added segment ce52306b-4523-40ad-bd1e-e1f99efad576 of type vlan for network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 Dec 10 04:39:07.693621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.725641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.732581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:07.733325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.754888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4281576 Dec 10 04:39:07.767714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:07.773920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'subnet': {'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:07.789309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:39:05Z', 'revision_number': 4, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74e20e22-e998-45e5-804d-7f91a2219f0c', 'name': '', 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'tenant_id': '3f010604c60941198655945e6d355a28', 'mac_address': 'fa:16:3e:42:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:03Z', 'updated_at': '2021-12-10T04:39:05Z', 'revision_number': 2, 'project_id': '3f010604c60941198655945e6d355a28', 'subnets': [{'id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:07.819812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Checking router: dc75462d-3127-4afd-aba7-9b333bf48599 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:07.820530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Updating router dc75462d-3127-4afd-aba7-9b333bf48599 port 74e20e22-e998-45e5-804d-7f91a2219f0c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:39:07.841486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:07.841821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:07.842157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:07.860192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.880999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-342b4567-5379-4880-b3a1-cd5b1f7906d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc55fafd14dc41ee9bfe00487cb56023&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3004477 Dec 10 04:39:07.889433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:07.889756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Attempting to bind port 98af636c-a6f6-4adb-804d-702beff5e141 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:07.895473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:07.915176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.922407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ece2e7-3268-4ce8-a844-4a1465253c51 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Network': ['ID=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:07.932212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:07.938277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.941775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:07.941775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:07.942354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:07.942432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Bound port: 98af636c-a6f6-4adb-804d-702beff5e141, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:07.942735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:07.944878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:07.974548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c1bbc-7989-48f0-a5e2-3b4f9f8db7fc req-63c56f58-23dd-47ce-9f45-7c9c61e6d7ed tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:07.981839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be4c1bbc-7989-48f0-a5e2-3b4f9f8db7fc req-63c56f58-23dd-47ce-9f45-7c9c61e6d7ed tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 944 time: 0.2481210 Dec 10 04:39:07.993615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:08.006539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Sync routers for ids ['75d6023a-02a3-4cee-bb48-d102f5a7c201'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:08.017598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7622d8ec-3541-4746-9d90-bedff803d71f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "PUT /v2.0/routers/75d6023a-02a3-4cee-bb48-d102f5a7c201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5887916 Dec 10 04:39:08.026309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57986) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:08.026529 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Routers {'75d6023a-02a3-4cee-bb48-d102f5a7c201'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:08.026837 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['75d6023a-02a3-4cee-bb48-d102f5a7c201'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:08.067006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b45bb-7e04-43ac-9a92-5e84dee59e50 req-c97279bc-ba38-4e12-bf20-23583e481ade tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:08.075467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0b45bb-7e04-43ac-9a92-5e84dee59e50 req-c97279bc-ba38-4e12-bf20-23583e481ade tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.3401833 Dec 10 04:39:08.097127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 672316f2-f7a4-4100-9ee9-4788ff247cce up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:08.156725 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Set router 75d6023a-02a3-4cee-bb48-d102f5a7c201 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:08.251607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.259373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c078d-416a-48c9-9acd-2e4d3ae10c94 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:08.264252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-111c078d-416a-48c9-9acd-2e4d3ae10c94 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports/f87528b4-1bfa-44b3-aa42-35908579f0bc HTTP/1.1" status: 200 len: 911 time: 0.2357907 Dec 10 04:39:08.267217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:08.275760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 672316f2-f7a4-4100-9ee9-4788ff247cce triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:08.276197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.308372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.349564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be4c1bbc-7989-48f0-a5e2-3b4f9f8db7fc req-ad40b377-679d-41b4-95f7-aaac579efe9f tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667834 Dec 10 04:39:08.364331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Subnet': ['ID=e9616e1a-05cc-49db-a38f-d8f7176effc9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:08.425017 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:04Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': 'f87528b4-1bfa-44b3-aa42-35908579f0bc', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:03:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:02Z', 'updated_at': '2021-12-10T04:39:05Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:08.438392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10262eee-9cc0-4f32-9c5a-68b9a0076e2b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:08.445840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10262eee-9cc0-4f32-9c5a-68b9a0076e2b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:08.446410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.448877 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-10262eee-9cc0-4f32-9c5a-68b9a0076e2b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1708562 Dec 10 04:39:08.456131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:08.457139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Checking segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:08.457862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network hostable DHCP agents. Network: bf85bd4c-d3ed-4951-b713-6a9e4484c7a7, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:08.465519 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Checking router: 75d6023a-02a3-4cee-bb48-d102f5a7c201 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:08.466096 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Updating router 75d6023a-02a3-4cee-bb48-d102f5a7c201 port f87528b4-1bfa-44b3-aa42-35908579f0bc binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:39:08.468379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b47102c-41c0-4ad1-b777-83e21e69179b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:08.500843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0b45bb-7e04-43ac-9a92-5e84dee59e50 req-5846c2d4-10fc-443a-b671-7aef3a11585a tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222984 Dec 10 04:39:08.515278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.515278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-61ae6647-1489-4464-ab7b-9bf832d61fdc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b47102c-41c0-4ad1-b777-83e21e69179b HTTP/1.1" status: 204 len: 168 time: 1.6685419 Dec 10 04:39:08.515278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:08.521676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:08.535159 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.541751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:08.582676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.613748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.700444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.716111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.735927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:08.753110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.754834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] 10.222.0.36 "PUT /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 1097 time: 3.1867361 Dec 10 04:39:08.845471 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.871937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7c6d-2902-4d81-a594-c1c303e47ae4 None None] Pushing event updated for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:08.893832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:08.976466 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:08.992635 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.026808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Attempting to bind port 74e20e22-e998-45e5-804d-7f91a2219f0c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:09.027466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Attempting to bind port 74e20e22-e998-45e5-804d-7f91a2219f0c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:09.028012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Attempting to bind port 74e20e22-e998-45e5-804d-7f91a2219f0c on network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:09.038089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:09.038910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Checking segment: {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:09.039499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.040065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Bound using segment: {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:09.040935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Bound port: 74e20e22-e998-45e5-804d-7f91a2219f0c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:09.041516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.064200 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec11f-bc1f-4afb-b960-0b47cdd70a23 None None] Pushing event updated for resources: {'Port': ['ID=f87528b4-1bfa-44b3-aa42-35908579f0bc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:09.105763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed4e04-6c5a-43b6-a620-c9faa0e33398 service neutron] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=11']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:09.145692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.148424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.149747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/606c066f-228b-4dc5-ab41-33a8a40689e3 HTTP/1.1" status: 204 len: 168 time: 1.2516301 Dec 10 04:39:09.160462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:09.168875 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ec06f-d4a0-4874-a53c-7fd2aa696491" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:09.213889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] For port 74e20e22-e998-45e5-804d-7f91a2219f0c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:09.221365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-d0e68231-735d-445d-87fd-068b5f4edd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:09.223432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] For port 74e20e22-e998-45e5-804d-7f91a2219f0c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74e20e22-e998-45e5-804d-7f91a2219f0c,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:09.228741 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Attempting to bind port f87528b4-1bfa-44b3-aa42-35908579f0bc on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:09.229116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Attempting to bind port f87528b4-1bfa-44b3-aa42-35908579f0bc by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:09.230323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-d0e68231-735d-445d-87fd-068b5f4edd49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1100 time: 0.4304795 Dec 10 04:39:09.234848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Attempting to bind port f87528b4-1bfa-44b3-aa42-35908579f0bc on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:09.248942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:09.256867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:09.259821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.261963 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:09.262473 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.263088 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:09.263597 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Bound port: f87528b4-1bfa-44b3-aa42-35908579f0bc, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:09.264048 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.264451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5bae7-c288-45c7-ac80-e7c36df02e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606c066f-228b-4dc5-ab41-33a8a40689e3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:09.428570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] For port f87528b4-1bfa-44b3-aa42-35908579f0bc, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:09.432036 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] For port f87528b4-1bfa-44b3-aa42-35908579f0bc, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f87528b4-1bfa-44b3-aa42-35908579f0bc,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:09.441884 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.484717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7c6d-2902-4d81-a594-c1c303e47ae4 None None] Pushing event updated for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:09.519668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] Provisioning complete for port 74e20e22-e998-45e5-804d-7f91a2219f0c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:09.520593 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.568149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:09.568829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:09.622758 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec11f-bc1f-4afb-b960-0b47cdd70a23 None None] Pushing event updated for resources: {'Port': ['ID=f87528b4-1bfa-44b3-aa42-35908579f0bc,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:09.648191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-07258997-6949-4580-92ab-c48d49525343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:09.649755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-07258997-6949-4580-92ab-c48d49525343 service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3950334 Dec 10 04:39:09.652044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.655377 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d210ee-99d6-431d-aff6-afa35de2946c x-openstack-request-id: req-44d210ee-99d6-431d-aff6-afa35de2946c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:09.655661 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:09.664966 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44d210ee-99d6-431d-aff6-afa35de2946c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:09.665411 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'status': 'completed', 'code': 200} Dec 10 04:39:09.678171 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Routers {'75d6023a-02a3-4cee-bb48-d102f5a7c201'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:09.678829 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['75d6023a-02a3-4cee-bb48-d102f5a7c201'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:09.805540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, bf85bd4c-d3ed-4951-b713-6a9e4484c7a7) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:09.815796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:09.865738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:09.866460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:09.899215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a58c5a51-aa1d-4d7b-a412-ea6506a602a7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1304898 Dec 10 04:39:09.916126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58024) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:09.925187 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] Set router 75d6023a-02a3-4cee-bb48-d102f5a7c201 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:09.985318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1373690596'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:09.990424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b1678b-936e-4594-8874-8236e7a4b96f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:10.001078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-5c2c5332-7180-489e-8a78-b954a1b4a303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.3323972 Dec 10 04:39:10.064135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-9c10600c-15a6-4eeb-a9aa-f6f77b8569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.066777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-9c10600c-15a6-4eeb-a9aa-f6f77b8569d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1100 time: 0.3197103 Dec 10 04:39:10.098371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e8403f-ac0c-403d-867a-5952d1224b91') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:10.098717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e8403f-ac0c-403d-867a-5952d1224b91') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:10.128765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29903d8f-1e9b-47f6-9488-89fde5e8d977 None None] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:10.200724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.240095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:39:10.241395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-fa45fcda-4dcc-4492-91df-c57f78ec0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.243112 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-fa45fcda-4dcc-4492-91df-c57f78ec0527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1685488 Dec 10 04:39:10.259529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990aa3-d2e3-4212-8e56-39465c48e9d9 req-bf8ac3b6-7964-4761-abcd-23ec0fd7afb4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.261805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38990aa3-d2e3-4212-8e56-39465c48e9d9 req-bf8ac3b6-7964-4761-abcd-23ec0fd7afb4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.5286396 Dec 10 04:39:10.289191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b4a1d-e747-4341-b781-7edab1361cf8 req-e966da71-a731-4588-9fee-ca597e30b902 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.296807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d75b4a1d-e747-4341-b781-7edab1361cf8 req-e966da71-a731-4588-9fee-ca597e30b902 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 944 time: 0.6303644 Dec 10 04:39:10.374327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.394715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:39:10.395266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.423095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-1bdbbc90-d2c5-4ad9-9cbd-0f3a583fab96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.1501927 Dec 10 04:39:10.496235 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:04Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': 'f87528b4-1bfa-44b3-aa42-35908579f0bc', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:03:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:02Z', 'updated_at': '2021-12-10T04:39:09Z', 'revision_number': 4, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:10.529893 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f54b3-fc06-4264-89de-8e0ebf1a235f None None] The sync data for ids ['75d6023a-02a3-4cee-bb48-d102f5a7c201'] in n-d-817326-3 is: [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:04Z', 'revision_number': 2, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None, '_interfaces': [{'id': 'f87528b4-1bfa-44b3-aa42-35908579f0bc', 'name': '', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'mac_address': 'fa:16:3e:03:4c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:02Z', 'updated_at': '2021-12-10T04:39:09Z', 'revision_number': 4, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'subnets': [{'id': 'e0e8aa38-3758-447e-97c0-8d8818adef8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:39:10.545817 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:39:10.547665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:10.556144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.559928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-952e90d4-ccd3-466d-ab20-9e246ca74580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.573227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-952e90d4-ccd3-466d-ab20-9e246ca74580 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.5427263 Dec 10 04:39:10.616356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-67b61a36-ac2f-4ea7-9163-2a92995fc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.618382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-67b61a36-ac2f-4ea7-9163-2a92995fc524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1751306 Dec 10 04:39:10.637223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.642178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.647343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] 10.222.0.43 "DELETE /v2.0/networks/09b1678b-936e-4594-8874-8236e7a4b96f HTTP/1.1" status: 204 len: 168 time: 2.1241412 Dec 10 04:39:10.663690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'project_id': '3f010604c60941198655945e6d355a28', 'fixed_ips': [{'subnet_id': 'e9616e1a-05cc-49db-a38f-d8f7176effc9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:10.665092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.785015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38990aa3-d2e3-4212-8e56-39465c48e9d9 req-c35a92da-6763-491b-a22c-213ad8efd282 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816329 Dec 10 04:39:10.899724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d75b4a1d-e747-4341-b781-7edab1361cf8 req-56b3c4b7-b546-43c7-a742-1155679cc9e7 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019368 Dec 10 04:39:10.900849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a9ab-4a8f-455a-a67d-9a52a43bd42f admin admin] Pushing event deleted for resources: {'Network': ['ID=09b1678b-936e-4594-8874-8236e7a4b96f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:10.921780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:10.990103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:10.994572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-35bb2fec-9673-4657-8b79-7a2b41ce66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:10.999940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-35bb2fec-9673-4657-8b79-7a2b41ce66bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3685472 Dec 10 04:39:11.040385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,segment=NetworkSegment(4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc),segment_id=4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:11.079929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.081296 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Added segment 5241a6e1-f0f3-4694-824f-a98a1d1dcafd of type vlan for network 74f0fcce-847c-4071-9e0d-8065d93632df Dec 10 04:39:11.121336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b', 'network_id': '5f382426-6c76-4ab2-9934-6439cdff66c2', 'port_id': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b', 'mac_address': 'fa:16:3e:e7:32:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142b08fd-e94f-4630-a6e0-c5a86367a8e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:11.123274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.126027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58052) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:11.233423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.250665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c5debf68-a064-4e46-8066-0df546104e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:11.252191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-c5debf68-a064-4e46-8066-0df546104e5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6479814 Dec 10 04:39:11.278254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.280993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:11.357221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-67406859-ae5d-425e-8e4e-5d680ce1c349 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483667 Dec 10 04:39:11.383444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] For port 74e20e22-e998-45e5-804d-7f91a2219f0c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74e20e22-e998-45e5-804d-7f91a2219f0c,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:11.410229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,segment=NetworkSegment(4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc),segment_id=4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:11.416574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.435618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:39:05Z', 'revision_number': 4, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74e20e22-e998-45e5-804d-7f91a2219f0c', 'name': '', 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'tenant_id': '3f010604c60941198655945e6d355a28', 'mac_address': 'fa:16:3e:42:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:03Z', 'updated_at': '2021-12-10T04:39:09Z', 'revision_number': 4, 'project_id': '3f010604c60941198655945e6d355a28', 'subnets': [{'id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:11.437647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.525010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ae8e1ac3-98e8-4b8d-ac17-76d96ff1b0c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e484640a999b497daa481f89463faafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751936 Dec 10 04:39:11.528794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58066) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:11.534799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Allocated IP 19.80.0.2 (bf85bd4c-d3ed-4951-b713-6a9e4484c7a7/e9616e1a-05cc-49db-a38f-d8f7176effc9/0b3234d5-df20-47fc-902d-5973557fc820) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:11.541921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78298a-59b2-4afb-93cd-bf56381eb819 None None] The sync data for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 is: [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:39:05Z', 'revision_number': 4, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port': {'id': '672316f2-f7a4-4100-9ee9-4788ff247cce', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:57Z', 'updated_at': '2021-12-10T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74e20e22-e998-45e5-804d-7f91a2219f0c', 'name': '', 'network_id': 'c7dab2cf-4dd0-4c0e-8df8-c229959ef859', 'tenant_id': '3f010604c60941198655945e6d355a28', 'mac_address': 'fa:16:3e:42:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:03Z', 'updated_at': '2021-12-10T04:39:09Z', 'revision_number': 4, 'project_id': '3f010604c60941198655945e6d355a28', 'subnets': [{'id': 'b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:11.551402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.567080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:11.567824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.582292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-9016c2ff-96a0-45bf-8ac2-617e2ae6f9fe service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151566 Dec 10 04:39:11.704257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-90455a3b-cec6-4b97-bb12-aae01ab4c6d6 None None] Provisioning complete for port 74e20e22-e998-45e5-804d-7f91a2219f0c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:11.706813 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90455a3b-cec6-4b97-bb12-aae01ab4c6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:11.737209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221ada-514b-46d5-a192-2783e6ff86e0 None None] Pushing event updated for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:11.847944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:11.886685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9055197 Dec 10 04:39:11.887836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724aaf6b-a282-47af-99c8-c64bf1f6ff7a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Network': ['ID=74f0fcce-847c-4071-9e0d-8065d93632df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:11.890272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:11.897670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-3fc342db-199f-49fd-b8f4-dbd3f35398de service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220479 Dec 10 04:39:11.925014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'subnet': {'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:12.000295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port f87528b4-1bfa-44b3-aa42-35908579f0bc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:12.000687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.011863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 74f0fcce-847c-4071-9e0d-8065d93632df details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:12.133299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.181905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port f87528b4-1bfa-44b3-aa42-35908579f0bc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f87528b4-1bfa-44b3-aa42-35908579f0bc,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:12.183170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.216041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for f87528b4-1bfa-44b3-aa42-35908579f0bc owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:12.318841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f87528b4-1bfa-44b3-aa42-35908579f0bc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:12.425360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.455172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:12.495809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174def61-3a89-423e-b377-1af3e4a01092 req-d8b4d139-9dfa-48c4-b39e-507f3e9de62d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:12.500105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174def61-3a89-423e-b377-1af3e4a01092 req-d8b4d139-9dfa-48c4-b39e-507f3e9de62d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.4879782 Dec 10 04:39:12.574946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ff40-075f-4b15-b414-11cf15fc9555 req-a7345a7d-7aee-4958-bb29-7f8f761cb973 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:12.585879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8196ff40-075f-4b15-b414-11cf15fc9555 req-a7345a7d-7aee-4958-bb29-7f8f761cb973 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 945 time: 0.3071239 Dec 10 04:39:12.748781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f87528b4-1bfa-44b3-aa42-35908579f0bc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:12.750831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.790597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.794234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c0120f1-bf22-4d57-8ef4-9368cf04d18e req-b7934b05-1bc4-4e82-853d-cb23c54725d4 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830583 Dec 10 04:39:12.810870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.917268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.919143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Could not find standard attr ID for object f87528b4-1bfa-44b3-aa42-35908579f0bc. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:39:12.926954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-90455a3b-cec6-4b97-bb12-aae01ab4c6d6 None None] Provisioning complete for port f87528b4-1bfa-44b3-aa42-35908579f0bc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:12.927327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90455a3b-cec6-4b97-bb12-aae01ab4c6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:12.934362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8196ff40-075f-4b15-b414-11cf15fc9555 req-5820ef33-292d-450b-9ae5-256f0feef887 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391221 Dec 10 04:39:12.968080 n-d-817326-3 neutron-server[103255]: INFO neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No ports have port_id starting with f87528b4-1bfa-44b3-aa42-35908579f0bc Dec 10 04:39:12.995527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90455a3b-cec6-4b97-bb12-aae01ab4c6d6 None None] Port f87528b4-1bfa-44b3-aa42-35908579f0bc was deleted so its status cannot be updated. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 04:39:13.021456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174def61-3a89-423e-b377-1af3e4a01092 req-e6afe03d-9cce-4380-8685-1bf638793773 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743109 Dec 10 04:39:13.032165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=f87528b4-1bfa-44b3-aa42-35908579f0bc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:13.046226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.061045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.062261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6167d17-ffa0-422c-a500-c6795e693e23 HTTP/1.1" status: 204 len: 168 time: 1.5325153 Dec 10 04:39:13.064315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-eb7a5871-c36c-4fd6-87b1-c80e86ffbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:13.064649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74e20e22-e998-45e5-804d-7f91a2219f0c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:13.079951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-eb7a5871-c36c-4fd6-87b1-c80e86ffbd8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1100 time: 0.1363246 Dec 10 04:39:13.213890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:13.220572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.227610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a623d0-0134-4d38-aaef-377f4d50f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6167d17-ffa0-422c-a500-c6795e693e23,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:13.247365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:13.249697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Pushing event updated for resources: {'Port': ['ID=0b3234d5-df20-47fc-902d-5973557fc820,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:13.254097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:13.259870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.266458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:13.419006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 74e20e22-e998-45e5-804d-7f91a2219f0c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:13.419752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.438077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-97bbe13a-2165-47bc-a02d-500529ac8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:13.440574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-97bbe13a-2165-47bc-a02d-500529ac8a0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3352146 Dec 10 04:39:13.467558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Attempting to bind port 0b3234d5-df20-47fc-902d-5973557fc820 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:13.468008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Attempting to bind port 0b3234d5-df20-47fc-902d-5973557fc820 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:13.468368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Attempting to bind port 0b3234d5-df20-47fc-902d-5973557fc820 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:13.484990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:13.485368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Checking segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:13.485762 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.486156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Bound using segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:13.486854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Bound port: 0b3234d5-df20-47fc-902d-5973557fc820, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:13.487007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.548748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-f584f0a9-c37d-4b6c-96ea-e4f299c212bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 200 len: 217 time: 0.0982008 Dec 10 04:39:13.646511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] For port 0b3234d5-df20-47fc-902d-5973557fc820, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:13.658470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] For port 0b3234d5-df20-47fc-902d-5973557fc820, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0b3234d5-df20-47fc-902d-5973557fc820,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:13.664406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-374d143d-c7b1-4f9f-81f6-eaadd639b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:13.668604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-374d143d-c7b1-4f9f-81f6-eaadd639b09a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1093581 Dec 10 04:39:13.668790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:13.760720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-73be8ebf-285d-43ad-b7ee-f9499b5d8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:13.767183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-73be8ebf-285d-43ad-b7ee-f9499b5d8d2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913873 Dec 10 04:39:13.803024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15995f-bde4-409d-92dc-482584d58e79 None None] Pushing event updated for resources: {'Port': ['ID=0b3234d5-df20-47fc-902d-5973557fc820,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:13.942226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-f62fc30f-0003-43a9-ac5b-c7e958b90606 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654809 Dec 10 04:39:14.009179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Router 75d6023a-02a3-4cee-bb48-d102f5a7c201 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:14.331004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:14.342179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f1c6b12-d733-42fc-8370-bde9bc9f48e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "PUT /v2.0/routers/75d6023a-02a3-4cee-bb48-d102f5a7c201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8806505 Dec 10 04:39:14.344183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Sync routers for ids ['75d6023a-02a3-4cee-bb48-d102f5a7c201'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:14.345914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:14.379727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Routers {'75d6023a-02a3-4cee-bb48-d102f5a7c201'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:14.381374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['75d6023a-02a3-4cee-bb48-d102f5a7c201'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:14.387646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-189ec06f-d4a0-4874-a53c-7fd2aa696491 req-c578a578-75e2-4e98-bedd-09e6f6c97b00 service neutron] 10.222.0.36 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324501 Dec 10 04:39:14.448656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787986-03a8-43cd-bf23-e32f4029319c req-ff6e0c82-44de-434c-89d4-70c87e03d19d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:14.455049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77787986-03a8-43cd-bf23-e32f4029319c req-ff6e0c82-44de-434c-89d4-70c87e03d19d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.3109009 Dec 10 04:39:14.487976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:14.585636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77787986-03a8-43cd-bf23-e32f4029319c req-a314b6c1-d378-4ed8-b992-c400eceeecd4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180470 Dec 10 04:39:14.589606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b5764-e5c2-446b-9cf0-58178f11a778 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:14.594050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Set router 75d6023a-02a3-4cee-bb48-d102f5a7c201 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:14.595801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b5764-e5c2-446b-9cf0-58178f11a778 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:14.613499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0722a-a6bd-46ff-b64d-0a8c2e89a8cc req-6632b3d2-95cb-4d4e-a482-56ee7b4df66e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:14.614088 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-811b5764-e5c2-446b-9cf0-58178f11a778 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2669129 Dec 10 04:39:14.615655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:14.630660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32f0722a-a6bd-46ff-b64d-0a8c2e89a8cc req-6632b3d2-95cb-4d4e-a482-56ee7b4df66e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 945 time: 0.4839385 Dec 10 04:39:14.723169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:14.746288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:12Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:14.786658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32f0722a-a6bd-46ff-b64d-0a8c2e89a8cc req-a5ed49ee-1ab5-44ac-b035-b2b6eec27591 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557195 Dec 10 04:39:14.816996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Checking router: 75d6023a-02a3-4cee-bb48-d102f5a7c201 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:14.826273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Routers {'75d6023a-02a3-4cee-bb48-d102f5a7c201'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:14.826899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['75d6023a-02a3-4cee-bb48-d102f5a7c201'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:14.863906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Subnet': ['ID=cea81547-eebf-473c-ad48-8e6cdc06d905,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:14.930688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Checking segment: {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:14.932389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network hostable DHCP agents. Network: 74f0fcce-847c-4071-9e0d-8065d93632df, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:14.943231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1565976197-network', 'tenant_id': 'c5bb1dec91c7435691d9574205392705'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:14.947858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] Set router 75d6023a-02a3-4cee-bb48-d102f5a7c201 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:14.953654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet e0e8aa38-3758-447e-97c0-8d8818adef8d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:14.960890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.015461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Made reservation on behalf of c5bb1dec91c7435691d9574205392705 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:15.019799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.030809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 74f0fcce-847c-4071-9e0d-8065d93632df is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:15.043376 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.048091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:12Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:15.065716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.070094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 74f0fcce-847c-4071-9e0d-8065d93632df) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:15.079949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:15.080960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.086730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107dee29-7621-41d3-9c1a-ee16ccab43f8 None None] Network 74f0fcce-847c-4071-9e0d-8065d93632df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:15.091650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbcee-2417-4874-ba4c-a0f9d50e8d8a None None] The sync data for ids ['75d6023a-02a3-4cee-bb48-d102f5a7c201'] in n-d-817326-3 is: [{'id': '75d6023a-02a3-4cee-bb48-d102f5a7c201', 'name': 'tempest-NetworksTestDHCPv6-router-1228558952', 'tenant_id': '336bfa215e574e3caf89ec4b332140c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:00Z', 'updated_at': '2021-12-10T04:39:12Z', 'revision_number': 3, 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:15.168804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a871989-5152-4982-a921-4fca005c7375 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2488880 Dec 10 04:39:15.263135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.279191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.287767 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.329320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:15.366885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.367458 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Added segment 0ae349ab-fa97-464a-a49b-603b5cc32b44 of type vlan for network 5212c685-6414-46bd-a852-942aed374ca6 Dec 10 04:39:15.371520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320bf0f2-8015-4549-8de5-16fe9b162c1d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:15.411829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.454969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.498993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.504568 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e0e8aa38-3758-447e-97c0-8d8818adef8d HTTP/1.1" status: 204 len: 168 time: 0.8712513 Dec 10 04:39:15.507812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:15.524026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349dce-a947-4f37-902a-fca27b52e9d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e8aa38-3758-447e-97c0-8d8818adef8d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:15.543803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.544920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:15.545671 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:15.571131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:15.577217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c5726-4179-431c-970a-705b1f02d567 None None] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:15.583371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:15.586662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6666865-a91c-4ae2-9af2-414c302bead1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:15.743078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] Pushing event updated for resources: {'Network': ['ID=5212c685-6414-46bd-a852-942aed374ca6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:15.779642 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb389f60-edba-4f86-b856-767b8946d235 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2701926 Dec 10 04:39:15.782070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:15.827661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5212c685-6414-46bd-a852-942aed374ca6 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:15.970625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.210045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:39:16.255261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0b3234d5-df20-47fc-902d-5973557fc820 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:16.296937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.302303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] Provisioning complete for port 0b3234d5-df20-47fc-902d-5973557fc820 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:16.302303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.305602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.314345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-74f0fcce-847c-4071-9e0d-8065d93632df', 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df', 'project_id': '3f010604c60941198655945e6d355a28', 'fixed_ips': [{'subnet_id': 'cea81547-eebf-473c-ad48-8e6cdc06d905'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:16.315210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.402406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.402752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Fanout notify agent at l3_agent the message router_deleted on router 75d6023a-02a3-4cee-bb48-d102f5a7c201 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:39:16.417027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.419431 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1eb49ee-fbeb-4d38-a9fd-fa26cecca200 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/routers/75d6023a-02a3-4cee-bb48-d102f5a7c201 HTTP/1.1" status: 204 len: 168 time: 0.6363440 Dec 10 04:39:16.426808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:16.550503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b78e4a-e167-435a-b72d-c23a3972687d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:16.562299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-45b78e4a-e167-435a-b72d-c23a3972687d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1334205 Dec 10 04:39:16.564708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58314) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:16.615262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-498876f2-937b-4862-97a1-1fc701d41654 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8890097 Dec 10 04:39:16.626722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Allocated IP 19.86.0.2 (74f0fcce-847c-4071-9e0d-8065d93632df/cea81547-eebf-473c-ad48-8e6cdc06d905/4712c399-c78f-4386-acfc-1f9ebe62c80d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:16.635967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:16.666128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Request body: {'subnet': {'network_id': '5212c685-6414-46bd-a852-942aed374ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1565976197-subnet', 'tenant_id': 'c5bb1dec91c7435691d9574205392705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:16.701889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4363b-7d3e-4055-85f2-e1b40e4d66e0 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:16.703762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-30e4363b-7d3e-4055-85f2-e1b40e4d66e0 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1380036 Dec 10 04:39:16.706961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58324) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:16.734954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c037-8259-4935-ba6a-6cae495403e4 req-9776a4dc-64cf-451c-9244-f2c3bea6fc98 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:16.740073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9d0c037-8259-4935-ba6a-6cae495403e4 req-9776a4dc-64cf-451c-9244-f2c3bea6fc98 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 949 time: 0.1684091 Dec 10 04:39:16.757970 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f6c78578-b33e-4d87-b07a-4b6194622ccd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493822 Dec 10 04:39:16.762742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:16.768964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:16.779280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-83c6099e-091a-4553-a9b2-48b29f54babc tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:16.796332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:39:16.800067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-83c6099e-091a-4553-a9b2-48b29f54babc tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:16.802002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-83c6099e-091a-4553-a9b2-48b29f54babc tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/networks?id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7&id=74f0fcce-847c-4071-9e0d-8065d93632df&id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 HTTP/1.1" status: 200 len: 1391 time: 1.0599835 Dec 10 04:39:16.850518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:16.898633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9d0c037-8259-4935-ba6a-6cae495403e4 req-17d54bc9-14a4-4268-8cb1-a821dc78d323 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556678 Dec 10 04:39:16.905530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-d4f50985-070b-4136-b8fe-13689e4fa348 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/quotas/3f010604c60941198655945e6d355a28 HTTP/1.1" status: 200 len: 375 time: 0.0821080 Dec 10 04:39:16.940938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:16.940938 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:16.961052 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.002411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Made reservation on behalf of c5bb1dec91c7435691d9574205392705 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:17.008167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.036546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-956dbc2d-df84-428f-8c7a-d060645d971f tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237857 Dec 10 04:39:17.041415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.086324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58338) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:17.098082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Network 74f0fcce-847c-4071-9e0d-8065d93632df is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:17.106108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:17.119170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:17.123454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:17.195169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:17.199075 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.220613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-f181dbf3-862f-491c-a8b7-8ff4bb59eda1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:39:17.230125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-f181dbf3-862f-491c-a8b7-8ff4bb59eda1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1863699 Dec 10 04:39:17.357766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ceb8f30-ea8f-4e0e-91c1-f1deac3c629e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.360187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Pushing event updated for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:17.371204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Attempting to bind port 4712c399-c78f-4386-acfc-1f9ebe62c80d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:17.372748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Attempting to bind port 4712c399-c78f-4386-acfc-1f9ebe62c80d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:17.374387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Attempting to bind port 4712c399-c78f-4386-acfc-1f9ebe62c80d on network 74f0fcce-847c-4071-9e0d-8065d93632df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:17.387915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0b3234d5-df20-47fc-902d-5973557fc820 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:17.388296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.390590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9c80395f-3ae3-458d-98f3-5388f634f2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592913 Dec 10 04:39:17.420215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba315-7e1c-4aea-89dc-008f4db17c8f req-6b84b02b-94d6-4391-80de-f7ef75be3c0e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:17.435366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33cba315-7e1c-4aea-89dc-008f4db17c8f req-6b84b02b-94d6-4391-80de-f7ef75be3c0e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 945 time: 0.2547154 Dec 10 04:39:17.475678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:17.476076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Checking segment: {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:17.476505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.478129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Bound using segment: {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:17.478643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Bound port: 4712c399-c78f-4386-acfc-1f9ebe62c80d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:17.480094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.491950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '98af636c-a6f6-4adb-804d-702beff5e141', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '98af636c-a6f6-4adb-804d-702beff5e141', 'mac_address': 'fa:16:3e:4f:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:17.519281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ceb8f30-ea8f-4e0e-91c1-f1deac3c629e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.540254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ceb8f30-ea8f-4e0e-91c1-f1deac3c629e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.580528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.690493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.721988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ceb8f30-ea8f-4e0e-91c1-f1deac3c629e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2f011c699da4589b7fc92dfd2d2bd09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6341326 Dec 10 04:39:17.733553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:17.743793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=652a1829-f2d4-468a-a229-f12def84531e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:17.762266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33cba315-7e1c-4aea-89dc-008f4db17c8f req-ab448338-be92-40be-ad3f-15c9b8e187ac tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257053 Dec 10 04:39:17.765162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Deleting port 39bbfd88-c04e-4430-b7ea-a9259105ca43 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:17.765830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.779320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb8f30-ea8f-4e0e-91c1-f1deac3c629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee961c-97f6-4b6b-bb4a-0f2bbb7d21ff,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:17.844591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.913403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-09ecbf88-0d80-478c-a67d-fbb0bcece904 service neutron] 10.222.0.43 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213027 Dec 10 04:39:17.944489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.952437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.971948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:17.982202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:17.982202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:18.082523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4712c399-c78f-4386-acfc-1f9ebe62c80d,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:18.088022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] For port 0b3234d5-df20-47fc-902d-5973557fc820, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0b3234d5-df20-47fc-902d-5973557fc820,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:18.101846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.103299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:18.111766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:18.114152 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a8f3a-a933-4be6-92dc-8138eaa3257d" -d '{"events": [{"server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "name": "network-vif-plugged", "status": "completed", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:18.133837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7b354-1cfb-40b3-b1e3-883cdc8bae4f req-5a48e98d-1a9b-433f-9b18-d866de30e63e tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:18.137903 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.142020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffb7b354-1cfb-40b3-b1e3-883cdc8bae4f req-5a48e98d-1a9b-433f-9b18-d866de30e63e tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 1100 time: 0.2235241 Dec 10 04:39:18.152512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.154276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.164078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,segment=NetworkSegment(4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc),segment_id=4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:18.191801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] For port 39bbfd88-c04e-4430-b7ea-a9259105ca43, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=39bbfd88-c04e-4430-b7ea-a9259105ca43,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:18.192197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.210244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.229798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-16196cb7-0ea8-415c-b29c-86637dbf289b service neutron] 10.222.0.43 "GET /v2.0/networks/74f0fcce-847c-4071-9e0d-8065d93632df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148873 Dec 10 04:39:18.242450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Calling delete_port for 39bbfd88-c04e-4430-b7ea-a9259105ca43 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:18.287167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffb7b354-1cfb-40b3-b1e3-883cdc8bae4f req-829516cc-49bf-46e8-af1f-ba4a1dc3c653 tempest-MigrationsAdminTest-367108475 tempest-MigrationsAdminTest-367108475-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441407 Dec 10 04:39:18.317401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd288b7-5e8f-4121-942b-66420f3e0751 None None] Pushing event updated for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:18.379434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.391264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.397627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbee961c-97f6-4b6b-bb4a-0f2bbb7d21ff HTTP/1.1" status: 204 len: 168 time: 0.6624906 Dec 10 04:39:18.415854 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:39:18.418230 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:39:18.429266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2009a-4961-42ec-8cf9-85ae8549e80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee961c-97f6-4b6b-bb4a-0f2bbb7d21ff,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:18.493191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-6c006040-618d-4bcd-9885-caa7e11adba5 service neutron] 10.222.0.43 "GET /v2.0/networks/74f0fcce-847c-4071-9e0d-8065d93632df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624130 Dec 10 04:39:18.788302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:39:18.792668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-d3903f1a-f834-4a76-88d6-075add8994f9 service neutron] 10.222.0.43 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786436 Dec 10 04:39:18.856636 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0972184d-a5bf-486e-a03a-2513462ddfad x-openstack-request-id: req-0972184d-a5bf-486e-a03a-2513462ddfad {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:18.857658 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "name": "network-vif-plugged", "status": "completed", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:18.858152 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0972184d-a5bf-486e-a03a-2513462ddfad {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:18.858833 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b', 'code': 200} Dec 10 04:39:18.866037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['98af636c-a6f6-4adb-804d-702beff5e141'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:18.899292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c939090f-8c5e-4d50-8268-8f0e33ee6e7a None None] Provisioning complete for port 0b3234d5-df20-47fc-902d-5973557fc820 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:18.899753 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c939090f-8c5e-4d50-8268-8f0e33ee6e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:18.973335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Checking segment: {'id': '0ae349ab-fa97-464a-a49b-603b5cc32b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5212c685-6414-46bd-a852-942aed374ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:18.973625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Network hostable DHCP agents. Network: 5212c685-6414-46bd-a852-942aed374ca6, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:18.988352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b26ccd-9c05-4a76-8f2c-27ece35a89dd None None] Pushing event updated for resources: {'Port': ['ID=0b3234d5-df20-47fc-902d-5973557fc820,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:19.062674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82b061-13d8-41a4-ac60-c98aada7f157 req-ac57b655-0e2d-43af-949c-58517c4ea22c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:19.069846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec82b061-13d8-41a4-ac60-c98aada7f157 req-ac57b655-0e2d-43af-949c-58517c4ea22c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.1627812 Dec 10 04:39:19.073879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-33165ac8-d63a-4f0b-b705-784db7c4aefe service neutron] 10.222.0.43 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803617 Dec 10 04:39:19.077285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716d22d-20b7-4bad-87a1-52b9c892e6be req-1fb61aba-b4a7-418e-af6f-337dc91a50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:19.078799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2716d22d-20b7-4bad-87a1-52b9c892e6be req-1fb61aba-b4a7-418e-af6f-337dc91a50d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 1097 time: 0.4232664 Dec 10 04:39:19.126442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.181634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec82b061-13d8-41a4-ac60-c98aada7f157 req-9b9448e9-640d-44eb-b373-c271f3b8a610 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109064 Dec 10 04:39:19.186547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Network 5212c685-6414-46bd-a852-942aed374ca6 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:19.211676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] No DVR routers for this DVR port 39bbfd88-c04e-4430-b7ea-a9259105ca43 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:19.247100 n-d-817326-3 neutron-server[103254]: WARNING neutron.services.revisions.revision_plugin [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Could not find related port for resource to bump revision. Dec 10 04:39:19.313032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2716d22d-20b7-4bad-87a1-52b9c892e6be req-40f79e80-05c9-4477-ad9a-350be5e60967 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127707 Dec 10 04:39:19.315739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5212c685-6414-46bd-a852-942aed374ca6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:19.317932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Port 39bbfd88-c04e-4430-b7ea-a9259105ca43 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 04:39:19.318387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:5bb0 {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 04:39:19.335074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:19.336186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.369740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea9:5bb0 {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 04:39:19.386479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6a6e6-341f-4bb4-8bfb-f3b2a6a079d9 None None] Network 5212c685-6414-46bd-a852-942aed374ca6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:19.391331 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cf7c92d-af7a-416d-8b02-25a769168b2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7493269 Dec 10 04:39:19.391746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.474705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=39ff0c7e-7af6-4118-bc41-4aa3d128aaab,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:19.486064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:19.488633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:19.494602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:19.498285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.556588 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f5a9ff0f-9870-4e6c-8dd8-be499b61a0cf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7923424 Dec 10 04:39:19.557216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:19.560230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cfa2aeb-8b52-4451-ac3b-945fe219e76e req-0e58a33d-656d-4963-ad32-2e57df604860 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 210 time: 0.1766286 Dec 10 04:39:19.577759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:19.590965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64efe389-a775-4373-8198-81ba34afeca7 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:19.622006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466910-82dc-4f71-82f3-9f7699ae8ffd req-98de982c-2146-4dca-a89c-e4cdfa6ab0e1 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:19.623599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59466910-82dc-4f71-82f3-9f7699ae8ffd req-98de982c-2146-4dca-a89c-e4cdfa6ab0e1 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 946 time: 0.2490458 Dec 10 04:39:19.747923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59466910-82dc-4f71-82f3-9f7699ae8ffd req-84fececc-3fbb-4502-9301-deeec2b74092 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113844 Dec 10 04:39:19.758955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95feca6-e050-4875-b5ae-8aa571a101a1 None None] Network 5212c685-6414-46bd-a852-942aed374ca6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:19.939164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:19.943203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.944266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '39ff0c7e-7af6-4118-bc41-4aa3d128aaab'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:19.945367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:19.947818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f87528b4-1bfa-44b3-aa42-35908579f0bc no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:19.969055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:20.124224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e573346-edfb-4bc1-b981-31de3c5f06d2 None None] Network 74f0fcce-847c-4071-9e0d-8065d93632df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:20.193462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f87528b4-1bfa-44b3-aa42-35908579f0bc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:20.193818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f87528b4-1bfa-44b3-aa42-35908579f0bc not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:20.335821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.430194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-212184728', 'description': 'tempest-description-568150826'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:20.614298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.624506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4712c399-c78f-4386-acfc-1f9ebe62c80d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:20.647926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928082b-9969-4eb9-9959-133370bc1d0c req-f80d9435-54e3-47d1-b65a-dc943a6d1414 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:20.649493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5928082b-9969-4eb9-9959-133370bc1d0c req-f80d9435-54e3-47d1-b65a-dc943a6d1414 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.3801377 Dec 10 04:39:20.686774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:20.699966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.746429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f3c01-9855-41bc-b711-52fd61765733 None None] Pushing event deleted for resources: {'Port': ['ID=39bbfd88-c04e-4430-b7ea-a9259105ca43,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:20.779245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] Provisioning complete for port 4712c399-c78f-4386-acfc-1f9ebe62c80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:20.779613 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.796996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=f95aa95a-f426-436b-ba79-ad8c3bf4bf3c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:20.818125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:20.821134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:20.824739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:20.825506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.847531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ab37-d700-469b-be16-d7e18d092847 req-e658ca13-b298-42c8-8aa2-cb1da78e72e3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:20.849218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d0ab37-d700-469b-be16-d7e18d092847 req-e658ca13-b298-42c8-8aa2-cb1da78e72e3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 950 time: 0.4821064 Dec 10 04:39:20.855965 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-13a5d929-574e-400c-9f1f-d4e702f39d0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2975948 Dec 10 04:39:20.856821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58416) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:20.862493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:79:17:bc', 'name': 'tempest-NetworksTestDHCPv6-1141796671'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:20.887130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Allocated IP 2001:db8::f816:3eff:fed4:2c1 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/39ff0c7e-7af6-4118-bc41-4aa3d128aaab/638f9cf6-fccc-48a2-9c9c-dba92c82dda5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:20.934227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:20.945544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.019894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.036109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d4b5abb-6d5e-41d2-8ec8-c8c625820c8b req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6141326 Dec 10 04:39:21.040085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:21.070012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4712c399-c78f-4386-acfc-1f9ebe62c80d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:21.070012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.074263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.103250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9fb44-a25f-4fc1-b0ea-b69cb447c082 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba4d38a-d40d-42b9-90d8-94c637885321,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:21.194778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.204969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d0ab37-d700-469b-be16-d7e18d092847 req-778170d3-a44b-4fce-a656-f5fe38970dcc tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633114 Dec 10 04:39:21.247129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Deleting port 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:21.251217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.273363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port c5422a97-1829-4d1d-9e54-209e1f33e7c0 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:39:21.283817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d4c336c-6cb8-4ea0-8c42-c92dc0d81643 req-9494872e-f84a-47bb-a83d-c55dd2a7b30f tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 210 time: 0.1288271 Dec 10 04:39:21.331368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4712c399-c78f-4386-acfc-1f9ebe62c80d,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:21.358214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.467076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.507280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.520590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0b3234d5-df20-47fc-902d-5973557fc820 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:21.531956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-12820e0a-2d61-447e-9052-7841611ed559 None None] Provisioning complete for port 4712c399-c78f-4386-acfc-1f9ebe62c80d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:21.531956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12820e0a-2d61-447e-9052-7841611ed559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.553810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f4e16-587b-470b-9ab7-a6077296f7bc None None] Pushing event updated for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:21.565112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:21.582866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-1fdc8daf-6ec7-4457-8d65-81046be25d9a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:21.588975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:21.591964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-1fdc8daf-6ec7-4457-8d65-81046be25d9a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:21.593827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-1fdc8daf-6ec7-4457-8d65-81046be25d9a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "GET /v2.0/networks?id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7&id=74f0fcce-847c-4071-9e0d-8065d93632df&id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 HTTP/1.1" status: 200 len: 1391 time: 0.4036050 Dec 10 04:39:21.600565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:21.642456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'admin_state_up': True, 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:21.668302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42bec781-32a3-4071-9041-3af43424b155 req-83eb93e0-4256-4f92-a047-6234f37039b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/cba4d38a-d40d-42b9-90d8-94c637885321 HTTP/1.1" status: 200 len: 1830 time: 0.2047629 Dec 10 04:39:21.673951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cba4d38a-d40d-42b9-90d8-94c637885321', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:21.674548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cba4d38a-d40d-42b9-90d8-94c637885321', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:21.705450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Pushing event updated for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:21.723111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Attempting to bind port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:21.723479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Attempting to bind port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:21.723841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Attempting to bind port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:21.730115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:21.730311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:21.730687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.731077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:21.731538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Bound port: 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:21.731910 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.769395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0b3234d5-df20-47fc-902d-5973557fc820 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:21.770537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.814547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:21.828428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.859358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927289e5-f9c4-424f-b6bf-12e4a3de8552 req-4cb477f9-0353-4e49-b9b1-20f76f81d13a tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:21.866131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-927289e5-f9c4-424f-b6bf-12e4a3de8552 req-4cb477f9-0353-4e49-b9b1-20f76f81d13a tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 946 time: 0.3975544 Dec 10 04:39:21.874825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:21.875191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.947162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Calling delete_port for 98af636c-a6f6-4adb-804d-702beff5e141 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:21.985786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 172.20.0.6 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f95aa95a-f426-436b-ba79-ad8c3bf4bf3c/c5422a97-1829-4d1d-9e54-209e1f33e7c0) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:21.987719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:21.994637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe79:17bc (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/39ff0c7e-7af6-4118-bc41-4aa3d128aaab/c5422a97-1829-4d1d-9e54-209e1f33e7c0) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:22.080214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-927289e5-f9c4-424f-b6bf-12e4a3de8552 req-6b761897-54fd-4a84-a501-c5dd429374b8 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782992 Dec 10 04:39:22.091224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.097938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:22.106642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.122210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:22.143530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5fe418-42e1-45f6-8431-23e23c58e377,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:22.147606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.158169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.162896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42bec781-32a3-4071-9041-3af43424b155 req-6915d8a1-af0e-43e3-882b-87b3db971ed7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4920793 Dec 10 04:39:22.282577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:22.339211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.403169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event deleted for resources: {'Port': ['ID=98af636c-a6f6-4adb-804d-702beff5e141,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:22.467806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 98af636c-a6f6-4adb-804d-702beff5e141, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=98af636c-a6f6-4adb-804d-702beff5e141,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:22.506099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] No DVR routers for this DVR port 98af636c-a6f6-4adb-804d-702beff5e141 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:22.514397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:22.519352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5928082b-9969-4eb9-9959-133370bc1d0c req-ba5ccb5b-b361-40b8-bb9d-083bdfd255bd tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "DELETE /v2.0/ports/98af636c-a6f6-4adb-804d-702beff5e141 HTTP/1.1" status: 204 len: 173 time: 1.8549557 Dec 10 04:39:22.519902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-deleted', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:22.524990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '98af636c-a6f6-4adb-804d-702beff5e141', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '98af636c-a6f6-4adb-804d-702beff5e141', 'mac_address': 'fa:16:3e:4f:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:22.525289 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c71bbc-345c-44c0-ae90-c236a0fd841a" -d '{"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-deleted", "tag": "98af636c-a6f6-4adb-804d-702beff5e141"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:22.532952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 39bbfd88-c04e-4430-b7ea-a9259105ca43 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:22.535832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54', '17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:22.617940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:22.685747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26c1e-032d-40f8-9a25-51dcedd2190e None None] Pushing event updated for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:22.787496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-692352ef-b4fd-44e8-815c-e036bfe6bf3a req-0ca27398-b18a-4e68-b7d2-e8aecdc5555d tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/cba4d38a-d40d-42b9-90d8-94c637885321 HTTP/1.1" status: 200 len: 2424 time: 0.1406646 Dec 10 04:39:22.874166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fe3b960-050f-486c-9f3e-b09fd6dee455 req-954b7bf5-b692-4a56-8a1c-5f7d1c558486 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f0155d5-54aa-4f4d-9c07-84e0ceaa0304 HTTP/1.1" status: 200 len: 210 time: 0.0849814 Dec 10 04:39:22.886131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 39bbfd88-c04e-4430-b7ea-a9259105ca43 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:22.886532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 39bbfd88-c04e-4430-b7ea-a9259105ca43 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:22.925465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce4a9-511f-45ab-8e37-6ca34af8c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.039152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.039893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2145bf36-306f-4b3e-9128-33ab95dd8d4c req-2d680272-a5f3-4697-9320-0f262846a6ed tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 210 time: 0.0600426 Dec 10 04:39:23.063428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4712c399-c78f-4386-acfc-1f9ebe62c80d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:23.091856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Allocated IP 19.80.0.202 (bf85bd4c-d3ed-4951-b713-6a9e4484c7a7/e9616e1a-05cc-49db-a38f-d8f7176effc9/9133766f-036b-4639-910a-1eee2814eae4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:23.148595 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a3a8a1-2c75-4fee-a939-760e5a0b9c9c x-openstack-request-id: req-58a3a8a1-2c75-4fee-a939-760e5a0b9c9c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:23.149286 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0155d5-54aa-4f4d-9c07-84e0ceaa0304", "name": "network-vif-deleted", "tag": "98af636c-a6f6-4adb-804d-702beff5e141", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:23.149693 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58a3a8a1-2c75-4fee-a939-760e5a0b9c9c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:23.150248 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0155d5-54aa-4f4d-9c07-84e0ceaa0304', 'name': 'network-vif-deleted', 'tag': '98af636c-a6f6-4adb-804d-702beff5e141', 'status': 'completed', 'code': 200} Dec 10 04:39:23.284541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.290538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad158361-c1cc-4299-a146-1e6c9af30a28 req-407fbf74-a8b6-48c7-8bfe-dddd118b6ed7 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.292655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad158361-c1cc-4299-a146-1e6c9af30a28 req-407fbf74-a8b6-48c7-8bfe-dddd118b6ed7 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 946 time: 0.1121657 Dec 10 04:39:23.365581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.366585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4712c399-c78f-4386-acfc-1f9ebe62c80d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:23.367041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.390067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277452-2206-42e0-a2ab-97fddb9afc87 req-27f893e8-3a7a-4ca2-9161-a3fc1633daed tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.399425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26277452-2206-42e0-a2ab-97fddb9afc87 req-27f893e8-3a7a-4ca2-9161-a3fc1633daed tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1052969 Dec 10 04:39:23.416997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad158361-c1cc-4299-a146-1e6c9af30a28 req-fc74a664-6915-4c2e-9495-6d04b8d76c61 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141651 Dec 10 04:39:23.471627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:23.478775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.483320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:23.502049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:23.514502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=c5422a97-1829-4d1d-9e54-209e1f33e7c0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:23.552888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-bcecc38c-db53-4fe5-be26-a5e1fc8612c4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-group-rules/5a5fe418-42e1-45f6-8431-23e23c58e377 HTTP/1.1" status: 200 len: 778 time: 0.0914116 Dec 10 04:39:23.583543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26277452-2206-42e0-a2ab-97fddb9afc87 req-144ab73a-bf93-46cd-a620-b5e82c2e6ee9 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835258 Dec 10 04:39:23.591009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.591679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.608793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.649179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-bd1844ad-5cd9-4762-8bf3-4ad037218966 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/cba4d38a-d40d-42b9-90d8-94c637885321 HTTP/1.1" status: 200 len: 2424 time: 0.0937591 Dec 10 04:39:23.651937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9136c204-4b6b-4b4c-a2d8-9072815dddcf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7938843 Dec 10 04:39:23.656270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:23.680379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.690933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.711680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:23.718644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:23.721344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:23.731087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:23.737267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.745984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.748727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6d91f8a-2901-474b-8f2f-6a2be56ec80c req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5a5fe418-42e1-45f6-8431-23e23c58e377 HTTP/1.1" status: 204 len: 173 time: 0.0982032 Dec 10 04:39:23.770183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd04e74-4742-48f8-b379-6626c4bff0e7 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a5fe418-42e1-45f6-8431-23e23c58e377,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:23.780295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776124775', 'description': 'tempest-description-916085650'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:23.791810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d8072-2550-4dab-a817-eb425a03fd0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.798021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d8072-2550-4dab-a817-eb425a03fd0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.799854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-090d8072-2550-4dab-a817-eb425a03fd0d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1400990 Dec 10 04:39:23.802567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:23.818657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:23.819471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.846755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:23.858878 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-4b6c3529-e5e1-4a81-9a82-f2adf58c12e1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2213740 Dec 10 04:39:23.881246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df', 'admin_state_up': True, 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:23.952948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port c5422a97-1829-4d1d-9e54-209e1f33e7c0 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:23.953361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.082566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:24.091325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.098327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.110228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.186083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.202901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.231541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e498887c-a17c-4921-a851-d07093b5fde0 None None] Provisioning complete for port 9133766f-036b-4639-910a-1eee2814eae4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:24.232980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e498887c-a17c-4921-a851-d07093b5fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.236809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48a1bf31-72e0-4519-b7af-fa841ae17810 req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4613304 Dec 10 04:39:24.246087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:24.258986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c696-1951-4099-a413-3c96abedc648 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14e50c-8d0b-430a-944e-e61d89f239d9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:24.270152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for c5422a97-1829-4d1d-9e54-209e1f33e7c0 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:24.398469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200c29c-0ef0-4024-8f02-6d9b592c9d72 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:24.405184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-870fe456-afac-47cc-bf82-803b30f4e16a tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:24.406722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-870fe456-afac-47cc-bf82-803b30f4e16a tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.41 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 946 time: 0.1621153 Dec 10 04:39:24.412082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 98af636c-a6f6-4adb-804d-702beff5e141 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:24.412442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 98af636c-a6f6-4adb-804d-702beff5e141 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:24.419445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Allocated IP 19.86.0.4 (74f0fcce-847c-4071-9e0d-8065d93632df/cea81547-eebf-473c-ad48-8e6cdc06d905/3fcd1782-8672-40c8-8535-8f79fb045ebd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:24.447391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6496-6683-49be-a30b-4f2aa52af0c1 req-70dbba4b-fc84-4938-ada3-0ef713bc18cb tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:24.457045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e0f6496-6683-49be-a30b-4f2aa52af0c1 req-70dbba4b-fc84-4938-ada3-0ef713bc18cb tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 932 time: 0.1065648 Dec 10 04:39:24.468662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e498887c-a17c-4921-a851-d07093b5fde0 None None] Port 9133766f-036b-4639-910a-1eee2814eae4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:24.586884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:24.611125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] Provisioning complete for port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:24.611506 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.614193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e29b4877-0f5a-4af8-80b6-4c2d74041f89 req-a6e64b13-7040-46a5-ab86-0ea0cd64aa28 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/4d14e50c-8d0b-430a-944e-e61d89f239d9 HTTP/1.1" status: 200 len: 1831 time: 0.1441128 Dec 10 04:39:24.621224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e0f6496-6683-49be-a30b-4f2aa52af0c1 req-85388d8e-8977-4230-abd8-239e851c859a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628315 Dec 10 04:39:24.712368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Deleting port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:24.712848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.784890 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.793627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.799979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Update dhcp port {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '39ff0c7e-7af6-4118-bc41-4aa3d128aaab', 'ip_address': '2001:db8::f816:3eff:fed4:2c1'}, {'subnet_id': 'f95aa95a-f426-436b-ba79-ad8c3bf4bf3c'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '638f9cf6-fccc-48a2-9c9c-dba92c82dda5'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:39:24.835052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.858792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=c5422a97-1829-4d1d-9e54-209e1f33e7c0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:24.869704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18567465-35de-47a3-9342-2914c26c681f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.881099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.883578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ab35-e8cd-43ab-90f5-cbb79eddc164 req-d1253b2b-3343-484f-8ae2-2b3a250825bc tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:24.885242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c86ab35-e8cd-43ab-90f5-cbb79eddc164 req-d1253b2b-3343-484f-8ae2-2b3a250825bc tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 946 time: 0.1533213 Dec 10 04:39:24.923217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65cdafd6-7eb9-4c80-882c-cece87f38918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.969522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:24.976926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0b4a-7948-416a-9aac-7fae4e297273 req-05d7eecc-0d12-45b2-945b-e61b088b04ad tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:24.978972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:24.985152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7fd0b4a-7948-416a-9aac-7fae4e297273 req-05d7eecc-0d12-45b2-945b-e61b088b04ad tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 951 time: 0.2483101 Dec 10 04:39:25.066059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.071604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7061471b-fce2-4968-97b7-803a28a8341b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/c5422a97-1829-4d1d-9e54-209e1f33e7c0 HTTP/1.1" status: 204 len: 168 time: 1.2651286 Dec 10 04:39:25.074097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c86ab35-e8cd-43ab-90f5-cbb79eddc164 req-8942a80f-b03d-4565-b972-e7bc94ace13c tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7561372-058f-4c6a-922e-50da3c267bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676521 Dec 10 04:39:25.077067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:25.086144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:25.165493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7fd0b4a-7948-416a-9aac-7fae4e297273 req-22df68df-1408-4659-ba21-ddc75629c29e tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643176 Dec 10 04:39:25.189408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6414f9-3183-4cc2-bf6a-c94faa98551a None None] Pushing event updated for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.209036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1957771599', 'description': 'tempest-description-1015795138'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:25.217092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] For port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,segment=NetworkSegment(4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc),segment_id=4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:25.218409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.221377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:25.221745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.242778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Calling delete_port for 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:25.251777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf1704-8fe1-4af6-8df6-0fda4ded28aa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.252449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.253452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf1704-8fe1-4af6-8df6-0fda4ded28aa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.255059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf1704-8fe1-4af6-8df6-0fda4ded28aa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.259492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0bdf1704-8fe1-4af6-8df6-0fda4ded28aa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1790028 Dec 10 04:39:25.261380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:25.266895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Allocated IP 172.20.0.2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f95aa95a-f426-436b-ba79-ad8c3bf4bf3c/638f9cf6-fccc-48a2-9c9c-dba92c82dda5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:25.316696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.317918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.341902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8752d8-fbd8-4966-b6a1-7778d90c75c4 req-9962f8a2-aab9-4f86-9679-a8fd21c1f588 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.349025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb8752d8-fbd8-4966-b6a1-7778d90c75c4 req-9962f8a2-aab9-4f86-9679-a8fd21c1f588 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.1473315 Dec 10 04:39:25.371255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 39ff0c7e-7af6-4118-bc41-4aa3d128aaab {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:25.400862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 74f0fcce-847c-4071-9e0d-8065d93632df is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:25.403600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:25.413697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:25.416412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:25.423322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb8752d8-fbd8-4966-b6a1-7778d90c75c4 req-e76609de-4fd3-434f-b249-63fbac3b97ac tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729752 Dec 10 04:39:25.445743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.463840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.464239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.468940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.502583 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.566617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57990d6a-d4ae-4ada-95bd-7e87f23df438,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.571131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.576408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd9c086e-7b64-4dc5-b591-6a12ccdced36 req-8be9ce6c-c2c9-48bf-95c7-b46b3001adcc tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3758569 Dec 10 04:39:25.592429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-e512366a-e87e-4f84-b63c-30770cdc5e53 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.594123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-e512366a-e87e-4f84-b63c-30770cdc5e53 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 945 time: 0.2807827 Dec 10 04:39:25.608686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.615135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.616063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8ad8c-1302-410f-b35f-2a937ceb791b None None] Pushing event updated for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.714581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.719920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4892a280-a2a0-4c0c-b5d8-8c44e399d7cb req-0b3eb828-5c13-4b84-afeb-a6ca17dbf8c1 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/57990d6a-d4ae-4ada-95bd-7e87f23df438 HTTP/1.1" status: 200 len: 1832 time: 0.1223595 Dec 10 04:39:25.755196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Pushing event deleted for resources: {'Port': ['ID=0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.777385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.778053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.782050 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18567465-35de-47a3-9342-2914c26c681f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.787836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-711670336', 'description': 'tempest-description-1413827022'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:25.813163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18567465-35de-47a3-9342-2914c26c681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.852773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.867425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] No DVR routers for this DVR port 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:25.872081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.876692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd7b8cfb-c793-41fe-b3b3-ce6b60091886 req-416d018f-7ca2-44c9-a299-8f468a7cd96e tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.41 "DELETE /v2.0/ports/0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b HTTP/1.1" status: 204 len: 173 time: 1.4585595 Dec 10 04:39:25.887093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'name': 'network-vif-deleted', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:25.889781 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a8d9a-a508-48d1-9846-6607744cff8a" -d '{"events": [{"server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "name": "network-vif-deleted", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:25.914095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9315a55e-516b-4149-b426-083267d96289 None None] Provisioning complete for port 3fcd1782-8672-40c8-8535-8f79fb045ebd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:25.914769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9315a55e-516b-4149-b426-083267d96289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.941132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:25.951248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18567465-35de-47a3-9342-2914c26c681f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e25adb70ba2c4fb59b6f40472c411c04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3615301 Dec 10 04:39:25.953062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:25.954013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18567465-35de-47a3-9342-2914c26c681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6328c8-ea59-4e46-a606-43f8d2d029cf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:25.979764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b518b2-6010-438d-9d71-93f40e3911b5 req-3e3c3a93-331a-4f19-ab4b-8347834b0d99 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.982835 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-13ff566d-2f99-4e07-ac75-1e140f6b8755 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1082377 Dec 10 04:39:25.985819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b518b2-6010-438d-9d71-93f40e3911b5 req-3e3c3a93-331a-4f19-ab4b-8347834b0d99 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:25.993347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12b518b2-6010-438d-9d71-93f40e3911b5 req-3e3c3a93-331a-4f19-ab4b-8347834b0d99 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 1653 time: 0.2253561 Dec 10 04:39:26.007749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9315a55e-516b-4149-b426-083267d96289 None None] Port 3fcd1782-8672-40c8-8535-8f79fb045ebd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:26.009450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'admin_state_up': True, 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:26.030712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-d568f50a-4359-4e12-a703-e562c2fd94a9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:26.032284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-d568f50a-4359-4e12-a703-e562c2fd94a9 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 951 time: 0.1998069 Dec 10 04:39:26.115707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Deleting port 3a31de16-0284-4ab7-a251-7af1d596ffd6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:26.116299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.124280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.168524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12b518b2-6010-438d-9d71-93f40e3911b5 req-f7d9b880-3e50-4b16-ae9f-97a6004cc4c2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742294 Dec 10 04:39:26.203052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.208685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/39ff0c7e-7af6-4118-bc41-4aa3d128aaab HTTP/1.1" status: 204 len: 168 time: 0.9427121 Dec 10 04:39:26.208685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82873836-286c-4b42-8a41-9cd647e0ac00 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=39ff0c7e-7af6-4118-bc41-4aa3d128aaab,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:26.213723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58634) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:26.227387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.232664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.260525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.277024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.325295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] For port 3a31de16-0284-4ab7-a251-7af1d596ffd6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=3a31de16-0284-4ab7-a251-7af1d596ffd6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:26.325656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.347956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Deleting port 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:26.349425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.350524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Calling delete_port for 3a31de16-0284-4ab7-a251-7af1d596ffd6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:26.352759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:26.355568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92824544-b8df-40e1-bc86-b81095e3adfd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:26.359330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.391066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet f95aa95a-f426-436b-ba79-ad8c3bf4bf3c {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:26.398553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.409720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.412423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d11c19a6-b4b3-4b02-9555-b897c718cc58 req-9cd7d862-e362-4fd2-ba4e-9ad6fea5fc59 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6456833 Dec 10 04:39:26.519409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.579319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595e7d6-779d-4f44-966b-3223bbade102 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:26.586088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.589297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.593045 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da6328c8-ea59-4e46-a606-43f8d2d029cf HTTP/1.1" status: 204 len: 168 time: 0.6332455 Dec 10 04:39:26.593045 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f0e6cb-c040-42b6-88d4-b1dcc2930f91 x-openstack-request-id: req-44f0e6cb-c040-42b6-88d4-b1dcc2930f91 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:26.593045 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23803227-cfb7-4878-9650-b0ff8de40001", "name": "network-vif-deleted", "tag": "0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:26.593045 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44f0e6cb-c040-42b6-88d4-b1dcc2930f91 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:26.593438 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23803227-cfb7-4878-9650-b0ff8de40001', 'name': 'network-vif-deleted', 'tag': '0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b', 'status': 'completed', 'code': 200} Dec 10 04:39:26.633101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0973c-0391-4393-bf4f-341acb72ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6328c8-ea59-4e46-a606-43f8d2d029cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:26.662804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Allocated IP 19.80.0.238 (bf85bd4c-d3ed-4951-b713-6a9e4484c7a7/e9616e1a-05cc-49db-a38f-d8f7176effc9/7555f916-1993-4caf-bb9b-7deba368e0f7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:26.700223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-29ca7630-6ff2-4ac9-9224-9ddf5011017c None None] Provisioning complete for port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:26.701291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29ca7630-6ff2-4ac9-9224-9ddf5011017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.805099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:26.848201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1387706e-6a88-4c15-b12f-a6f9cec0a6f6', '3a31de16-0284-4ab7-a251-7af1d596ffd6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:26.855062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Pushing event deleted for resources: {'Port': ['ID=3a31de16-0284-4ab7-a251-7af1d596ffd6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:26.908777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-29ca7630-6ff2-4ac9-9224-9ddf5011017c None None] Could not find standard attr ID for object c5422a97-1829-4d1d-9e54-209e1f33e7c0. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:39:26.983424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] No DVR routers for this DVR port 3a31de16-0284-4ab7-a251-7af1d596ffd6 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:26.991955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.002170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b1c8a47a-13e1-4443-992e-c6cdd8afcff8 req-b7342df9-e7b1-4a34-a4b4-f39db46cb344 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "DELETE /v2.0/ports/3a31de16-0284-4ab7-a251-7af1d596ffd6 HTTP/1.1" status: 204 len: 173 time: 1.3910494 Dec 10 04:39:27.094236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:27.105332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.153307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:27.176049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce1174d7-d85b-49aa-a58a-def1d488f59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.190636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:27.191091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.193792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.207122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74650584-c4fa-4583-8d23-ed0e651cd1af req-b6968aa6-00bf-4d29-a5d9-837348f2b789 tempest-InstanceActionsV221TestJSON-1759182457 tempest-InstanceActionsV221TestJSON-1759182457-project] 10.222.0.43 "GET /v2.0/ports?device_id=23803227-cfb7-4878-9650-b0ff8de40001 HTTP/1.1" status: 200 len: 210 time: 0.1385369 Dec 10 04:39:27.239479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] For port 17a1a914-1a94-46bf-90fa-686c79f30279, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=17a1a914-1a94-46bf-90fa-686c79f30279,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:27.243579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.282239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Calling delete_port for 17a1a914-1a94-46bf-90fa-686c79f30279 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:27.282658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:27.289579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:27.292370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:27.297511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:27.323051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311d44-1c22-4faa-b6cc-84c9b2c61115 req-7e5abf0b-e945-49fd-bb96-a7dd07ef8f3d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:27.325030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00311d44-1c22-4faa-b6cc-84c9b2c61115 req-7e5abf0b-e945-49fd-bb96-a7dd07ef8f3d tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 951 time: 0.2388248 Dec 10 04:39:27.373204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.409000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:27.409642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.437062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce1174d7-d85b-49aa-a58a-def1d488f59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.444608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce1174d7-d85b-49aa-a58a-def1d488f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.472797 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3ccbbc19-9e18-485b-b603-4857eb9b7abe tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4736342 Dec 10 04:39:27.497124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:27.510479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:27.520667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00311d44-1c22-4faa-b6cc-84c9b2c61115 req-4ee55df1-ffcf-4a59-b8b6-affe64bce2c1 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829677 Dec 10 04:39:27.537788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.539632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce1174d7-d85b-49aa-a58a-def1d488f59b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2921625bd5b4da1ae323fd8988a85d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848789 Dec 10 04:39:27.540254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:27.552703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1174d7-d85b-49aa-a58a-def1d488f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9637941-b400-465a-970d-343303fc912e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:27.554038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d25df43-31ae-4564-a3bb-bc5d6daa9473 req-9bd86d9e-d4c0-4f0e-9b34-92182441a299 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/92824544-b8df-40e1-bc86-b81095e3adfd HTTP/1.1" status: 200 len: 1831 time: 0.2943983 Dec 10 04:39:27.559611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:27.578028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0e0a0c88-6bcd-4ff0-a0f6-62a4f119ca2b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:27.649859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.683499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b0ffdde6-ffb0-49be-8bcd-8cf7ebc730a3 None None] Provisioning complete for port 7555f916-1993-4caf-bb9b-7deba368e0f7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:27.684066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0ffdde6-ffb0-49be-8bcd-8cf7ebc730a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.749106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.799421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.856799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.868359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5456f19-a328-45fe-a56c-a098af7ac4f0 req-0e799d25-9497-4f0d-b482-507c5b6797f9 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=1add19ce-e53c-4d85-9c00-f1d71b87753d HTTP/1.1" status: 200 len: 210 time: 0.0856411 Dec 10 04:39:27.879364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.926407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffdde6-ffb0-49be-8bcd-8cf7ebc730a3 None None] Port 7555f916-1993-4caf-bb9b-7deba368e0f7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:27.929098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54', '17a1a914-1a94-46bf-90fa-686c79f30279'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:27.951191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1936241428', 'description': 'tempest-description-1443518293'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:27.953666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:27.981039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event deleted for resources: {'Port': ['ID=17a1a914-1a94-46bf-90fa-686c79f30279,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:27.991622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:27.997815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f95aa95a-f426-436b-ba79-ad8c3bf4bf3c HTTP/1.1" status: 204 len: 168 time: 1.7802980 Dec 10 04:39:28.000716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:28.002446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816cc02-3ed3-4eaf-a44a-3702a7f3561e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=f95aa95a-f426-436b-ba79-ad8c3bf4bf3c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:28.046408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.051552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72b4ded8-e347-4779-8fdd-1d6fc0790978 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467117 Dec 10 04:39:28.057498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:28.064303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:28.091627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.094767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.095557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9637941-b400-465a-970d-343303fc912e HTTP/1.1" status: 204 len: 168 time: 0.5516295 Dec 10 04:39:28.098611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-33387c68-65bf-4d1b-b8ba-af7a7f299b88 None None] Provisioning complete for port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:28.098972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33387c68-65bf-4d1b-b8ba-af7a7f299b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.113637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe22f1-f4ed-4956-b8b6-2fbf8bc6018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9637941-b400-465a-970d-343303fc912e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:28.154587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] No DVR routers for this DVR port 17a1a914-1a94-46bf-90fa-686c79f30279 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:28.160101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.164207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e4d8091-aa43-485b-8066-91cf82368fe5 req-13a59ff9-151c-4008-bd95-f05ff2599345 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "DELETE /v2.0/ports/17a1a914-1a94-46bf-90fa-686c79f30279 HTTP/1.1" status: 204 len: 173 time: 2.1236184 Dec 10 04:39:28.221562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-deleted', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:28.221562 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b26d4-d0d9-45ae-a870-b902bff34173" -d '{"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-deleted", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:28.221562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf0569-4485-43cc-a4b5-323c56f00e84 req-cc7d22f1-c315-4730-8dcc-d1ac6b6a332d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:28.223671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959894db-4557-458d-86be-10d653fb3394 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:28.226056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf0569-4485-43cc-a4b5-323c56f00e84 req-cc7d22f1-c315-4730-8dcc-d1ac6b6a332d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:28.261019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf0569-4485-43cc-a4b5-323c56f00e84 req-cc7d22f1-c315-4730-8dcc-d1ac6b6a332d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:28.271689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8abf0569-4485-43cc-a4b5-323c56f00e84 req-cc7d22f1-c315-4730-8dcc-d1ac6b6a332d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2375 time: 0.4782906 Dec 10 04:39:28.316048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:28.319583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.361799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8abf0569-4485-43cc-a4b5-323c56f00e84 req-69237d87-16d2-490c-9cfb-fac3b69880a5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Dec 10 04:39:28.437147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9133766f-036b-4639-910a-1eee2814eae4 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:28.445221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.450244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.459696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.497151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Transition to ACTIVE for port object 9133766f-036b-4639-910a-1eee2814eae4 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:28.499842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.509201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.512727 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d945ca7-78f9-4703-967e-3a0b35d271b6 x-openstack-request-id: req-8d945ca7-78f9-4703-967e-3a0b35d271b6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:28.512955 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3ba582-5843-4a60-a269-89839cd5a0e3", "name": "network-vif-deleted", "tag": "17a1a914-1a94-46bf-90fa-686c79f30279", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:28.514416 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d945ca7-78f9-4703-967e-3a0b35d271b6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:28.514934 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3ba582-5843-4a60-a269-89839cd5a0e3', 'name': 'network-vif-deleted', 'tag': '17a1a914-1a94-46bf-90fa-686c79f30279', 'status': 'completed', 'code': 200} Dec 10 04:39:28.526539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.527806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c48d5204-5633-442a-a701-c2cac26c4267 req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5819981 Dec 10 04:39:28.530899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3fb56-3ee0-4c81-83ef-e06c9841f8b4 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d76c2-ce9f-4316-bdc4-f88a61c51fac,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:28.596626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'name': 'network-vif-deleted', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:28.600486 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f90025-1ff7-4457-ab57-f21095c2481e" -d '{"events": [{"server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "name": "network-vif-deleted", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:28.777851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c7f120a-8cba-4016-afd3-30bd4df84a80 req-4d401de3-c8c5-4c33-b683-e52d7c504d89 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3ba582-5843-4a60-a269-89839cd5a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0811167 Dec 10 04:39:28.794841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:28.838366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Attempting to bind port 9133766f-036b-4639-910a-1eee2814eae4 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:28.838735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Attempting to bind port 9133766f-036b-4639-910a-1eee2814eae4 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:28.839061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Attempting to bind port 9133766f-036b-4639-910a-1eee2814eae4 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:28.848797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Port 9133766f-036b-4639-910a-1eee2814eae4 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:28.849233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Attempting to bind port 9133766f-036b-4639-910a-1eee2814eae4 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:28.861251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:39:28.884345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:28.885102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Checking segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:28.885963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Bound using segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:28.886693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Bound port: 9133766f-036b-4639-910a-1eee2814eae4, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:28.887465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:28.914149 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02922db3-1a86-4c2e-a1a0-aec33b90d421 x-openstack-request-id: req-02922db3-1a86-4c2e-a1a0-aec33b90d421 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:28.914518 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add19ce-e53c-4d85-9c00-f1d71b87753d", "name": "network-vif-deleted", "tag": "3a31de16-0284-4ab7-a251-7af1d596ffd6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:28.914768 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02922db3-1a86-4c2e-a1a0-aec33b90d421 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:28.915146 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add19ce-e53c-4d85-9c00-f1d71b87753d', 'name': 'network-vif-deleted', 'tag': '3a31de16-0284-4ab7-a251-7af1d596ffd6', 'status': 'completed', 'code': 200} Dec 10 04:39:28.954074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e2361e3-b2d7-4e30-b5da-28f9b836aa02 req-8e83164a-d143-4c6b-bcfc-f4bdf0e2c71a tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/a81d76c2-ce9f-4316-bdc4-f88a61c51fac HTTP/1.1" status: 200 len: 1832 time: 0.2097108 Dec 10 04:39:28.976626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f63a3e0-89ce-43fb-91db-4b483630e40c None None] Could not find standard attr ID for object c5422a97-1829-4d1d-9e54-209e1f33e7c0. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:39:29.060746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Deleting port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:29.061129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.087069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:29.087273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:29.095618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:29.130908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.145764 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-9df7d3a1-80e1-4d59-bc4b-95299193f18b req-57144302-afd4-471a-926c-2644f9a41331 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] show failed (client error): The resource could not be found. Dec 10 04:39:29.147278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9df7d3a1-80e1-4d59-bc4b-95299193f18b req-57144302-afd4-471a-926c-2644f9a41331 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/367249c6-b4da-47a7-af42-80cc69cecab8 HTTP/1.1" status: 404 len: 352 time: 0.0221221 Dec 10 04:39:29.166456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:29.231361 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-d5c4ce79-27be-4d62-b726-b869828ebe9e req-1302fffa-a30a-40cd-8ced-758f1963c146 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] show failed (client error): The resource could not be found. Dec 10 04:39:29.238754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d5c4ce79-27be-4d62-b726-b869828ebe9e req-1302fffa-a30a-40cd-8ced-758f1963c146 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-group-rules/f43495e6-c0da-497c-9fa8-94d7f16ec432 HTTP/1.1" status: 404 len: 361 time: 0.0572498 Dec 10 04:39:29.261528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.284334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:29.285063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.286525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-242dbf76-2a6c-4e32-84db-19d6c58c8bbc service neutron] 10.222.0.36 "PUT /v2.0/ports/9133766f-036b-4639-910a-1eee2814eae4 HTTP/1.1" status: 200 len: 1092 time: 1.7939041 Dec 10 04:39:29.333567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:39:29.335925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.356852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:29.363660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:29.364263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.376078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Deleting subnet 142b08fd-e94f-4630-a6e0-c5a86367a8e8 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:29.390649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Calling delete_port for 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:29.398283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.439563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:29.454946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.464540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-a5a79ea7-cf7e-42a8-81ef-6d9f33e1ec0f tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/a81d76c2-ce9f-4316-bdc4-f88a61c51fac HTTP/1.1" status: 200 len: 1832 time: 0.1589718 Dec 10 04:39:29.537501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.568898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.575577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.585641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3a31de16-0284-4ab7-a251-7af1d596ffd6 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:29.644945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 3a31de16-0284-4ab7-a251-7af1d596ffd6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:29.645319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 3a31de16-0284-4ab7-a251-7af1d596ffd6 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:29.666356 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.692226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.711427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.720280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d107d5-fbbd-4d3a-a7e3-4b8a88c8fd36 req-d632174b-3055-434a-9855-255e49e2f6af tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:29.726343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d107d5-fbbd-4d3a-a7e3-4b8a88c8fd36 req-d632174b-3055-434a-9855-255e49e2f6af tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:29.732612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d107d5-fbbd-4d3a-a7e3-4b8a88c8fd36 req-d632174b-3055-434a-9855-255e49e2f6af tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:29.740823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d107d5-fbbd-4d3a-a7e3-4b8a88c8fd36 req-d632174b-3055-434a-9855-255e49e2f6af tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2387 time: 0.1582232 Dec 10 04:39:29.751672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] Pushing event deleted for resources: {'Port': ['ID=638f9cf6-fccc-48a2-9c9c-dba92c82dda5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.755999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8759ee6-b43e-4a97-be24-6a33fe30c70f None None] No DVR routers for this DVR port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:29.781220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.790530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Port 638f9cf6-fccc-48a2-9c9c-dba92c82dda5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 04:39:29.790848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:2c1 {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 04:39:29.803055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:2c1 {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 04:39:29.808690 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.850830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d107d5-fbbd-4d3a-a7e3-4b8a88c8fd36 req-e2f98596-df1a-4b2c-8ade-7c36dd9e6686 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087141 Dec 10 04:39:29.863872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.874998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.878266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.880066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:29.891917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c381c6c-2a1c-426b-8a3a-7faccc591e1c req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-groups/a81d76c2-ce9f-4316-bdc4-f88a61c51fac HTTP/1.1" status: 204 len: 173 time: 0.4200459 Dec 10 04:39:29.902140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:29.915274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49776413-57b9-4e1d-b364-23de11cf375e None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:29.934578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:29.935171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.944951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142b08fd-e94f-4630-a6e0-c5a86367a8e8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.951537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=26443296-8474-4924-9ecc-0df9d220e252,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.954717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:29.959198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b54f3561-161a-4f6f-9187-54a95be54874 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/142b08fd-e94f-4630-a6e0-c5a86367a8e8 HTTP/1.1" status: 204 len: 168 time: 0.7911537 Dec 10 04:39:29.960314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9c325-0c96-490e-9d2b-733aeb5bef0b tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d76c2-ce9f-4316-bdc4-f88a61c51fac,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:29.961716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:29.994570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b62b118-8f0b-4bff-988e-dcc9ca729d9b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9346335 Dec 10 04:39:29.999551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:30.007505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:30.077445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-a834b139-124f-4942-8b85-5860a673ff0a tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/92824544-b8df-40e1-bc86-b81095e3adfd HTTP/1.1" status: 200 len: 1831 time: 0.0966222 Dec 10 04:39:30.091103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcb9a-52b0-436c-a865-f590cc60aa93 req-7c00cc16-4287-43cc-9132-f1ef731b3e72 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:30.091482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '26443296-8474-4924-9ecc-0df9d220e252'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:30.092666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-001fcb9a-52b0-436c-a865-f590cc60aa93 req-7c00cc16-4287-43cc-9132-f1ef731b3e72 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.0941095 Dec 10 04:39:30.092877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.147556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.189596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-001fcb9a-52b0-436c-a865-f590cc60aa93 req-224ccf24-c7ce-4152-89d9-803ea13c9af4 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875156 Dec 10 04:39:30.195756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.225301 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.249186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:30.249850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcd1782-8672-40c8-8535-8f79fb045ebd {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:30.265303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.283574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 17a1a914-1a94-46bf-90fa-686c79f30279 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:30.283881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 17a1a914-1a94-46bf-90fa-686c79f30279 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:30.285222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.289770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.308502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c54759-3ae5-4a12-a892-43dd1ac4dfe5 req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-groups/92824544-b8df-40e1-bc86-b81095e3adfd HTTP/1.1" status: 204 len: 173 time: 0.2147052 Dec 10 04:39:30.334484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Transition to ACTIVE for port object 3fcd1782-8672-40c8-8535-8f79fb045ebd will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:30.336283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.344533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732e632-712a-483f-abcd-da4bbcf876be tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92824544-b8df-40e1-bc86-b81095e3adfd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:30.353815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.358501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Allocated IP 2001:db8::f816:3eff:fead:d6a2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/26443296-8474-4924-9ecc-0df9d220e252/0f9ac440-1ec9-4093-82ef-d00a3de7aa72) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:30.374682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f382426-6c76-4ab2-9934-6439cdff66c2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:30.377801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:30.381941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.554068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-a9c9d0f1-d1c9-4235-af03-0faadcb6b57a tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/57990d6a-d4ae-4ada-95bd-7e87f23df438 HTTP/1.1" status: 200 len: 1832 time: 0.0854032 Dec 10 04:39:30.556135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.568560 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.622493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:30.630835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:30.640537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:30.644671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Pushing event updated for resources: {'Port': ['ID=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:30.682797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.699308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:30.699602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c99acf1-cdf7-4506-b9d9-b8d87d10a2dc') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:30.712835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Attempting to bind port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:30.713284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Attempting to bind port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:30.714426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Attempting to bind port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:30.722753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:30.725632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:30.726147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.727818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:30.729878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Bound port: 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:30.729878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.732976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.749792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.774705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39c5a-3667-4b19-9c79-0d4ed08298ac req-8f6d17f7-45b7-4e94-9a0e-ff8dbbd917b0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:30.783961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76d39c5a-3667-4b19-9c79-0d4ed08298ac req-8f6d17f7-45b7-4e94-9a0e-ff8dbbd917b0 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1251605 Dec 10 04:39:30.806807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:30.832802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] For port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:30.838559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] For port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:30.842288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.851832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.877294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:39:30.878012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:39:30.882081 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:39:30.890239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76d39c5a-3667-4b19-9c79-0d4ed08298ac req-94048f98-3489-4ad6-a802-6d998a20ce5c tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Dec 10 04:39:30.898701 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.902287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:30.909439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c54db2dd-0dc2-4d17-b1e4-31cb4839f6e1 req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-groups/57990d6a-d4ae-4ada-95bd-7e87f23df438 HTTP/1.1" status: 204 len: 173 time: 0.3438087 Dec 10 04:39:30.933523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd497c03-72ac-446c-ace0-94a276483576 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57990d6a-d4ae-4ada-95bd-7e87f23df438,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:30.936066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '9133766f-036b-4639-910a-1eee2814eae4'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:30.940227 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "9133766f-036b-4639-910a-1eee2814eae4"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:30.976265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aaef6-f5db-400d-9321-2dd9211a192c None None] Pushing event updated for resources: {'Port': ['ID=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:31.059724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3b3b349-2a15-4950-845f-e339f5106420 req-4e9ccb90-407e-4103-820b-4b05d70fbadf tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/4d14e50c-8d0b-430a-944e-e61d89f239d9 HTTP/1.1" status: 200 len: 1831 time: 0.0930285 Dec 10 04:39:31.080395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4571-dfce-497a-ae92-fa969c807ff5 req-4d5c1878-d673-489b-aaa1-41eff0189f08 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.087495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4571-dfce-497a-ae92-fa969c807ff5 req-4d5c1878-d673-489b-aaa1-41eff0189f08 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.094168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4571-dfce-497a-ae92-fa969c807ff5 req-4d5c1878-d673-489b-aaa1-41eff0189f08 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.095849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-126c4571-dfce-497a-ae92-fa969c807ff5 req-4d5c1878-d673-489b-aaa1-41eff0189f08 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2399 time: 0.0913367 Dec 10 04:39:31.103948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.181087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.184533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f382426-6c76-4ab2-9934-6439cdff66c2 HTTP/1.1" status: 204 len: 168 time: 1.2215347 Dec 10 04:39:31.185532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Attempting to bind port 3fcd1782-8672-40c8-8535-8f79fb045ebd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:31.190063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Attempting to bind port 3fcd1782-8672-40c8-8535-8f79fb045ebd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:31.190438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Attempting to bind port 3fcd1782-8672-40c8-8535-8f79fb045ebd on network 74f0fcce-847c-4071-9e0d-8065d93632df {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:31.202644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-126c4571-dfce-497a-ae92-fa969c807ff5 req-3a7fa53f-bbd9-4e7e-a638-3b21de718e53 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999348 Dec 10 04:39:31.220700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071019d-ace9-4f29-916b-78770e4d50b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f382426-6c76-4ab2-9934-6439cdff66c2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:31.225799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Port 3fcd1782-8672-40c8-8535-8f79fb045ebd on network 74f0fcce-847c-4071-9e0d-8065d93632df not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:31.226314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Attempting to bind port 3fcd1782-8672-40c8-8535-8f79fb045ebd on network 74f0fcce-847c-4071-9e0d-8065d93632df {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:31.242881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:31.243298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Checking segment: {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:31.243882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Bound using segment: {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:31.244398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Bound port: 3fcd1782-8672-40c8-8535-8f79fb045ebd, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5241a6e1-f0f3-4694-824f-a98a1d1dcafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:31.252039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.256075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3b3b349-2a15-4950-845f-e339f5106420 req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.318456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3b3b349-2a15-4950-845f-e339f5106420 req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.319184 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b65706-6386-4ed1-a246-a7cfd796fac6 x-openstack-request-id: req-d2b65706-6386-4ed1-a246-a7cfd796fac6 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:31.319282 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "9133766f-036b-4639-910a-1eee2814eae4", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:31.319557 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2b65706-6386-4ed1-a246-a7cfd796fac6 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:31.319975 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '9133766f-036b-4639-910a-1eee2814eae4', 'status': 'completed', 'code': 200} Dec 10 04:39:31.444016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:31.444784 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3b3b349-2a15-4950-845f-e339f5106420 req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.449184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3b3b349-2a15-4950-845f-e339f5106420 req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.460997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3b3b349-2a15-4950-845f-e339f5106420 req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-groups/4d14e50c-8d0b-430a-944e-e61d89f239d9 HTTP/1.1" status: 204 len: 173 time: 0.3907223 Dec 10 04:39:31.467430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:31.470629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.485033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.560169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9d9bf-9bf9-41a9-bed6-e2d62b9bf2f0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14e50c-8d0b-430a-944e-e61d89f239d9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:31.587845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-b7bb7745-398c-4459-b8a4-bc431d0e343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.594985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.595172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-b7bb7745-398c-4459-b8a4-bc431d0e343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.595626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.598582 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fcd1782-8672-40c8-8535-8f79fb045ebd HTTP/1.1" status: 200 len: 1090 time: 2.2564256 Dec 10 04:39:31.604276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:31.611739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-b7bb7745-398c-4459-b8a4-bc431d0e343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.616388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-b7bb7745-398c-4459-b8a4-bc431d0e343c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2755 time: 0.2419939 Dec 10 04:39:31.621546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:31.643035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:31.655057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.655691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:31.662560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Request body: {'port': {'device_id': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:31.662747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab59a65-c27e-4449-84a4-7e001a04311c req-0aac723b-e3e2-47ee-a3d1-666e5a7a97f1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:31.670382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=c3c667cc-09ac-472d-b280-bae97fe44781,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:31.693264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dab59a65-c27e-4449-84a4-7e001a04311c req-0aac723b-e3e2-47ee-a3d1-666e5a7a97f1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.2636449 Dec 10 04:39:31.733528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-feaac1e5-3212-4b79-a37c-107ea3e45760 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7327750 Dec 10 04:39:31.738520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:31.740585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb04d-8ffb-46df-ad48-a7cbb4260800 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:31.757087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:69:c0:e4', 'name': 'tempest-NetworksTestDHCPv6-1250627183'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:31.812035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.014624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-183f484d-11c3-468f-a31d-85e938856672 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac7403d55fd642a697ad7d495b6c5c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946235 Dec 10 04:39:32.024726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58806) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:32.030132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-cab1d2f1-daf6-4e65-9507-77055a5bdd79 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "GET /v2.0/security-groups/cba4d38a-d40d-42b9-90d8-94c637885321 HTTP/1.1" status: 200 len: 1830 time: 0.3329041 Dec 10 04:39:32.036513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-82518f6a-7d15-4047-86d1-2072ef44e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.036987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-82518f6a-7d15-4047-86d1-2072ef44e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.037452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-82518f6a-7d15-4047-86d1-2072ef44e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.039057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-82518f6a-7d15-4047-86d1-2072ef44e6e4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f010604c60941198655945e6d355a28&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4020422 Dec 10 04:39:32.054879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dab59a65-c27e-4449-84a4-7e001a04311c req-81998536-47cf-4cfd-841e-cc91e6f21a1f tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544734 Dec 10 04:39:32.157465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:32.209422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.321827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.336913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:32.349530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.351810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-30723739-f66a-4d4a-be45-de858192c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.353078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1ab0a47-3bff-4375-88bb-5848df2c3cd2 req-30723739-f66a-4d4a-be45-de858192c83a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960758 Dec 10 04:39:32.365421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b103-7bf6-4808-b21c-d54509b92ebd req-86f7cbd5-210c-499e-8ac0-d27420c54aad tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.367379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd58b103-7bf6-4808-b21c-d54509b92ebd req-86f7cbd5-210c-499e-8ac0-d27420c54aad tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.2009814 Dec 10 04:39:32.375750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-70fad885-c44e-413a-af67-3ceabd3dad49 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.377294 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-70fad885-c44e-413a-af67-3ceabd3dad49 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 950 time: 0.1910784 Dec 10 04:39:32.401787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.475590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.481840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd58b103-7bf6-4808-b21c-d54509b92ebd req-f2c019f6-54b1-40d1-8d1a-55e5a4138fe7 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Dec 10 04:39:32.500100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7555f916-1993-4caf-bb9b-7deba368e0f7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:32.512815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-751c8091-760b-48b7-9a2c-e8203728347e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.515333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.517974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.519186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d2381a-6fdc-470e-a062-08056a7bc917 req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] 10.222.0.43 "DELETE /v2.0/security-groups/cba4d38a-d40d-42b9-90d8-94c637885321 HTTP/1.1" status: 204 len: 173 time: 0.4633069 Dec 10 04:39:32.521746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.533143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58816) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:32.550811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3c58b-fb0f-4f5c-9ac5-7b99bc2bf6c0 tempest-SecurityGroupRulesNegativeTestJSON-1343944883 tempest-SecurityGroupRulesNegativeTestJSON-1343944883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba4d38a-d40d-42b9-90d8-94c637885321,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:32.567641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Transition to ACTIVE for port object 7555f916-1993-4caf-bb9b-7deba368e0f7 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:32.573679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port d28944b1-cd7f-4791-9afa-8a667c4f6787 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:39:32.580503 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.583416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.584586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7561372-058f-4c6a-922e-50da3c267bc1 HTTP/1.1" status: 204 len: 168 time: 0.5526869 Dec 10 04:39:32.599891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.600688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f6d15-a420-47d2-9627-8dc058a9c793 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:32.653242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Deleting subnet 652a1829-f2d4-468a-a229-f12def84531e {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:32.663844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.716914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaee1c-ae7e-4382-a38e-7d62b28f44a7 req-96372418-3d0c-4ad8-8dab-cd0e866bdc69 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.722818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaee1c-ae7e-4382-a38e-7d62b28f44a7 req-96372418-3d0c-4ad8-8dab-cd0e866bdc69 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.738569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] Provisioning complete for port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:32.739074 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.739441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaee1c-ae7e-4382-a38e-7d62b28f44a7 req-96372418-3d0c-4ad8-8dab-cd0e866bdc69 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:32.741748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ddaee1c-ae7e-4382-a38e-7d62b28f44a7 req-96372418-3d0c-4ad8-8dab-cd0e866bdc69 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.1849771 Dec 10 04:39:32.798476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5801-8224-4d80-9137-619eac778eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7561372-058f-4c6a-922e-50da3c267bc1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:32.885018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.924001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Deleting port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:32.924346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.947998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Pushing event updated for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:32.965750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-751c8091-760b-48b7-9a2c-e8203728347e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.972718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Update dhcp port {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '26443296-8474-4924-9ecc-0df9d220e252', 'ip_address': '2001:db8::f816:3eff:fead:d6a2'}, {'subnet_id': 'c3c667cc-09ac-472d-b280-bae97fe44781'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '0f9ac440-1ec9-4093-82ef-d00a3de7aa72'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:39:32.983550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-751c8091-760b-48b7-9a2c-e8203728347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:32.997611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.032933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.034763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c8091-760b-48b7-9a2c-e8203728347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2e913-edcb-4047-87f5-5f71e4c3f800,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:33.055888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ddaee1c-ae7e-4382-a38e-7d62b28f44a7 req-5f20c18d-584d-46be-945d-f642b8d2b8fc tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938745 Dec 10 04:39:33.076739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 172.20.0.9 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/c3c667cc-09ac-472d-b280-bae97fe44781/d28944b1-cd7f-4791-9afa-8a667c4f6787) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:33.130094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.131999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] For port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:33.149825 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.204179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-751c8091-760b-48b7-9a2c-e8203728347e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdec85543c76493b83ec91eb051199ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8663490 Dec 10 04:39:33.208100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:33.209812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe69:c0e4 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/26443296-8474-4924-9ecc-0df9d220e252/d28944b1-cd7f-4791-9afa-8a667c4f6787) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:33.249508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:33.281094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] For port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:33.281659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.285022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Attempting to bind port 7555f916-1993-4caf-bb9b-7deba368e0f7 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:33.285657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Attempting to bind port 7555f916-1993-4caf-bb9b-7deba368e0f7 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:33.286144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Attempting to bind port 7555f916-1993-4caf-bb9b-7deba368e0f7 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:33.313729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Port 7555f916-1993-4caf-bb9b-7deba368e0f7 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:33.314348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Attempting to bind port 7555f916-1993-4caf-bb9b-7deba368e0f7 on network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:33.322534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:33.325405 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:33.328392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Calling delete_port for 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:33.341872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:33.342232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Checking segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:33.342598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Bound using segment: {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:33.343936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Bound port: 7555f916-1993-4caf-bb9b-7deba368e0f7, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce52306b-4523-40ad-bd1e-e1f99efad576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:33.344303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.359665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff927bdd-5156-4a7f-8a2b-01689e5fc81d None None] Pushing event updated for resources: {'Port': ['ID=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:33.375886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:33.377166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.391167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08236352-1c54-4120-9c32-02abef43a3cb req-a7f14eaf-1861-4f9d-bcf6-d2478d9bbcf3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.399034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08236352-1c54-4120-9c32-02abef43a3cb req-a7f14eaf-1861-4f9d-bcf6-d2478d9bbcf3 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.1881316 Dec 10 04:39:33.414230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.417156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.435912 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e382a9-570b-4fd2-8daa-0fedc95b4351 x-openstack-request-id: req-52e382a9-570b-4fd2-8daa-0fedc95b4351 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:33.436395 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:33.436945 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52e382a9-570b-4fd2-8daa-0fedc95b4351 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:33.437593 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd', 'status': 'completed', 'code': 200} Dec 10 04:39:33.535971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652a1829-f2d4-468a-a229-f12def84531e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:33.566222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.569588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ef6d6b4b-012c-4f31-919c-83c29f3db29f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/652a1829-f2d4-468a-a229-f12def84531e HTTP/1.1" status: 204 len: 168 time: 1.0348961 Dec 10 04:39:33.580871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:33.597115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.608063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:33.639718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7555f916-1993-4caf-bb9b-7deba368e0f7,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:33.661253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.662629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08236352-1c54-4120-9c32-02abef43a3cb req-079d5d4a-4267-4bdb-9cbb-a9219d8f8858 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624698 Dec 10 04:39:33.663111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.687699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58856) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:33.720652 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-f816d98c-9a54-4c9c-84e3-c2ce27d5e0ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1793361 Dec 10 04:39:33.769921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.770704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.773047 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] 10.222.0.36 "PUT /v2.0/ports/7555f916-1993-4caf-bb9b-7deba368e0f7 HTTP/1.1" status: 200 len: 1092 time: 2.1225891 Dec 10 04:39:33.783003 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:39:33.850710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-71b285b5-d81c-47d7-83b2-82ea44aae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.851195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-71b285b5-d81c-47d7-83b2-82ea44aae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.851666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-71b285b5-d81c-47d7-83b2-82ea44aae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.853401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-71b285b5-d81c-47d7-83b2-82ea44aae61e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2822 time: 0.3322177 Dec 10 04:39:33.862614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c631-935f-4a63-9e02-1f92f216c376 service neutron] Pushing event updated for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:33.865671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-341809941-network', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:33.880838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.886073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:33.931690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['2aa1c624-dc96-49ae-99ee-ff3cd0701e54'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:33.934448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event deleted for resources: {'Port': ['ID=2aa1c624-dc96-49ae-99ee-ff3cd0701e54,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:33.937540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:33.941252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-85110b9f-5c09-4a98-9181-8ac55d2bf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:33.943219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-85110b9f-5c09-4a98-9181-8ac55d2bf540 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efb5826698744869e01940b463dff4f&device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 1100 time: 0.1324637 Dec 10 04:39:33.984554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:34.007194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:34.042537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] No DVR routers for this DVR port 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:34.042751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-db8ff448-6c49-4cdb-bbf0-acc6b2514cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.043120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-db8ff448-6c49-4cdb-bbf0-acc6b2514cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.044335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-db8ff448-6c49-4cdb-bbf0-acc6b2514cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.046462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-db8ff448-6c49-4cdb-bbf0-acc6b2514cba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f010604c60941198655945e6d355a28&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1439373 Dec 10 04:39:34.047439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:34.049994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.054000 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.068628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.074122 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd1282c8-419a-48c9-b692-a7e3dc95a8e8 req-28a6d36b-a353-41ec-a857-52f080019836 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.36 "DELETE /v2.0/ports/2aa1c624-dc96-49ae-99ee-ff3cd0701e54 HTTP/1.1" status: 204 len: 173 time: 1.6783323 Dec 10 04:39:34.105497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813392f9-f815-477e-a80e-2e6e4d05b6f2 req-f44c1f9e-a9e6-4d49-b06b-59488c6b8979 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.107593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-813392f9-f815-477e-a80e-2e6e4d05b6f2 req-f44c1f9e-a9e6-4d49-b06b-59488c6b8979 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c78790d-040e-42b0-825b-b37ed0d78a41 HTTP/1.1" status: 200 len: 867 time: 0.3484013 Dec 10 04:39:34.122661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9567a6b5-0475-4010-b07b-21ccb0ec500f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:34.134903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.140796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=d28944b1-cd7f-4791-9afa-8a667c4f6787,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:34.192113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c4948-25fc-42b1-9e8a-d01b4a87289b req-d4b8c334-c86b-425f-bfac-e327e308efff tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.201412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a1c4948-25fc-42b1-9e8a-d01b4a87289b req-d4b8c334-c86b-425f-bfac-e327e308efff tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.4330614 Dec 10 04:39:34.208839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.210305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.214872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-82530a6d-bca1-4b49-8c65-c9169b845206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.216510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-82530a6d-bca1-4b49-8c65-c9169b845206 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.2421851 Dec 10 04:39:34.221421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Allocated IP 172.20.0.2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/c3c667cc-09ac-472d-b280-bae97fe44781/0f9ac440-1ec9-4093-82ef-d00a3de7aa72) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:34.250917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.256184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.262389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c2e913-edcb-4047-87f5-5f71e4c3f800 HTTP/1.1" status: 204 len: 168 time: 1.0361497 Dec 10 04:39:34.294122 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-a26afb65-4ed9-4c6d-8a36-daa13e2f4aff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 200 len: 217 time: 0.0671113 Dec 10 04:39:34.342400 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3c4ef802-1a6b-41f0-a6a6-813dd491af2f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6001999 Dec 10 04:39:34.344234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:34.376319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15701cbf-c12a-48e8-a3a6-414ef89e062d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2e913-edcb-4047-87f5-5f71e4c3f800,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:34.466407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-bdeaf4cf-3035-4589-bb51-0686d72c3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.467959 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-bdeaf4cf-3035-4589-bb51-0686d72c3e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1639574 Dec 10 04:39:34.504972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a1c4948-25fc-42b1-9e8a-d01b4a87289b req-84662993-c1d9-4f0e-997c-8716611cadc2 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972116 Dec 10 04:39:34.518976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] For port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:34.526384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828eb849-44ef-4d15-be9b-77ead9712a59 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.533908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828eb849-44ef-4d15-be9b-77ead9712a59 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.536240 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-828eb849-44ef-4d15-be9b-77ead9712a59 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1910419 Dec 10 04:39:34.539378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:34.578142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.605045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.623931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.644392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-adbec25f-81be-4338-9654-238daeb2c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.646426 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-adbec25f-81be-4338-9654-238daeb2c04e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692057 Dec 10 04:39:34.652447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5212c685-6414-46bd-a852-942aed374ca6']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:34.677508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-813392f9-f815-477e-a80e-2e6e4d05b6f2 req-76072383-2298-4e80-b08c-a671f1ae65d3 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373166 Dec 10 04:39:34.693030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-e9ae0b1e-9c4b-4206-94b9-3776bb0a7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.695532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e9c2d94-fe67-45f3-8fe7-67264cbb8384 req-e9ae0b1e-9c4b-4206-94b9-3776bb0a7336 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6360049 Dec 10 04:39:34.708375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae349ab-fa97-464a-a49b-603b5cc32b44') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:34.708375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae349ab-fa97-464a-a49b-603b5cc32b44') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:34.757070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.772565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69646c13-83fd-4307-a1fb-c2b358cae3c0 None None] Pushing event updated for resources: {'Port': ['ID=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:34.797820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.818866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:39:34.819442 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:39:34.825888 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:39:34.844714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.855941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6b53-3a92-42b0-ac66-ed894bf765b6 req-dcd72066-9c14-4ddd-942d-54a3dccac435 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.862849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6b53-3a92-42b0-ac66-ed894bf765b6 req-dcd72066-9c14-4ddd-942d-54a3dccac435 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.871274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6b53-3a92-42b0-ac66-ed894bf765b6 req-dcd72066-9c14-4ddd-942d-54a3dccac435 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:34.881729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74ee6b53-3a92-42b0-ac66-ed894bf765b6 req-dcd72066-9c14-4ddd-942d-54a3dccac435 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.2025511 Dec 10 04:39:34.927561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:34.932932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port d28944b1-cd7f-4791-9afa-8a667c4f6787 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:34.933147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.024735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:35.116168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:35.116707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.242075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:35.279112 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-eaf652a8-3ae8-43b5-a55b-fc7bc057da65 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235108 Dec 10 04:39:35.327745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dcc0-ff3d-4095-a34b-8a69f8b705d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.383565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.387454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:35.403323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3216bdf-86b9-4353-9f5b-75ac7adee660,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:35.413274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.416810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] 10.222.0.43 "DELETE /v2.0/networks/5212c685-6414-46bd-a852-942aed374ca6 HTTP/1.1" status: 204 len: 168 time: 1.8322299 Dec 10 04:39:35.438303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.445863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7'}, {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-deleted', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:35.448903 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c5e6f-a070-4ee7-89af-24cd5eb443db" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7"}, {"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-deleted", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:35.461071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-34d28516-4cf1-4257-9507-40cf6e2598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.461572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-34d28516-4cf1-4257-9507-40cf6e2598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.462081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-34d28516-4cf1-4257-9507-40cf6e2598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.465324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-34d28516-4cf1-4257-9507-40cf6e2598fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2864 time: 0.5792146 Dec 10 04:39:35.470353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5dd52-eced-4340-8a35-fbcf0f86788e admin admin] Pushing event deleted for resources: {'Network': ['ID=5212c685-6414-46bd-a852-942aed374ca6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:35.474693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.474959 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Added segment 66facb82-ea58-4ed1-90af-3e27aec92ea2 of type vlan for network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 Dec 10 04:39:35.483762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57967e98-1107-4f58-b5e1-294f29b5953c req-cf39ef65-eda1-4b94-9362-798b415a5bbb tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.485333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57967e98-1107-4f58-b5e1-294f29b5953c req-cf39ef65-eda1-4b94-9362-798b415a5bbb tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.2103214 Dec 10 04:39:35.493649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for d28944b1-cd7f-4791-9afa-8a667c4f6787 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:35.493924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74ee6b53-3a92-42b0-ac66-ed894bf765b6 req-67d6d9a6-c2db-4295-8bfe-9ce3e7cf5ec6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109791 Dec 10 04:39:35.527941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa1dd-d4c0-49f6-94fb-9cf5d02987de req-68935968-4c18-4082-9397-bc68140005c1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.535137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00aa1dd-d4c0-49f6-94fb-9cf5d02987de req-68935968-4c18-4082-9397-bc68140005c1 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.6458187 Dec 10 04:39:35.579233 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dab09c-d7e8-4673-8017-01dc0f4057b9 x-openstack-request-id: req-a9dab09c-d7e8-4673-8017-01dc0f4057b9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:35.579564 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7", "status": "completed", "code": 200}, {"server_uuid": "4c78790d-040e-42b0-825b-b37ed0d78a41", "name": "network-vif-deleted", "tag": "2aa1c624-dc96-49ae-99ee-ff3cd0701e54", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:35.579815 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9dab09c-d7e8-4673-8017-01dc0f4057b9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:35.580216 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7', 'status': 'completed', 'code': 200} Dec 10 04:39:35.580495 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78790d-040e-42b0-825b-b37ed0d78a41', 'name': 'network-vif-deleted', 'tag': '2aa1c624-dc96-49ae-99ee-ff3cd0701e54', 'status': 'completed', 'code': 200} Dec 10 04:39:35.593214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93f092e6-ac98-4e08-b1f4-26ea55070bf4 req-31ec6dbd-252b-489d-b380-9b84757237b6 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992928 Dec 10 04:39:35.610384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-fb765b11-0308-4ba6-ab5c-a1b40d72135e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=9133766f-036b-4639-910a-1eee2814eae4 HTTP/1.1" status: 200 len: 217 time: 0.0982676 Dec 10 04:39:35.641755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.690847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00aa1dd-d4c0-49f6-94fb-9cf5d02987de req-ed661b42-12d3-4751-8027-ae7540db3317 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457660 Dec 10 04:39:35.702931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dcc0-ff3d-4095-a34b-8a69f8b705d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.705663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8f46db82-2bf6-4ece-b54d-5d6bbbc8b33c None None] Provisioning complete for port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:35.706686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f46db82-2bf6-4ece-b54d-5d6bbbc8b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.722910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dcc0-ff3d-4095-a34b-8a69f8b705d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.751139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:35.803407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.804384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.805004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:35.817185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3550f77d-1008-4431-bbc7-79a453b530da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.818669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-3550f77d-1008-4431-bbc7-79a453b530da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9616e1a-05cc-49db-a38f-d8f7176effc9 HTTP/1.1" status: 200 len: 801 time: 0.1936626 Dec 10 04:39:35.871205 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0a7dcc0-ff3d-4095-a34b-8a69f8b705d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27ea38eb257240aea5f5fc8827f54b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264048 Dec 10 04:39:35.876819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:35.900047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7dcc0-ff3d-4095-a34b-8a69f8b705d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e3514e-a027-41f3-9940-db09e7f6d5ab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:35.927414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-4fca0b0f-c719-43ef-a75f-029654ae0197 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.929222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-4fca0b0f-c719-43ef-a75f-029654ae0197 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.2232535 Dec 10 04:39:35.940150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86305d7-0c29-4bab-a391-27c172922d8e req-824973f6-2871-4e15-881f-d6a4f8ccd598 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:35.942066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a86305d7-0c29-4bab-a391-27c172922d8e req-824973f6-2871-4e15-881f-d6a4f8ccd598 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.2485836 Dec 10 04:39:35.945669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2539058 Dec 10 04:39:35.951311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58892) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:35.959803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Request body: {'subnet': {'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-341809941-subnet', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:35.994364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Deleting port fd329cb6-50ac-4670-b154-5865bd4fc2ff {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:35.995323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.008056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4b12d3a6-3fb5-4e06-b6f5-c463f1140433 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5bb1dec91c7435691d9574205392705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533009 Dec 10 04:39:36.018582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58896) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:36.037058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a723-0820-4dd8-8369-6073cc0f5b2b admin admin] Pushing event updated for resources: {'Network': ['ID=267a427e-6f58-4e8d-a963-1574b9b9e6a2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:36.050091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:36.076616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-1fe0dccf-bdd2-47ec-bc78-d0e70e62df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:36.078252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-1fe0dccf-bdd2-47ec-bc78-d0e70e62df32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2441652 Dec 10 04:39:36.145123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:36.147597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.191476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a86305d7-0c29-4bab-a391-27c172922d8e req-cbbe93f4-caa6-417b-9fbc-db9d274543d6 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372830 Dec 10 04:39:36.222632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] For port fd329cb6-50ac-4670-b154-5865bd4fc2ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fd329cb6-50ac-4670-b154-5865bd4fc2ff,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:36.222995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.257238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2cba7619-b5e8-4bc8-a129-11af9ceea8e8 None None] Provisioning complete for port d28944b1-cd7f-4791-9afa-8a667c4f6787 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:36.258135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cba7619-b5e8-4bc8-a129-11af9ceea8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.275006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.290986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:36.312050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eceb3-fea4-4df4-ba7f-45f90a20d7e7 req-867778e9-d452-4cb8-a016-db158cb35dc4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:36.313705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-433eceb3-fea4-4df4-ba7f-45f90a20d7e7 req-867778e9-d452-4cb8-a016-db158cb35dc4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.2517154 Dec 10 04:39:36.318254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.337559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:36.338226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 2aa1c624-dc96-49ae-99ee-ff3cd0701e54 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:36.343172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2cba7619-b5e8-4bc8-a129-11af9ceea8e8 None None] Port d28944b1-cd7f-4791-9afa-8a667c4f6787 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:36.363078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.371517 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.373105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-aeb9af8a-2304-455f-abc0-ddfa210690f7 service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710359 Dec 10 04:39:36.387606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.487375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Deleting port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:36.487614 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.492066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=d28944b1-cd7f-4791-9afa-8a667c4f6787,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:36.530456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-433eceb3-fea4-4df4-ba7f-45f90a20d7e7 req-f9df10c3-15ac-4fc1-a921-2132418565ba tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019587 Dec 10 04:39:36.570711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.574418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.575786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/320bf0f2-8015-4549-8de5-16fe9b162c1d HTTP/1.1" status: 204 len: 168 time: 0.5523190 Dec 10 04:39:36.661391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5199e9-fa6e-4d18-96aa-53f2fd053c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320bf0f2-8015-4549-8de5-16fe9b162c1d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:36.721905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-eda42f97-92cf-48d9-990d-4c5338a27627 service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376694 Dec 10 04:39:36.727258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.759991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.763196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.767015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20e3514e-a027-41f3-9940-db09e7f6d5ab HTTP/1.1" status: 204 len: 168 time: 0.8819230 Dec 10 04:39:36.831097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1e065-9d19-49fe-a52e-eb22d9e3bdd0 req-62fca7fb-c77d-4fe7-acf3-8d63bde2fb83 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:36.837196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1e065-9d19-49fe-a52e-eb22d9e3bdd0 req-62fca7fb-c77d-4fe7-acf3-8d63bde2fb83 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:36.847263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] For port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:36.847643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.850912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1e065-9d19-49fe-a52e-eb22d9e3bdd0 req-62fca7fb-c77d-4fe7-acf3-8d63bde2fb83 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:36.856320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d49bc-835e-42ff-bc3f-342573963867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e3514e-a027-41f3-9940-db09e7f6d5ab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:36.859496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.860773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51e1e065-9d19-49fe-a52e-eb22d9e3bdd0 req-62fca7fb-c77d-4fe7-acf3-8d63bde2fb83 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.2293389 Dec 10 04:39:36.862915 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c2f5fbd0-1927-4265-8864-033f1227cbab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/d28944b1-cd7f-4791-9afa-8a667c4f6787 HTTP/1.1" status: 204 len: 168 time: 2.3223934 Dec 10 04:39:36.868448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:36.870995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.871364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:36.871684 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Floating IP a0a59a9b-30d9-48b7-a67e-25b212dfbb20 disassociated. External IP: 172.25.8.82, port: fd329cb6-50ac-4670-b154-5865bd4fc2ff. Dec 10 04:39:36.872034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Calling delete_port for fd329cb6-50ac-4670-b154-5865bd4fc2ff owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:36.875111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-8a24a9a1-d891-4dd4-bc58-e9c94883dca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd HTTP/1.1" status: 200 len: 217 time: 0.1205561 Dec 10 04:39:36.910148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Calling delete_port for 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:36.967402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b53aada-70be-408a-9f6a-de15487f72ce,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:37.041482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-0c55489b-88c3-4332-84c3-2a31b86f2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.042919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-0c55489b-88c3-4332-84c3-2a31b86f2f2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cea81547-eebf-473c-ad48-8e6cdc06d905 HTTP/1.1" status: 200 len: 801 time: 0.1494579 Dec 10 04:39:37.052994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:37.053370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Network hostable DHCP agents. Network: 267a427e-6f58-4e8d-a963-1574b9b9e6a2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:37.064548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef920a7-6f37-408b-a016-3a65cb00b102 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.066192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef920a7-6f37-408b-a016-3a65cb00b102 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.066565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51e1e065-9d19-49fe-a52e-eb22d9e3bdd0 req-612ac54f-4a58-43ae-ab51-93ad54c9faa7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751125 Dec 10 04:39:37.067705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef920a7-6f37-408b-a016-3a65cb00b102 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.069303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ef920a7-6f37-408b-a016-3a65cb00b102 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1950223 Dec 10 04:39:37.077319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:37.077782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd5a2-4cc9-477a-9baa-da5dcdd45f6f req-1a1f30a3-4d45-4c13-b8a9-aaa44f1ed80b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.079327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9bfd5a2-4cc9-477a-9baa-da5dcdd45f6f req-1a1f30a3-4d45-4c13-b8a9-aaa44f1ed80b tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 945 time: 0.2089047 Dec 10 04:39:37.145738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:37.154930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-524d9dd4-25af-4f28-b082-5f2c160856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.156522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-524d9dd4-25af-4f28-b082-5f2c160856a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74f0fcce-847c-4071-9e0d-8065d93632df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052999 Dec 10 04:39:37.169325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 267a427e-6f58-4e8d-a963-1574b9b9e6a2) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:37.179222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381241b-a73f-4f07-b533-3f9ce97d8157 None None] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:37.192302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.192842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.220066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9bfd5a2-4cc9-477a-9baa-da5dcdd45f6f req-5f711b31-2030-4e43-a3b8-6c72b6da9229 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2974b35-0d10-452f-9bac-f25fd682c918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192992 Dec 10 04:39:37.291543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 26443296-8474-4924-9ecc-0df9d220e252 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:37.295781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.305774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dcc60289-2064-40a3-bb79-45d5d3236559 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3501947 Dec 10 04:39:37.310410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58926) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:37.324653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:37.380639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:37.381517 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.401420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-0352fd33-7861-4682-aeb8-eec09bbcd6d0 service neutron] 10.222.0.36 "GET /v2.0/networks/74f0fcce-847c-4071-9e0d-8065d93632df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363353 Dec 10 04:39:37.409538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0e402-ac3d-499d-a65d-1faf6fea2ca7 req-4af5d06b-35b7-415d-a426-28783d73ce19 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.410745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6e0e402-ac3d-499d-a65d-1faf6fea2ca7 req-4af5d06b-35b7-415d-a426-28783d73ce19 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 945 time: 0.0992405 Dec 10 04:39:37.420285 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.421600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.526667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.581593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.615412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.663118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6e0e402-ac3d-499d-a65d-1faf6fea2ca7 req-d68fbac7-6309-46cd-9c4d-c47a5c4b9df6 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f8630c0-72d0-4495-b536-f15beb325a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380526 Dec 10 04:39:37.688819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Allocated IP 172.20.0.2 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/dfe2969e-18b8-4d9f-b27e-a8f98e39c13b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:37.727098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Pushing event deleted for resources: {'Port': ['ID=1387706e-6a88-4c15-b12f-a6f9cec0a6f6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:37.803611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event deleted for resources: {'Port': ['ID=fd329cb6-50ac-4670-b154-5865bd4fc2ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:37.809462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.813865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-a03a7159-6aa3-42af-a0d0-162f48d4ca5d service neutron] 10.222.0.36 "GET /v2.0/networks/74f0fcce-847c-4071-9e0d-8065d93632df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017420 Dec 10 04:39:37.846670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58944) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:37.944338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-42c58521-0f10-49cb-9a2a-dc055702d0b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=7555f916-1993-4caf-bb9b-7deba368e0f7 HTTP/1.1" status: 200 len: 217 time: 0.0503263 Dec 10 04:39:37.952859 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.961497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:37.985619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641f2a-c8a8-49ec-aaf0-a7cdb8afb9ea req-ecacdb86-2dc4-4f36-8256-872c5f923215 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:37.993059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d641f2a-c8a8-49ec-aaf0-a7cdb8afb9ea req-ecacdb86-2dc4-4f36-8256-872c5f923215 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.2539585 Dec 10 04:39:38.024387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:38.029918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:38.037443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:38.052741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Pushing event updated for resources: {'Port': ['ID=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:38.081129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.130567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9163db2d-b6f1-4dab-8ff0-778bdd345a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.131390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-9163db2d-b6f1-4dab-8ff0-778bdd345a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9616e1a-05cc-49db-a38f-d8f7176effc9 HTTP/1.1" status: 200 len: 801 time: 0.1546731 Dec 10 04:39:38.151753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d641f2a-c8a8-49ec-aaf0-a7cdb8afb9ea req-ed6736ea-80b8-4baa-a78e-bfb4e225d4e5 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ac25f5d-b902-407a-af72-ecc756072954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571515 Dec 10 04:39:38.199485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] No DVR routers for this DVR port 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:38.212524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.216681 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1ee5bc8b-923e-4d08-a1b3-213223d378e6 req-10d63215-1619-4480-a195-f7180c8d48fd tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.41 "DELETE /v2.0/ports/1387706e-6a88-4c15-b12f-a6f9cec0a6f6 HTTP/1.1" status: 204 len: 173 time: 2.2360933 Dec 10 04:39:38.225211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'name': 'network-vif-deleted', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:38.227504 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae0a04-f0b5-4dba-81d2-6daa04210b27" -d '{"events": [{"server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "name": "network-vif-deleted", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:38.230218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Attempting to bind port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:38.230693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Attempting to bind port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:38.230848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Attempting to bind port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:38.237518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:38.238144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:38.241050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.241517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:38.242757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Bound port: dfe2969e-18b8-4d9f-b27e-a8f98e39c13b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:38.242896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.298032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.348554 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8eddf5-2d77-4590-ab5b-7f0aaaa262b2 x-openstack-request-id: req-db8eddf5-2d77-4590-ab5b-7f0aaaa262b2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:38.349175 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef5b96f-9560-460b-b0fe-439410d7254d", "name": "network-vif-deleted", "tag": "1387706e-6a88-4c15-b12f-a6f9cec0a6f6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:38.349650 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db8eddf5-2d77-4590-ab5b-7f0aaaa262b2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:38.350247 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5b96f-9560-460b-b0fe-439410d7254d', 'name': 'network-vif-deleted', 'tag': '1387706e-6a88-4c15-b12f-a6f9cec0a6f6', 'status': 'completed', 'code': 200} Dec 10 04:39:38.396116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-8007694e-708b-4066-a6d2-b217e7f12ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.397607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-8007694e-708b-4066-a6d2-b217e7f12ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2436891 Dec 10 04:39:38.411748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] For port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:38.421504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] For port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:38.432263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.463471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-af567b27-3d92-49a7-930d-e737f91e3653 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.472907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666d4f-6b37-4c3d-87d2-3817bad4ecd7 req-6421e17b-06be-4045-b20c-65492672d44e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.474212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-af567b27-3d92-49a7-930d-e737f91e3653 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.41 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 949 time: 0.7047310 Dec 10 04:39:38.479057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666d4f-6b37-4c3d-87d2-3817bad4ecd7 req-6421e17b-06be-4045-b20c-65492672d44e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.485109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666d4f-6b37-4c3d-87d2-3817bad4ecd7 req-6421e17b-06be-4045-b20c-65492672d44e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:38.486759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1666d4f-6b37-4c3d-87d2-3817bad4ecd7 req-6421e17b-06be-4045-b20c-65492672d44e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.2698767 Dec 10 04:39:38.503029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d7cf1fc-bd90-4d91-b757-27d2fe2059ea req-d6316eba-2239-4b11-8569-31c30e19dae2 tempest-ServerRescueNegativeTestJSON-1654476219 tempest-ServerRescueNegativeTestJSON-1654476219-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5b96f-9560-460b-b0fe-439410d7254d HTTP/1.1" status: 200 len: 210 time: 0.0942326 Dec 10 04:39:38.601031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbca27-5275-4b1a-a112-9eefbfbede15 None None] Pushing event updated for resources: {'Port': ['ID=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:38.605670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Router c9458885-22e7-44d8-b8c9-f7f0336a58fa has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:38.656546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-f3a4cd68-ab8c-4bc9-8438-ebcb434cd753 service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462258 Dec 10 04:39:38.659923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1666d4f-6b37-4c3d-87d2-3817bad4ecd7 req-a42779ec-9919-4c90-a9ab-a62d3ff2ccf5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464691 Dec 10 04:39:38.672756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-912920469-network', 'tenant_id': '7a6aeb7a3c05423e8f473bf56be842cc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:38.707366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.791195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=26443296-8474-4924-9ecc-0df9d220e252,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:38.795784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.807754 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0d2aafdf-6f67-46be-8ab5-a347d90647a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/26443296-8474-4924-9ecc-0df9d220e252 HTTP/1.1" status: 204 len: 168 time: 1.7288163 Dec 10 04:39:38.811023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:38.818112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Made reservation on behalf of 7a6aeb7a3c05423e8f473bf56be842cc for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:38.820799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.826561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1efcf8-55d4-402a-9637-c5a88a6a3320 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:38.845025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.854285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Deleting port 9567a6b5-0475-4010-b07b-21ccb0ec500f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:38.855186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:38.984399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04a1cfed-4b9f-460d-aae1-1a9544b64611 req-4a010fad-b669-4cf2-94d0-b4fd06c56ff0 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a869ee-b8b0-4030-abe7-90b1d0e728d3 HTTP/1.1" status: 200 len: 210 time: 0.2057447 Dec 10 04:39:39.111841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet c3c667cc-09ac-472d-b280-bae97fe44781 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:39.114023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dfe2969e-18b8-4d9f-b27e-a8f98e39c13b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:39.143430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.151756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:39.154489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.185799 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Sync routers for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:39.202156 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:39.202801 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:39.239557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] No DVR routers for this DVR port fd329cb6-50ac-4670-b154-5865bd4fc2ff on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:39.246698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.251370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57967e98-1107-4f58-b5e1-294f29b5953c req-5a617f38-efce-4a03-8abb-c42ae66456ab tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.36 "DELETE /v2.0/ports/fd329cb6-50ac-4670-b154-5865bd4fc2ff HTTP/1.1" status: 204 len: 173 time: 3.7523406 Dec 10 04:39:39.253377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] For port 9567a6b5-0475-4010-b07b-21ccb0ec500f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9567a6b5-0475-4010-b07b-21ccb0ec500f,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:39.253796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.296009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Calling delete_port for 9567a6b5-0475-4010-b07b-21ccb0ec500f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:39.311925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:39.312557 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.373462 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:39.373714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.454423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.508000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:39.520916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:39.580062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:39.583583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1387706e-6a88-4c15-b12f-a6f9cec0a6f6 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:39.608971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.609562 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Added segment 65c37967-53b6-4b5b-966c-2c89a391f243 of type vlan for network b888b4e0-4733-4728-82c8-e5090464f92d Dec 10 04:39:39.611197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:39.652842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61062514-8cf0-4377-9f90-fc1e5949efdb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:39.665135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.780690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:39.794903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.842132 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:39.891178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:39.917353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:39:39.940246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Checking router: c9458885-22e7-44d8-b8c9-f7f0336a58fa for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:39.973637 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:39.974375 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:40.023470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.030881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.035162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.050069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:40.069239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.200459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fe1569-27d0-415c-874c-bdb3d4846fd1 req-80cbbf2e-72a9-4e37-962d-935c8ff2aa8e service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5036035 Dec 10 04:39:40.208256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.210400 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:40.298852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fd329cb6-50ac-4670-b154-5865bd4fc2ff no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:40.317759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] Pushing event updated for resources: {'Network': ['ID=b888b4e0-4733-4728-82c8-e5090464f92d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:40.374847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'name': 'network-vif-deleted', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:40.377897 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f55ed4-fec1-4cf5-bc82-10007cf5db9c" -d '{"events": [{"server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "name": "network-vif-deleted", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:40.404679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Pushing event deleted for resources: {'Port': ['ID=9567a6b5-0475-4010-b07b-21ccb0ec500f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:40.408904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: fd329cb6-50ac-4670-b154-5865bd4fc2ff {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:40.409530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fd329cb6-50ac-4670-b154-5865bd4fc2ff not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:40.411089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b888b4e0-4733-4728-82c8-e5090464f92d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:40.432297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce60ac5a-4a6b-4839-9e41-81ca74122350 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5821910 Dec 10 04:39:40.437510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:40.446637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb03f7-84be-4107-801a-1d9cb86a7448 None None] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:40.454773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.481109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Request body: {'subnet': {'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-912920469-subnet', 'tenant_id': '7a6aeb7a3c05423e8f473bf56be842cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:40.489575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Allocated IP 172.25.8.212 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ece5039e-0d51-46d7-9f33-e8f3962ee98c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:40.500922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] No DVR routers for this DVR port 9567a6b5-0475-4010-b07b-21ccb0ec500f on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:40.508495 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.512857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b3432fe1-4323-4381-b3f3-03fcb9596711 req-c76e0afb-b34b-4063-b837-9ce8b00e158b tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.41 "DELETE /v2.0/ports/9567a6b5-0475-4010-b07b-21ccb0ec500f HTTP/1.1" status: 204 len: 173 time: 2.0239172 Dec 10 04:39:40.513864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41227fd2-394e-45df-965f-75be75aeb2b5 req-95e87b51-5342-4c7b-86d2-21547235f5f4 tempest-MigrationsAdminTest-722785864 tempest-MigrationsAdminTest-722785864-project] 10.222.0.43 "GET /v2.0/ports?device_id=14ecb890-2e2f-4e24-8526-f311c1c070e4 HTTP/1.1" status: 200 len: 210 time: 0.3284323 Dec 10 04:39:40.517170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Made reservation on behalf of 7a6aeb7a3c05423e8f473bf56be842cc for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:40.519753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.586649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-5361eb6e-8ea1-4a47-b1b4-5a9e7587447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.587405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-5361eb6e-8ea1-4a47-b1b4-5a9e7587447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.588021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-5361eb6e-8ea1-4a47-b1b4-5a9e7587447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.590411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-5361eb6e-8ea1-4a47-b1b4-5a9e7587447a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2864 time: 0.1918089 Dec 10 04:39:40.621461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b049-9a7f-4a2c-83c7-2c5aaba7e531 req-ea1e2738-7baa-4626-bd17-837744544de0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.629632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b049-9a7f-4a2c-83c7-2c5aaba7e531 req-ea1e2738-7baa-4626-bd17-837744544de0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.637153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b049-9a7f-4a2c-83c7-2c5aaba7e531 req-ea1e2738-7baa-4626-bd17-837744544de0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:40.645577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fc8b049-9a7f-4a2c-83c7-2c5aaba7e531 req-ea1e2738-7baa-4626-bd17-837744544de0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.4518096 Dec 10 04:39:40.747916 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:40.785054 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233fb9a-b1d1-45a3-b492-b94ac1afd27e None None] The sync data for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 is: [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:37:26Z', 'revision_number': 4, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a1aa134b-ef93-4b74-ba3f-12eee4a67796', 'name': '', 'network_id': '6220006f-fa62-4d4a-bc82-1ea17f2153f1', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'mac_address': 'fa:16:3e:49:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:25Z', 'updated_at': '2021-12-10T04:37:30Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'subnets': [{'id': '401ffdc3-2caf-40bf-ac4e-740a21d2f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:40.866007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59008) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:40.866894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:40.882739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3a8653e8-6765-423c-9efc-b35d1b3a92e7 None None] Provisioning complete for port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:40.883378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8653e8-6765-423c-9efc-b35d1b3a92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.900346 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e0bd90-dcf0-4b9f-867c-7bc81c5b4648 x-openstack-request-id: req-d9e0bd90-dcf0-4b9f-867c-7bc81c5b4648 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:40.900885 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a869ee-b8b0-4030-abe7-90b1d0e728d3", "name": "network-vif-deleted", "tag": "fd329cb6-50ac-4670-b154-5865bd4fc2ff", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:40.901300 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9e0bd90-dcf0-4b9f-867c-7bc81c5b4648 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:40.901845 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a869ee-b8b0-4030-abe7-90b1d0e728d3', 'name': 'network-vif-deleted', 'tag': 'fd329cb6-50ac-4670-b154-5865bd4fc2ff', 'status': 'completed', 'code': 200} Dec 10 04:39:40.906841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:40.991295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3249d533-90bb-485a-b18e-b508e350095c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:41.068161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fc8b049-9a7f-4a2c-83c7-2c5aaba7e531 req-b5390e56-e329-4571-935b-09e0f6be37f1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212265 Dec 10 04:39:41.073878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dfe2969e-18b8-4d9f-b27e-a8f98e39c13b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:41.104371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.114008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Checking segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:41.114409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Network hostable DHCP agents. Network: b888b4e0-4733-4728-82c8-e5090464f92d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:41.191596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Network b888b4e0-4733-4728-82c8-e5090464f92d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:41.212213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b888b4e0-4733-4728-82c8-e5090464f92d) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:41.218141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:41.219144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.232800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59027107-50e8-434b-b14c-eb48eafedd4b None None] Network b888b4e0-4733-4728-82c8-e5090464f92d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:41.247278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb82643b-d7a0-4d5a-b2ef-e5158d1018d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7976606 Dec 10 04:39:41.248148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.255839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.278441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-e70de231-3c03-4cf9-a60f-94e9cd963918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:41.283996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-e70de231-3c03-4cf9-a60f-94e9cd963918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 HTTP/1.1" status: 200 len: 902 time: 0.6778829 Dec 10 04:39:41.392824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba6580-6925-44fc-823d-298635371b2d None None] New status for floating IP a0a59a9b-30d9-48b7-a67e-25b212dfbb20: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:39:41.402447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:41.408973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-365716eb-a796-4d75-9de1-942d78a588b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=7555f916-1993-4caf-bb9b-7deba368e0f7 HTTP/1.1" status: 200 len: 217 time: 0.1023197 Dec 10 04:39:41.409715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.484197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.484344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8cddb00b-f908-4609-9c30-493a7c0f0ea9 None None] Provisioning complete for port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:41.484344 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cddb00b-f908-4609-9c30-493a7c0f0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.517164 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.517409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:41.517808 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.528599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:41.558384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.560549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.563554 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.567513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/c3c667cc-09ac-472d-b280-bae97fe44781 HTTP/1.1" status: 204 len: 168 time: 2.7502396 Dec 10 04:39:41.576661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749abc5-0867-414b-8501-df83f2a91ae3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c667cc-09ac-472d-b280-bae97fe44781,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:41.594459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:41.605631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-402b46b0-3987-4b1e-9e09-5d1e466a86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:41.607216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-402b46b0-3987-4b1e-9e09-5d1e466a86d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9616e1a-05cc-49db-a38f-d8f7176effc9 HTTP/1.1" status: 200 len: 801 time: 0.1861477 Dec 10 04:39:41.644395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c147bd-e9a6-4df1-b08f-7a884957bd77 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:41.661448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 9567a6b5-0475-4010-b07b-21ccb0ec500f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:41.662069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9567a6b5-0475-4010-b07b-21ccb0ec500f not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:41.673159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3158f4b2-98df-4275-9be0-c4ea0970e3de tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773752 Dec 10 04:39:41.674499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:41.687145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:41.689606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:41.705155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:41.711370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:41.765951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Pushing event updated for resources: {'Port': ['ID=ece5039e-0d51-46d7-9f33-e8f3962ee98c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:41.809969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-c4729586-e11c-4cf5-a670-a34696c6e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:41.811585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-c4729586-e11c-4cf5-a670-a34696c6e14c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1719823 Dec 10 04:39:41.854770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.857874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:41.861444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "DELETE /v2.0/security-groups/3f8630c0-72d0-4495-b536-f15beb325a4f HTTP/1.1" status: 204 len: 168 time: 0.9698837 Dec 10 04:39:41.865654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:41.891052 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-4d955f84-6fb3-45ad-a735-caeff6cbf496 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] show failed (client error): The resource could not be found. Dec 10 04:39:41.895810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d955f84-6fb3-45ad-a735-caeff6cbf496 tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "GET /v2.0/security-groups/3f8630c0-72d0-4495-b536-f15beb325a4f HTTP/1.1" status: 404 len: 347 time: 0.0243521 Dec 10 04:39:41.900468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:41.907559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded609e0-d174-4d45-a623-157472b8c37f tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8630c0-72d0-4495-b536-f15beb325a4f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:41.972824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe225ffd-1539-4f4d-97b7-5ca28cfc067c None None] Network b888b4e0-4733-4728-82c8-e5090464f92d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:41.985695 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:41.992320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.116214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59046) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:42.239261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Deleting port 3c2a9042-a534-4fba-a1a7-110120c9aa53 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:42.239640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.265486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-2d2e06dd-60f3-4668-8366-759c990c4a33 service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273102 Dec 10 04:39:42.297752 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.317495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4f1ae6d8-bd4b-432f-9b7f-397ecc31f4e3 None None] Provisioning complete for port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:42.318041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae6d8-bd4b-432f-9b7f-397ecc31f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.360526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Deleting port 585cd358-4fda-42aa-bce2-99f4f5c632d7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:42.360856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.368055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:39:42.438629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-1c8dcba5-36a4-40b7-b568-f1368e3a9033 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:42.445264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-1c8dcba5-36a4-40b7-b568-f1368e3a9033 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.4607935 Dec 10 04:39:42.468538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Deleting port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:42.468910 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.474927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56c77-aa50-43f6-9e9f-cb9773be213b req-47169598-3848-49ee-ad01-c11ba7bd3c14 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:42.481776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56c77-aa50-43f6-9e9f-cb9773be213b req-47169598-3848-49ee-ad01-c11ba7bd3c14 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:42.488097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56c77-aa50-43f6-9e9f-cb9773be213b req-47169598-3848-49ee-ad01-c11ba7bd3c14 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:42.489940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65c56c77-aa50-43f6-9e9f-cb9773be213b req-47169598-3848-49ee-ad01-c11ba7bd3c14 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.2999499 Dec 10 04:39:42.537855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] For port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:42.538433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.552098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Calling delete_port for 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:42.563685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-64382dac-3e23-432f-b743-5cb34717b1e5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/quotas/7a6aeb7a3c05423e8f473bf56be842cc HTTP/1.1" status: 200 len: 375 time: 0.1173656 Dec 10 04:39:42.644177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.675962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] No DVR routers for this DVR port 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:42.686436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6d4b-c1b2-440c-b081-807719358a6e None None] Pushing event deleted for resources: {'Port': ['ID=0f9ac440-1ec9-4093-82ef-d00a3de7aa72,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:42.699961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-01c7cd12-e7af-4b92-ba48-8a9820d4ffae tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923579 Dec 10 04:39:42.705392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a178fde8-7f63-4520-a800-9092f28f4e99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9efb5826698744869e01940b463dff4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5847514 Dec 10 04:39:42.707346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:42.754666 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.754986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.755317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-180c5e6f-a070-4ee7-89af-24cd5eb443db req-ca414800-bca9-4125-a8a9-eaec859076d7 service neutron] 10.222.0.36 "GET /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772437 Dec 10 04:39:42.764797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.775930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] For port 585cd358-4fda-42aa-bce2-99f4f5c632d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=585cd358-4fda-42aa-bce2-99f4f5c632d7,segment=NetworkSegment(7c4d0e88-76e0-40dd-94bd-d7296abbe989),segment_id=7c4d0e88-76e0-40dd-94bd-d7296abbe989)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:42.776439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.802840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Calling delete_port for 3c2a9042-a534-4fba-a1a7-110120c9aa53 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:42.805377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65c56c77-aa50-43f6-9e9f-cb9773be213b req-010b55da-b466-4780-97ea-8b069ab14f1f tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773700 Dec 10 04:39:42.828790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Allocated IP 172.25.8.120 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/270ca3f3-816b-4804-be24-7fb591c9c74e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:42.835765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Calling delete_port for 585cd358-4fda-42aa-bce2-99f4f5c632d7 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:42.905026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-deleted', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:42.907277 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f05b97-f3e6-46eb-aa71-0534bfe7c89c" -d '{"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-deleted", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:42.956853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:42.968096 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b47364a-a20e-4c2e-9582-e65e3a9ecfdd x-openstack-request-id: req-8b47364a-a20e-4c2e-9582-e65e3a9ecfdd {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:42.968403 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ecb890-2e2f-4e24-8526-f311c1c070e4", "name": "network-vif-deleted", "tag": "9567a6b5-0475-4010-b07b-21ccb0ec500f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:42.968667 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b47364a-a20e-4c2e-9582-e65e3a9ecfdd {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:42.969063 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ecb890-2e2f-4e24-8526-f311c1c070e4', 'name': 'network-vif-deleted', 'tag': '9567a6b5-0475-4010-b07b-21ccb0ec500f', 'status': 'completed', 'code': 200} Dec 10 04:39:42.971032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.004443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-0566710c-7ffa-4456-be46-ef434d67147c service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884903 Dec 10 04:39:43.010150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:43.030936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:43.031369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f9ac440-1ec9-4093-82ef-d00a3de7aa72 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:43.040539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.068062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:43.086478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:43.093980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:43.094907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.097746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19348002-4c58-4671-a60a-32eb0e84012f None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:43.098088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=94ffa4b5-25ac-4c8f-b00a-468507d5a85c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.193517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0819ffc5-8ede-428d-b281-a0287a89533d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151424 Dec 10 04:39:43.197368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:43.210041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:43.228516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '94ffa4b5-25ac-4c8f-b00a-468507d5a85c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:43.230396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.232736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.235305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.238975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ac25f5d-b902-407a-af72-ecc756072954 HTTP/1.1" status: 204 len: 168 time: 0.5281661 Dec 10 04:39:43.302362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ad3c-295e-4c2a-9aae-62b9cbf05ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac25f5d-b902-407a-af72-ecc756072954,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.394055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.444414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Pushing event deleted for resources: {'Port': ['ID=3c2a9042-a534-4fba-a1a7-110120c9aa53,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.470654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Allocated IP 172.20.0.2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/94ffa4b5-25ac-4c8f-b00a-468507d5a85c/93dd58f1-883d-421f-8eec-fde0fdf04ab5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:43.491090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.535817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.554076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Pushing event deleted for resources: {'Port': ['ID=585cd358-4fda-42aa-bce2-99f4f5c632d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.569097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.593349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:43.596895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.634102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.637310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.638458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f7eeb42-4cd7-435c-b2ee-b12f2f1bf8dc tempest-ServersTestFqdnHostnames-1170464991 tempest-ServersTestFqdnHostnames-1170464991-project] 10.222.0.43 "DELETE /v2.0/floatingips/a0a59a9b-30d9-48b7-a67e-25b212dfbb20 HTTP/1.1" status: 204 len: 168 time: 1.7361817 Dec 10 04:39:43.644371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:43.682082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-c1921f66-0a49-48a9-93ab-ea7706a87d23 service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445777 Dec 10 04:39:43.698268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.700430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:43.709471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.728677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.770456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:43.774941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:43.779052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:43.783241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:43.794196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Pushing event updated for resources: {'Port': ['ID=93dd58f1-883d-421f-8eec-fde0fdf04ab5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.798302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:43.802715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:43.809650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=270ca3f3-816b-4804-be24-7fb591c9c74e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:43.830669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Router 1b85b636-c0db-44c3-896e-69cd19f25211 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:39:43.893065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.909696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Attempting to bind port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:43.909878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Attempting to bind port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:43.910133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Attempting to bind port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:43.936764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:43.937141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:43.937544 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.937933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:43.942996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Bound port: 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:43.942996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:43.995793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b47a321-9781-46c1-826d-e18c3cd78c11 req-0d38bb4e-34aa-4cca-a579-04166291d0b2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 210 time: 0.0698116 Dec 10 04:39:44.060937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] For port 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:44.064666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] For port 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93dd58f1-883d-421f-8eec-fde0fdf04ab5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:44.073626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.102333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49e554b5-6be9-4795-afd0-c7a2113501d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39aa0121cfb94a44a81f17c9b805c232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966393 Dec 10 04:39:44.113496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:44.161956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a40958-f9d5-406a-bca3-e9d34d49b0d0 None None] Pushing event updated for resources: {'Port': ['ID=93dd58f1-883d-421f-8eec-fde0fdf04ab5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:44.177398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.215629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3641-dea7-41e4-8786-c45f3d55ca90 req-a26383c5-e0ca-47fb-9689-1e5124b5a2c3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:44.227203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3641-dea7-41e4-8786-c45f3d55ca90 req-a26383c5-e0ca-47fb-9689-1e5124b5a2c3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:44.235135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3641-dea7-41e4-8786-c45f3d55ca90 req-a26383c5-e0ca-47fb-9689-1e5124b5a2c3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:44.243692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-334a3641-dea7-41e4-8786-c45f3d55ca90 req-a26383c5-e0ca-47fb-9689-1e5124b5a2c3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2411 time: 0.3026974 Dec 10 04:39:44.306302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:44.313619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcd1782-8672-40c8-8535-8f79fb045ebd details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:44.326815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.329542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Sync routers for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:44.351159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.384155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:44.385576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:44.473361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.479516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-602535fb-0af0-46a1-9dfe-62b04272894a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1660054 Dec 10 04:39:44.483715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59078) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:44.542245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.550723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-334a3641-dea7-41e4-8786-c45f3d55ca90 req-e39dcb7d-86be-42be-8dea-3fdc0c063d81 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061950 Dec 10 04:39:44.637102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:44.660934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3fcd1782-8672-40c8-8535-8f79fb045ebd', 'network_id': '74f0fcce-847c-4071-9e0d-8065d93632df', 'port_id': '3fcd1782-8672-40c8-8535-8f79fb045ebd', 'mac_address': 'fa:16:3e:1f:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea81547-eebf-473c-ad48-8e6cdc06d905', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:44.672618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Router 1342246a-15ab-4183-bca2-8b099260985d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:44.675779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.684662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.720905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.737563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcd1782-8672-40c8-8535-8f79fb045ebd {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:44.748921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:44.769449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:44.777185 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.778337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7555f916-1993-4caf-bb9b-7deba368e0f7 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:44.823079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=270ca3f3-816b-4804-be24-7fb591c9c74e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:44.845701 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.849277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.852137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.865993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7116d2e-4840-4c28-9693-134b0947eb74 HTTP/1.1" status: 204 len: 168 time: 0.7405605 Dec 10 04:39:44.905015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:44.906376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-10142a3d-da27-4fea-a803-f43d4d159248 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0304792 Dec 10 04:39:44.909542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59082) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:44.917621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1995816386'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:44.930423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7555f916-1993-4caf-bb9b-7deba368e0f7,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:45.007192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '7555f916-1993-4caf-bb9b-7deba368e0f7', 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'port_id': '7555f916-1993-4caf-bb9b-7deba368e0f7', 'mac_address': 'fa:16:3e:a1:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9616e1a-05cc-49db-a38f-d8f7176effc9', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:45.011070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:45.011369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Made reservation on behalf of 9f2fa85af6274f2fbf025df7d77ac3ea for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:45.059740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.113495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.115785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.167334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7555f916-1993-4caf-bb9b-7deba368e0f7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:45.220615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7555f916-1993-4caf-bb9b-7deba368e0f7,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:45.231875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.232735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9133766f-036b-4639-910a-1eee2814eae4 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:45.284361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:42Z', 'revision_number': 3, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:45.313708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5564033a-adbd-4a68-9f41-95a6e6becdc3 req-365cf008-c10c-494b-8dfd-6b3e0c26490a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 210 time: 0.0899320 Dec 10 04:39:45.363710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:45.403687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:45.434889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '9133766f-036b-4639-910a-1eee2814eae4', 'network_id': 'bf85bd4c-d3ed-4951-b713-6a9e4484c7a7', 'port_id': '9133766f-036b-4639-910a-1eee2814eae4', 'mac_address': 'fa:16:3e:9e:96:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9616e1a-05cc-49db-a38f-d8f7176effc9', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:45.500619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93dd58f1-883d-421f-8eec-fde0fdf04ab5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:45.575727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.630232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9133766f-036b-4639-910a-1eee2814eae4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:45.670437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.675359 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Checking router: 1b85b636-c0db-44c3-896e-69cd19f25211 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:45.675817 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Updating router 1b85b636-c0db-44c3-896e-69cd19f25211 port ece5039e-0d51-46d7-9f33-e8f3962ee98c binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:39:45.679402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.702531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.703032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:45.728244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.758943 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.814496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:45.821004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:45.821333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.882692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:45.923869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad14f5-9038-4431-9f10-32f67c385e2b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:45.937377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.938108 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Added segment 8647ebf6-2ee4-4dae-bead-a71f184be44d of type vlan for network e927bc9a-4340-4006-857b-65fc4c5cc2eb Dec 10 04:39:45.957404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] Provisioning complete for port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:45.959430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:45.982201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3476b-31bf-4437-96c0-4fe31b975489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7116d2e-4840-4c28-9693-134b0947eb74,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:45.994892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:46.015064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1450dd-7e85-4565-b61a-cbfb2c142c4e req-5178678e-dddb-427f-9078-629445e7f60e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:46.022714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1450dd-7e85-4565-b61a-cbfb2c142c4e req-5178678e-dddb-427f-9078-629445e7f60e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:46.030217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1450dd-7e85-4565-b61a-cbfb2c142c4e req-5178678e-dddb-427f-9078-629445e7f60e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:46.032437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f1450dd-7e85-4565-b61a-cbfb2c142c4e req-5178678e-dddb-427f-9078-629445e7f60e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2414 time: 0.3171198 Dec 10 04:39:46.059787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Sync routers for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:46.067763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.129695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Allocated IP 172.20.0.1 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/63cbaec9-43e9-47aa-8e1f-cb354dcb815a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:46.157357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f1450dd-7e85-4565-b61a-cbfb2c142c4e req-70f2931a-05ae-412a-882f-e0184a581eb7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957100 Dec 10 04:39:46.166818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.181249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9c1a5f68-b39e-4324-8769-c266eacc3eba admin admin] 10.222.0.43 "PUT /v2.0/routers/1342246a-15ab-4183-bca2-8b099260985d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5648279 Dec 10 04:39:46.184215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:46.184999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.188430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59106) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:46.217840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7555f916-1993-4caf-bb9b-7deba368e0f7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:46.224841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9133766f-036b-4639-910a-1eee2814eae4'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:46.225163 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.239859 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.250257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-998c988e-b960-453a-802d-10ae90c9c0a1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:46.252277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-998c988e-b960-453a-802d-10ae90c9c0a1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.2308393 Dec 10 04:39:46.282499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:46.283736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:46.288654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Request body: {'port': {'device_id': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'admin_state_up': True, 'tenant_id': '7a6aeb7a3c05423e8f473bf56be842cc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:46.306046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3929465 Dec 10 04:39:46.317346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:46.327179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Request body: {'subnet': {'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:46.349983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebaf30-412f-4817-90df-ad657a86d4f4 None None] Pushing event updated for resources: {'Port': ['ID=ece5039e-0d51-46d7-9f33-e8f3962ee98c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:46.378764 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Attempting to bind port ece5039e-0d51-46d7-9f33-e8f3962ee98c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:46.379512 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Attempting to bind port ece5039e-0d51-46d7-9f33-e8f3962ee98c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:46.379884 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Attempting to bind port ece5039e-0d51-46d7-9f33-e8f3962ee98c on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:46.387667 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:46.388185 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:46.389007 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.389130 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:46.391120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Bound port: ece5039e-0d51-46d7-9f33-e8f3962ee98c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:46.391526 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.403659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c047f5-f354-4ea8-987c-c61651772fcb tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Network': ['ID=e927bc9a-4340-4006-857b-65fc4c5cc2eb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:46.465489 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] For port ece5039e-0d51-46d7-9f33-e8f3962ee98c, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:46.469915 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] For port ece5039e-0d51-46d7-9f33-e8f3962ee98c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ece5039e-0d51-46d7-9f33-e8f3962ee98c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:46.479944 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.540786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:46.542304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:46.562935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54d1ea76-32ff-4abe-b95a-cf6b5f489834 req-a7a3a601-0d2c-4478-97b7-c1a0a5fc698c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 210 time: 0.0882375 Dec 10 04:39:46.569806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.572433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:39:46.647049 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebaf30-412f-4817-90df-ad657a86d4f4 None None] Pushing event updated for resources: {'Port': ['ID=ece5039e-0d51-46d7-9f33-e8f3962ee98c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:46.652873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.671721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:46.764507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:46.776292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Made reservation on behalf of 9f2fa85af6274f2fbf025df7d77ac3ea for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:46.779826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.785590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:46.819871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.828825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.924574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:46.930763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:46.988118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:47.000578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Made reservation on behalf of 7a6aeb7a3c05423e8f473bf56be842cc for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:47.001035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.001135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:47.004299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.070157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:47.131962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.137598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Deleting port 57c7abe8-3d80-431b-905c-6931b192446f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:47.137598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.147853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.180781 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:42Z', 'revision_number': 3, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:47.232698 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74f8d4-61b2-43e1-ba7a-05138223422c None None] The sync data for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 is: [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:42Z', 'revision_number': 3, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:47.331705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3fcd1782-8672-40c8-8535-8f79fb045ebd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:47.431332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.516013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:39:47.516497 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:39:47.530623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] For port 57c7abe8-3d80-431b-905c-6931b192446f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=57c7abe8-3d80-431b-905c-6931b192446f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:47.530999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.572243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.578761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e737be-46dc-41a4-a6cf-031b6e6415b7 req-962e7df9-68cb-4caa-99bf-39bc02e6f6ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:47.585294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e737be-46dc-41a4-a6cf-031b6e6415b7 req-962e7df9-68cb-4caa-99bf-39bc02e6f6ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:47.592015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e737be-46dc-41a4-a6cf-031b6e6415b7 req-962e7df9-68cb-4caa-99bf-39bc02e6f6ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:47.593925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99e737be-46dc-41a4-a6cf-031b6e6415b7 req-962e7df9-68cb-4caa-99bf-39bc02e6f6ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2414 time: 0.1721337 Dec 10 04:39:47.595098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Calling delete_port for 57c7abe8-3d80-431b-905c-6931b192446f owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:47.616230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] For port 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93dd58f1-883d-421f-8eec-fde0fdf04ab5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:47.622882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.655604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '57c7abe8-3d80-431b-905c-6931b192446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:39:43Z', 'revision_number': 5, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port': {'id': '57c7abe8-3d80-431b-905c-6931b192446f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1342246a-15ab-4183-bca2-8b099260985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:47.661546 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:47.673922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:39:47.674268 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:39:47.718931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Allocated IP 172.20.0.11 (b888b4e0-4733-4728-82c8-e5090464f92d/3249d533-90bb-485a-b18e-b508e350095c/c6651f55-c833-485f-833c-9b6725f177bb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:47.722044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Subnet': ['ID=175954cc-44d0-4fa4-895d-bf4227c15d56,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:47.773661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Checking segment: {'id': '8647ebf6-2ee4-4dae-bead-a71f184be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:47.774030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network hostable DHCP agents. Network: e927bc9a-4340-4006-857b-65fc4c5cc2eb, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:47.777242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Checking router: 1342246a-15ab-4183-bca2-8b099260985d for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:47.819838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bb64c62-94c9-446e-89b4-6503e59f7ee6 req-94eba4df-b1cb-49a9-87b1-a58be59a0d29 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 210 time: 0.0829031 Dec 10 04:39:47.857524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Routers {'1342246a-15ab-4183-bca2-8b099260985d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:47.858167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1342246a-15ab-4183-bca2-8b099260985d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:47.864747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99e737be-46dc-41a4-a6cf-031b6e6415b7 req-5017f2c3-d5db-4499-b876-7f0608a856f7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621131 Dec 10 04:39:47.916005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:47.944836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26039f4f-e028-4d7d-a87d-9ac1aa68437e None None] Pushing event updated for resources: {'Port': ['ID=93dd58f1-883d-421f-8eec-fde0fdf04ab5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:47.953629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e927bc9a-4340-4006-857b-65fc4c5cc2eb) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:47.974091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:47.984013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.005634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e667b-18c1-407d-a9ad-fec12b70f2da None None] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:48.036233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-92160de4-3c21-4b8b-a602-556dd9e9afe2 None None] Provisioning complete for port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:48.036716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92160de4-3c21-4b8b-a602-556dd9e9afe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.073525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8d86fed-88cf-46f2-a742-c555de630efc tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7534001 Dec 10 04:39:48.077327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:48.093726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-307258395', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:48.105563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Deleting port a1aa134b-ef93-4b74-ba3f-12eee4a67796 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:48.105899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.175713 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.275256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.276319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.305299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] Set router 1342246a-15ab-4183-bca2-8b099260985d gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:48.338537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.390484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9133766f-036b-4639-910a-1eee2814eae4 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:48.406681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] For port a1aa134b-ef93-4b74-ba3f-12eee4a67796, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a1aa134b-ef93-4b74-ba3f-12eee4a67796,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:48.408008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.473148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Calling delete_port for a1aa134b-ef93-4b74-ba3f-12eee4a67796 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:48.483781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93dd58f1-883d-421f-8eec-fde0fdf04ab5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:48.495084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:39:46Z', 'revision_number': 6, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:48.538193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-92160de4-3c21-4b8b-a602-556dd9e9afe2 None None] Port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:48.541007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.546394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.618968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46fafa-5cd3-4601-a01f-54d853e2b455 None None] The sync data for ids ['1342246a-15ab-4183-bca2-8b099260985d'] in n-d-817326-3 is: [{'id': '1342246a-15ab-4183-bca2-8b099260985d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682390903-router', 'tenant_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:36:38Z', 'updated_at': '2021-12-10T04:39:46Z', 'revision_number': 6, 'project_id': 'ef8cf48fe77a424cb65c9b1e1811491a', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:48.705974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e927bc9a-4340-4006-857b-65fc4c5cc2eb', 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb', 'project_id': '9f2fa85af6274f2fbf025df7d77ac3ea', 'fixed_ips': [{'subnet_id': '175954cc-44d0-4fa4-895d-bf4227c15d56'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:39:48.706869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.730909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 9133766f-036b-4639-910a-1eee2814eae4 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:48.749112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:48.750543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.795259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 9133766f-036b-4639-910a-1eee2814eae4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:48.795823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.800222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.803863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.813112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Network b888b4e0-4733-4728-82c8-e5090464f92d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:48.841502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:48.845879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.906524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:48.919014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c7abe8-3d80-431b-905c-6931b192446f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:48.921556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:48.972533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:49.018395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:49.023748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.179004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.207967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.224395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.253965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:49.256062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.341805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Allocated IP 172.20.0.2 (e927bc9a-4340-4006-857b-65fc4c5cc2eb/175954cc-44d0-4fa4-895d-bf4227c15d56/54f85b95-8840-4cef-927d-ba4f44857c50) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:49.427923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1d635-2cf1-408c-bf7b-5fc47727da8b req-df10393c-e085-4046-b51c-8f0a1ffce3b4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:49.430100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bd1d635-2cf1-408c-bf7b-5fc47727da8b req-df10393c-e085-4046-b51c-8f0a1ffce3b4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 932 time: 0.4624684 Dec 10 04:39:49.430612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.431329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1342246a-15ab-4183-bca2-8b099260985d {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:39:49.448524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.452784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-299d8ec2-5a1a-4083-962b-b213ceb4da34 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1342246a-15ab-4183-bca2-8b099260985d HTTP/1.1" status: 204 len: 168 time: 3.2586110 Dec 10 04:39:49.467209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:49.469311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59170) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:49.474636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:49.517130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a70cb-9327-41d9-a122-20e97359d925 req-3a87c48a-2f80-4039-b7b7-6f2252b0d697 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:49.523745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a70cb-9327-41d9-a122-20e97359d925 req-3a87c48a-2f80-4039-b7b7-6f2252b0d697 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:49.530542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a70cb-9327-41d9-a122-20e97359d925 req-3a87c48a-2f80-4039-b7b7-6f2252b0d697 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:49.532282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-780a70cb-9327-41d9-a122-20e97359d925 req-3a87c48a-2f80-4039-b7b7-6f2252b0d697 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2414 time: 0.2860084 Dec 10 04:39:49.566644 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.588300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.600131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ece5039e-0d51-46d7-9f33-e8f3962ee98c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:49.713236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:49.726739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:49.764618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:49.813556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93dd58f1-883d-421f-8eec-fde0fdf04ab5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:49.820082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ece5039e-0d51-46d7-9f33-e8f3962ee98c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:49.820608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.846717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.867394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bd1d635-2cf1-408c-bf7b-5fc47727da8b req-6eaee93e-9d75-43cd-9fd2-36653fdb1bd4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129791 Dec 10 04:39:49.873812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Deleting subnet 8ef6bfeb-b70e-4d65-941c-19563e4a1207 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:49.906292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Pushing event updated for resources: {'Port': ['ID=54f85b95-8840-4cef-927d-ba4f44857c50,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:49.926066 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.948752 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-f6f9df7f-e8ae-4f20-af60-4bb2bd8317cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6662631 Dec 10 04:39:49.957053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.958286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:49.985807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.011866 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.035520 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.040557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Attempting to bind port 54f85b95-8840-4cef-927d-ba4f44857c50 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:50.041156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Attempting to bind port 54f85b95-8840-4cef-927d-ba4f44857c50 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8647ebf6-2ee4-4dae-bead-a71f184be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:50.041796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Attempting to bind port 54f85b95-8840-4cef-927d-ba4f44857c50 on network e927bc9a-4340-4006-857b-65fc4c5cc2eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:50.074026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Request body: {'port': {'device_id': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:50.122968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:50.124400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Checking segment: {'id': '8647ebf6-2ee4-4dae-bead-a71f184be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:50.126116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.127856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Bound using segment: {'id': '8647ebf6-2ee4-4dae-bead-a71f184be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:50.128486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Bound port: 54f85b95-8840-4cef-927d-ba4f44857c50, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647ebf6-2ee4-4dae-bead-a71f184be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:50.130153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.161908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:50.179279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.187925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-780a70cb-9327-41d9-a122-20e97359d925 req-45045a70-2d61-4d3b-8dac-6a27b65148a0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761449 Dec 10 04:39:50.189860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7c3e7786-a689-42f9-b14f-e5dccb74c714 None None] Provisioning complete for port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:50.190397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c3e7786-a689-42f9-b14f-e5dccb74c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.194834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.246974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.251542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef6bfeb-b70e-4d65-941c-19563e4a1207,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:50.257376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.261837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:50.264306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9d282ab2-05c9-49ff-beb4-39447fdd9c0c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8ef6bfeb-b70e-4d65-941c-19563e4a1207 HTTP/1.1" status: 204 len: 168 time: 0.7858527 Dec 10 04:39:50.266301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:50.270834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133766f-036b-4639-910a-1eee2814eae4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:50.270970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.273584 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeb1b63-6bf3-4ad6-948d-0bb1f6624749" -d '{"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "9133766f-036b-4639-910a-1eee2814eae4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:50.280861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Router 1b85b636-c0db-44c3-896e-69cd19f25211 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:50.285714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbdfe2-f67b-4491-8f34-f797099bf850 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:50.319351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:50.320502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.333532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ece5039e-0d51-46d7-9f33-e8f3962ee98c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ece5039e-0d51-46d7-9f33-e8f3962ee98c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:50.340344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:50.358226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e7786-a689-42f9-b14f-e5dccb74c714 None None] Port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:50.361389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.390819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.482595 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08456c89-9df0-4bdb-aa22-33392c524bc6 x-openstack-request-id: req-08456c89-9df0-4bdb-aa22-33392c524bc6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:50.483016 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "9133766f-036b-4639-910a-1eee2814eae4", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:50.483404 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08456c89-9df0-4bdb-aa22-33392c524bc6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:50.483898 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133766f-036b-4639-910a-1eee2814eae4', 'code': 200} Dec 10 04:39:50.490010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcd1782-8672-40c8-8535-8f79fb045ebd up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:50.491289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.576714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 585cd358-4fda-42aa-bce2-99f4f5c632d7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:50.594158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] For port 54f85b95-8840-4cef-927d-ba4f44857c50, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:50.633500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:50.645067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Sync routers for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:50.656211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e24fbc5f-cef5-41f0-bfe1-73269068f1c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b85b636-c0db-44c3-896e-69cd19f25211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1697383 Dec 10 04:39:50.663921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:50.664576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:50.675368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 585cd358-4fda-42aa-bce2-99f4f5c632d7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:50.682523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 585cd358-4fda-42aa-bce2-99f4f5c632d7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:50.683303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 57c7abe8-3d80-431b-905c-6931b192446f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:50.686928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] For port 54f85b95-8840-4cef-927d-ba4f44857c50, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=54f85b95-8840-4cef-927d-ba4f44857c50,segment=NetworkSegment(8647ebf6-2ee4-4dae-bead-a71f184be44d),segment_id=8647ebf6-2ee4-4dae-bead-a71f184be44d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:50.692730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.759891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.767271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 57c7abe8-3d80-431b-905c-6931b192446f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:50.767624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 57c7abe8-3d80-431b-905c-6931b192446f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:50.828466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ece5039e-0d51-46d7-9f33-e8f3962ee98c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:50.889885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:50.909183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=58a7db4b-6490-4020-86bd-c72492a058d5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:50.918155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:50.943911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9472488-a1cf-4ccd-8069-169692f90abe']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:50.974053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=93dd58f1-883d-421f-8eec-fde0fdf04ab5,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:50.986587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d0e88-76e0-40dd-94bd-d7296abbe989') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:50.986919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d0e88-76e0-40dd-94bd-d7296abbe989') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:51.025377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.058898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.071644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3fcd1782-8672-40c8-8535-8f79fb045ebd completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:51.085201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:39:51.085888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.098706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3fcd1782-8672-40c8-8535-8f79fb045ebd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:51.110918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.170181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aa134b-ef93-4b74-ba3f-12eee4a67796,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.190439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:39:51.304829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59196) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:51.308437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.321062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.331783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9472488-a1cf-4ccd-8069-169692f90abe HTTP/1.1" status: 204 len: 168 time: 1.0642934 Dec 10 04:39:51.434742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec130a-781a-4d2d-a3f1-f45c1c454f4f None None] Pushing event updated for resources: {'Port': ['ID=54f85b95-8840-4cef-927d-ba4f44857c50,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.436437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f6674-15f3-4ba8-bbf3-fb9292cd13de admin admin] Pushing event deleted for resources: {'Network': ['ID=c9472488-a1cf-4ccd-8069-169692f90abe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.474249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b1d5-82a6-4d7d-9197-d56b28f74965 req-545e9259-ca06-442e-b813-a65b07da2e19 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:51.475865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebb4b1d5-82a6-4d7d-9197-d56b28f74965 req-545e9259-ca06-442e-b813-a65b07da2e19 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 932 time: 0.4053614 Dec 10 04:39:51.478949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.499401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6651f55-c833-485f-833c-9b6725f177bb {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:51.517478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.538458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Transition to ACTIVE for port object c6651f55-c833-485f-833c-9b6725f177bb will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:39:51.558606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:51.567462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.568354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7555f916-1993-4caf-bb9b-7deba368e0f7 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:51.576054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebb4b1d5-82a6-4d7d-9197-d56b28f74965 req-31a24749-700d-4310-ade7-124263e7bc28 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909133 Dec 10 04:39:51.627684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:51.686496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 2, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:51.721024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9b268aad-3980-49f2-b64a-e01e7c26668f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef8cf48fe77a424cb65c9b1e1811491a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0920713 Dec 10 04:39:51.723881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59206) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:51.733827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.774876 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df7b676f-fc0f-4549-a2a0-7b60e10a9e5b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.5694835 Dec 10 04:39:51.781403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:51.783345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.796514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:a4:c3:94', 'name': 'tempest-NetworksTestDHCPv6-1971439856'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:51.804608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 7555f916-1993-4caf-bb9b-7deba368e0f7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:51.810348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 7555f916-1993-4caf-bb9b-7deba368e0f7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:51.810884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.819032 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Checking router: 1b85b636-c0db-44c3-896e-69cd19f25211 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:51.819853 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Updating router 1b85b636-c0db-44c3-896e-69cd19f25211 port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:39:51.879351 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:51.950840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:51.986602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.012389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.072140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:52.080493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7555f916-1993-4caf-bb9b-7deba368e0f7,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:52.080819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.090608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.115095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.174573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-051f98e8-a39e-4e5d-a1a0-94106fbca395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.195639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.197222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:52.208704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.217457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2974b35-0d10-452f-9bac-f25fd682c918 HTTP/1.1" status: 204 len: 168 time: 0.4924695 Dec 10 04:39:52.250973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dabd2-c5ca-41a2-bc23-6faa5f185ae4 req-3ce65283-6c44-4652-a930-3edbe557f8ed tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:52.263684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dabd2-c5ca-41a2-bc23-6faa5f185ae4 req-3ce65283-6c44-4652-a930-3edbe557f8ed tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:52.273535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dabd2-c5ca-41a2-bc23-6faa5f185ae4 req-3ce65283-6c44-4652-a930-3edbe557f8ed tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:52.281685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d01dabd2-c5ca-41a2-bc23-6faa5f185ae4 req-3ce65283-6c44-4652-a930-3edbe557f8ed tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2416 time: 0.3177381 Dec 10 04:39:52.343075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8900-0082-4e5c-b406-d215407a3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2974b35-0d10-452f-9bac-f25fd682c918,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:52.364383 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903bc0b-8e48-42cf-bf61-974469e7fb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.482390 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.492600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd'}, {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:52.495266 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c5b8e3-3c25-413c-8e79-e14dfa71f432" -d '{"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd"}, {"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:52.495774 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.511227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bfd8f321-6288-44ae-9dd9-e92bac149957 None None] Provisioning complete for port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:52.512546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d01dabd2-c5ca-41a2-bc23-6faa5f185ae4 req-9ec2d79d-9477-4c8a-8492-0553a675e76f tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277863 Dec 10 04:39:52.513280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f321-6288-44ae-9dd9-e92bac149957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.539461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Attempting to bind port c6651f55-c833-485f-833c-9b6725f177bb on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:52.539934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Attempting to bind port c6651f55-c833-485f-833c-9b6725f177bb by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:52.540121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Attempting to bind port c6651f55-c833-485f-833c-9b6725f177bb on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:52.631291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Port c6651f55-c833-485f-833c-9b6725f177bb on network b888b4e0-4733-4728-82c8-e5090464f92d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:39:52.631623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Attempting to bind port c6651f55-c833-485f-833c-9b6725f177bb on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:52.642721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.655202 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Pushing event updated for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:52.662972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.691634 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.692801 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.697255 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.699128 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.699579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.700022 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.701202 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.703701 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.704208 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.704680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.706463 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.707588 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.708532 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:52.722388 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c239f92a-014f-4504-ad2a-015bc2eadf1b x-openstack-request-id: req-c239f92a-014f-4504-ad2a-015bc2eadf1b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:52.722745 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd", "code": 200}, {"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-plugged", "status": "completed", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:52.730363 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c239f92a-014f-4504-ad2a-015bc2eadf1b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:52.730363 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd', 'code': 200} Dec 10 04:39:52.730363 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7', 'code': 200} Dec 10 04:39:52.731138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59218) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:52.761596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753372071', 'description': 'tempest-description--1584250005'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:52.782461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:52.785130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Checking segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:52.786686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Bound using segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:52.787956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Bound port: c6651f55-c833-485f-833c-9b6725f177bb, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:52.790263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.850839 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Attempting to bind port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:39:52.851780 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Attempting to bind port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:39:52.852847 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Attempting to bind port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:39:52.859804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port ded6267c-38e8-4fdb-87ef-a7e96cd11c6e yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:39:52.863903 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:39:52.870695 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:52.872918 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.873563 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:39:52.874870 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Bound port: 63cbaec9-43e9-47aa-8e1f-cb354dcb815a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:39:52.878491 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:52.918559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37071354-9f0a-4e2b-b398-48a058fb51e2 None None] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:52.930174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:52.937821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:52.944782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.011987 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] For port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:39:53.015981 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] For port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:39:53.022928 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.023778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.080417 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454a583-e4ff-40de-9d05-a993f532df6e None None] Pushing event updated for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:53.102384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:53.103557 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:53.121319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:53.144954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ece5039e-0d51-46d7-9f33-e8f3962ee98c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:53.153061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-051f98e8-a39e-4e5d-a1a0-94106fbca395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.203079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-051f98e8-a39e-4e5d-a1a0-94106fbca395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.260125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.352660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb1c7c-97e4-4937-bb3a-81931f80bb92 req-6a1672df-9bdd-4980-a7e7-47c6873a303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.353145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb1c7c-97e4-4937-bb3a-81931f80bb92 req-6a1672df-9bdd-4980-a7e7-47c6873a303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.353630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb1c7c-97e4-4937-bb3a-81931f80bb92 req-6a1672df-9bdd-4980-a7e7-47c6873a303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.360585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dbb1c7c-97e4-4937-bb3a-81931f80bb92 req-6a1672df-9bdd-4980-a7e7-47c6873a303b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2870 time: 0.5899060 Dec 10 04:39:53.375120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.375439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.377148 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-7804d3aa-14b5-42b1-9c7a-fb16537cdc9e service neutron] 10.222.0.41 "PUT /v2.0/ports/c6651f55-c833-485f-833c-9b6725f177bb HTTP/1.1" status: 200 len: 1092 time: 3.3079946 Dec 10 04:39:53.386165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Router c9458885-22e7-44d8-b8c9-f7f0336a58fa has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:39:53.387609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f98e8-a39e-4e5d-a1a0-94106fbca395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c1571-97a1-4cba-b11d-c904ccd7326e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:53.388055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:53.391273 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b0406b-ac8e-423b-a889-3ece59a3d20e" -d '{"events": [{"name": "network-changed", "server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:53.488465 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:53.564561 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016b5a1-8368-44f5-8414-e5d9a4218462 x-openstack-request-id: req-5016b5a1-8368-44f5-8414-e5d9a4218462 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:39:53.565085 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:39:53.565423 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5016b5a1-8368-44f5-8414-e5d9a4218462 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:39:53.565932 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'status': 'completed', 'code': 200} Dec 10 04:39:53.590868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.601197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59c4a1-d5e2-4c0a-988c-b0755bafa194 req-27ca3c31-9bdc-4884-8f05-14d4de83e04b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.604094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c59c4a1-d5e2-4c0a-988c-b0755bafa194 req-27ca3c31-9bdc-4884-8f05-14d4de83e04b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 944 time: 0.7166948 Dec 10 04:39:53.609993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.638246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Allocated IP 172.25.8.231 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d4188e01-f1e7-491e-a8c1-295d00ee7dc8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:53.651627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-5f097a34-d446-41c0-8235-3712de514814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:53.653829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-5f097a34-d446-41c0-8235-3712de514814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 1095 time: 0.1283188 Dec 10 04:39:53.714247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-051f98e8-a39e-4e5d-a1a0-94106fbca395 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2335fe938ab84034aa6c555f8f9846bd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3810315 Dec 10 04:39:53.737488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.741769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0048282 Dec 10 04:39:53.741769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59240) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:53.748028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.777194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:53.777767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:53.777900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ece5039e-0d51-46d7-9f33-e8f3962ee98c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:53.778280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.788140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:53Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:53.799254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'security_group_rule': {'security_group_id': '342f6153-acec-431d-9389-825697a487e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:53.812714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Provisioning complete for port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:53.813088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:53.816924 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-6b8e42c3-14f5-42a6-b6c6-2c008c7908da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6651f55-c833-485f-833c-9b6725f177bb HTTP/1.1" status: 200 len: 217 time: 0.0525534 Dec 10 04:39:53.829373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e0290-8b65-4e8f-b46d-0670c72849f4 None None] The sync data for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 is: [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:53Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:53.990716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:54.001525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e8b2a31d-5b6a-490f-b4bb-765276b77b27 admin admin] 10.222.0.43 "PUT /v2.0/routers/c9458885-22e7-44d8-b8c9-f7f0336a58fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3537214 Dec 10 04:39:54.005143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dbb1c7c-97e4-4937-bb3a-81931f80bb92 req-260ee390-8c8e-463b-8537-286ff2746300 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286591 Dec 10 04:39:54.013119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:54.040461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 54f85b95-8840-4cef-927d-ba4f44857c50 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:54.076313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c59c4a1-d5e2-4c0a-988c-b0755bafa194 req-92f08951-02b7-4001-b6f5-b48bf7e571a4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376678 Dec 10 04:39:54.100451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f748-d646-476d-8e67-41d62db5b942 req-30a53efb-478b-4b5e-a3c4-ee3ae44e6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:54.102383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-30a53efb-478b-4b5e-a3c4-ee3ae44e6a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.2683280 Dec 10 04:39:54.109345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Sync routers for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:54.112509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98174506-7e07-4be5-b487-767a9f25ebc7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342f6153-acec-431d-9389-825697a487e2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:54.124589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1635574983-network', 'tenant_id': '9c0c755059e64b689beba175bbcc745c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:54.143016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0e520-f610-4e4a-b4ca-30274bcd93c3 req-bbb990ad-8b50-458c-b2c8-bc4b46a327c5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:54.152406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0e520-f610-4e4a-b4ca-30274bcd93c3 req-bbb990ad-8b50-458c-b2c8-bc4b46a327c5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:54.155119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:54.156502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:54.160501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-ce497d06-3394-497e-9441-7a64143f1a47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375845 Dec 10 04:39:54.160715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0e520-f610-4e4a-b4ca-30274bcd93c3 req-bbb990ad-8b50-458c-b2c8-bc4b46a327c5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:54.169212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdd0e520-f610-4e4a-b4ca-30274bcd93c3 req-bbb990ad-8b50-458c-b2c8-bc4b46a327c5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2417 time: 0.4985092 Dec 10 04:39:54.192791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.232538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.246045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.261141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 172.20.0.11 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/94ffa4b5-25ac-4c8f-b00a-468507d5a85c/ded6267c-38e8-4fdb-87ef-a7e96cd11c6e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:54.284587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.294779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 54f85b95-8840-4cef-927d-ba4f44857c50 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:54.295136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.297281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.313477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fea4:c394 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/58a7db4b-6490-4020-86bd-c72492a058d5/ded6267c-38e8-4fdb-87ef-a7e96cd11c6e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:54.366071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdd0e520-f610-4e4a-b4ca-30274bcd93c3 req-dfa9d366-8926-458e-a1f5-6a63f1b485b8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959548 Dec 10 04:39:54.367026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Made reservation on behalf of 9c0c755059e64b689beba175bbcc745c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:54.371260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.397363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-a2fe389c-e08b-422d-bd89-a881836a38d1 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943786 Dec 10 04:39:54.397976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.399278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:54.447467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.472784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.478824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.492936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.564686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.566414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7706468 Dec 10 04:39:54.580332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59252) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:54.581315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.584256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.588052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae7c1571-97a1-4cba-b11d-c904ccd7326e HTTP/1.1" status: 204 len: 168 time: 0.8360815 Dec 10 04:39:54.590618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'security_group_rule': {'security_group_id': '342f6153-acec-431d-9389-825697a487e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:54.609195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb951740-c966-4e46-a88f-02fc39b39c76,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:54.636580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] For port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:54.649617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.677833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c1571-97a1-4cba-b11d-c904ccd7326e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:54.688217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.688697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.689118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.689539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.689936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.690338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.690783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.691125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.691541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.691946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.692345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.692918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.693315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78416-7f99-44ab-a102-30121a8c4cc0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.703047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.703462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.703896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.704312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.704777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.705115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.705573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.705956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.706362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.706762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.707167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.707790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.708115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b772b1-e023-4f4a-97d3-508170ec5006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:54.738569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.773695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Provisioning complete for port 54f85b95-8840-4cef-927d-ba4f44857c50 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:54.774507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.802590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.835469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.851475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.857980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.925366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9698d8b2-e58d-4e17-91ef-75b87ec760c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.936759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:39:54.951320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b984c1d-3226-4d2a-8b45-3bd7e4cb0eac None None] Pushing event updated for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:54.966979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.968652 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.977028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38b5b71-9d9b-4850-b981-5c46809ee12f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:54.979490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:54.985629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:54.987699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.987699 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Added segment dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e of type vlan for network 0d07eb99-b6f2-4ea0-8adb-2195b075400e Dec 10 04:39:54.989613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:54.992850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:54.999115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 54f85b95-8840-4cef-927d-ba4f44857c50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=54f85b95-8840-4cef-927d-ba4f44857c50,segment=NetworkSegment(8647ebf6-2ee4-4dae-bead-a71f184be44d),segment_id=8647ebf6-2ee4-4dae-bead-a71f184be44d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:55.008556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.077688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.079736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4927995 Dec 10 04:39:55.103631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:55.110112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:55.154794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:39:49Z', 'revision_number': 5, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port': {'id': '9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:37:21Z', 'updated_at': '2021-12-10T04:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:55.155265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.181376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21290b-386e-4231-b206-cd67f2b04268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d9bcd2-3ec5-43d3-893e-193a137b98f2,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:55.189262 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=54f85b95-8840-4cef-927d-ba4f44857c50,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:55.207912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.259154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Checking router: c9458885-22e7-44d8-b8c9-f7f0336a58fa for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:39:55.274402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Routers {'c9458885-22e7-44d8-b8c9-f7f0336a58fa'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:55.275036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:55.293734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.341262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=d4188e01-f1e7-491e-a8c1-295d00ee7dc8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:55.361612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cbaec9-43e9-47aa-8e1f-cb354dcb815a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:55.365454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59262) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:55.406151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:55.424392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9afb2134-c6d2-441c-a404-56e0b4730c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.428235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:55.429877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] Set router c9458885-22e7-44d8-b8c9-f7f0336a58fa gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:39:55.431843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b8ec5afa-4344-49da-bcd0-bef62cd05b75 None None] Provisioning complete for port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:55.431843 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5afa-4344-49da-bcd0-bef62cd05b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.448722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:55.457801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.458813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.459542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.502321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=ded6267c-38e8-4fdb-87ef-a7e96cd11c6e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:55.517184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 6, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:55.559312 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59b2f748-d646-476d-8e67-41d62db5b942 req-d86113a3-f537-4fb9-9115-ac56072d42ca service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1228368 Dec 10 04:39:55.561534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.562017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.562569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.563096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.563523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.563991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.564411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.564889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.565349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.565798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.566214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.566622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.567060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:39:55.586094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7760305 Dec 10 04:39:55.592907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:55.598193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e748f0-0903-40cd-a6c3-1bdefbd46d05 None None] The sync data for ids ['c9458885-22e7-44d8-b8c9-f7f0336a58fa'] in n-d-817326-3 is: [{'id': 'c9458885-22e7-44d8-b8c9-f7f0336a58fa', 'name': 'tempest-ServersTestFqdnHostnames-151759598-router', 'tenant_id': 'c9109697ef1a466ca81ba790b94a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:37:20Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 6, 'project_id': 'c9109697ef1a466ca81ba790b94a1abb', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:55.626171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Request body: {'subnet': {'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1635574983-subnet', 'tenant_id': '9c0c755059e64b689beba175bbcc745c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:55.657122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:55.657497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.720960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c680-2fd8-46b0-be28-086afeb8f4e7 req-522f20ac-6901-4ceb-8d33-60c652787213 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.722539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9b2c680-2fd8-46b0-be28-086afeb8f4e7 req-522f20ac-6901-4ceb-8d33-60c652787213 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 944 time: 0.4315269 Dec 10 04:39:55.784272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520023b3-339c-4fec-a86b-26fdfdd80499 admin admin] Pushing event updated for resources: {'Network': ['ID=0d07eb99-b6f2-4ea0-8adb-2195b075400e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:55.796240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Made reservation on behalf of 9c0c755059e64b689beba175bbcc745c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:55.797425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.798894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.803597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0d07eb99-b6f2-4ea0-8adb-2195b075400e details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:39:55.807354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.854917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Deleting port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:55.856231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.908224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9afb2134-c6d2-441c-a404-56e0b4730c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.909895 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.914701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6c2b3fa-38eb-454c-9377-88a05de104a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1323471 Dec 10 04:39:55.919791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59268) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:55.933750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13b27-c165-4733-b156-118710b0894a req-282f2dec-be4e-4e83-881a-ad8edad8ef1e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.940939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13b27-c165-4733-b156-118710b0894a req-282f2dec-be4e-4e83-881a-ad8edad8ef1e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.947211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13b27-c165-4733-b156-118710b0894a req-282f2dec-be4e-4e83-881a-ad8edad8ef1e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:55.949558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cc13b27-c165-4733-b156-118710b0894a req-282f2dec-be4e-4e83-881a-ad8edad8ef1e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2417 time: 0.2854004 Dec 10 04:39:55.963954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9afb2134-c6d2-441c-a404-56e0b4730c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.975054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b8ec5afa-4344-49da-bcd0-bef62cd05b75 None None] Provisioning complete for port 54f85b95-8840-4cef-927d-ba4f44857c50 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:55.975418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5afa-4344-49da-bcd0-bef62cd05b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:55.996339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9b2c680-2fd8-46b0-be28-086afeb8f4e7 req-4373248d-55b9-4569-bd4b-8e01840681ff tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398846 Dec 10 04:39:56.041925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-a214f3a0-f3cd-4136-8c7e-eb1cbc92fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.043427 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-a214f3a0-f3cd-4136-8c7e-eb1cbc92fd7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 1095 time: 0.3691607 Dec 10 04:39:56.068226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9afb2134-c6d2-441c-a404-56e0b4730c96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa45dbffd66a4f4f9f7fb4e856bdb7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6957362 Dec 10 04:39:56.069312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb2134-c6d2-441c-a404-56e0b4730c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3ec64-a7bf-4f62-a243-8190104d0500,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:56.074648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59270) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:56.109602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266fb08-d547-4a0d-813f-2256742d3d04 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.116715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266fb08-d547-4a0d-813f-2256742d3d04 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.118565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f266fb08-d547-4a0d-813f-2256742d3d04 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1680541 Dec 10 04:39:56.124118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59272) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:56.151428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cc13b27-c165-4733-b156-118710b0894a req-0f4b884e-13a6-42c2-a09c-6ebac1f9c864 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885068 Dec 10 04:39:56.179346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] For port 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:56.180129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.232426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-418c7b10-b09e-49ec-809f-7efb48d0aba4 None None] Provisioning complete for port ded6267c-38e8-4fdb-87ef-a7e96cd11c6e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:56.232999 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418c7b10-b09e-49ec-809f-7efb48d0aba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.256262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.279505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-418c7b10-b09e-49ec-809f-7efb48d0aba4 None None] Port ded6267c-38e8-4fdb-87ef-a7e96cd11c6e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:39:56.289145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Calling delete_port for 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:56.294008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.318070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port ded6267c-38e8-4fdb-87ef-a7e96cd11c6e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:56.318277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.321768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.407585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.411338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.412950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fea3ec64-a7bf-4f62-a243-8190104d0500 HTTP/1.1" status: 204 len: 168 time: 0.3359671 Dec 10 04:39:56.429574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.431567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc64d5-95c7-4079-bb08-58c6cde3e28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3ec64-a7bf-4f62-a243-8190104d0500,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:56.491647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.510672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for ded6267c-38e8-4fdb-87ef-a7e96cd11c6e owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:56.519644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-b77778d0-0cbc-4898-8f73-f589d208fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.521258 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-b77778d0-0cbc-4898-8f73-f589d208fe6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 915 time: 0.4597244 Dec 10 04:39:56.531664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460eb03-366e-48e7-a708-2f826410985a req-d4eb18e2-48b2-4eb4-b66d-f5cf4c8bb9c6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.537672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460eb03-366e-48e7-a708-2f826410985a req-d4eb18e2-48b2-4eb4-b66d-f5cf4c8bb9c6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.545544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460eb03-366e-48e7-a708-2f826410985a req-d4eb18e2-48b2-4eb4-b66d-f5cf4c8bb9c6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.547298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a460eb03-366e-48e7-a708-2f826410985a req-d4eb18e2-48b2-4eb4-b66d-f5cf4c8bb9c6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2417 time: 0.1022589 Dec 10 04:39:56.670342 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-150b760d-6014-4c1e-a219-abe69c70cd13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6651f55-c833-485f-833c-9b6725f177bb HTTP/1.1" status: 200 len: 217 time: 0.1363859 Dec 10 04:39:56.742374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.762575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a460eb03-366e-48e7-a708-2f826410985a req-aea53c3e-f5ea-4f7d-8288-a851f6d27f9c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731482 Dec 10 04:39:56.818113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.850820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=ded6267c-38e8-4fdb-87ef-a7e96cd11c6e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:56.862460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.25.8.224 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/471e82a3-53db-4836-b6e7-b7873fbd87ff) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:39:56.898140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-8d2b7770-64e1-4fdf-9c8d-a4fe46b53f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:56.899642 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-8d2b7770-64e1-4fdf-9c8d-a4fe46b53f13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.2003391 Dec 10 04:39:56.954360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:56.961731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b5bd93eb-678a-459a-9784-a334e293bc3d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/ded6267c-38e8-4fdb-87ef-a7e96cd11c6e HTTP/1.1" status: 204 len: 168 time: 0.8336318 Dec 10 04:39:56.962671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59290) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:56.992218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8a8223-c991-4eec-bf22-bc9b4fba92e0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:57.035466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6852e38-11a1-48c2-8a32-459aab6b81c1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:57.037802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6852e38-11a1-48c2-8a32-459aab6b81c1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:57.039839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6852e38-11a1-48c2-8a32-459aab6b81c1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:57.041734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c6852e38-11a1-48c2-8a32-459aab6b81c1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0771554 Dec 10 04:39:57.048030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:57.127466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 58a7db4b-6490-4020-86bd-c72492a058d5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:57.134013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.221469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 54f85b95-8840-4cef-927d-ba4f44857c50 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:57.236339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34176c6-ade3-4012-8382-01791e0bcb0b req-2e9f43e2-67a9-4345-8c09-3f804cbdc362 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:57.238178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f34176c6-ade3-4012-8382-01791e0bcb0b req-2e9f43e2-67a9-4345-8c09-3f804cbdc362 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 944 time: 0.1071126 Dec 10 04:39:57.244229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.299943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 54f85b95-8840-4cef-927d-ba4f44857c50 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:57.300893 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.362966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.380650 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-6e05b2f8-c227-4a36-bb65-ed626c69843a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4135268 Dec 10 04:39:57.387790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f34176c6-ade3-4012-8382-01791e0bcb0b req-809f868a-13bc-4e4e-80c1-6a9ae53f5f05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400034 Dec 10 04:39:57.404286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.437313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Checking segment: {'id': 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:39:57.437821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Network hostable DHCP agents. Network: 0d07eb99-b6f2-4ea0-8adb-2195b075400e, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:39:57.495979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:57.502409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.517661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:57.518244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:57.518806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1aa134b-ef93-4b74-ba3f-12eee4a67796 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:39:57.541722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a1aa134b-ef93-4b74-ba3f-12eee4a67796 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:39:57.542368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a1aa134b-ef93-4b74-ba3f-12eee4a67796 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:39:57.542712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.548381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=58a7db4b-6490-4020-86bd-c72492a058d5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:57.551000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2947fa-50c0-4f4f-8f61-ed7495419b48 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:57.552525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.561024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79d2809c-fa87-4e23-9647-4547f65b9a1b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/58a7db4b-6490-4020-86bd-c72492a058d5 HTTP/1.1" status: 204 len: 168 time: 0.5118020 Dec 10 04:39:57.562369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:57.586664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:39:57.616668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6ab781-7df6-4a9b-ba9b-38cd9971fe5b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:57.649397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 94ffa4b5-25ac-4c8f-b00a-468507d5a85c {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:57.653761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.722831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.737023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.738906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Network 0d07eb99-b6f2-4ea0-8adb-2195b075400e is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:39:57.785550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.857237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:57.933558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:57.945364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'c6651f55-c833-485f-833c-9b6725f177bb', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'port_id': 'c6651f55-c833-485f-833c-9b6725f177bb', 'mac_address': 'fa:16:3e:aa:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249d533-90bb-485a-b18e-b508e350095c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:39:57.973701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0d07eb99-b6f2-4ea0-8adb-2195b075400e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:58.006067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.012361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaaf310-5833-4bac-94bc-cdefc0bcdc76 None None] Network 0d07eb99-b6f2-4ea0-8adb-2195b075400e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:58.013192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.027011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.027589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.030377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.040803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6651f55-c833-485f-833c-9b6725f177bb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:39:58.065932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:58.079544 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-022ad89a-f067-41ef-9570-bba85c379dac service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491997 Dec 10 04:39:58.082416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.153715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.153947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:58.183942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b414c1b9-c95c-4410-965d-44cdc4e62952 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5618174 Dec 10 04:39:58.242230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.264750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.265564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9458885-22e7-44d8-b8c9-f7f0336a58fa {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:39:58.286920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.288428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50fd90de-840c-4e99-ad6f-fb50edcd453d admin admin] 10.222.0.43 "DELETE /v2.0/routers/c9458885-22e7-44d8-b8c9-f7f0336a58fa HTTP/1.1" status: 204 len: 168 time: 4.2724676 Dec 10 04:39:58.314743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59324) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:58.318954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:39:58.325273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.334523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47559e6-f129-49e8-ad72-956ce9addeaf None None] Network 0d07eb99-b6f2-4ea0-8adb-2195b075400e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:58.365572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:39:58.373816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.467156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:39:58.477943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['c6651f55-c833-485f-833c-9b6725f177bb'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:39:58.507468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=471e82a3-53db-4836-b6e7-b7873fbd87ff,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:58.548787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=94ffa4b5-25ac-4c8f-b00a-468507d5a85c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:58.571895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Deleting subnet 401ffdc3-2caf-40bf-ac4e-740a21d2f142 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:39:58.594344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.596267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.597988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-433c14ae-1e16-4e13-a735-d086dfd75103 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/94ffa4b5-25ac-4c8f-b00a-468507d5a85c HTTP/1.1" status: 204 len: 168 time: 1.0333951 Dec 10 04:39:58.601897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:58.640830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b341f-d4cb-40a7-b25e-08dd3765905d req-81a3c5c8-27d1-487f-87d0-304c1f0d41b2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.644461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b341f-d4cb-40a7-b25e-08dd3765905d req-81a3c5c8-27d1-487f-87d0-304c1f0d41b2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.655639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b341f-d4cb-40a7-b25e-08dd3765905d req-81a3c5c8-27d1-487f-87d0-304c1f0d41b2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.657453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-292b341f-d4cb-40a7-b25e-08dd3765905d req-81a3c5c8-27d1-487f-87d0-304c1f0d41b2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2417 time: 0.3710818 Dec 10 04:39:58.683214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51b0406b-ac8e-423b-a889-3ece59a3d20e req-acc7f664-83b4-488d-beba-0b9e9a956248 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382571 Dec 10 04:39:58.693383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-789b2719-16e4-4c50-a40b-23922b44e3aa tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.727144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-789b2719-16e4-4c50-a40b-23922b44e3aa tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.736787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-789b2719-16e4-4c50-a40b-23922b44e3aa tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.742843 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c1c3099-d8a9-4f2a-91e5-272c0a1a7fce tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877054 Dec 10 04:39:58.749435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-789b2719-16e4-4c50-a40b-23922b44e3aa tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 2417 time: 0.4639626 Dec 10 04:39:58.752558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59336) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:58.779515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:58.803171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:58.809529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Router eaea23c3-fa32-40c3-87cc-68c042df062f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:39:58.815753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb4323-b00f-40d9-b30c-bcffdd3b6972 req-abd7e942-52dc-4746-9b20-7d4926545fed tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:39:58.817475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afdb4323-b00f-40d9-b30c-bcffdd3b6972 req-abd7e942-52dc-4746-9b20-7d4926545fed tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 945 time: 0.2584786 Dec 10 04:39:58.936153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.003953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f89d5-b7da-4e14-8383-0e693974aeaa None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:59.049364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-292b341f-d4cb-40a7-b25e-08dd3765905d req-276f5271-a447-4e56-abef-4e159ac209a2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792555 Dec 10 04:39:59.106302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.115645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-39fdc2cd-60da-4d72-81a5-41211a4965b1 None None] Provisioning complete for port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:59.117515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39fdc2cd-60da-4d72-81a5-41211a4965b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.146591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afdb4323-b00f-40d9-b30c-bcffdd3b6972 req-b5c0811f-1c7e-46df-aa97-21cee3ed76a9 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952754 Dec 10 04:39:59.183673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:59.188486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.218957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:59.234616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.245884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-890182980-network', 'tenant_id': 'b9657da566214d18a23b470112f6adcc'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:39:59.311428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Made reservation on behalf of b9657da566214d18a23b470112f6adcc for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:39:59.315663 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.316571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:39:59.322658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:39:59.335946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] Sync routers for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:39:59.351733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.358754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.359170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:59.360028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a213cf8a-1574-460d-8742-ec3ca10ece00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.2817335 Dec 10 04:39:59.360853 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:59.361000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 3fcd1782-8672-40c8-8535-8f79fb045ebd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:59.361579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.361962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.363772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:59.392515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.431338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Deleting port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:39:59.432503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.435334 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:59.443818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.451961 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:39:59.454259 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:59.489067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401ffdc3-2caf-40bf-ac4e-740a21d2f142,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:59.523927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] For port 93dd58f1-883d-421f-8eec-fde0fdf04ab5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93dd58f1-883d-421f-8eec-fde0fdf04ab5,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:59.523927 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.524225 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:39:59.524912 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1fbb3-703b-4e55-bee5-a1add9dbddf0 None None] The sync data for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:39:59.538644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Calling delete_port for 93dd58f1-883d-421f-8eec-fde0fdf04ab5 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:59.545186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 3fcd1782-8672-40c8-8535-8f79fb045ebd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcd1782-8672-40c8-8535-8f79fb045ebd,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:39:59.545561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.551266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.554752 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18b17cbe-9eee-4ddc-8bf8-8b709c70eebf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/401ffdc3-2caf-40bf-ac4e-740a21d2f142 HTTP/1.1" status: 204 len: 168 time: 1.2311928 Dec 10 04:39:59.555608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=471e82a3-53db-4836-b6e7-b7873fbd87ff,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:59.572136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 3fcd1782-8672-40c8-8535-8f79fb045ebd owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:39:59.586749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:39:59.609781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.618239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33506a-e0cc-4614-9012-801f03d154cc None None] Network 6220006f-fa62-4d4a-bc82-1ea17f2153f1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:39:59.621233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:39:59.624732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.638852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.647935 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e973d662-9af9-4288-96d7-37906dfae698 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5350938 Dec 10 04:39:59.651600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-869e76ba-cad9-4459-85ba-e47e1f06afb7 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675583 Dec 10 04:39:59.687384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] No DVR routers for this DVR port 93dd58f1-883d-421f-8eec-fde0fdf04ab5 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:39:59.705003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce78e99-536b-467c-8f44-15f6c33f059c None None] Pushing event deleted for resources: {'Port': ['ID=93dd58f1-883d-421f-8eec-fde0fdf04ab5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:39:59.790809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port c6651f55-c833-485f-833c-9b6725f177bb completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:39:59.800104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port c6651f55-c833-485f-833c-9b6725f177bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:39:59.800744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.845298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.908040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] DHCP port deletion for 6220006f-fa62-4d4a-bc82-1ea17f2153f1 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:39:59.944905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:39:59.975349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:39:59.979498 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0a481-ffe2-43d5-b2d1-d23fd85c3671" -d '{"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:39:59.995142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:00.001140 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.041019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Deleting port 53b0dd76-d16f-4151-81b5-d00e9c893755 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:00.041019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.107778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:00.115535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.130334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] For port 53b0dd76-d16f-4151-81b5-d00e9c893755, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53b0dd76-d16f-4151-81b5-d00e9c893755,segment=NetworkSegment(b575ac59-59ac-42c1-b935-d24de5367fca),segment_id=b575ac59-59ac-42c1-b935-d24de5367fca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:00.130756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.147069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Calling delete_port for 53b0dd76-d16f-4151-81b5-d00e9c893755 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:00.163809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.207465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-58e51c15-d7ee-4ebc-8abb-04decb52852d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--753372071&fields=id&tenant_id=9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 267 time: 0.2674088 Dec 10 04:40:00.231408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:00.254582 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.255203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.265648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-e12c3bf4-f63a-4afe-add2-1ddaadc31259 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:00.267401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-e12c3bf4-f63a-4afe-add2-1ddaadc31259 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5510094 Dec 10 04:40:00.292787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] No DVR routers for this DVR port 53b0dd76-d16f-4151-81b5-d00e9c893755 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:00.294594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.299964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9133766f-036b-4639-910a-1eee2814eae4', '7555f916-1993-4caf-bb9b-7deba368e0f7', '3fcd1782-8672-40c8-8535-8f79fb045ebd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:00.326462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dfb68-e7c9-4cb9-bf35-ce7691894c24 None None] Pushing event deleted for resources: {'Port': ['ID=53b0dd76-d16f-4151-81b5-d00e9c893755,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:00.340078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.340314 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Added segment cc966209-c9d1-4a3f-ac5e-b1ff868b8325 of type vlan for network 119ce070-f798-4fe3-9b6a-a393076ac25d Dec 10 04:40:00.349636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ddf623-5f63-4614-827f-53b0310d15f0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:00.357547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.379003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-f60d935a-24bf-4e73-9831-2a2d452a5780 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/quotas/3749d1a8afa24e99839c64f6ee5c6620 HTTP/1.1" status: 200 len: 375 time: 0.0955994 Dec 10 04:40:00.380184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=3fcd1782-8672-40c8-8535-8f79fb045ebd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:00.488079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:00.540861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:00.543724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:00.544383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.547882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.556357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647bb3f-4e9f-457a-9fdd-8a2cc1f2d482 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:00.606930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Deleting port 53b0dd76-d16f-4151-81b5-d00e9c893755 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:00.607511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.622819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-3d204d2a-10c0-4f5b-8b64-71d904e5cfbc tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433082 Dec 10 04:40:00.641612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 3fcd1782-8672-40c8-8535-8f79fb045ebd on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:00.646341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.654993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-422dcf93-b670-4854-b899-6f92395398d0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "DELETE /v2.0/ports/3fcd1782-8672-40c8-8535-8f79fb045ebd HTTP/1.1" status: 204 len: 173 time: 1.8681867 Dec 10 04:40:00.674131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:00.676587 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332f7c6-efad-4620-a39d-f536edbd6d9e" -d '{"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:00.694482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '2eb213cb-bf9b-4b66-b674-f9cd064e6099'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:00.695800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.718960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9465468 Dec 10 04:40:00.719783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cebe1-99fc-4294-88e8-44e502c73ab3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=2eb213cb-bf9b-4b66-b674-f9cd064e6099,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:00.734572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:00.745752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:00.778000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-3b52d93e-0b4b-408e-a787-80150cd218c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:00.779584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-3b52d93e-0b4b-408e-a787-80150cd218c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.5521908 Dec 10 04:40:00.850894 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad311eda-02d2-4b0c-a3df-14db12bcd379 x-openstack-request-id: req-ad311eda-02d2-4b0c-a3df-14db12bcd379 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:00.851182 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:00.851432 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad311eda-02d2-4b0c-a3df-14db12bcd379 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:00.851868 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'code': 200} Dec 10 04:40:00.867055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Allocated IP 172.20.0.2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/2eb213cb-bf9b-4b66-b674-f9cd064e6099/944128c5-c11f-4deb-9703-c7de9b5af780) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:00.878925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.879834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:00.880485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.884565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] For port 53b0dd76-d16f-4151-81b5-d00e9c893755, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:00.885005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:00.925109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-e337a034-56ac-4cf0-b2f9-c9bf85477232 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/quotas/9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 375 time: 0.0934711 Dec 10 04:40:00.943003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Calling delete_port for 53b0dd76-d16f-4151-81b5-d00e9c893755 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:00.950639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Port 53b0dd76-d16f-4151-81b5-d00e9c893755 was not found and therefore no delete operation was performed {{(pid=103253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:40:00.956283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Allocated IP 172.20.0.1 (e927bc9a-4340-4006-857b-65fc4c5cc2eb/175954cc-44d0-4fa4-895d-bf4227c15d56/46b1f47f-3343-4e30-aa04-92313ff850fd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:01.006418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.105460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8852077 Dec 10 04:40:01.111001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:01.115527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] No DVR routers for this DVR port 53b0dd76-d16f-4151-81b5-d00e9c893755 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:01.117391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b0dd76-d16f-4151-81b5-d00e9c893755,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:01.120526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Request body: {'subnet': {'network_id': '119ce070-f798-4fe3-9b6a-a393076ac25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-890182980-subnet', 'tenant_id': 'b9657da566214d18a23b470112f6adcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:01.125937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec73399-ac31-424f-9557-c1e6b9853b92 req-3d5bf4f9-baec-4622-a80e-8a4338e82cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:01.127602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bec73399-ac31-424f-9557-c1e6b9853b92 req-3d5bf4f9-baec-4622-a80e-8a4338e82cba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 1097 time: 0.1528442 Dec 10 04:40:01.139704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:01.149050 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.154013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.179301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.205621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 7555f916-1993-4caf-bb9b-7deba368e0f7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:01.206258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.213866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94839b2-f64d-40ab-a9a9-9a755d0a4001 admin admin] Pushing event updated for resources: {'Network': ['ID=119ce070-f798-4fe3-9b6a-a393076ac25d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:01.242755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-66eea30c-e013-4160-b8e7-f89a2297e24f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2958236 Dec 10 04:40:01.281982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.300190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892d3d-5ca0-47f3-b9e7-5927f865070d req-6f6a103e-7ce4-4740-9027-02b17d56596e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:01.306521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892d3d-5ca0-47f3-b9e7-5927f865070d req-6f6a103e-7ce4-4740-9027-02b17d56596e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:01.314385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27892d3d-5ca0-47f3-b9e7-5927f865070d req-6f6a103e-7ce4-4740-9027-02b17d56596e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 1683 time: 0.3882368 Dec 10 04:40:01.346641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Pushing event updated for resources: {'Port': ['ID=944128c5-c11f-4deb-9703-c7de9b5af780,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:01.353122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Made reservation on behalf of b9657da566214d18a23b470112f6adcc for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:01.356431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.371452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 119ce070-f798-4fe3-9b6a-a393076ac25d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:01.373356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93dd58f1-883d-421f-8eec-fde0fdf04ab5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:01.406987 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.423915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 93dd58f1-883d-421f-8eec-fde0fdf04ab5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:01.424259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93dd58f1-883d-421f-8eec-fde0fdf04ab5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:01.430434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53b0dd76-d16f-4151-81b5-d00e9c893755 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:01.441115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bec73399-ac31-424f-9557-c1e6b9853b92 req-2ce57394-62c5-4c81-a69d-42b0a60fdc3a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796674 Dec 10 04:40:01.481218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6220006f-fa62-4d4a-bc82-1ea17f2153f1']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:01.522833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27892d3d-5ca0-47f3-b9e7-5927f865070d req-2fdbf384-3d27-4401-80c4-cba0b43ce6a4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074802 Dec 10 04:40:01.546932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b575ac59-59ac-42c1-b935-d24de5367fca') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:01.547238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b575ac59-59ac-42c1-b935-d24de5367fca') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:01.554587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:01.561241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.564888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.565353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.565622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.565967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.566309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.566648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.573435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.574073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.574432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.574770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.575119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.575581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.575914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:01.597209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.608151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:01.617518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:01.623161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 53b0dd76-d16f-4151-81b5-d00e9c893755 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:01.623504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53b0dd76-d16f-4151-81b5-d00e9c893755 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:01.700434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.705014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 7555f916-1993-4caf-bb9b-7deba368e0f7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7555f916-1993-4caf-bb9b-7deba368e0f7,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:01.705400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.717711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-141b9b7b-85c0-44d7-8703-3956c0ab6ecf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:40:01.719170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-141b9b7b-85c0-44d7-8703-3956c0ab6ecf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3768938 Dec 10 04:40:01.727110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:01.739340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:01.749813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=46b1f47f-3343-4e30-aa04-92313ff850fd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:01.751583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:01.751997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:01.754622 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:01.756454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Attempting to bind port 944128c5-c11f-4deb-9703-c7de9b5af780 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:01.756454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Attempting to bind port 944128c5-c11f-4deb-9703-c7de9b5af780 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:01.756454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Attempting to bind port 944128c5-c11f-4deb-9703-c7de9b5af780 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:01.761488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:01.761741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:01.762092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:01.762542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.762938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:01.763400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Bound port: 944128c5-c11f-4deb-9703-c7de9b5af780, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:01.763779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.803846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 7555f916-1993-4caf-bb9b-7deba368e0f7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:01.836644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:01.988311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-d4cb6935-c298-49b0-8996-44e3ffa4ad23 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381959 Dec 10 04:40:02.036722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.041243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.046662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] For port 944128c5-c11f-4deb-9703-c7de9b5af780, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:02.048186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6220006f-fa62-4d4a-bc82-1ea17f2153f1 HTTP/1.1" status: 204 len: 168 time: 2.4603972 Dec 10 04:40:02.055619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] For port 944128c5-c11f-4deb-9703-c7de9b5af780, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=944128c5-c11f-4deb-9703-c7de9b5af780,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:02.064108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.065528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46af7b-89b8-4756-bd6d-3dda058d07d8 req-99906b6c-957a-46a3-9018-94cfb120db96 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:02.073597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af46af7b-89b8-4756-bd6d-3dda058d07d8 req-99906b6c-957a-46a3-9018-94cfb120db96 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.4166837 Dec 10 04:40:02.150423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.173827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e4b4d-0d10-4d43-b64d-96c60e98ba57 None None] Pushing event updated for resources: {'Port': ['ID=944128c5-c11f-4deb-9703-c7de9b5af780,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:02.182419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-15cc7f85-f909-4db8-9325-79c7698e7cc6 None None] Provisioning complete for port 46b1f47f-3343-4e30-aa04-92313ff850fd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:02.182748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f85-f909-4db8-9325-79c7698e7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.242345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15cc7f85-f909-4db8-9325-79c7698e7cc6 None None] Port 46b1f47f-3343-4e30-aa04-92313ff850fd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:02.260275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.277000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f18d5b-03cb-408d-bc5f-52867d996bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6220006f-fa62-4d4a-bc82-1ea17f2153f1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:02.308209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.331378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59406) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:02.333787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=7555f916-1993-4caf-bb9b-7deba368e0f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:02.359532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcd1782-8672-40c8-8535-8f79fb045ebd no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:02.387450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 3fcd1782-8672-40c8-8535-8f79fb045ebd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:02.387795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcd1782-8672-40c8-8535-8f79fb045ebd not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:02.388216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7555f916-1993-4caf-bb9b-7deba368e0f7 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:02.412809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ce2106-005b-4bd5-ab7b-a62ee690e90d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:02.444806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 7555f916-1993-4caf-bb9b-7deba368e0f7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:02.445158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7555f916-1993-4caf-bb9b-7deba368e0f7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:02.445584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9133766f-036b-4639-910a-1eee2814eae4 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:02.456512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af46af7b-89b8-4756-bd6d-3dda058d07d8 req-745b0327-78c1-4b07-880a-1e04c07c9af9 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796470 Dec 10 04:40:02.472360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Checking segment: {'id': 'cc966209-c9d1-4a3f-ac5e-b1ff868b8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '119ce070-f798-4fe3-9b6a-a393076ac25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:02.473094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Network hostable DHCP agents. Network: 119ce070-f798-4fe3-9b6a-a393076ac25d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:02.526544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 7555f916-1993-4caf-bb9b-7deba368e0f7 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:02.538434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.543742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-35ae0cf2-0fc9-4dd7-baa1-9d6158acd064 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "DELETE /v2.0/ports/7555f916-1993-4caf-bb9b-7deba368e0f7 HTTP/1.1" status: 204 len: 173 time: 1.8626344 Dec 10 04:40:02.559074 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e545bd5e-eb76-453d-b858-e92c4cae8440 x-openstack-request-id: req-e545bd5e-eb76-453d-b858-e92c4cae8440 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:02.559371 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "3fcd1782-8672-40c8-8535-8f79fb045ebd", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:02.559627 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e545bd5e-eb76-453d-b858-e92c4cae8440 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:02.560050 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '3fcd1782-8672-40c8-8535-8f79fb045ebd', 'status': 'completed', 'code': 200} Dec 10 04:40:02.650355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.729629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-48861866-8b84-46c8-be2c-bfee60ce8879 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777453 Dec 10 04:40:02.754048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:02.765325 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:02.767888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-32c402f6-aee9-4831-99ca-5583d24399c5 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499794 Dec 10 04:40:02.784280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6304da8e-1238-43c5-818f-3c16deea854e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9109697ef1a466ca81ba790b94a1abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503324 Dec 10 04:40:02.785269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59410) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:02.787107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:02.852404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Network 119ce070-f798-4fe3-9b6a-a393076ac25d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:02.873543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133766f-036b-4639-910a-1eee2814eae4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:02.879426 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd6b6a9-c333-467e-8428-6d9541904d3d" -d '{"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-unplugged", "status": "completed", "tag": "9133766f-036b-4639-910a-1eee2814eae4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:02.896796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:02.917467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74b4639a-3041-45f8-a94a-0ac3b0315b74 req-8f567a7f-4ecd-4e16-8dff-7b541cde5c7f tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 210 time: 0.2068629 Dec 10 04:40:02.974467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 119ce070-f798-4fe3-9b6a-a393076ac25d) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:02.986860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f050665f-b714-4f13-8bd7-463c6b066b84 None None] Network 119ce070-f798-4fe3-9b6a-a393076ac25d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:03.008581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:03.009174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.029669 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff60034-7033-4079-9691-beeca1ad35b6 x-openstack-request-id: req-8ff60034-7033-4079-9691-beeca1ad35b6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:03.029970 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-unplugged", "status": "completed", "tag": "9133766f-036b-4639-910a-1eee2814eae4", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:03.030237 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ff60034-7033-4079-9691-beeca1ad35b6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:03.030642 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133766f-036b-4639-910a-1eee2814eae4', 'code': 200} Dec 10 04:40:03.035712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.154909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d034eb-465a-47be-bdb4-a45ab3cea643 None None] Network 119ce070-f798-4fe3-9b6a-a393076ac25d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:03.193443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67576194-c801-4b59-997a-6c96428ef61f req-14ff31fd-5802-4059-87f0-af2652f2fa65 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 210 time: 0.1516144 Dec 10 04:40:03.217505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.233104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 9133766f-036b-4639-910a-1eee2814eae4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:03.233785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.240012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0659ceaf-7ec4-4f35-8669-bcf1cb4d9624 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1264782 Dec 10 04:40:03.310946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 944128c5-c11f-4deb-9703-c7de9b5af780 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:03.345070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 9133766f-036b-4639-910a-1eee2814eae4, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9133766f-036b-4639-910a-1eee2814eae4,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:03.345538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.360452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 9133766f-036b-4639-910a-1eee2814eae4 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:03.405044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076a54-5eb5-4d64-95b8-84de84d80704 req-c01efa12-e76b-44e6-aead-a713658626a8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:03.412822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad076a54-5eb5-4d64-95b8-84de84d80704 req-c01efa12-e76b-44e6-aead-a713658626a8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77 HTTP/1.1" status: 200 len: 944 time: 0.3932066 Dec 10 04:40:03.429693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 944128c5-c11f-4deb-9703-c7de9b5af780 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:03.430622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.457248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-422bae8c-9b18-48fc-b008-e950a0238d5f tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:03.459537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-422bae8c-9b18-48fc-b008-e950a0238d5f tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6619830 Dec 10 04:40:03.529961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.545075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Request body: {'port': {'device_id': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '3749d1a8afa24e99839c64f6ee5c6620'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:03.595310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.608944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.656762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 944128c5-c11f-4deb-9703-c7de9b5af780, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=944128c5-c11f-4deb-9703-c7de9b5af780,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:03.665632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.679839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.717130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad076a54-5eb5-4d64-95b8-84de84d80704 req-4ca12063-1e19-453c-92ee-6b0674a4a321 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033180 Dec 10 04:40:03.719632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.722306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.723492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6d56076-94bd-4b6c-9134-e36c56da3465 HTTP/1.1" status: 204 len: 168 time: 0.8915112 Dec 10 04:40:03.733802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=944128c5-c11f-4deb-9703-c7de9b5af780,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:03.754027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8fa04-5bcf-4eec-9bf7-0c8862a49d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d56076-94bd-4b6c-9134-e36c56da3465,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:03.798934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=46b1f47f-3343-4e30-aa04-92313ff850fd,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:03.854594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91fdd5-72ac-4a1e-b495-16443a880075 req-8cf2f755-4d9a-4926-b4b8-90d41bdf612f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:03.868356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b91fdd5-72ac-4a1e-b495-16443a880075 req-8cf2f755-4d9a-4926-b4b8-90d41bdf612f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2308140 Dec 10 04:40:03.929424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:03.978453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=9133766f-036b-4639-910a-1eee2814eae4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:03.995285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b91fdd5-72ac-4a1e-b495-16443a880075 req-40e1e1d8-fed7-4ebb-8d94-b36e7797813b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218848 Dec 10 04:40:04.039420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aeb09177-292d-4069-9496-86828a0fa9e5 None None] Provisioning complete for port 944128c5-c11f-4deb-9703-c7de9b5af780 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:04.040068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aeb09177-292d-4069-9496-86828a0fa9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.327930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:40:04.328265 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:40:04.331017 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.441879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Made reservation on behalf of 3749d1a8afa24e99839c64f6ee5c6620 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:04.445415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.463525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.479539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 9133766f-036b-4639-910a-1eee2814eae4 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:04.481780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:04.487149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:04.503235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.506706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e833601-b7df-4e19-b591-f6df35b4da4a req-abada727-d6e0-4266-89bb-4271c04d08ab tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "DELETE /v2.0/ports/9133766f-036b-4639-910a-1eee2814eae4 HTTP/1.1" status: 204 len: 173 time: 1.8956077 Dec 10 04:40:04.523314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34dc2fd8-ec2a-4756-9a51-1eee820406ca req-d8991885-a815-4b17-880f-f5d7194aa0b9 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 210 time: 0.0754788 Dec 10 04:40:04.565104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7'}, {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '9133766f-036b-4639-910a-1eee2814eae4'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:04.567432 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88787ef5-b865-4aaf-9466-18f48be4ce90" -d '{"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7"}, {"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "9133766f-036b-4639-910a-1eee2814eae4"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:04.720895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Router eaea23c3-fa32-40c3-87cc-68c042df062f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:04.729443 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.822743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.831472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3a884826-2185-4bd2-a909-e30ad74d66a0 None None] Provisioning complete for port 46b1f47f-3343-4e30-aa04-92313ff850fd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:04.831979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a884826-2185-4bd2-a909-e30ad74d66a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.864301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-bbf6ac88-0cbd-4d69-b0a2-88435d1a1fb1 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:04.866466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-bbf6ac88-0cbd-4d69-b0a2-88435d1a1fb1 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/networks?id=0d07eb99-b6f2-4ea0-8adb-2195b075400e HTTP/1.1" status: 200 len: 825 time: 0.4243877 Dec 10 04:40:04.879636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3a884826-2185-4bd2-a909-e30ad74d66a0 None None] Port 46b1f47f-3343-4e30-aa04-92313ff850fd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:04.902709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:04.934503 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:04.955161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd9d8-2636-4a8f-9936-ede80cd9ffbe req-f030103e-fa5a-4b46-93f0-82ee42e72319 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:04.963564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a33fd9d8-2636-4a8f-9936-ede80cd9ffbe req-f030103e-fa5a-4b46-93f0-82ee42e72319 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2727771 Dec 10 04:40:04.968982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-9cc2d9c9-0bed-4bc7-8f69-ba7748745407 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/quotas/9c0c755059e64b689beba175bbcc745c HTTP/1.1" status: 200 len: 375 time: 0.0471890 Dec 10 04:40:04.991046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:05.022187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-9d76124e-4a93-45b7-afe0-1f221b349465 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c0c755059e64b689beba175bbcc745c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435219 Dec 10 04:40:05.033750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-ab9a38a9-d8e2-4946-953e-f85fd42acf33 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:05.035174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-ab9a38a9-d8e2-4946-953e-f85fd42acf33 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.3228266 Dec 10 04:40:05.099757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:05.110426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a33fd9d8-2636-4a8f-9936-ede80cd9ffbe req-47c7e087-e77e-492f-9d7c-9308bbdc9ae1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459136 Dec 10 04:40:05.131350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] Sync routers for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:05.136326 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2330cd3d-58ea-4340-9c3f-03c6cd69050a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "PUT /v2.0/routers/eaea23c3-fa32-40c3-87cc-68c042df062f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7674057 Dec 10 04:40:05.137484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:05.146539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Request body: {'port': {'network_id': 'e927bc9a-4340-4006-857b-65fc4c5cc2eb', 'name': 'tempest-FloatingIPAdminTestJSON-585809277'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:05.163109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:05.172652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:05.205432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Allocated IP 192.168.233.167 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/266e0760-fb12-4c2a-846d-ebe6c325d732) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:05.246056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:05.252632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 944128c5-c11f-4deb-9703-c7de9b5af780 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:05.300143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port 944128c5-c11f-4deb-9703-c7de9b5af780, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=944128c5-c11f-4deb-9703-c7de9b5af780,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:05.310012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1912434283-network', 'tenant_id': '9ddf60bd7d324f8c8dadedca08cea631'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:05.311647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:05.312682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:05.333063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-985d94e1-5340-4d78-81e5-577bb88bae48 req-3ee21dbb-ab2e-4b9a-ba32-e31e5325582e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 210 time: 0.0854883 Dec 10 04:40:05.385967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:05.386868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ab435-445a-4aab-8015-29db9b0d57bb None None] The sync data for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:05.404360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 944128c5-c11f-4deb-9703-c7de9b5af780 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:05.404775 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.435666 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6bea46-9b51-4ba4-965c-f5d24ab7e1a3 x-openstack-request-id: req-fc6bea46-9b51-4ba4-965c-f5d24ab7e1a3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:05.436149 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "7555f916-1993-4caf-bb9b-7deba368e0f7", "status": "completed", "code": 200}, {"server_uuid": "2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77", "name": "network-vif-deleted", "tag": "9133766f-036b-4639-910a-1eee2814eae4", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:05.436981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:05.437222 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc6bea46-9b51-4ba4-965c-f5d24ab7e1a3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:05.437627 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '7555f916-1993-4caf-bb9b-7deba368e0f7', 'status': 'completed', 'code': 200} Dec 10 04:40:05.437933 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3bf85f-d2c6-49a6-9f71-e066dd0b0f77', 'name': 'network-vif-deleted', 'tag': '9133766f-036b-4639-910a-1eee2814eae4', 'status': 'completed', 'code': 200} Dec 10 04:40:05.452159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-85cc3406-65b1-475e-b410-850f9cdc3f3a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 379 time: 0.3841543 Dec 10 04:40:05.477333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'device_id': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'admin_state_up': True, 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'security_groups': ['342f6153-acec-431d-9389-825697a487e2']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:05.482577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.485359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-083d056a-02e1-46f3-a643-c0ea46150461 service neutron] 10.222.0.43 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411464 Dec 10 04:40:05.495373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Made reservation on behalf of 9ddf60bd7d324f8c8dadedca08cea631 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:05.500021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.519325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.520058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.539375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.618211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting subnet cea81547-eebf-473c-ad48-8e6cdc06d905 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:05.641737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.672919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:05.702287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:05.712823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c74a19-1073-4a0c-b763-d7cfa262899f None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:05.716946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.723508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:05.724104 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.734018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=944128c5-c11f-4deb-9703-c7de9b5af780,revision_number=5']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:05.737282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=2b048352-a043-4a86-8945-a90e130e0ddc,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:05.762254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.773140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f571577-30e1-4ddf-9762-4c49ff812f99 req-3c4c92d3-3a55-4798-a5b7-9906d976f771 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 210 time: 0.0559268 Dec 10 04:40:05.805092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Made reservation on behalf of 9f2fa85af6274f2fbf025df7d77ac3ea for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:05.811505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.862448 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-015526cb-33cc-41d9-aba3-fcaacf052796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1239676 Dec 10 04:40:05.863006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:05.865785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:05.866012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.875211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:44:72:d2', 'name': 'tempest-NetworksTestDHCPv6-2007338789'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:05.881295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:05.905784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-f49c6971-d69b-46ae-9d2b-dbccb0fdbf99 service neutron] 10.222.0.43 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789699 Dec 10 04:40:05.909502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] device_id is not set on port 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:05.995526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.008541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.033470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a274f-8f0d-421a-85ec-815e0ed49db7 req-10b3bf76-9a30-454a-a8ae-c67c7dddd06a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:06.035002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-805a274f-8f0d-421a-85ec-815e0ed49db7 req-10b3bf76-9a30-454a-a8ae-c67c7dddd06a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1911237 Dec 10 04:40:06.125683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Pushing event updated for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:06.151871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.165299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:06.185003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7af9450f-843d-4a12-9205-5904b3d4c575 req-92309ad7-bacf-42c9-b544-0ffd99422e76 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 210 time: 0.0730062 Dec 10 04:40:06.196040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:06.203303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:06.229717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:06.233498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-805a274f-8f0d-421a-85ec-815e0ed49db7 req-e5d05e16-9a83-4b39-8f2f-3f5a5934dc60 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872485 Dec 10 04:40:06.234596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Allocated IP 172.20.0.4 (e927bc9a-4340-4006-857b-65fc4c5cc2eb/175954cc-44d0-4fa4-895d-bf4227c15d56/2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:06.245757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.20.0.7 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/257a601d-c2c6-4ea2-ad47-c3b8f185217e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:06.275502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:06.286875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.287324 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Added segment 60a76564-6793-40c0-adfd-d5401d56fd2e of type vlan for network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 Dec 10 04:40:06.312091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e23ff-3530-4aff-8f05-cdb4e436cebe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:06.498764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.502499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.530068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:06.530625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.543209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ab233c1-6e77-4c60-adb2-19d2d02fbd60 req-e826ef66-0330-4234-88c2-5af3a4791e61 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 210 time: 0.0945621 Dec 10 04:40:06.622677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.629162 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/subnets/cea81547-eebf-473c-ad48-8e6cdc06d905 HTTP/1.1" status: 204 len: 168 time: 1.1870530 Dec 10 04:40:06.633135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59508) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:06.637882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d73b1c-e801-4597-98a6-8a88c4815f6a None None] Network 74f0fcce-847c-4071-9e0d-8065d93632df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:06.639313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.640436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:06.641385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.654434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833167-1d23-4df5-93a5-df5cf2d77b84 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Subnet': ['ID=cea81547-eebf-473c-ad48-8e6cdc06d905,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:06.655703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.663573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-07c54349-f5bb-4219-841c-619dfdc98880 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1345768 Dec 10 04:40:06.691811 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6998999 Dec 10 04:40:06.699014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:06.701596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-715561fa-677c-4a0f-90f6-9139e672054e None None] Provisioning complete for port 266e0760-fb12-4c2a-846d-ebe6c325d732 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:06.701971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-715561fa-677c-4a0f-90f6-9139e672054e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.717177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Request body: {'subnet': {'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1912434283-subnet', 'tenant_id': '9ddf60bd7d324f8c8dadedca08cea631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:06.722172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Request body: {'port': {'device_id': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:06.741994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.773382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.823190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-715561fa-677c-4a0f-90f6-9139e672054e None None] Port 266e0760-fb12-4c2a-846d-ebe6c325d732 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:06.845902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Made reservation on behalf of 9ddf60bd7d324f8c8dadedca08cea631 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:06.848246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.939704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] DHCP port deletion for 74f0fcce-847c-4071-9e0d-8065d93632df request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:06.963582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 1ed4baff-aecf-4959-93b5-9c1e52d098cf yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:06.988239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.990083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-371bd962-dd59-459f-9221-b849f781b74b None None] Provisioning complete for port 944128c5-c11f-4deb-9703-c7de9b5af780 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:06.990689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-371bd962-dd59-459f-9221-b849f781b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:06.992311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd908b-2053-4663-8532-4d726f4841f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:07.034938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:07.036790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.050285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.112853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:07.153506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:07.179107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:07.198086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:07.203732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.225691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4712c399-c78f-4386-acfc-1f9ebe62c80d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:07.297519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58c16-2e9a-46af-a4de-6b8b180a0321 req-1283df0e-a156-48ad-9440-bf056eb4541d tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:07.307384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42c58c16-2e9a-46af-a4de-6b8b180a0321 req-1283df0e-a156-48ad-9440-bf056eb4541d tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 936 time: 0.3679101 Dec 10 04:40:07.378489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Deleting port 4712c399-c78f-4386-acfc-1f9ebe62c80d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:07.378863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.387846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42c58c16-2e9a-46af-a4de-6b8b180a0321 req-da518b90-c094-4d4f-9d28-18b3dc02be86 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Dec 10 04:40:07.425937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:07.439751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 172.20.0.12 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/2eb213cb-bf9b-4b66-b674-f9cd064e6099/1ed4baff-aecf-4959-93b5-9c1e52d098cf) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:07.449598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae357319-cbf9-4af6-8606-ed765e813f02 req-823d1856-ebb2-4cac-8c17-9c6b55ceb927 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 210 time: 0.0729113 Dec 10 04:40:07.449990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe44:72d2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/2b048352-a043-4a86-8945-a90e130e0ddc/1ed4baff-aecf-4959-93b5-9c1e52d098cf) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:07.464888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:07.504009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:07.517541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:07.518904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.521871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event updated for resources: {'Port': ['ID=2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:07.555880 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.653574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4712c399-c78f-4386-acfc-1f9ebe62c80d,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:07.654249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.657272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1e9612dd-018d-48e1-bfa3-804d364c1cfc None None] Provisioning complete for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:07.657643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9612dd-018d-48e1-bfa3-804d364c1cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.659413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-0dc23065-863e-4dce-b566-ff7437da97c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1917622 Dec 10 04:40:07.683929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:07.684934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.698816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Request body: {'port': {'device_id': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:07.708240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1e9612dd-018d-48e1-bfa3-804d364c1cfc None None] Port 257a601d-c2c6-4ea2-ad47-c3b8f185217e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:07.730983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 4712c399-c78f-4386-acfc-1f9ebe62c80d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:07.731404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.732339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Calling delete_port for 4712c399-c78f-4386-acfc-1f9ebe62c80d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:07.738054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.738801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4712c399-c78f-4386-acfc-1f9ebe62c80d,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:07.752815 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.809096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.859697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850a87d-08d9-439f-a028-1d278087ee5c req-af3f6c7a-27eb-41e2-8f67-cbe4f3c7e74f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:07.861298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a850a87d-08d9-439f-a028-1d278087ee5c req-af3f6c7a-27eb-41e2-8f67-cbe4f3c7e74f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2740331 Dec 10 04:40:07.876893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:07.884146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27ebed52-f230-42f5-986a-1b11599fb809 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7436633 Dec 10 04:40:07.886979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:07.907282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.942592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] Pushing event deleted for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:07.949044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d6e2a-e3cc-49ff-9050-eaec7a61f503 None None] No DVR routers for this DVR port 4712c399-c78f-4386-acfc-1f9ebe62c80d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:07.961736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0598e185-9d02-4c08-9afa-e8d8f1fe2416 None None] Provisioning complete for port 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:07.962762 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0598e185-9d02-4c08-9afa-e8d8f1fe2416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.988390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:07.992755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 4712c399-c78f-4386-acfc-1f9ebe62c80d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4712c399-c78f-4386-acfc-1f9ebe62c80d,segment=NetworkSegment(5241a6e1-f0f3-4694-824f-a98a1d1dcafd),segment_id=5241a6e1-f0f3-4694-824f-a98a1d1dcafd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:07.993114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.005179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0598e185-9d02-4c08-9afa-e8d8f1fe2416 None None] Port 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:08.010425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:08.030900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:08.033398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:08.040455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.053808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 4712c399-c78f-4386-acfc-1f9ebe62c80d owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:08.071557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c16fc3-51e4-4c5d-837b-f64292517093 req-3ddf9ab5-0e6c-4d78-9c1b-4881becc6e72 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.078882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25c16fc3-51e4-4c5d-837b-f64292517093 req-3ddf9ab5-0e6c-4d78-9c1b-4881becc6e72 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 931 time: 0.3359318 Dec 10 04:40:08.090578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266e0760-fb12-4c2a-846d-ebe6c325d732 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:08.107793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.108397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.111144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=1ed4baff-aecf-4959-93b5-9c1e52d098cf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:08.131146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.172220 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d6a882ed-0397-4c17-85bc-82e07b11d14d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3049772 Dec 10 04:40:08.181534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-1ff6f709-cf5a-43c7-a4c0-2bf376c64f53 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.183071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-1ff6f709-cf5a-43c7-a4c0-2bf376c64f53 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.36 "GET /v2.0/networks?id=0d07eb99-b6f2-4ea0-8adb-2195b075400e HTTP/1.1" status: 200 len: 825 time: 0.4005585 Dec 10 04:40:08.184298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Transition to ACTIVE for port object 266e0760-fb12-4c2a-846d-ebe6c325d732 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:08.185019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:08.199469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.210001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d68307-4300-4782-bc6d-75c1e4764ecf,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:08.223657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Request body: {'port': {'device_id': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e', 'admin_state_up': True, 'tenant_id': '9c0c755059e64b689beba175bbcc745c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:08.240043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'project_id': '9f2fa85af6274f2fbf025df7d77ac3ea', 'port_id': '2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:08.282869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a850a87d-08d9-439f-a028-1d278087ee5c req-21e7f5b8-3023-4f56-a52e-c583bd895951 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966835 Dec 10 04:40:08.300564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.342110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Pushing event updated for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:08.346620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Checking segment: {'id': '60a76564-6793-40c0-adfd-d5401d56fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:08.347277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Network hostable DHCP agents. Network: ba8f99e2-9bc8-4c89-93fc-dab59e48dd05, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:08.385343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04a369-6872-4044-83d1-e0be1b1c77d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.392370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04a369-6872-4044-83d1-e0be1b1c77d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.394056 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2b04a369-6872-4044-83d1-e0be1b1c77d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2080758 Dec 10 04:40:08.410367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:08.477515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25c16fc3-51e4-4c5d-837b-f64292517093 req-4ce75d64-95d6-4cac-8100-91cda46bfe7e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975575 Dec 10 04:40:08.545752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f88f5309-757e-478b-958f-ba418ec0716c None None] Provisioning complete for port 1ed4baff-aecf-4959-93b5-9c1e52d098cf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:08.547374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88f5309-757e-478b-958f-ba418ec0716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.561091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:08.599508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f88f5309-757e-478b-958f-ba418ec0716c None None] Port 1ed4baff-aecf-4959-93b5-9c1e52d098cf cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:08.600699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.676105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ba8f99e2-9bc8-4c89-93fc-dab59e48dd05) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:08.684693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f114f8-d1b3-48c9-bc3c-35f4d5d65a89 None None] Network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:08.697226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=4712c399-c78f-4386-acfc-1f9ebe62c80d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:08.703424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 4712c399-c78f-4386-acfc-1f9ebe62c80d on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:08.709169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de483822-bb58-4508-b4bc-31acdf032df9 req-5ec18b1d-72b7-403b-86b9-01c8b9c1d7b6 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 210 time: 0.1046484 Dec 10 04:40:08.711075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:08.711075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.816027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62318a-bbe6-482f-94de-cd34bb966189 None None] Network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:08.898021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Attempting to bind port 266e0760-fb12-4c2a-846d-ebe6c325d732 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:08.898389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Attempting to bind port 266e0760-fb12-4c2a-846d-ebe6c325d732 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:08.898798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Attempting to bind port 266e0760-fb12-4c2a-846d-ebe6c325d732 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:08.908566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Port 266e0760-fb12-4c2a-846d-ebe6c325d732 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:08.909052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Attempting to bind port 266e0760-fb12-4c2a-846d-ebe6c325d732 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:08.917420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Made reservation on behalf of 9c0c755059e64b689beba175bbcc745c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:08.921567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:08.925103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:08.925438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:08.925821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:08.926259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Bound port: 266e0760-fb12-4c2a-846d-ebe6c325d732, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:08.926602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.025309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 1ed4baff-aecf-4959-93b5-9c1e52d098cf {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:09.026571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.128213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7c958-0132-4ba6-bca3-2241845cc9eb req-a88b29c8-e357-4246-ba4f-46b6e9ecdfee tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:09.130156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09c7c958-0132-4ba6-bca3-2241845cc9eb req-a88b29c8-e357-4246-ba4f-46b6e9ecdfee tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 948 time: 0.6476123 Dec 10 04:40:09.154713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-25083e9a-4037-4f44-823c-9cbdb5a1cb85 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4432786 Dec 10 04:40:09.161730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:09.200451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.202696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=266e0760-fb12-4c2a-846d-ebe6c325d732,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:09.214326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Allocated IP 172.20.0.3 (0d07eb99-b6f2-4ea0-8adb-2195b075400e/0c8a8223-c991-4eec-bf22-bc9b4fba92e0/fa96b8ce-0853-4add-b918-ddc51111eab6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:09.216855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.253117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f0fcce-847c-4071-9e0d-8065d93632df']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:09.261006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.292386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 1ed4baff-aecf-4959-93b5-9c1e52d098cf owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:09.292569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5241a6e1-f0f3-4694-824f-a98a1d1dcafd') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:09.292789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5241a6e1-f0f3-4694-824f-a98a1d1dcafd') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:09.302320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.307316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:09.307926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.308980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.310916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] 10.222.0.41 "PUT /v2.0/ports/266e0760-fb12-4c2a-846d-ebe6c325d732 HTTP/1.1" status: 200 len: 1096 time: 2.6134162 Dec 10 04:40:09.313125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:09.315434 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02836871-54b8-44d3-8bc5-c1a0da755347" -d '{"events": [{"name": "network-changed", "server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:09.318094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09c7c958-0132-4ba6-bca3-2241845cc9eb req-70871316-fcd8-4075-9e36-e593b24d2008 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731398 Dec 10 04:40:09.340036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:09.362371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.408876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.444987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:09.445558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:09.448933 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:09.452122 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f758dd-ed1f-41aa-8007-3f112f244bbb x-openstack-request-id: req-34f758dd-ed1f-41aa-8007-3f112f244bbb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:09.452590 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:09.453011 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34f758dd-ed1f-41aa-8007-3f112f244bbb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:09.453551 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732', 'status': 'completed', 'code': 200} Dec 10 04:40:09.463404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Transition to ACTIVE for port object 257a601d-c2c6-4ea2-ad47-c3b8f185217e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:09.463836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5bff-8c18-4854-b203-40be47fc33ed service neutron] Pushing event updated for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:09.497367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.610568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.641605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.654726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/networks/74f0fcce-847c-4071-9e0d-8065d93632df HTTP/1.1" status: 204 len: 168 time: 3.0083392 Dec 10 04:40:09.657903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-a647d4d3-74ca-41c2-ab38-f43c66a53c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:09.659620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-a647d4d3-74ca-41c2-ab38-f43c66a53c96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 1099 time: 0.2762380 Dec 10 04:40:09.662306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:09.679445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:09.695250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba500c-3ef9-40e3-9634-447e6ec48766 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Network': ['ID=74f0fcce-847c-4071-9e0d-8065d93632df,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:09.705553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Allocated IP 172.25.8.157 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/9ceeafeb-9221-4b2a-8994-a908b40f24e3) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:09.722776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51cd9-8a59-4146-af96-4efbc34e7044 req-e9457654-2eef-480b-867f-fa468d562fee tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:09.724316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19b51cd9-8a59-4146-af96-4efbc34e7044 req-e9457654-2eef-480b-867f-fa468d562fee tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2993667 Dec 10 04:40:09.813072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-27f9c0a3-94a1-4d68-bfd3-21efb40a2cad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=266e0760-fb12-4c2a-846d-ebe6c325d732 HTTP/1.1" status: 200 len: 217 time: 0.1274853 Dec 10 04:40:09.848074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.883805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting subnet e9616e1a-05cc-49db-a38f-d8f7176effc9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:09.892146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.894701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:09.970220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=1ed4baff-aecf-4959-93b5-9c1e52d098cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:09.977285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19b51cd9-8a59-4146-af96-4efbc34e7044 req-bdbfe37f-60f2-44bb-b48d-70a6f4006c90 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154059 Dec 10 04:40:09.995094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Attempting to bind port 257a601d-c2c6-4ea2-ad47-c3b8f185217e on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:09.995436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Attempting to bind port 257a601d-c2c6-4ea2-ad47-c3b8f185217e by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:09.995768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Attempting to bind port 257a601d-c2c6-4ea2-ad47-c3b8f185217e on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:10.015359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-e5c93727-f010-4b6b-90e5-e80e44af20e1 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.016893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-e5c93727-f010-4b6b-90e5-e80e44af20e1 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/networks?id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 HTTP/1.1" status: 200 len: 814 time: 0.3396223 Dec 10 04:40:10.020635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Port 257a601d-c2c6-4ea2-ad47-c3b8f185217e on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:10.020971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Attempting to bind port 257a601d-c2c6-4ea2-ad47-c3b8f185217e on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:10.028767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-23d6c511-b0fe-4aef-a4eb-14e46041a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.030259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-23d6c511-b0fe-4aef-a4eb-14e46041a963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1994915 Dec 10 04:40:10.032920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.045195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.047785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:10.048126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:10.048538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:10.048988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Bound port: 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:10.049341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.056538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-21c0ae55-eb04-4e47-acb2-a15f28835538 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/quotas/9ddf60bd7d324f8c8dadedca08cea631 HTTP/1.1" status: 200 len: 375 time: 0.0247560 Dec 10 04:40:10.155880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-d542d0f1-3bcb-4c3c-aa82-f297ee8344af tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ddf60bd7d324f8c8dadedca08cea631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904777 Dec 10 04:40:10.195199 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.245142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39915b9a-7130-42df-b9c0-5d9a32408bd1 req-46f9166c-679f-472d-a901-67db526a29b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.246690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39915b9a-7130-42df-b9c0-5d9a32408bd1 req-46f9166c-679f-472d-a901-67db526a29b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 943 time: 0.1837707 Dec 10 04:40:10.249755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:10.252416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.272846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc246-6971-4e34-bf6e-854981428514 req-e1187210-f2bc-4860-a7f6-2933d29da13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.274392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-e1187210-f2bc-4860-a7f6-2933d29da13f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974483 Dec 10 04:40:10.276099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.279216 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4287f135-d1df-4d52-a6a2-1a04d8801bab tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/1ed4baff-aecf-4959-93b5-9c1e52d098cf HTTP/1.1" status: 204 len: 168 time: 1.8677564 Dec 10 04:40:10.288397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:10.307047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:10.311291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Network 0d07eb99-b6f2-4ea0-8adb-2195b075400e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:10.322717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.344630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.359997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:10.371131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:10.371727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:10.381566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:10.392240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:10.408772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Pushing event updated for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:10.426640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.427532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.429213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] 10.222.0.36 "PUT /v2.0/ports/257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 1091 time: 2.7376275 Dec 10 04:40:10.433079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:10.434150 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:10.437615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Pushing event updated for resources: {'Port': ['ID=9ceeafeb-9221-4b2a-8994-a908b40f24e3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:10.517903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9f22d-a3c0-4407-8b29-9a74ab386ccb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.519465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9f22d-a3c0-4407-8b29-9a74ab386ccb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.521159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9f22d-a3c0-4407-8b29-9a74ab386ccb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.526260 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-44b9f22d-a3c0-4407-8b29-9a74ab386ccb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2305391 Dec 10 04:40:10.531716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:10.544776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-856dcbc5-cb2c-4c61-8c27-196eeb1e61fb service neutron] 10.222.0.43 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743572 Dec 10 04:40:10.580829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.581072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.595922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39915b9a-7130-42df-b9c0-5d9a32408bd1 req-1a0b312e-853c-47c1-84ad-d8783fe84d4a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395581 Dec 10 04:40:10.596598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d817e9-a7f1-46b9-be7f-e4b3d8084258 service neutron] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:10.605973 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.639092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-2b509a00-0b77-49e3-bbcd-1d821a4cc3bc tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193044 Dec 10 04:40:10.672291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-dec20e76-dec1-4500-8120-2f3e66b47e5f service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863130 Dec 10 04:40:10.677200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Request body: {'port': {'device_id': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:10.679779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.683241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/subnets/e9616e1a-05cc-49db-a38f-d8f7176effc9 HTTP/1.1" status: 204 len: 168 time: 1.0181561 Dec 10 04:40:10.683898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d09f8-a5a8-4290-be26-c412569301c7 None None] Network bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:10.684640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b286-b06d-4a31-abca-3dfd549223f4 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Subnet': ['ID=e9616e1a-05cc-49db-a38f-d8f7176effc9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:10.688004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:10.710838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-72c0340f-8d8b-41c3-9834-d17e82910b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.712505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-72c0340f-8d8b-41c3-9834-d17e82910b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1094 time: 0.2116075 Dec 10 04:40:10.722890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 2b048352-a043-4a86-8945-a90e130e0ddc {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:10.750099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.796337 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:40:10.833527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-03a9f4e7-5f5c-4e55-a245-54d1cfea7b49 service neutron] 10.222.0.43 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808602 Dec 10 04:40:10.837454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-9cff5f70-4b2a-402a-a0fd-345c4a1ebce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 217 time: 0.1036541 Dec 10 04:40:10.861155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff47ed-1bd3-431b-9b91-2a4c6f89997a req-97e498fa-9faf-4873-8f94-84a33a0d4da0 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.869044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57ff47ed-1bd3-431b-9b91-2a4c6f89997a req-97e498fa-9faf-4873-8f94-84a33a0d4da0 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 931 time: 0.1629193 Dec 10 04:40:10.922956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.928881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-1e25449e-2018-4fdb-817d-0dafe86c618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:10.930388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-1e25449e-2018-4fdb-817d-0dafe86c618e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.0813818 Dec 10 04:40:10.967297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:10.973262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.023029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] DHCP port deletion for bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:11.050541 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3b1cc246-6971-4e34-bf6e-854981428514 req-6eb5ff36-a64e-4622-96f5-9b38bc359a2c service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637719 Dec 10 04:40:11.103883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Deleting port 0b3234d5-df20-47fc-902d-5973557fc820 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:11.104675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.188041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0b3234d5-df20-47fc-902d-5973557fc820 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:11.192700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] For port 0b3234d5-df20-47fc-902d-5973557fc820, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0b3234d5-df20-47fc-902d-5973557fc820,segment=NetworkSegment(ce52306b-4523-40ad-bd1e-e1f99efad576),segment_id=ce52306b-4523-40ad-bd1e-e1f99efad576)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:11.193508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.236244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Calling delete_port for 0b3234d5-df20-47fc-902d-5973557fc820 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:11.350406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57ff47ed-1bd3-431b-9b91-2a4c6f89997a req-86967067-e1cb-4cf7-a4ea-44a46a469065 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749644 Dec 10 04:40:11.400837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-d94d9c2a-0e59-4729-93d9-a39dc293f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:11.402498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-d94d9c2a-0e59-4729-93d9-a39dc293f725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4631720 Dec 10 04:40:11.407326 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570df348-79bf-4a28-9e43-f49c8bace545 x-openstack-request-id: req-570df348-79bf-4a28-9e43-f49c8bace545 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:11.407690 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:11.408013 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-570df348-79bf-4a28-9e43-f49c8bace545 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:11.408514 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'status': 'completed', 'code': 200} Dec 10 04:40:11.430782 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.503762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] Pushing event deleted for resources: {'Port': ['ID=0b3234d5-df20-47fc-902d-5973557fc820,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:11.506247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2947346-3729-405b-86e6-da9c2e8ec9f3 None None] No DVR routers for this DVR port 0b3234d5-df20-47fc-902d-5973557fc820 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:11.508639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.548235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec4979-882f-40b9-afc5-db4188fc8615 req-c00cfc97-e156-4235-aaef-1c965981e5ad tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:11.549850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aec4979-882f-40b9-afc5-db4188fc8615 req-c00cfc97-e156-4235-aaef-1c965981e5ad tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 948 time: 0.2288220 Dec 10 04:40:11.551809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9077c9f-b6d7-47cf-8801-2710c3de48b7 req-22d65e7e-017d-47d4-a4d8-cd2814b96f51 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 210 time: 0.0996928 Dec 10 04:40:11.566010 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.667574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.714665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aec4979-882f-40b9-afc5-db4188fc8615 req-ea20802b-eaf3-4964-8aa3-48cbd8895979 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554415 Dec 10 04:40:11.725175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-0684ad4f-15de-435e-8a78-fd26ffff0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:11.727012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-0684ad4f-15de-435e-8a78-fd26ffff0921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 1099 time: 0.2050993 Dec 10 04:40:11.748139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 0b3234d5-df20-47fc-902d-5973557fc820 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:11.748510 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.750848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-6549cd7c-086d-4efa-8c34-2695fe51187b service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975414 Dec 10 04:40:11.805790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.875247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098fae2-068f-4835-ad6f-eb27be0740a1 req-8f1b267e-3c3c-41ca-8a4e-6f0de6b5165b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:11.877396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1098fae2-068f-4835-ad6f-eb27be0740a1 req-8f1b267e-3c3c-41ca-8a4e-6f0de6b5165b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1821713 Dec 10 04:40:11.895329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=2b048352-a043-4a86-8945-a90e130e0ddc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:11.913737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572224d-91dd-4230-855b-14ea3a781104 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:11.914332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.919973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ae084c3d-9c55-41ac-b183-09a0075800b6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2b048352-a043-4a86-8945-a90e130e0ddc HTTP/1.1" status: 204 len: 168 time: 1.3821120 Dec 10 04:40:11.920153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.923080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59590) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:11.925006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 0b3234d5-df20-47fc-902d-5973557fc820, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:11.925369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:11.979460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 0b3234d5-df20-47fc-902d-5973557fc820 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:11.986688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Port 0b3234d5-df20-47fc-902d-5973557fc820 was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:40:11.997009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.060699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=0b3234d5-df20-47fc-902d-5973557fc820,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:12.071000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 0b3234d5-df20-47fc-902d-5973557fc820 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:12.104455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-25283bd8-b584-4e96-b1e2-d1eede6897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.106017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-25283bd8-b584-4e96-b1e2-d1eede6897c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.3526866 Dec 10 04:40:12.108304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa96b8ce-0853-4add-b918-ddc51111eab6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:12.126513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.189469 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-5d0e4ba6-e4ce-4f6f-8321-e2745faf6089 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=266e0760-fb12-4c2a-846d-ebe6c325d732 HTTP/1.1" status: 200 len: 217 time: 0.0716655 Dec 10 04:40:12.200067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Transition to ACTIVE for port object fa96b8ce-0853-4add-b918-ddc51111eab6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:12.235809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.238332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.334488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf85bd4c-d3ed-4951-b713-6a9e4484c7a7']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:12.355114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-74039fad-fd4a-430b-bd66-037fd70ffac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.356799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-74039fad-fd4a-430b-bd66-037fd70ffac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1581542 Dec 10 04:40:12.367169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce52306b-4523-40ad-bd1e-e1f99efad576') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:12.367169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce52306b-4523-40ad-bd1e-e1f99efad576') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:12.372951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c71c042-0428-4e47-aaeb-f924648d3d62 req-a1e70097-11a9-49e0-aed5-1cb0ac5be90c service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106167 Dec 10 04:40:12.417336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f2192-df10-4d81-95bd-ca545d286cd4 req-572d67aa-7c5f-48ed-b390-bf71fd033f36 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.421246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:12.426511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d85f2192-df10-4d81-95bd-ca545d286cd4 req-572d67aa-7c5f-48ed-b390-bf71fd033f36 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 943 time: 0.6045423 Dec 10 04:40:12.435394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.454278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 2eb213cb-bf9b-4b66-b674-f9cd064e6099 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:12.466768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.507152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1098fae2-068f-4835-ad6f-eb27be0740a1 req-37426582-4167-4cad-829a-99b3e00306dc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013925 Dec 10 04:40:12.547658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.555340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:12.555944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:12.604180 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:12.636516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.683692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Attempting to bind port fa96b8ce-0853-4add-b918-ddc51111eab6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:12.684077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Attempting to bind port fa96b8ce-0853-4add-b918-ddc51111eab6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:12.684354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Attempting to bind port fa96b8ce-0853-4add-b918-ddc51111eab6 on network 0d07eb99-b6f2-4ea0-8adb-2195b075400e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:12.701680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-b5d77e73-db4a-45a4-a88e-d4fe4e5b8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.703185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-b5d77e73-db4a-45a4-a88e-d4fe4e5b8e0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281591 Dec 10 04:40:12.703329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d85f2192-df10-4d81-95bd-ca545d286cd4 req-ff4e23b5-d4d3-40ad-b0a1-420fd869d3fe tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758961 Dec 10 04:40:12.703755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Port fa96b8ce-0853-4add-b918-ddc51111eab6 on network 0d07eb99-b6f2-4ea0-8adb-2195b075400e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:12.704077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Attempting to bind port fa96b8ce-0853-4add-b918-ddc51111eab6 on network 0d07eb99-b6f2-4ea0-8adb-2195b075400e {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:12.708143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.724195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.736496 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/networks/bf85bd4c-d3ed-4951-b713-6a9e4484c7a7 HTTP/1.1" status: 204 len: 168 time: 2.0374413 Dec 10 04:40:12.742338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:12.742338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Checking segment: {'id': 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:12.742647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:12.742728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Bound using segment: {'id': 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:12.742728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Bound port: fa96b8ce-0853-4add-b918-ddc51111eab6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:12.742728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.748431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-8216feea-1390-49b7-827c-48cffbc201a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.749962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-8216feea-1390-49b7-827c-48cffbc201a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1094 time: 0.2354906 Dec 10 04:40:12.754777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1695159725'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:12.779589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d2d7a-cea4-4810-b950-1b9484367c39 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Network': ['ID=bf85bd4c-d3ed-4951-b713-6a9e4484c7a7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:12.802944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-52b9e056-02ef-4819-9513-5bbb5ec7b35f tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.804417 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-52b9e056-02ef-4819-9513-5bbb5ec7b35f tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.41 "GET /v2.0/networks?id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 HTTP/1.1" status: 200 len: 814 time: 0.4304936 Dec 10 04:40:12.840713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178eab-f5db-4713-9192-98687ec054af req-d25f5030-6bba-49dc-81aa-5fa77ce5ff7c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:12.842203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d178eab-f5db-4713-9192-98687ec054af req-d25f5030-6bba-49dc-81aa-5fa77ce5ff7c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 943 time: 0.2230389 Dec 10 04:40:12.847869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-574f5f00-7601-4fbb-b73b-53239ce1531c None None] Provisioning complete for port 944128c5-c11f-4deb-9703-c7de9b5af780 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:12.848632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-574f5f00-7601-4fbb-b73b-53239ce1531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.871175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Request body: {'port': {'device_id': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05', 'admin_state_up': True, 'tenant_id': '9ddf60bd7d324f8c8dadedca08cea631'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:12.953118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee384fe8-a36f-4e6d-bb89-688e8ec37d55 req-43ac4cc2-375a-4ad6-b849-0af772b46404 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 210 time: 0.1384318 Dec 10 04:40:12.979694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.980005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:12.983457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:12.988370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-a7976720-ecc2-4e5f-a8a6-c5ba41060204 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655239 Dec 10 04:40:12.998651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:13.009899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fa96b8ce-0853-4add-b918-ddc51111eab6,segment=NetworkSegment(dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e),segment_id=dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:13.023535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.033447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.048466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.120302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.120926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.122319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa96b8ce-0853-4add-b918-ddc51111eab6 HTTP/1.1" status: 200 len: 1091 time: 2.4549465 Dec 10 04:40:13.128132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:13.129910 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225a7a7-8745-4ca3-8584-142b70b579d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:13.156275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-97330653-35a1-4a80-ae38-b7128655c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.158193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-97330653-35a1-4a80-ae38-b7128655c278 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3900197 Dec 10 04:40:13.159156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:13.167933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d178eab-f5db-4713-9192-98687ec054af req-5fb67456-26e8-4ea0-8198-b286c4759668 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073409 Dec 10 04:40:13.191403 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02836871-54b8-44d3-8bc5-c1a0da755347 req-d9fbea72-c191-4e7c-a878-1277519c35fd service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940525 Dec 10 04:40:13.192398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Made reservation on behalf of 9ddf60bd7d324f8c8dadedca08cea631 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:13.195905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.199240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8131b-0a30-403d-902f-fa9a41d8f4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:13.236138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.236508 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Added segment e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced of type vlan for network 9b418a56-2188-475f-9879-8316a747ff26 Dec 10 04:40:13.259373 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12194d52-be34-49d7-87d8-b9004b2bdd78 x-openstack-request-id: req-12194d52-be34-49d7-87d8-b9004b2bdd78 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:13.259558 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:13.259849 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12194d52-be34-49d7-87d8-b9004b2bdd78 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:13.260202 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6', 'status': 'completed', 'code': 200} Dec 10 04:40:13.284814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Pushing event updated for resources: {'Port': ['ID=9ceeafeb-9221-4b2a-8994-a908b40f24e3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:13.299487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-4cccd412-2da9-4d3a-a15f-3dad1b8624c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 217 time: 0.1146116 Dec 10 04:40:13.305944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.311941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-259044bc-0b16-40dd-902a-728650d0719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.313505 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-259044bc-0b16-40dd-902a-728650d0719a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c0c755059e64b689beba175bbcc745c&device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 1094 time: 0.1043034 Dec 10 04:40:13.350671 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.359748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42a59-b5b2-43be-9b8d-8c813147f2f0 req-19b433a8-ed90-4460-90b8-d73a38e4c260 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.361251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ea42a59-b5b2-43be-9b8d-8c813147f2f0 req-19b433a8-ed90-4460-90b8-d73a38e4c260 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 948 time: 0.3214939 Dec 10 04:40:13.386944 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-5f0a886a-36eb-48a8-b592-ccc6f99323f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa96b8ce-0853-4add-b918-ddc51111eab6 HTTP/1.1" status: 200 len: 217 time: 0.0564218 Dec 10 04:40:13.405860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.408991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2eb213cb-bf9b-4b66-b674-f9cd064e6099 HTTP/1.1" status: 204 len: 168 time: 1.4819803 Dec 10 04:40:13.413571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f605707-de99-4f6f-baed-c54b1c2cb3c9 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:13.429768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.454138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075de449-f59c-4303-9fb0-22771e6855fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb213cb-bf9b-4b66-b674-f9cd064e6099,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:13.471235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.481197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22aa3cc8-dc45-45a0-ba2a-f4824c9b6446 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484784 Dec 10 04:40:13.482100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Allocated IP 172.20.0.14 (ba8f99e2-9bc8-4c89-93fc-dab59e48dd05/e9d68307-4300-4782-bc6d-75c1e4764ecf/2a52bce5-7e86-4e12-ad85-f8106e6e533f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:13.485624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.505147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-d974da36-83a1-4d4c-8621-eceb1a4f3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.507150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-d974da36-83a1-4d4c-8621-eceb1a4f3e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1986225 Dec 10 04:40:13.542396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda74144-44b3-4471-af5f-93c956390868 req-2c451b01-0086-4a6a-a755-e45e41896c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.544031 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-2c451b01-0086-4a6a-a755-e45e41896c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c8a8223-c991-4eec-bf22-bc9b4fba92e0 HTTP/1.1" status: 200 len: 865 time: 0.1485729 Dec 10 04:40:13.579507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd52-f3d5-4c6b-9bff-eea0b0588895 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.585888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2bcafd52-f3d5-4c6b-9bff-eea0b0588895 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0923865 Dec 10 04:40:13.585888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.597615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db815870-b195-4298-93ae-34818fde7148 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:13.608147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ea42a59-b5b2-43be-9b8d-8c813147f2f0 req-23b2cb75-41ca-4b2f-826f-c164fc498b3c tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107663 Dec 10 04:40:13.613797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.614531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-f981eee0-1607-4915-952b-a8ef551a5ede service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d07eb99-b6f2-4ea0-8adb-2195b075400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591838 Dec 10 04:40:13.619636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.620241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.639320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 266e0760-fb12-4c2a-846d-ebe6c325d732 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:13.686182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9349680 Dec 10 04:40:13.693858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.708612 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Floating IP ca626e7f-082d-4eda-b66d-62648d6f9ed7 associated. External IP: 172.25.8.157, port: 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c. Dec 10 04:40:13.719620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'subnet': {'network_id': '9b418a56-2188-475f-9879-8316a747ff26', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:13.773335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-da5816c0-50a1-4217-add3-80f4cc751877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.774860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-da5816c0-50a1-4217-add3-80f4cc751877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497022 Dec 10 04:40:13.780352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-db815870-b195-4298-93ae-34818fde7148 None None] Deleting port 944128c5-c11f-4deb-9703-c7de9b5af780 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:13.780794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db815870-b195-4298-93ae-34818fde7148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.785692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=266e0760-fb12-4c2a-846d-ebe6c325d732,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:13.786962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20cee0-ba4e-4a07-92ce-ad1ec49b49e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Network': ['ID=9b418a56-2188-475f-9879-8316a747ff26,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:13.815429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 9b418a56-2188-475f-9879-8316a747ff26 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:13.828687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9627f-96e4-4ecb-8b3b-923e0c77ca90 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.830184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-96c9627f-96e4-4ecb-8b3b-923e0c77ca90 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2232735 Dec 10 04:40:13.835182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.852716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '266e0760-fb12-4c2a-846d-ebe6c325d732', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '266e0760-fb12-4c2a-846d-ebe6c325d732', 'mac_address': 'fa:16:3e:fe:5b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:13.881136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9c30-da39-46ef-98fe-a67ef63df634 req-7513cea8-b6c2-4514-b54f-6cd956aca83f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:13.889910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-837b9c30-da39-46ef-98fe-a67ef63df634 req-7513cea8-b6c2-4514-b54f-6cd956aca83f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2364843 Dec 10 04:40:13.919262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-c1d537e1-1117-4bf6-98a8-2269324c91e9 service neutron] 10.222.0.36 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938771 Dec 10 04:40:13.974312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:13.983485 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.983698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-da0a7fd8-c654-4be4-982b-1e6a8efc5ccd tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415551 Dec 10 04:40:13.983788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-db815870-b195-4298-93ae-34818fde7148 None None] For port 944128c5-c11f-4deb-9703-c7de9b5af780, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=944128c5-c11f-4deb-9703-c7de9b5af780,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:13.983788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db815870-b195-4298-93ae-34818fde7148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.985686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:13.986694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:13.996355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:13.999233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.004549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-db815870-b195-4298-93ae-34818fde7148 None None] Calling delete_port for 944128c5-c11f-4deb-9703-c7de9b5af780 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:14.023502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266e0760-fb12-4c2a-846d-ebe6c325d732 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:14.069843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-7f8c29c8-3afb-412a-9db5-6474ed9d3c50 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848392 Dec 10 04:40:14.076345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=266e0760-fb12-4c2a-846d-ebe6c325d732,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:14.078908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-837b9c30-da39-46ef-98fe-a67ef63df634 req-5fee36c1-ceee-4a99-8c7a-97dc43781329 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880970 Dec 10 04:40:14.085106 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.158645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:14.163454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2613-1908-45fd-9ae5-101d8f737a3d req-074c0193-5f14-4e80-9e24-7ce1c1d47a17 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:14.165820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db815870-b195-4298-93ae-34818fde7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.180822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-192b2613-1908-45fd-9ae5-101d8f737a3d req-074c0193-5f14-4e80-9e24-7ce1c1d47a17 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 943 time: 0.2651544 Dec 10 04:40:14.196369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db815870-b195-4298-93ae-34818fde7148 None None] Pushing event deleted for resources: {'Port': ['ID=944128c5-c11f-4deb-9703-c7de9b5af780,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:14.201780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db815870-b195-4298-93ae-34818fde7148 None None] No DVR routers for this DVR port 944128c5-c11f-4deb-9703-c7de9b5af780 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:14.254918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffda76b2-d4d2-4ab9-aaee-6741ee18e216 req-10b44375-8161-4ba2-b45e-48f9d1b3edf6 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 210 time: 0.0624177 Dec 10 04:40:14.377991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-192b2613-1908-45fd-9ae5-101d8f737a3d req-49b9e9bc-57e9-4f4e-8f95-5366e48f80f5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962819 Dec 10 04:40:14.408618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['266e0760-fb12-4c2a-846d-ebe6c325d732'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:14.437054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Router eaea23c3-fa32-40c3-87cc-68c042df062f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:14.440447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5fbf427-dcc0-4fec-a3fe-39ca7c4782d6 req-40b1edef-affa-4ac6-a2de-b0ddd75e49f1 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605034 Dec 10 04:40:14.455537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943712f-ecbf-479b-a060-f8cdedf15514 req-73abaea4-2333-4c89-8957-1968bef1a561 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:14.457962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2943712f-ecbf-479b-a060-f8cdedf15514 req-73abaea4-2333-4c89-8957-1968bef1a561 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 943 time: 0.1100709 Dec 10 04:40:14.503899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cda74144-44b3-4471-af5f-93c956390868 req-bb569a65-f7db-4447-a990-560bff8b8ba4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740545 Dec 10 04:40:14.539875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.562197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2943712f-ecbf-479b-a060-f8cdedf15514 req-0f50fcd6-de3a-4a09-94e0-abd5864fdf65 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885639 Dec 10 04:40:14.574529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:14.578150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.580707 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:14.581442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:14.622017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:14.631459 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75474690-89af-4323-842d-313de8927ca8 None None] Sync routers for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:14.641489 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:14.642321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.651170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:14.685798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1621f214-e782-4e29-a4f9-fcb902f53bf5 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.7659535 Dec 10 04:40:14.686881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:14.691746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:14.695561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b3c35034-d230-4803-af7b-5bfab97f5a0b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7051303 Dec 10 04:40:14.700894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Pushing event updated for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:14.705355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:14.706332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:14.714908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:14.718362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:14.725913 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:14.738111 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:14.738728 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:14.775156 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-75474690-89af-4323-842d-313de8927ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:14.776437 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75474690-89af-4323-842d-313de8927ca8 None None] The sync data for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:14.815165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-ff04c555-8ca2-4308-8d3e-52801e634135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:14.816881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-ff04c555-8ca2-4308-8d3e-52801e634135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c0c755059e64b689beba175bbcc745c&device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 1094 time: 0.1957524 Dec 10 04:40:14.867582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:14.902644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:14.903285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.009168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-abbc4277-47fa-40f0-9e86-4baf6832340a tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1758966 Dec 10 04:40:15.045559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Request body: {'port': {'device_id': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:15.054384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Subnet': ['ID=75c6e9b5-83a6-4a51-9025-97a9c0764244,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:15.080306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:15.083990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.085454 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:15.085882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:15.112683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Checking segment: {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:15.113054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network hostable DHCP agents. Network: 9b418a56-2188-475f-9879-8316a747ff26, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:15.122382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-357c902f-40ce-433b-8996-79be6e4d1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.123914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-357c902f-40ce-433b-8996-79be6e4d1efe service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d07eb99-b6f2-4ea0-8adb-2195b075400e HTTP/1.1" status: 200 len: 926 time: 0.2949195 Dec 10 04:40:15.144080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 944128c5-c11f-4deb-9703-c7de9b5af780 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:15.173045 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-77801e29-cc54-4ca6-9306-8d16824de935 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4643173 Dec 10 04:40:15.174091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 944128c5-c11f-4deb-9703-c7de9b5af780 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:15.174672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 944128c5-c11f-4deb-9703-c7de9b5af780 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:15.180716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59630) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.188184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:15.190849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.196622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3bb8e814-c7fe-490e-b277-73a775102e73 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "GET /v2.0/floatingips/ca626e7f-082d-4eda-b66d-62648d6f9ed7 HTTP/1.1" status: 200 len: 982 time: 0.5088949 Dec 10 04:40:15.201015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.231075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122be53-2617-468b-860a-2d268053bc64 req-4d74af0a-2bb2-4e2a-9833-60349b79b2f3 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.233173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8122be53-2617-468b-860a-2d268053bc64 req-4d74af0a-2bb2-4e2a-9833-60349b79b2f3 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 949 time: 0.4771411 Dec 10 04:40:15.291863 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-640636db-1d34-4f9d-8533-9a1fb1f43b05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa96b8ce-0853-4add-b918-ddc51111eab6 HTTP/1.1" status: 200 len: 217 time: 0.1418669 Dec 10 04:40:15.308942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 9b418a56-2188-475f-9879-8316a747ff26 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:15.351815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b655a0-59a0-4c16-93fe-e28977d2581c req-9c71f45d-c4bc-4077-ad66-3a6af0707e53 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.353515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03b655a0-59a0-4c16-93fe-e28977d2581c req-9c71f45d-c4bc-4077-ad66-3a6af0707e53 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1612229 Dec 10 04:40:15.373908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8122be53-2617-468b-860a-2d268053bc64 req-5deff669-0445-40ad-9875-16bda85436b0 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213019 Dec 10 04:40:15.395269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:15.400821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.401450 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:15.401986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:15.403715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 9b418a56-2188-475f-9879-8316a747ff26) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:15.422634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3b6b3-c818-47af-91ef-38d93f14b6be None None] Network 9b418a56-2188-475f-9879-8316a747ff26 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:15.425201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.425805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.432972 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b7013b7b-a7ae-4887-b2b0-4d39298fb3e1 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.1997180 Dec 10 04:40:15.435800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.445250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-98d1ba0f-a01f-430f-9553-5f6049759d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.446745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-98d1ba0f-a01f-430f-9553-5f6049759d9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c8a8223-c991-4eec-bf22-bc9b4fba92e0 HTTP/1.1" status: 200 len: 865 time: 0.1389956 Dec 10 04:40:15.449920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03b655a0-59a0-4c16-93fe-e28977d2581c req-bd04c7ad-914e-4160-8a63-d8a9243644da tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881643 Dec 10 04:40:15.480670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-368aa9d8-41e6-4a65-a28c-7d8d18e0c625 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2972159 Dec 10 04:40:15.484595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59640) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.491856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:15.532520 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-299877c5-b424-489c-89e3-6907d3327b93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d07eb99-b6f2-4ea0-8adb-2195b075400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345199 Dec 10 04:40:15.540156 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c008b31-2abd-492f-aef9-3ba8cdd84568 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8417516 Dec 10 04:40:15.541966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.549030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1396703934'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:15.620313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-9b418a56-2188-475f-9879-8316a747ff26', 'network_id': '9b418a56-2188-475f-9879-8316a747ff26', 'project_id': '3f010604c60941198655945e6d355a28', 'fixed_ips': [{'subnet_id': '75c6e9b5-83a6-4a51-9025-97a9c0764244'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:15.621480 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.644492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 266e0760-fb12-4c2a-846d-ebe6c325d732 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:15.683639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:15.686660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.695878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762afb7f-e681-40a6-99d0-2435d3e5aef5 req-46e0a499-b7d2-4175-b4e9-1d748e7f84c4 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.698082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-762afb7f-e681-40a6-99d0-2435d3e5aef5 req-46e0a499-b7d2-4175-b4e9-1d748e7f84c4 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 932 time: 0.2157326 Dec 10 04:40:15.731892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-c91a28d3-a2ed-4536-a01f-4891ad7ac081 service neutron] 10.222.0.36 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906254 Dec 10 04:40:15.756833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:15.763401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e4c5-ade8-4024-a94f-ecebeb55b6c0 req-e9eb325f-41f2-4def-9ba7-277363a8a492 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.765353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c069e4c5-ade8-4024-a94f-ecebeb55b6c0 req-e9eb325f-41f2-4def-9ba7-277363a8a492 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 943 time: 0.2024519 Dec 10 04:40:15.788032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.788567 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Added segment f52efce6-e6ae-4033-aa6e-80d6c5b315e2 of type vlan for network 32371e0c-07c1-4eaf-ae5f-488040113ecf Dec 10 04:40:15.797736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 266e0760-fb12-4c2a-846d-ebe6c325d732 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:15.806278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:15.807970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 266e0760-fb12-4c2a-846d-ebe6c325d732 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:15.808373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.810952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.812425 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:15.812829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:15.831653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Allocated IP 19.80.0.2 (9b418a56-2188-475f-9879-8316a747ff26/75c6e9b5-83a6-4a51-9025-97a9c0764244/76a23b23-b78c-4182-a952-7c88cacc3f0e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:15.868844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-762afb7f-e681-40a6-99d0-2435d3e5aef5 req-12ad242f-c590-4547-8763-65b55ecc1350 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568563 Dec 10 04:40:15.879475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03270299-2484-4a56-b916-d032cba0239a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3937495 Dec 10 04:40:15.887219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59646) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:15.896826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:15.903939 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.949534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c069e4c5-ade8-4024-a94f-ecebeb55b6c0 req-74827925-8bb3-4b67-9345-dd6f4bbf27aa tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487410 Dec 10 04:40:15.953054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port 9ceeafeb-9221-4b2a-8994-a908b40f24e3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:15.953515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.970409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a52bce5-7e86-4e12-ad85-f8106e6e533f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:15.975051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.981212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:15.981826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:15.985512 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f225a7a7-8745-4ca3-8584-142b70b579d9 req-8efae080-f02b-4c3c-bc59-648cc10a2663 service neutron] 10.222.0.36 "GET /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415667 Dec 10 04:40:15.993441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.042699 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4967453 Dec 10 04:40:16.044549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Transition to ACTIVE for port object 2a52bce5-7e86-4e12-ad85-f8106e6e533f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:16.045168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.052415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'subnet': {'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:16.069959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.084128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.092217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.116385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.116728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e20678-41ec-4fd7-981d-0cb944b9384c tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Network': ['ID=32371e0c-07c1-4eaf-ae5f-488040113ecf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.118081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:16.123424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.124917 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:16.125434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:16.136838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:16.142532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.143227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.147800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Network 9b418a56-2188-475f-9879-8316a747ff26 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:16.171868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cc723-de34-4c00-8995-a6636595a353 req-010e79fd-5bda-45d6-b361-44b7fd454c83 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.172240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:16.175811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-830cc723-de34-4c00-8995-a6636595a353 req-010e79fd-5bda-45d6-b361-44b7fd454c83 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 943 time: 0.1516562 Dec 10 04:40:16.178348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for 9ceeafeb-9221-4b2a-8994-a908b40f24e3 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:16.186402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:16.187763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e08b167-fa20-4cce-b409-b0697d55b1d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2988038 Dec 10 04:40:16.189110 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb8368-27f0-402b-a0ec-40d47051d8ec" -d '{"events": [{"server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "name": "network-vif-plugged", "status": "completed", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:16.192771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.203236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:16.215476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:16.245117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=266e0760-fb12-4c2a-846d-ebe6c325d732,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:16.251698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Pushing event updated for resources: {'Port': ['ID=76a23b23-b78c-4182-a952-7c88cacc3f0e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.259510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.260805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.293015 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4413e1-278f-4627-8863-a4d46a746c05 x-openstack-request-id: req-1c4413e1-278f-4627-8863-a4d46a746c05 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:16.293718 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "name": "network-vif-plugged", "status": "completed", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:16.294168 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c4413e1-278f-4627-8863-a4d46a746c05 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:16.294550 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732', 'code': 200} Dec 10 04:40:16.306811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-830cc723-de34-4c00-8995-a6636595a353 req-3e4a4adb-ee99-433c-a028-feb7d75aa87e tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175900 Dec 10 04:40:16.373957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:16.374804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Attempting to bind port 76a23b23-b78c-4182-a952-7c88cacc3f0e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:16.375363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Attempting to bind port 76a23b23-b78c-4182-a952-7c88cacc3f0e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:16.375894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Attempting to bind port 76a23b23-b78c-4182-a952-7c88cacc3f0e on network 9b418a56-2188-475f-9879-8316a747ff26 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:16.377411 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.385041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:16.385422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Checking segment: {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:16.385824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.386215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Bound using segment: {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:16.386864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Bound port: 76a23b23-b78c-4182-a952-7c88cacc3f0e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:16.387237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.390050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.400062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:16.481487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Attempting to bind port 2a52bce5-7e86-4e12-ad85-f8106e6e533f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:16.481847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Attempting to bind port 2a52bce5-7e86-4e12-ad85-f8106e6e533f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '60a76564-6793-40c0-adfd-d5401d56fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:16.482238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Attempting to bind port 2a52bce5-7e86-4e12-ad85-f8106e6e533f on network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:16.520924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.528385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:16.531933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.533412 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:40:16.533994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:40:16.557855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=9ceeafeb-9221-4b2a-8994-a908b40f24e3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.566781 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f3893d6a-0af5-4b8b-a44d-af4b4aedcbc2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3689139 Dec 10 04:40:16.566781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Port 2a52bce5-7e86-4e12-ad85-f8106e6e533f on network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:16.566781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Attempting to bind port 2a52bce5-7e86-4e12-ad85-f8106e6e533f on network ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:16.568745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.578241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:16.592015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:16.592405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Checking segment: {'id': '60a76564-6793-40c0-adfd-d5401d56fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:16.592772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Bound using segment: {'id': '60a76564-6793-40c0-adfd-d5401d56fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:16.593218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Bound port: 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a76564-6793-40c0-adfd-d5401d56fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:16.593573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.598935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:16.619905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53a7b7-6bad-488a-8f42-7588e3abd14e req-c60c68fe-cc4c-4e99-ade5-8dbd6198705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.621462 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af53a7b7-6bad-488a-8f42-7588e3abd14e req-c60c68fe-cc4c-4e99-ade5-8dbd6198705e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 1101 time: 0.2221086 Dec 10 04:40:16.628312 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-33c7e184-35b4-4136-a859-a70ac425829b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498919 Dec 10 04:40:16.629789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.646006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] For port 76a23b23-b78c-4182-a952-7c88cacc3f0e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:16.648344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2b06d-10ab-4c82-836f-62ff813f54bf req-cf56b5c2-b8d7-45dc-bf00-9840936831b8 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.650041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0df2b06d-10ab-4c82-836f-62ff813f54bf req-cf56b5c2-b8d7-45dc-bf00-9840936831b8 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 950 time: 0.1679320 Dec 10 04:40:16.679491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] For port 76a23b23-b78c-4182-a952-7c88cacc3f0e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=76a23b23-b78c-4182-a952-7c88cacc3f0e,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:16.681160 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.686364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.687132 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Floating IP ca626e7f-082d-4eda-b66d-62648d6f9ed7 disassociated (deleted). External IP: 172.25.8.157, port: 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c. Dec 10 04:40:16.693462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.698480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb0727-5a5c-467d-87d2-7604ee60924b req-c8320d09-c28c-42ec-95a3-ec214df43f16 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.700590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3deb0727-5a5c-467d-87d2-7604ee60924b req-c8320d09-c28c-42ec-95a3-ec214df43f16 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1464093 Dec 10 04:40:16.708165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:16.760167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:16.782454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de09df0-8b93-47b2-8cd3-bab709051ca4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.783682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.784040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0de09df0-8b93-47b2-8cd3-bab709051ca4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1478505 Dec 10 04:40:16.785417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0df2b06d-10ab-4c82-836f-62ff813f54bf req-9d37040f-82b6-4412-af38-a47da33de0d2 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256065 Dec 10 04:40:16.794644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59662) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.802530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39087bc9-819f-4cf2-9f88-df7003efe0cc None None] Pushing event updated for resources: {'Port': ['ID=76a23b23-b78c-4182-a952-7c88cacc3f0e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.814103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af53a7b7-6bad-488a-8f42-7588e3abd14e req-109eb8fe-a458-4599-a52c-bcad52626430 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839068 Dec 10 04:40:16.858885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a45518c8-97fd-4669-99cf-2cafaca5344d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602195 Dec 10 04:40:16.873080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:16.879586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3deb0727-5a5c-467d-87d2-7604ee60924b req-268e8080-d1e3-4f25-b359-72d94dfacbe4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381490 Dec 10 04:40:16.889214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:16.894451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:16.898441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:16.937054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f,segment=NetworkSegment(60a76564-6793-40c0-adfd-d5401d56fd2e),segment_id=60a76564-6793-40c0-adfd-d5401d56fd2e)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:16.946316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.962596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.993793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:16.994960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:16.996373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a52bce5-7e86-4e12-ad85-f8106e6e533f HTTP/1.1" status: 200 len: 1092 time: 1.9647746 Dec 10 04:40:16.996858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:16.999206 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:17.087234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['257a601d-c2c6-4ea2-ad47-c3b8f185217e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:17.115488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81951-6217-4c8a-aa15-c675d3182cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:17.118474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Subnet': ['ID=4b1c43da-9235-47d8-9566-a88c008ef318,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:17.124412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Checking segment: {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:17.130673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network hostable DHCP agents. Network: 32371e0c-07c1-4eaf-ae5f-488040113ecf, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:17.166300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:17.238526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 32371e0c-07c1-4eaf-ae5f-488040113ecf) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:17.244982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.246800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.251170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab7c43-2c5e-462e-8d0e-d9077c007940 None None] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:17.287093 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-754ede1a-e9ea-4b67-9923-dbc843d629dd tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2407689 Dec 10 04:40:17.287225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e04eb0-763c-45aa-8cdd-02b61af22770 req-bb0ffdf3-a5ec-48c7-8b26-fcfb4c5d53fa tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.289638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-bab0d90b-a67a-428d-b90f-b41c3c828a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.291819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-bab0d90b-a67a-428d-b90f-b41c3c828a1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf60bd7d324f8c8dadedca08cea631&device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 1095 time: 0.1208017 Dec 10 04:40:17.295605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31e04eb0-763c-45aa-8cdd-02b61af22770 req-bb0ffdf3-a5ec-48c7-8b26-fcfb4c5d53fa tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 944 time: 0.3189754 Dec 10 04:40:17.301003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:17.304594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.359474 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-1200d23e-9c5b-4ffa-9a44-7c2425849218 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f HTTP/1.1" status: 200 len: 217 time: 0.0512600 Dec 10 04:40:17.406287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Router eaea23c3-fa32-40c3-87cc-68c042df062f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:17.426056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793bf11-ee94-4e22-b895-5d240aa98aeb req-e383d5c5-17b0-417e-850f-de6447c4793a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.427837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0793bf11-ee94-4e22-b895-5d240aa98aeb req-e383d5c5-17b0-417e-850f-de6447c4793a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3458874 Dec 10 04:40:17.458661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-bc0b70c6-94c3-417a-bffd-e81fca77d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.460247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-bc0b70c6-94c3-417a-bffd-e81fca77d788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9d68307-4300-4782-bc6d-75c1e4764ecf HTTP/1.1" status: 200 len: 854 time: 0.0726004 Dec 10 04:40:17.502178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 76a23b23-b78c-4182-a952-7c88cacc3f0e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:17.513184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-4fc3bde9-8671-4b60-b233-d3aa4b5a30df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429401 Dec 10 04:40:17.513407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31e04eb0-763c-45aa-8cdd-02b61af22770 req-1e8a15fc-406b-4f1e-95c6-c6098ff58cc2 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166004 Dec 10 04:40:17.576068 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bcae54-3b00-4b56-ba39-674efc11ea65 x-openstack-request-id: req-17bcae54-3b00-4b56-ba39-674efc11ea65 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:17.577178 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:17.579892 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17bcae54-3b00-4b56-ba39-674efc11ea65 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:17.580352 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f', 'status': 'completed', 'code': 200} Dec 10 04:40:17.596118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 76a23b23-b78c-4182-a952-7c88cacc3f0e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:17.596526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.630033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0793bf11-ee94-4e22-b895-5d240aa98aeb req-2910ba52-c00a-43df-bf1a-399c8cf71290 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895113 Dec 10 04:40:17.662303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-32371e0c-07c1-4eaf-ae5f-488040113ecf', 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf', 'project_id': '3f010604c60941198655945e6d355a28', 'fixed_ips': [{'subnet_id': '4b1c43da-9235-47d8-9566-a88c008ef318'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:17.663214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.671686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-08178e80-0d43-4f2c-b5e5-d5fc56561696 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506126 Dec 10 04:40:17.817143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be0f7c68-d4f0-4bdc-afb5-8bb896eafd31 req-d1c221ce-4b0b-44bd-aeb3-b5bbbf636244 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336436 Dec 10 04:40:17.827856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:17.833509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.842385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] Sync routers for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:17.847876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.870073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bef2f-79fc-4a50-8149-2ba2180350e8 req-151e1a05-9f5b-4c94-8de7-fb58e467f37e tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:17.874296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-134bef2f-79fc-4a50-8149-2ba2180350e8 req-151e1a05-9f5b-4c94-8de7-fb58e467f37e tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 943 time: 0.1800587 Dec 10 04:40:17.893347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:17.893991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:17.912944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Allocated IP 19.86.0.2 (32371e0c-07c1-4eaf-ae5f-488040113ecf/4b1c43da-9235-47d8-9566-a88c008ef318/8bc172fd-938a-4d07-80c3-d716211fe496) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:17.967222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 76a23b23-b78c-4182-a952-7c88cacc3f0e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=76a23b23-b78c-4182-a952-7c88cacc3f0e,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:17.968277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:17.982124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:17.999117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee473332-1d9c-4188-b9d9-78ce5f43ae2a tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca626e7f-082d-4eda-b66d-62648d6f9ed7 HTTP/1.1" status: 204 len: 168 time: 2.5620944 Dec 10 04:40:18.018060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:18.021291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:18.021945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:39:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:18.029945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:18.071950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.115475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-255cc993-70c8-4cc4-849e-386bf807d1bf tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.122119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-255cc993-70c8-4cc4-849e-386bf807d1bf tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.123912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-255cc993-70c8-4cc4-849e-386bf807d1bf tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/networks?id=9b418a56-2188-475f-9879-8316a747ff26&id=32371e0c-07c1-4eaf-ae5f-488040113ecf HTTP/1.1" status: 200 len: 1392 time: 0.3777716 Dec 10 04:40:18.126715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:18.127392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bbc44-fd5b-4a22-b5b2-4383f25da58c None None] The sync data for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:18.154279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=76a23b23-b78c-4182-a952-7c88cacc3f0e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:18.163731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-134bef2f-79fc-4a50-8149-2ba2180350e8 req-db5150ae-737b-4cac-b267-ece7d08a0c1d tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488937 Dec 10 04:40:18.231970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:18.249057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.274155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.284967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feda627-c52f-452d-b4e4-7b0ab3db3091 None None] Network 9b418a56-2188-475f-9879-8316a747ff26 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:18.287300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.313415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-7ff44442-888f-4000-bd5e-505117ff520a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/quotas/3f010604c60941198655945e6d355a28 HTTP/1.1" status: 200 len: 375 time: 0.1205199 Dec 10 04:40:18.342822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:18.378364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:18.387919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:18.391760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:18.399048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:18.406809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf251f9-78f0-4fb6-a6bd-8dff2b8d21b8 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:18.413671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.414135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.416694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fa96b8ce-0853-4add-b918-ddc51111eab6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:18.435300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:18.441363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-4687a7a1-6d14-400d-8f49-d0a4c9151fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.443816 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-4687a7a1-6d14-400d-8f49-d0a4c9151fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf60bd7d324f8c8dadedca08cea631&device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 1095 time: 0.4894900 Dec 10 04:40:18.445072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Pushing event updated for resources: {'Port': ['ID=8bc172fd-938a-4d07-80c3-d716211fe496,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:18.446723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=10b62a3a-c602-4b4a-ab78-cb13ed2d4215,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:18.469064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-25e4d225-5d79-4838-862a-e60b5b2edc03 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5783412 Dec 10 04:40:18.478460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd2b35-83c8-47b9-98cf-faede037d7b7 req-f641de5a-71b2-4ce8-b03a-946474f51a95 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.479989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88bd2b35-83c8-47b9-98cf-faede037d7b7 req-f641de5a-71b2-4ce8-b03a-946474f51a95 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 950 time: 0.2180383 Dec 10 04:40:18.480511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59694) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:18.486346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:7b:85:9f', 'name': 'tempest-NetworksTestDHCPv6-95103152'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:18.553144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-02913f3a-6454-497a-9825-d504ceccae0a None None] Provisioning complete for port 76a23b23-b78c-4182-a952-7c88cacc3f0e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:18.553419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02913f3a-6454-497a-9825-d504ceccae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.563748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-eadf44a2-21a7-4305-947b-db1667953385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.565289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-eadf44a2-21a7-4305-947b-db1667953385 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 HTTP/1.1" status: 200 len: 915 time: 0.1131251 Dec 10 04:40:18.614292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-a9c363e6-2801-48b8-aceb-d42c2385bb30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f HTTP/1.1" status: 200 len: 217 time: 0.0402761 Dec 10 04:40:18.630953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:40:18.668293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-d697e0dd-babd-45ff-9562-3ea56866f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:18.669737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Attempting to bind port 8bc172fd-938a-4d07-80c3-d716211fe496 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:18.669892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-d697e0dd-babd-45ff-9562-3ea56866f8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9d68307-4300-4782-bc6d-75c1e4764ecf HTTP/1.1" status: 200 len: 854 time: 0.0469201 Dec 10 04:40:18.670112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Attempting to bind port 8bc172fd-938a-4d07-80c3-d716211fe496 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:18.670472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Attempting to bind port 8bc172fd-938a-4d07-80c3-d716211fe496 on network 32371e0c-07c1-4eaf-ae5f-488040113ecf {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:18.695499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:18.695876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Checking segment: {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:18.696284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.696702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Bound using segment: {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:18.697741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Bound port: 8bc172fd-938a-4d07-80c3-d716211fe496, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:18.698131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.706141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-9ecd7903-19df-4af0-99c7-f6bed6180870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274298 Dec 10 04:40:18.780516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:18.813041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '10b62a3a-c602-4b4a-ab78-cb13ed2d4215'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:18.813789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.828145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:18.828572 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:18.849637 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-fe47016b-264e-4f01-9abc-830575d5b651 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347301 Dec 10 04:40:18.863634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-31e4909b-b387-46dc-853f-e422772cfb5e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5345354 Dec 10 04:40:18.902826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fa96b8ce-0853-4add-b918-ddc51111eab6,segment=NetworkSegment(dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e),segment_id=dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:18.951727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'fa96b8ce-0853-4add-b918-ddc51111eab6', 'network_id': '0d07eb99-b6f2-4ea0-8adb-2195b075400e', 'port_id': 'fa96b8ce-0853-4add-b918-ddc51111eab6', 'mac_address': 'fa:16:3e:4d:54:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8a8223-c991-4eec-bf22-bc9b4fba92e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:18.997135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.002355 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19b3b3c8-cf80-4dee-b09d-ed9e70cb3f14 req-a6fde404-fe8e-4dbf-9ba2-906e6faec5d3 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426864 Dec 10 04:40:19.006279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] For port 8bc172fd-938a-4d07-80c3-d716211fe496, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:19.032800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] For port 8bc172fd-938a-4d07-80c3-d716211fe496, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8bc172fd-938a-4d07-80c3-d716211fe496,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:19.041437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88bd2b35-83c8-47b9-98cf-faede037d7b7 req-1252c8d5-069b-4056-a5ab-aaaf74e628e5 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476749 Dec 10 04:40:19.063368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.169634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 76a23b23-b78c-4182-a952-7c88cacc3f0e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:19.174205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.198374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-10c9d924-1e8e-496d-8408-fe42bf0041fa service neutron] 10.222.0.43 "GET /v2.0/networks/9b418a56-2188-475f-9879-8316a747ff26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220582 Dec 10 04:40:19.262391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:19.268095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3ade6b83-ffad-4f7f-95a4-69efb7fd68d2 None None] Provisioning complete for port 76a23b23-b78c-4182-a952-7c88cacc3f0e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:19.268568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ade6b83-ffad-4f7f-95a4-69efb7fd68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.284385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa96b8ce-0853-4add-b918-ddc51111eab6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:19.310223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Allocated IP 2001:db8::f816:3eff:fe6f:fd09 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/10b62a3a-c602-4b4a-ab78-cb13ed2d4215/29aa03c2-fe3a-4c8b-abe2-c52d72589244) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:19.313324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30892965-1cdb-4e2d-bf45-bc87dc9f38b4 None None] Pushing event updated for resources: {'Port': ['ID=8bc172fd-938a-4d07-80c3-d716211fe496,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:19.338961 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.347340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Allocated IP 172.25.8.53 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/608121b7-47db-4bac-ba45-1ac8b0008b1d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:19.367158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae3dd4-1317-40e9-b467-e183528b3166 req-19ee6395-f337-4978-b857-0052e3dc55b6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:19.378091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bae3dd4-1317-40e9-b467-e183528b3166 req-19ee6395-f337-4978-b857-0052e3dc55b6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2281048 Dec 10 04:40:19.530457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fa96b8ce-0853-4add-b918-ddc51111eab6,segment=NetworkSegment(dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e),segment_id=dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:19.553157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.556019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-c3b5407d-fda1-4751-a24b-cd4fda464ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/9b418a56-2188-475f-9879-8316a747ff26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297732 Dec 10 04:40:19.586530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bae3dd4-1317-40e9-b467-e183528b3166 req-1be8b21a-135a-4f63-badf-cd5192ef5435 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075436 Dec 10 04:40:19.592438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.630844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:19.633108 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d182c049-e282-423c-9158-f08ba7cab323" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:19.640637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 76a23b23-b78c-4182-a952-7c88cacc3f0e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:19.641466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.683730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:19.683949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port fdfbf3d9-2671-4c96-9df1-10d6effd3f4a yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:19.702711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.714555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.746484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:19.829549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-875b3796-01fc-46b9-a0d1-27989b6ab109 service neutron] 10.222.0.43 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578228 Dec 10 04:40:19.839321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c756-13f5-4f45-98bf-8359e782eed1 req-6c1368c1-e072-4a1b-a09c-6a834a5cc305 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:19.840797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18e3c756-13f5-4f45-98bf-8359e782eed1 req-6c1368c1-e072-4a1b-a09c-6a834a5cc305 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 944 time: 0.1656556 Dec 10 04:40:19.854705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['fa96b8ce-0853-4add-b918-ddc51111eab6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:19.915527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:19.929313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.931398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:19.948690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.002073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:20.009167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:20.017105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:20.033690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Pushing event updated for resources: {'Port': ['ID=29aa03c2-fe3a-4c8b-abe2-c52d72589244,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:20.042230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:20.062288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:20.064702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:20.077577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18e3c756-13f5-4f45-98bf-8359e782eed1 req-fdd48d83-5f5e-45e4-89ed-f21644497f18 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251260 Dec 10 04:40:20.087611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Pushing event updated for resources: {'Port': ['ID=608121b7-47db-4bac-ba45-1ac8b0008b1d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:20.109554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe7b:859f (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/10b62a3a-c602-4b4a-ab78-cb13ed2d4215/fdfbf3d9-2671-4c96-9df1-10d6effd3f4a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:20.113150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-73349634-82c0-4f7c-808d-67cb00858bfb service neutron] 10.222.0.43 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713850 Dec 10 04:40:20.117658 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.139877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Attempting to bind port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:20.140119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Attempting to bind port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:20.140389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Attempting to bind port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:20.160107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:20.160716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:20.162174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.162598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:20.163214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Bound port: 29aa03c2-fe3a-4c8b-abe2-c52d72589244, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:20.163604 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.291240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] For port 29aa03c2-fe3a-4c8b-abe2-c52d72589244, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:20.295389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.296922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] For port 29aa03c2-fe3a-4c8b-abe2-c52d72589244, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29aa03c2-fe3a-4c8b-abe2-c52d72589244,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:20.308952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.390191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa4e3-016b-41ee-8467-58cec8b91f32 None None] Pushing event updated for resources: {'Port': ['ID=29aa03c2-fe3a-4c8b-abe2-c52d72589244,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:20.393014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07153fde-0d2c-4c0d-b973-347801a5e514 req-5e6402e5-391f-48bf-98db-acfcc5ab853d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:20.409564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07153fde-0d2c-4c0d-b973-347801a5e514 req-5e6402e5-391f-48bf-98db-acfcc5ab853d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.2409458 Dec 10 04:40:20.418823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3aa41-f638-407e-afa0-20c9c3d01b20 None None] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:20.502625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] Provisioning complete for port 8bc172fd-938a-4d07-80c3-d716211fe496 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:20.503001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.540842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.611993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c926-e5f2-49b0-b7ed-92ec6ecdb783 req-7d1589e7-2ad4-4460-b3b9-ecd0392d7c7b tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:20.629545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e094c926-e5f2-49b0-b7ed-92ec6ecdb783 req-7d1589e7-2ad4-4460-b3b9-ecd0392d7c7b tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 944 time: 0.1892257 Dec 10 04:40:20.640997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.648033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07153fde-0d2c-4c0d-b973-347801a5e514 req-e8c6c02a-f04b-47aa-8427-6a0e47f3a6ff tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376871 Dec 10 04:40:20.683982 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.769974 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c486dd5-b89d-4279-8ffa-764e42bee09f x-openstack-request-id: req-2c486dd5-b89d-4279-8ffa-764e42bee09f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:20.770274 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:20.770590 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c486dd5-b89d-4279-8ffa-764e42bee09f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:20.771788 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:40:20.802955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] For port 8bc172fd-938a-4d07-80c3-d716211fe496, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8bc172fd-938a-4d07-80c3-d716211fe496,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:20.811276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.853596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e094c926-e5f2-49b0-b7ed-92ec6ecdb783 req-2e122b79-07dc-43a8-900f-78b5025b0e0b tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226059 Dec 10 04:40:20.883054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:20.965098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e4303-8bf3-4dc7-9571-68f44f43dccc None None] Pushing event updated for resources: {'Port': ['ID=8bc172fd-938a-4d07-80c3-d716211fe496,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:20.968625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db8ab1-203e-4ea1-bc83-d9e0fa9de7f6 req-b4ab97c2-36c6-4061-a55b-ac5fb97e76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:20.970445 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7db8ab1-203e-4ea1-bc83-d9e0fa9de7f6 req-b4ab97c2-36c6-4061-a55b-ac5fb97e76e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1096 time: 0.1115513 Dec 10 04:40:21.035258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37a65816-f367-47a9-8fb0-eaa556371fea req-44a7a646-c9db-4f5f-9548-f3fef75632cf tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 210 time: 0.1757572 Dec 10 04:40:21.039513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7db8ab1-203e-4ea1-bc83-d9e0fa9de7f6 req-3242d94a-66e2-4b97-a6a6-23e6d340b894 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533342 Dec 10 04:40:21.091325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:21.108684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:21.110810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:21.117012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.117655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.152615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e30c8900-7592-4eca-86c7-0b6728861381 None None] Provisioning complete for port 8bc172fd-938a-4d07-80c3-d716211fe496 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:21.152993 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e30c8900-7592-4eca-86c7-0b6728861381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.195864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.208705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7258923 Dec 10 04:40:21.209495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9f24-00bd-4eac-89d2-02c6243becb3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=fdfbf3d9-2671-4c96-9df1-10d6effd3f4a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:21.211197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:21.216337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.295336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29aa03c2-fe3a-4c8b-abe2-c52d72589244 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:21.300302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1af21-06fb-417e-be37-af76140e8145 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.307965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1af21-06fb-417e-be37-af76140e8145 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.310250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b0f1af21-06fb-417e-be37-af76140e8145 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0856438 Dec 10 04:40:21.312523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:21.338765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b823-3176-47b4-b97b-ea27651134a2 req-6b48ced2-76f5-4c9d-9fe8-80c91cb53097 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.340360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6348b823-3176-47b4-b97b-ea27651134a2 req-6b48ced2-76f5-4c9d-9fe8-80c91cb53097 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 944 time: 0.1261830 Dec 10 04:40:21.359385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26618f88-daf7-4bae-a7d1-2f50cf1ba432 req-2a82a50f-5b38-460a-8f51-cc847852ae20 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.360920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26618f88-daf7-4bae-a7d1-2f50cf1ba432 req-2a82a50f-5b38-460a-8f51-cc847852ae20 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2111197 Dec 10 04:40:21.370739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:21.371682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.382922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Pushing event updated for resources: {'Port': ['ID=608121b7-47db-4bac-ba45-1ac8b0008b1d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:21.420717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.441736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port fdfbf3d9-2671-4c96-9df1-10d6effd3f4a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:21.442082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.476436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.477866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6caa635f-2c79-4236-9f6e-3b5e63b0083c tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4560835 Dec 10 04:40:21.485427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26618f88-daf7-4bae-a7d1-2f50cf1ba432 req-a746899c-d942-4ac1-8a68-1aba2a6542f1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176937 Dec 10 04:40:21.486902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59728) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:21.508840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6348b823-3176-47b4-b97b-ea27651134a2 req-410fb63d-5353-419c-959c-52c09195a4bf tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539483 Dec 10 04:40:21.581098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.590456 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.607841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for fdfbf3d9-2671-4c96-9df1-10d6effd3f4a owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:21.634656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391db9-ae0f-4728-81c0-653c368d6dd9 req-736c35cd-ca16-44ce-9286-d0326bdd79ed tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.636290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca391db9-ae0f-4728-81c0-653c368d6dd9 req-736c35cd-ca16-44ce-9286-d0326bdd79ed tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 950 time: 0.0670047 Dec 10 04:40:21.647262 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 29aa03c2-fe3a-4c8b-abe2-c52d72589244, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29aa03c2-fe3a-4c8b-abe2-c52d72589244,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:21.654724 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.655553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8bc172fd-938a-4d07-80c3-d716211fe496 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:21.705538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:21.707886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 2a52bce5-7e86-4e12-ad85-f8106e6e533f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:21.718049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca391db9-ae0f-4728-81c0-653c368d6dd9 req-b2a90c23-e6f2-4719-904a-a867c573d935 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756857 Dec 10 04:40:21.757328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.800295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=29aa03c2-fe3a-4c8b-abe2-c52d72589244,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:21.841019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.872839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8bc172fd-938a-4d07-80c3-d716211fe496 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:21.873126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.874065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e8c1-acce-4426-831f-7c3a963b95aa req-97724c22-73ed-460a-8fae-0925ac23356e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:21.876887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=fdfbf3d9-2671-4c96-9df1-10d6effd3f4a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:21.887032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78f8e8c1-acce-4426-831f-7c3a963b95aa req-97724c22-73ed-460a-8fae-0925ac23356e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.0932581 Dec 10 04:40:21.929448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:21.935865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1cb8b83f-0161-4b71-9b5b-c78419c96167 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/fdfbf3d9-2671-4c96-9df1-10d6effd3f4a HTTP/1.1" status: 204 len: 168 time: 0.6220574 Dec 10 04:40:21.939443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:21.939935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f,segment=NetworkSegment(60a76564-6793-40c0-adfd-d5401d56fd2e),segment_id=60a76564-6793-40c0-adfd-d5401d56fd2e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:21.963839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '2a52bce5-7e86-4e12-ad85-f8106e6e533f', 'network_id': 'ba8f99e2-9bc8-4c89-93fc-dab59e48dd05', 'port_id': '2a52bce5-7e86-4e12-ad85-f8106e6e533f', 'mac_address': 'fa:16:3e:ea:f9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d68307-4300-4782-bc6d-75c1e4764ecf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:22.019560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78f8e8c1-acce-4426-831f-7c3a963b95aa req-6d52a84a-729f-44da-a034-7dd806355be9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216390 Dec 10 04:40:22.033323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9535c6-e138-492f-98fb-a1ebf1e1c02e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.036345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9535c6-e138-492f-98fb-a1ebf1e1c02e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.038120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0e9535c6-e138-492f-98fb-a1ebf1e1c02e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0977061 Dec 10 04:40:22.046957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:22.064622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.121739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 10b62a3a-c602-4b4a-ab78-cb13ed2d4215 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:22.125336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7028e626-1e02-43c8-8e86-c697c9ca1a8c None None] Provisioning complete for port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:22.126812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7028e626-1e02-43c8-8e86-c697c9ca1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.137230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.155741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d46a9-adec-44fa-9cf7-24e3ebbe02d2 req-15b2cacb-d3fe-4387-a753-d91e6ab9a471 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.173057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c6d46a9-adec-44fa-9cf7-24e3ebbe02d2 req-15b2cacb-d3fe-4387-a753-d91e6ab9a471 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 944 time: 0.1982584 Dec 10 04:40:22.176561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a52bce5-7e86-4e12-ad85-f8106e6e533f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:22.215791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-c90c4748-b6a5-4440-a631-2bd2089a8c78 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.223595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-c90c4748-b6a5-4440-a631-2bd2089a8c78 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.229874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-c90c4748-b6a5-4440-a631-2bd2089a8c78 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "GET /v2.0/networks?id=9b418a56-2188-475f-9879-8316a747ff26&id=32371e0c-07c1-4eaf-ae5f-488040113ecf HTTP/1.1" status: 200 len: 1392 time: 0.1904736 Dec 10 04:40:22.253235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'port': {'device_id': 'c6b70caf-6487-4540-b590-a05daeaec419', 'network_id': '9b418a56-2188-475f-9879-8316a747ff26', 'admin_state_up': True, 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:22.268872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f,segment=NetworkSegment(60a76564-6793-40c0-adfd-d5401d56fd2e),segment_id=60a76564-6793-40c0-adfd-d5401d56fd2e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:22.279408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.330752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48498ba7-0e17-44ce-9ade-7ddae62688e4 req-805d5196-1d68-4a94-93bb-14537d910b17 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 210 time: 0.1064870 Dec 10 04:40:22.340270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.402028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:22.407127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.411229 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87693e58-1d8a-4986-8a81-2ebfbd5af57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.421126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.429883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:22.479111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fa96b8ce-0853-4add-b918-ddc51111eab6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:22.508370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c6d46a9-adec-44fa-9cf7-24e3ebbe02d2 req-12ed8385-3ded-4b08-9f8f-fcb462e52330 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342404 Dec 10 04:40:22.550163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b7fb913f-8df3-4baf-9ea7-6e95aef4cf27 None None] Could not find standard attr ID for object fdfbf3d9-2671-4c96-9df1-10d6effd3f4a. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:40:22.560371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Allocated IP 172.25.8.219 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7675b1f7-5092-4055-b739-753a0d589251) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:22.626153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port fa96b8ce-0853-4add-b918-ddc51111eab6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:22.630298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port fa96b8ce-0853-4add-b918-ddc51111eab6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:22.630672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.658590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Allocated IP 19.80.0.231 (9b418a56-2188-475f-9879-8316a747ff26/75c6e9b5-83a6-4a51-9025-97a9c0764244/169dd349-324c-4d58-a73a-a8b53f342dfc) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:22.661650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['2a52bce5-7e86-4e12-ad85-f8106e6e533f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:22.731313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.776424 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.804846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756be6a-5036-4ee2-9ebe-b8816b9e8db8 req-4cb73579-f7bd-458e-9a24-97c2eb663200 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.806298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e756be6a-5036-4ee2-9ebe-b8816b9e8db8 req-4cb73579-f7bd-458e-9a24-97c2eb663200 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1799641 Dec 10 04:40:22.817564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:22.820087 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef01a6-456c-4930-8b4c-fd002b2be41b" -d '{"events": [{"server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "name": "network-vif-plugged", "status": "completed", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:22.821266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367ae0-af1a-4f8c-97e5-481fd6392c64 req-a943746e-0db1-489a-abe8-2011f71a02d6 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.823112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7367ae0-af1a-4f8c-97e5-481fd6392c64 req-a943746e-0db1-489a-abe8-2011f71a02d6 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 945 time: 0.1977031 Dec 10 04:40:22.844978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fa96b8ce-0853-4add-b918-ddc51111eab6,segment=NetworkSegment(dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e),segment_id=dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:22.854011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.870246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.872039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.894842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-e1c04646-5c75-4c94-89e3-e9c6bd067c70 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:22.896414 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-e1c04646-5c75-4c94-89e3-e9c6bd067c70 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.41 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 950 time: 0.1114330 Dec 10 04:40:22.925469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:22.937082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7367ae0-af1a-4f8c-97e5-481fd6392c64 req-cf92cbb5-e369-48ba-ab95-89f372b99246 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920515 Dec 10 04:40:22.938157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:22.983083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e756be6a-5036-4ee2-9ebe-b8816b9e8db8 req-b855eb11-1a0b-4503-88bd-2551f9ce0498 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583753 Dec 10 04:40:22.987951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.014443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=10b62a3a-c602-4b4a-ab78-cb13ed2d4215,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:23.029765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.031839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186aa2d-e8d1-439c-b5a2-835d5f302183 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:23.033445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-23d138f0-540b-47bb-adb1-00e4de0f203a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/10b62a3a-c602-4b4a-ab78-cb13ed2d4215 HTTP/1.1" status: 204 len: 168 time: 0.9842215 Dec 10 04:40:23.041494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:23.054109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 9b418a56-2188-475f-9879-8316a747ff26 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:23.090756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:23.093479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:23.097049 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d11399e-43a2-4af4-a31a-1816f3a0be99 x-openstack-request-id: req-1d11399e-43a2-4af4-a31a-1816f3a0be99 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:23.097341 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "name": "network-vif-plugged", "status": "completed", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:23.097596 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d11399e-43a2-4af4-a31a-1816f3a0be99 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:23.097984 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6', 'code': 200} Dec 10 04:40:23.101969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e6f60482-8849-47ef-b13e-db55b6580772 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583029 Dec 10 04:40:23.155392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:23.162809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:23.176784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:23.264871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Deleting port 266e0760-fb12-4c2a-846d-ebe6c325d732 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:23.265217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.285773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:23.321022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.325610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:23.326733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.357160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Deleting port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:23.358698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.410515 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-515d3da6-a1fa-4288-8f47-880d5f79eb6d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1621056 Dec 10 04:40:23.433256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Request body: {'port': {'device_id': 'c6b70caf-6487-4540-b590-a05daeaec419', 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf', 'admin_state_up': True, 'tenant_id': '3f010604c60941198655945e6d355a28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:23.438107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] For port 29aa03c2-fe3a-4c8b-abe2-c52d72589244, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29aa03c2-fe3a-4c8b-abe2-c52d72589244,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:23.438671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.453876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Calling delete_port for 29aa03c2-fe3a-4c8b-abe2-c52d72589244 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:23.496155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:23.499678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.515627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.554587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-20b74434-e045-4859-b7cc-ff007d669f58 None None] Provisioning complete for port 169dd349-324c-4d58-a73a-a8b53f342dfc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:23.555508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b74434-e045-4859-b7cc-ff007d669f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.567316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] For port 266e0760-fb12-4c2a-846d-ebe6c325d732, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=266e0760-fb12-4c2a-846d-ebe6c325d732,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:23.567802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.587484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:23.605936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af8359-0aa6-4847-9f97-9be06e2256c9 req-c2bd03c6-e54e-4c1d-9b2a-3bbfd0a8f7b5 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:23.612217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20b74434-e045-4859-b7cc-ff007d669f58 None None] Port 169dd349-324c-4d58-a73a-a8b53f342dfc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:23.614300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24af8359-0aa6-4847-9f97-9be06e2256c9 req-c2bd03c6-e54e-4c1d-9b2a-3bbfd0a8f7b5 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 950 time: 0.5979705 Dec 10 04:40:23.624364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.625216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:23.637762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Calling delete_port for 266e0760-fb12-4c2a-846d-ebe6c325d732 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:23.649016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12015469-8ce1-4455-818c-61c4ae7390fd req-6a07cddc-ed79-4593-9ee3-aa3b85c79448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:23.652363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12015469-8ce1-4455-818c-61c4ae7390fd req-6a07cddc-ed79-4593-9ee3-aa3b85c79448 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 1096 time: 0.1943290 Dec 10 04:40:23.661067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85ea5b-cf44-45eb-8b15-d16b9e3d6a79 req-7aa8c859-0a30-42aa-8017-55d3dc04669f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:23.662606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] Pushing event deleted for resources: {'Port': ['ID=29aa03c2-fe3a-4c8b-abe2-c52d72589244,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:23.670134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e01a1-550b-4664-83cc-a74ab1fbdef7 None None] No DVR routers for this DVR port 29aa03c2-fe3a-4c8b-abe2-c52d72589244 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:23.673650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae85ea5b-cf44-45eb-8b15-d16b9e3d6a79 req-7aa8c859-0a30-42aa-8017-55d3dc04669f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.2170582 Dec 10 04:40:23.681508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:23.715592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 2a52bce5-7e86-4e12-ad85-f8106e6e533f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:23.725775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Pushing event updated for resources: {'Port': ['ID=7675b1f7-5092-4055-b739-753a0d589251,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:23.809358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Made reservation on behalf of 3f010604c60941198655945e6d355a28 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:23.813219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.843531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24af8359-0aa6-4847-9f97-9be06e2256c9 req-6f46504c-039c-4d1c-8401-cdf48b6559c6 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282920 Dec 10 04:40:23.860681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12015469-8ce1-4455-818c-61c4ae7390fd req-f3fc3345-984f-44a5-8df1-593a1e202b9b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812482 Dec 10 04:40:23.903539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae85ea5b-cf44-45eb-8b15-d16b9e3d6a79 req-fb591779-3c0c-473e-a300-d44a991412b3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288013 Dec 10 04:40:23.932107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:23.974488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 2a52bce5-7e86-4e12-ad85-f8106e6e533f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:23.987425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 2a52bce5-7e86-4e12-ad85-f8106e6e533f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:23.988141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.042754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.047078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.115111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.121613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Pushing event deleted for resources: {'Port': ['ID=266e0760-fb12-4c2a-846d-ebe6c325d732,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:24.151551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af905a7b-cfd1-4721-a344-7e120ff8cbc0 req-8bace309-95ec-406b-b45c-39dd161f3c3e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.153204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af905a7b-cfd1-4721-a344-7e120ff8cbc0 req-8bace309-95ec-406b-b45c-39dd161f3c3e tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 932 time: 0.1637363 Dec 10 04:40:24.186690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df85ad7-b9e5-4f6f-91c1-5d7cde7ec08b req-3a3ebbb7-00ec-489e-ac84-479ef1197d76 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.187286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f,segment=NetworkSegment(60a76564-6793-40c0-adfd-d5401d56fd2e),segment_id=60a76564-6793-40c0-adfd-d5401d56fd2e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:24.188334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4df85ad7-b9e5-4f6f-91c1-5d7cde7ec08b req-3a3ebbb7-00ec-489e-ac84-479ef1197d76 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.1480660 Dec 10 04:40:24.193876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.195124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 266e0760-fb12-4c2a-846d-ebe6c325d732 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:24.209556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Allocated IP 19.86.0.7 (32371e0c-07c1-4eaf-ae5f-488040113ecf/4b1c43da-9235-47d8-9566-a88c008ef318/1f0c8a97-d0ae-42fd-8aed-ba358969499f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:24.244148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 266e0760-fb12-4c2a-846d-ebe6c325d732 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:24.244687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 266e0760-fb12-4c2a-846d-ebe6c325d732 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:24.278718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:24.290541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] No DVR routers for this DVR port 266e0760-fb12-4c2a-846d-ebe6c325d732 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:24.301144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.304868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6863ee87-4a4d-4872-b36b-af114f857b87 req-64d28cbf-4342-4440-80e4-687fbcdf80ca tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.41 "DELETE /v2.0/ports/266e0760-fb12-4c2a-846d-ebe6c325d732 HTTP/1.1" status: 204 len: 173 time: 1.4011040 Dec 10 04:40:24.305401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'name': 'network-vif-deleted', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:24.307828 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6cb46f-be2d-4262-a1b9-23f818fcc1cb" -d '{"events": [{"server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "name": "network-vif-deleted", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:24.311505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af905a7b-cfd1-4721-a344-7e120ff8cbc0 req-5854dac6-85ba-4094-b7ee-7da9de2e3811 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473186 Dec 10 04:40:24.331791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4df85ad7-b9e5-4f6f-91c1-5d7cde7ec08b req-c6b9dd59-1642-471f-bcb1-0c9b0e56aaf3 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310589 Dec 10 04:40:24.398625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.406049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.436610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:24.440789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.531021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:24.537633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:24.545246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.547397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f45c82-3c91-4305-bd3d-39dd2ffaa7bb None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:24.549209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.557380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Pushing event updated for resources: {'Port': ['ID=7675b1f7-5092-4055-b739-753a0d589251,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:24.558226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=698d3d55-67bf-4e62-86cf-d49bb9db6ca6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:24.581365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.595760 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2a5a2ced-d0ec-4977-b66e-ed286723f607 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4391277 Dec 10 04:40:24.601072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59768) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:24.608457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.609086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:19:8c:69', 'name': 'tempest-NetworksTestDHCPv6-8805715'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:24.621281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afdc67-57c0-4900-9f7c-b6611a9fddcf req-d99ef0c4-c578-486a-b0b7-64e4e70519d2 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.622711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7afdc67-57c0-4900-9f7c-b6611a9fddcf req-d99ef0c4-c578-486a-b0b7-64e4e70519d2 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.1626868 Dec 10 04:40:24.634373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5b412-a1fe-4ec5-8bd7-7e6c4feb06b6 req-34649d9e-1497-4409-a4fc-c6097dc6f592 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.636530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96e5b412-a1fe-4ec5-8bd7-7e6c4feb06b6 req-34649d9e-1497-4409-a4fc-c6097dc6f592 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.1775703 Dec 10 04:40:24.650284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.652637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:24.653220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31cd63e7-cae1-479b-8cc5-aa2e5fb262f6 tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1650400 Dec 10 04:40:24.653985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:24.656801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '698d3d55-67bf-4e62-86cf-d49bb9db6ca6'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:24.658333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.659068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'floatingip': {'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:24.702063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.766595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.829219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-60ebffee-0803-4f21-b810-3eda122e69e7 tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1682198 Dec 10 04:40:24.829829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:24.849037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Allocated IP 2001:db8::f816:3eff:fe3a:4669 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/698d3d55-67bf-4e62-86cf-d49bb9db6ca6/67157ba7-11d7-4f96-955d-6256fd581206) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:24.859079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:24.866001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab2305a5-7982-48d1-aa83-9e41fdabebfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.870723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:24.878263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:24.935026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:24.936859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:24.948840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:24.953104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-50fe81f6-e55a-4faa-8ff0-f67da1dd1f9b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1158500 Dec 10 04:40:24.967748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7afdc67-57c0-4900-9f7c-b6611a9fddcf req-4ec31b46-3b32-40b0-94f1-428dd1ab4683 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171563 Dec 10 04:40:24.975132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:25.002487 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-f1efcfd8-34c4-4912-b12b-d2b38afc0682 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5771775 Dec 10 04:40:25.024625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Request body: {'port': {'device_id': 'c6b70caf-6487-4540-b590-a05daeaec419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:25.066993 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05dccc-ca92-4634-89c3-bcf88810c3e0 x-openstack-request-id: req-5c05dccc-ca92-4634-89c3-bcf88810c3e0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:25.067561 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b98a8e-deb9-4d54-90d8-8e0d2a84021f", "name": "network-vif-deleted", "tag": "266e0760-fb12-4c2a-846d-ebe6c325d732", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:25.067561 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c05dccc-ca92-4634-89c3-bcf88810c3e0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:25.068239 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b98a8e-deb9-4d54-90d8-8e0d2a84021f', 'name': 'network-vif-deleted', 'tag': '266e0760-fb12-4c2a-846d-ebe6c325d732', 'status': 'completed', 'code': 200} Dec 10 04:40:25.115897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0a69b-42aa-4271-8c3b-2d925ead91d5 req-0cfbeed5-b1ae-4576-9b3c-d9f4c0f81f0c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:25.117517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eca0a69b-42aa-4271-8c3b-2d925ead91d5 req-0cfbeed5-b1ae-4576-9b3c-d9f4c0f81f0c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.3744400 Dec 10 04:40:25.127213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:25.143033 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a986383-7107-4c4a-8fe7-927a53df2829" -d '{"events": [{"server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "name": "network-vif-plugged", "status": "completed", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:25.217091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29aa03c2-fe3a-4c8b-abe2-c52d72589244 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:25.226222 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.263912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 29aa03c2-fe3a-4c8b-abe2-c52d72589244 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:25.264457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29aa03c2-fe3a-4c8b-abe2-c52d72589244 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:25.274213 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.297039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a38d280-0a7b-4d1b-9fe4-df0fe973ab89 req-502277bd-510d-4e66-8a9d-0c41ae268643 tempest-ServerDiagnosticsNegativeTest-1323967846 tempest-ServerDiagnosticsNegativeTest-1323967846-project] 10.222.0.43 "GET /v2.0/ports?device_id=83b98a8e-deb9-4d54-90d8-8e0d2a84021f HTTP/1.1" status: 200 len: 210 time: 0.0467148 Dec 10 04:40:25.345685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:25.359008 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b907431-c446-42fc-bf32-f63149e9c321 x-openstack-request-id: req-4b907431-c446-42fc-bf32-f63149e9c321 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:25.359311 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "name": "network-vif-plugged", "status": "completed", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:25.359826 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b907431-c446-42fc-bf32-f63149e9c321 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:25.361032 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f', 'code': 200} Dec 10 04:40:25.407893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eca0a69b-42aa-4271-8c3b-2d925ead91d5 req-8a4e85a2-966b-4434-ab34-54961890f404 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583368 Dec 10 04:40:25.428250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:25.434779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-56839d98-7d52-46d6-a0d7-974df231671b None None] Provisioning complete for port 1f0c8a97-d0ae-42fd-8aed-ba358969499f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:25.435032 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56839d98-7d52-46d6-a0d7-974df231671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.477485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:25.480634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:25.483917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Pushing event updated for resources: {'Port': ['ID=67157ba7-11d7-4f96-955d-6256fd581206,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:25.502874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56839d98-7d52-46d6-a0d7-974df231671b None None] Port 1f0c8a97-d0ae-42fd-8aed-ba358969499f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:25.554820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Attempting to bind port 67157ba7-11d7-4f96-955d-6256fd581206 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:25.556016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Attempting to bind port 67157ba7-11d7-4f96-955d-6256fd581206 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:25.556607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Attempting to bind port 67157ba7-11d7-4f96-955d-6256fd581206 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:25.562300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:25.562762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.563016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:25.563767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.564172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:25.564671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Bound port: 67157ba7-11d7-4f96-955d-6256fd581206, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:25.565828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.583658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.590151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Deleting port 7675b1f7-5092-4055-b739-753a0d589251 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:25.590490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.607763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe86b6d-ce92-4480-9b82-ea89b6238a8a req-ed796361-4ae5-45e4-8117-cd862c1758ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:25.613752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe86b6d-ce92-4480-9b82-ea89b6238a8a req-ed796361-4ae5-45e4-8117-cd862c1758ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:25.615344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbe86b6d-ce92-4480-9b82-ea89b6238a8a req-ed796361-4ae5-45e4-8117-cd862c1758ee tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1653 time: 0.1940482 Dec 10 04:40:25.626393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb862df-432a-47cd-acb2-7c6d6f44ef1e req-83f35c3d-f1b2-4da4-83fc-f7ed132e609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:25.627905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb862df-432a-47cd-acb2-7c6d6f44ef1e req-83f35c3d-f1b2-4da4-83fc-f7ed132e609e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 1097 time: 0.1475048 Dec 10 04:40:25.635746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] For port 67157ba7-11d7-4f96-955d-6256fd581206, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:25.639514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] For port 67157ba7-11d7-4f96-955d-6256fd581206, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67157ba7-11d7-4f96-955d-6256fd581206,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:25.645659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.653270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e466-b88a-4ec2-a96a-5b34e5a1a540 req-548fd859-d27a-4243-bd7c-3362c83b2d43 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:25.654932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c357e466-b88a-4ec2-a96a-5b34e5a1a540 req-548fd859-d27a-4243-bd7c-3362c83b2d43 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.1560771 Dec 10 04:40:25.710935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 16e2cd24-29b9-4f28-8cab-15bb01230bad yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:25.720971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.726577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f69e-8b06-4cc8-97a2-ba009ec774c5 None None] Pushing event updated for resources: {'Port': ['ID=67157ba7-11d7-4f96-955d-6256fd581206,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:25.859189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbe86b6d-ce92-4480-9b82-ea89b6238a8a req-38013624-374b-480b-b66e-b98667cd72e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272768 Dec 10 04:40:25.882211 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb862df-432a-47cd-acb2-7c6d6f44ef1e req-3a014fcd-8ca5-4251-a1ff-eb541b1b3000 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106347 Dec 10 04:40:25.895834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.896163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:25.934916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c357e466-b88a-4ec2-a96a-5b34e5a1a540 req-193cad3e-834a-439c-87c5-f0261514007d tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667172 Dec 10 04:40:25.942392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Calling delete_port for 7675b1f7-5092-4055-b739-753a0d589251 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:25.962215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe19:8c69 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/698d3d55-67bf-4e62-86cf-d49bb9db6ca6/16e2cd24-29b9-4f28-8cab-15bb01230bad) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:26.106321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:40:26.197991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.203884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.230463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620467c-6893-4e45-8803-9dd940b3c28a req-bd289bc5-95ab-45be-bffa-a6e37ee1294d tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.231956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9620467c-6893-4e45-8803-9dd940b3c28a req-bd289bc5-95ab-45be-bffa-a6e37ee1294d tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.1921830 Dec 10 04:40:26.252466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0b21-7211-428e-a8c1-91241181fbf8 req-a74b62ac-5637-4c60-b98e-b119750d9a34 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.253929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-439f0b21-7211-428e-a8c1-91241181fbf8 req-a74b62ac-5637-4c60-b98e-b119750d9a34 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.1963432 Dec 10 04:40:26.356142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169dd349-324c-4d58-a73a-a8b53f342dfc {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:26.360870 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Floating IP 0f62a010-b1e6-438e-b958-03fdb70dbc19 associated. External IP: 172.25.8.224, port: 257a601d-c2c6-4ea2-ad47-c3b8f185217e. Dec 10 04:40:26.391705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.396784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.399099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9620467c-6893-4e45-8803-9dd940b3c28a req-e96c0eec-ecff-4f9f-b396-a8855a1a1fad tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561320 Dec 10 04:40:26.402534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.424500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-439f0b21-7211-428e-a8c1-91241181fbf8 req-9d07129b-0d2a-4407-b4ec-f904b807038f tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543531 Dec 10 04:40:26.424749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Transition to ACTIVE for port object 169dd349-324c-4d58-a73a-a8b53f342dfc will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:26.426750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.449220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Pushing event deleted for resources: {'Port': ['ID=7675b1f7-5092-4055-b739-753a0d589251,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:26.538108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Pushing event updated for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:26.546733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.551027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.552587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eabf163f-45ae-40e3-b1ed-663c1edd030f tempest-FloatingIPAdminTestJSON-1205965173 tempest-FloatingIPAdminTestJSON-1205965173-project] 10.222.0.43 "DELETE /v2.0/floatingips/155f2b4f-5db5-490c-836f-bacef58d4b4d HTTP/1.1" status: 204 len: 168 time: 1.5525692 Dec 10 04:40:26.554143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.555555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:26.602161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:26.607531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:26.613924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:26.637488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.638170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:26.711665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=16e2cd24-29b9-4f28-8cab-15bb01230bad,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:26.776318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8cfc3999-1805-451f-a406-2e4dccdc72a3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.1729562 Dec 10 04:40:26.777038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:26.871819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a2b42-b28a-42da-9201-d979bd98e401 req-026e98a7-2232-48ab-b925-7c5f8478a873 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.880831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c01a2b42-b28a-42da-9201-d979bd98e401 req-026e98a7-2232-48ab-b925-7c5f8478a873 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2095881 Dec 10 04:40:26.920400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:26.943155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68fb50-e4f3-484a-9922-7c2dbbae1c79 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.949684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68fb50-e4f3-484a-9922-7c2dbbae1c79 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:26.954200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c68fb50-e4f3-484a-9922-7c2dbbae1c79 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1755700 Dec 10 04:40:26.956196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:27.035691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Attempting to bind port 169dd349-324c-4d58-a73a-a8b53f342dfc on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:27.036136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Attempting to bind port 169dd349-324c-4d58-a73a-a8b53f342dfc by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:27.036509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Attempting to bind port 169dd349-324c-4d58-a73a-a8b53f342dfc on network 9b418a56-2188-475f-9879-8316a747ff26 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:27.047050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Port 169dd349-324c-4d58-a73a-a8b53f342dfc on network 9b418a56-2188-475f-9879-8316a747ff26 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:27.047377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Attempting to bind port 169dd349-324c-4d58-a73a-a8b53f342dfc on network 9b418a56-2188-475f-9879-8316a747ff26 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:27.067073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:27.067184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Checking segment: {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:27.067563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Bound using segment: {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:27.068011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Bound port: 169dd349-324c-4d58-a73a-a8b53f342dfc, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b418a56-2188-475f-9879-8316a747ff26'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:27.068368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.091308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Router 1b85b636-c0db-44c3-896e-69cd19f25211 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:27.101416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Deleting port 608121b7-47db-4bac-ba45-1ac8b0008b1d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:27.101741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.179358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374244c-9676-47df-98ec-c4e1c63aafdb req-58297890-ba2e-4220-a2dd-b206e154e55b tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:27.182733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6374244c-9676-47df-98ec-c4e1c63aafdb req-58297890-ba2e-4220-a2dd-b206e154e55b tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.3385243 Dec 10 04:40:27.205837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c01a2b42-b28a-42da-9201-d979bd98e401 req-6f2d10de-859b-4709-949c-3309bf0b232a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239017 Dec 10 04:40:27.221885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ee81d435-0125-41c3-8314-7d9188219ebf None None] Provisioning complete for port 67157ba7-11d7-4f96-955d-6256fd581206 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:27.224200 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee81d435-0125-41c3-8314-7d9188219ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.260516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67157ba7-11d7-4f96-955d-6256fd581206 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:27.357458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 67157ba7-11d7-4f96-955d-6256fd581206 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:27.357929 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.359346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:27.366472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-97239081-b02c-40d4-b99e-2338f0624015 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3749d1a8afa24e99839c64f6ee5c6620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432473 Dec 10 04:40:27.366681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6374244c-9676-47df-98ec-c4e1c63aafdb req-89dd79c9-75a2-41bd-b575-a38865cf73cd tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489515 Dec 10 04:40:27.370259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.370592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.372852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59816) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:27.387422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 16e2cd24-29b9-4f28-8cab-15bb01230bad {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:27.388036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.403375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.436992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=169dd349-324c-4d58-a73a-a8b53f342dfc,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:27.456136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Calling delete_port for 608121b7-47db-4bac-ba45-1ac8b0008b1d owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:27.457226 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee81d435-0125-41c3-8314-7d9188219ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.462929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.537690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.578835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:27.579448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.580869 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] 10.222.0.36 "PUT /v2.0/ports/169dd349-324c-4d58-a73a-a8b53f342dfc HTTP/1.1" status: 200 len: 1092 time: 2.5609987 Dec 10 04:40:27.582106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:27.583384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:27.585703 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:27.588280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 67157ba7-11d7-4f96-955d-6256fd581206, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67157ba7-11d7-4f96-955d-6256fd581206,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:27.592254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.598891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.611741 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Sync routers for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:27.631438 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:27.632074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:27.662094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Request body: {'port': {'device_id': 'c6b70caf-6487-4540-b590-a05daeaec419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:27.698499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47997a3-fa61-49df-a126-52cebf93e53d service neutron] Pushing event updated for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:27.722924 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e90db6a2-e03b-440e-935d-9dd4389704cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "PUT /v2.0/floatingips/0f62a010-b1e6-438e-b958-03fdb70dbc19 HTTP/1.1" status: 200 len: 991 time: 3.0675108 Dec 10 04:40:27.727079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.758364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=67157ba7-11d7-4f96-955d-6256fd581206,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:27.780100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-ee81d435-0125-41c3-8314-7d9188219ebf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:40:27.780488 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-ee81d435-0125-41c3-8314-7d9188219ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:40:27.788759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:27.833429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:28.061336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14813-09aa-43bd-919d-02fe6a8cb686 req-ca1efcba-7241-467d-8377-ed781de96653 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.067192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14813-09aa-43bd-919d-02fe6a8cb686 req-ca1efcba-7241-467d-8377-ed781de96653 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.074786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ad14813-09aa-43bd-919d-02fe6a8cb686 req-ca1efcba-7241-467d-8377-ed781de96653 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1665 time: 0.7440448 Dec 10 04:40:28.092505 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '0f62a010-b1e6-438e-b958-03fdb70dbc19', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:25Z', 'revision_number': 1, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:28.121379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.125056 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Checking router: 1b85b636-c0db-44c3-896e-69cd19f25211 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:40:28.133993 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:28.134637 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:28.145453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809ba01-30ae-4f3b-be5d-39d49698f162 req-432df947-38c1-4bd2-ba6e-1a9457de0ab4 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.146948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a809ba01-30ae-4f3b-be5d-39d49698f162 req-432df947-38c1-4bd2-ba6e-1a9457de0ab4 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.5753961 Dec 10 04:40:28.157892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.162365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 16e2cd24-29b9-4f28-8cab-15bb01230bad owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:28.197736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ad14813-09aa-43bd-919d-02fe6a8cb686 req-e6677478-9946-4ce1-8f1d-995caef373b0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220582 Dec 10 04:40:28.270531 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.273949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.288905 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:28.291715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.294435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.296248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dae6e03-df01-4cb2-84fe-e58a7c4a3a93 HTTP/1.1" status: 204 len: 168 time: 0.8759685 Dec 10 04:40:28.347589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a809ba01-30ae-4f3b-be5d-39d49698f162 req-a384b227-fbfb-4aa3-bd81-04d07f7db20f tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788373 Dec 10 04:40:28.381134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276bcc4-122b-4688-b9de-3320ee84e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae6e03-df01-4cb2-84fe-e58a7c4a3a93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:28.414239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Pushing event deleted for resources: {'Port': ['ID=608121b7-47db-4bac-ba45-1ac8b0008b1d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:28.518776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7a23a094-b998-48f6-a0b6-c51dca2ee99c None None] Provisioning complete for port 16e2cd24-29b9-4f28-8cab-15bb01230bad triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:28.524267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a23a094-b998-48f6-a0b6-c51dca2ee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.593346 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccca8da-c117-4cca-bb8e-7d3efa5fc133 x-openstack-request-id: req-eccca8da-c117-4cca-bb8e-7d3efa5fc133 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:28.593652 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:28.593967 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eccca8da-c117-4cca-bb8e-7d3efa5fc133 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:28.594464 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc', 'status': 'completed', 'code': 200} Dec 10 04:40:28.614106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.625508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a23a094-b998-48f6-a0b6-c51dca2ee99c None None] Port 16e2cd24-29b9-4f28-8cab-15bb01230bad cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:28.643271 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '0f62a010-b1e6-438e-b958-03fdb70dbc19', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:25Z', 'revision_number': 1, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:28.671426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.674016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.687719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8cd2a6d2-47a3-4c4c-9404-69b0a80537ef tempest-FloatingIPAdminTestJSON-941603494 tempest-FloatingIPAdminTestJSON-941603494-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/47ee2ab7-fb19-4395-8009-c386e32efbef HTTP/1.1" status: 204 len: 168 time: 2.1270685 Dec 10 04:40:28.688128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=16e2cd24-29b9-4f28-8cab-15bb01230bad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:28.692005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59840) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:28.701183 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554afa2-0f0c-4086-a186-7518d7aac888 None None] The sync data for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 is: [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '0f62a010-b1e6-438e-b958-03fdb70dbc19', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:25Z', 'revision_number': 1, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:28.720132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.723832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ceec8e0b-9fbc-40a8-9488-6cb29b02fe95 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/16e2cd24-29b9-4f28-8cab-15bb01230bad HTTP/1.1" status: 204 len: 168 time: 1.7658074 Dec 10 04:40:28.727255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59842) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:28.729834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-b6b58ff1-7e3c-4a52-adc2-3171f4d35265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.730317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-b6b58ff1-7e3c-4a52-adc2-3171f4d35265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.731918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-b6b58ff1-7e3c-4a52-adc2-3171f4d35265 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1912 time: 0.2043784 Dec 10 04:40:28.832883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064b2ac-eb6a-48c3-8bee-9d29c96b6f42 req-a16536f8-5f7f-4fa8-9f30-aad6cfecc95e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.835190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c064b2ac-eb6a-48c3-8bee-9d29c96b6f42 req-a16536f8-5f7f-4fa8-9f30-aad6cfecc95e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2591066 Dec 10 04:40:28.925950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:28.928280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:28.928675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:28.939738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e062e-c821-4741-ad1d-f25fd0aa961d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.941776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e062e-c821-4741-ad1d-f25fd0aa961d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:28.947845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-229e062e-c821-4741-ad1d-f25fd0aa961d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2140460 Dec 10 04:40:28.955202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:28.976219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e20432b-6f66-4fd9-ae00-6423a61980d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.025458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5c0d9-2129-4426-9f4b-40a6591a67ef req-a3585137-5979-4c3c-8578-51c53fc35edf tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.027001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45d5c0d9-2129-4426-9f4b-40a6591a67ef req-a3585137-5979-4c3c-8578-51c53fc35edf tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.2300494 Dec 10 04:40:29.034290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef297c2-e2c5-4ec9-82e9-cb13f26cb654 None None] New status for floating IP 0f62a010-b1e6-438e-b958-03fdb70dbc19: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:40:29.072889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c064b2ac-eb6a-48c3-8bee-9d29c96b6f42 req-8c96a7d6-1877-4556-88ac-af0b0adee832 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020323 Dec 10 04:40:29.075869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-bfe970f9-0bd5-4e61-8c36-f84f4d6f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.076639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-bfe970f9-0bd5-4e61-8c36-f84f4d6f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.076844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-bfe970f9-0bd5-4e61-8c36-f84f4d6f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.078460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-bfe970f9-0bd5-4e61-8c36-f84f4d6f61d6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f010604c60941198655945e6d355a28&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2845039 Dec 10 04:40:29.123093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 698d3d55-67bf-4e62-86cf-d49bb9db6ca6 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:29.133909 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.136219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45d5c0d9-2129-4426-9f4b-40a6591a67ef req-e0e201b0-60b6-4ab7-86fa-bdf9b99c993f tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Dec 10 04:40:29.223255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.230310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.234677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67157ba7-11d7-4f96-955d-6256fd581206 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:29.301825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-7526876e-df50-4076-8630-ec85a8307898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.303378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9f3930e-df68-4d84-8f0c-9ff2183caeb8 req-7526876e-df50-4076-8630-ec85a8307898 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136014 Dec 10 04:40:29.312287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for 2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:29.393743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 67157ba7-11d7-4f96-955d-6256fd581206 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:29.394288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.412644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0c8a97-d0ae-42fd-8aed-ba358969499f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:29.430998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b6ced-fc0e-49ae-a32f-61067f92b733 req-4e07e6ae-c955-488f-90cf-a1d9bb6db965 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.438030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b6ced-fc0e-49ae-a32f-61067f92b733 req-4e07e6ae-c955-488f-90cf-a1d9bb6db965 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.439680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee1b6ced-fc0e-49ae-a32f-61067f92b733 req-4e07e6ae-c955-488f-90cf-a1d9bb6db965 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1665 time: 0.1321666 Dec 10 04:40:29.458232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e20432b-6f66-4fd9-ae00-6423a61980d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.463138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f44d8-de47-453e-98fd-730f75bf4473 req-996070a8-cb2c-4022-b1e8-5348c66183de tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.465628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-029f44d8-de47-453e-98fd-730f75bf4473 req-996070a8-cb2c-4022-b1e8-5348c66183de tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.0985069 Dec 10 04:40:29.483770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.495971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e20432b-6f66-4fd9-ae00-6423a61980d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.543789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee1b6ced-fc0e-49ae-a32f-61067f92b733 req-b99d9768-0d14-401f-92d7-2ea190ea08ff tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912795 Dec 10 04:40:29.548290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-029f44d8-de47-453e-98fd-730f75bf4473 req-9c29dd7e-322c-47b5-9f0b-e7e46d4aeed8 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756574 Dec 10 04:40:29.566872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Transition to ACTIVE for port object 1f0c8a97-d0ae-42fd-8aed-ba358969499f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:29.576357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.579984 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e20432b-6f66-4fd9-ae00-6423a61980d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d81fa7845f564079ab1f897cda80126a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475832 Dec 10 04:40:29.582792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:29.593461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.598995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-2a29e7c7-f5d7-405a-bb71-ba312bb00e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.600534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-2a29e7c7-f5d7-405a-bb71-ba312bb00e49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf60bd7d324f8c8dadedca08cea631&device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 1097 time: 0.1825585 Dec 10 04:40:29.637619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.648213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20432b-6f66-4fd9-ae00-6423a61980d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c267d9a-219a-46be-be10-afaffce9cb00,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:29.663166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.729404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.732313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.735862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c267d9a-219a-46be-be10-afaffce9cb00 HTTP/1.1" status: 204 len: 168 time: 0.1497171 Dec 10 04:40:29.743606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30248d22-24f5-4771-ab33-76bc3c764aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c267d9a-219a-46be-be10-afaffce9cb00,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:29.772584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:29.906843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.932744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:29.971073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:29.998411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-cd539a27-0eca-4dac-a8a7-e61310a7f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:29.999879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-cd539a27-0eca-4dac-a8a7-e61310a7f5d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 HTTP/1.1" status: 200 len: 915 time: 0.3531983 Dec 10 04:40:30.010087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.013441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/698d3d55-67bf-4e62-86cf-d49bb9db6ca6 HTTP/1.1" status: 204 len: 168 time: 1.0508265 Dec 10 04:40:30.016274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59860) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.025970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce76b3-4196-4fc6-b2b8-4107ffdc1db3 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:30.032686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b073fc-c097-4d33-b7bf-bccad88e1bcb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=698d3d55-67bf-4e62-86cf-d49bb9db6ca6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:30.085260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Attempting to bind port 1f0c8a97-d0ae-42fd-8aed-ba358969499f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:30.085260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Attempting to bind port 1f0c8a97-d0ae-42fd-8aed-ba358969499f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:30.085260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Attempting to bind port 1f0c8a97-d0ae-42fd-8aed-ba358969499f on network 32371e0c-07c1-4eaf-ae5f-488040113ecf {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:30.103425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8d0e3591-60b4-4388-af0a-b89a358f8f4a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856497 Dec 10 04:40:30.104076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.105835 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-eee8dc77-c705-4cf1-a2ae-ffaa6eec1027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f HTTP/1.1" status: 200 len: 217 time: 0.0736361 Dec 10 04:40:30.138020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Port 1f0c8a97-d0ae-42fd-8aed-ba358969499f on network 32371e0c-07c1-4eaf-ae5f-488040113ecf not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:40:30.140183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Attempting to bind port 1f0c8a97-d0ae-42fd-8aed-ba358969499f on network 32371e0c-07c1-4eaf-ae5f-488040113ecf {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:30.243772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:30.244148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Checking segment: {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:30.244563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Bound using segment: {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:30.245013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Bound port: 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:30.245365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.267607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.272963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d8231482-84c2-4f1b-b20a-f411156e21f9 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/ports/2d5d0bce-b5f1-4aba-8aad-7ae69ca01b6c HTTP/1.1" status: 204 len: 168 time: 1.5759807 Dec 10 04:40:30.277258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59872) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.314664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:30.324418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-261f6a0a-7a43-47c1-8671-f3ca5c536fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.325953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-261f6a0a-7a43-47c1-8671-f3ca5c536fd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9d68307-4300-4782-bc6d-75c1e4764ecf HTTP/1.1" status: 200 len: 854 time: 0.2068915 Dec 10 04:40:30.343164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41259ab9-7c56-44fa-bf5e-b236963509d3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.344877 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-41259ab9-7c56-44fa-bf5e-b236963509d3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2384107 Dec 10 04:40:30.348611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.394583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-990f5bdc-79be-460f-807a-aae32d05124b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484753 Dec 10 04:40:30.395868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Deleting port 67157ba7-11d7-4f96-955d-6256fd581206 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:30.396371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-a9b713ce-021f-4d7e-b7c4-0ca8b582995f tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.396505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.397546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-a9b713ce-021f-4d7e-b7c4-0ca8b582995f tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.2787807 Dec 10 04:40:30.484044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:30.487342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] For port 67157ba7-11d7-4f96-955d-6256fd581206, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67157ba7-11d7-4f96-955d-6256fd581206,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:30.496616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.528635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Calling delete_port for 67157ba7-11d7-4f96-955d-6256fd581206 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:30.544159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53774ee0-6a38-4105-8330-06373cd24979 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.545716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-53774ee0-6a38-4105-8330-06373cd24979 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1896424 Dec 10 04:40:30.547584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:30.552090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.553183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af838-adff-44df-889f-5ff2b5e736ab req-27e9e4a6-afce-4cfd-bb87-61129d70f30f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.555003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-269af838-adff-44df-889f-5ff2b5e736ab req-27e9e4a6-afce-4cfd-bb87-61129d70f30f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.3050356 Dec 10 04:40:30.573350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.586298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63241e02-d913-44e2-af94-beab2a6a8a00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.587934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-63241e02-d913-44e2-af94-beab2a6a8a00 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaea23c3-fa32-40c3-87cc-68c042df062f HTTP/1.1" status: 200 len: 913 time: 0.3071706 Dec 10 04:40:30.598248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.609872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:30.619314 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da127f3-9315-47d8-9d0a-5be2e7b0d764" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:30.630000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9bd103f4-8794-4825-9d0c-5ffd39074b2e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760589 Dec 10 04:40:30.653257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.660243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:30.660570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.671341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.672500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.673369 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] 10.222.0.36 "PUT /v2.0/ports/1f0c8a97-d0ae-42fd-8aed-ba358969499f HTTP/1.1" status: 200 len: 1090 time: 3.0298274 Dec 10 04:40:30.702399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] No DVR routers for this DVR port 67157ba7-11d7-4f96-955d-6256fd581206 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:30.712370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a82fe-9e0a-4f82-ae7b-e5979a1bde2a req-7c40bed3-bcbc-42a8-be3a-869dac108844 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.721378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-642a82fe-9e0a-4f82-ae7b-e5979a1bde2a req-7c40bed3-bcbc-42a8-be3a-869dac108844 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 945 time: 0.3915951 Dec 10 04:40:30.756867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b40d-7cbd-4a16-9745-a69ab7fb8f58 None None] Pushing event deleted for resources: {'Port': ['ID=67157ba7-11d7-4f96-955d-6256fd581206,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:30.779278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Deleting port fa96b8ce-0853-4add-b918-ddc51111eab6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:30.779918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.782562 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-bb135a63-9225-497a-9d96-4bdf29075f8d service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617389 Dec 10 04:40:30.786788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac27c3a-3716-4795-b99d-51c2fdcb946b service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:30.817929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-269af838-adff-44df-889f-5ff2b5e736ab req-8b5f6e93-73f2-4d1b-99cc-5805286b8941 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533836 Dec 10 04:40:30.967140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:30.970825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:30.977035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-c78c568c-f65a-41a4-be57-cbc57ce0e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.977173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59902) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:30.978100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-c78c568c-f65a-41a4-be57-cbc57ce0e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:30.980264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-c78c568c-f65a-41a4-be57-cbc57ce0e123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1979 time: 0.2162542 Dec 10 04:40:31.059215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-2d1e2146-13df-4baa-ad0a-fa5032b813af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=169dd349-324c-4d58-a73a-a8b53f342dfc HTTP/1.1" status: 200 len: 217 time: 0.0542305 Dec 10 04:40:31.062079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] For port fa96b8ce-0853-4add-b918-ddc51111eab6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=fa96b8ce-0853-4add-b918-ddc51111eab6,segment=NetworkSegment(dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e),segment_id=dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:31.062465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.078816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Calling delete_port for fa96b8ce-0853-4add-b918-ddc51111eab6 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:31.149897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-642a82fe-9e0a-4f82-ae7b-e5979a1bde2a req-0e1d8fd9-ab47-48b6-82fa-863704423d17 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/security-groups?id=d38b5b71-9d9b-4850-b981-5c46809ee12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274445 Dec 10 04:40:31.154654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-network', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:31.155419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91826931-2f6f-44aa-b4a4-58bd90bc59d5 req-f8cc20e4-918d-49a7-af8c-32fed403b92c service neutron] 10.222.0.41 "GET /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476701 Dec 10 04:40:31.167200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67157ba7-11d7-4f96-955d-6256fd581206 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:31.190139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-698791a0-5148-4fef-9661-7d8ccdf077a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.191623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-698791a0-5148-4fef-9661-7d8ccdf077a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75c6e9b5-83a6-4a51-9025-97a9c0764244 HTTP/1.1" status: 200 len: 801 time: 0.1061871 Dec 10 04:40:31.209250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 67157ba7-11d7-4f96-955d-6256fd581206 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:31.209596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67157ba7-11d7-4f96-955d-6256fd581206 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:31.288917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-0c434222-9143-40a0-b8e1-4372da47e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.290320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-0c434222-9143-40a0-b8e1-4372da47e3fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b418a56-2188-475f-9879-8316a747ff26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910861 Dec 10 04:40:31.291524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6219b3-fe32-4fce-89e3-19a85e3e96ce req-489c1af2-59d3-4a67-a5b4-08e70f905b56 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.297799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6219b3-fe32-4fce-89e3-19a85e3e96ce req-489c1af2-59d3-4a67-a5b4-08e70f905b56 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.305005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f6219b3-fe32-4fce-89e3-19a85e3e96ce req-489c1af2-59d3-4a67-a5b4-08e70f905b56 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1677 time: 0.3216896 Dec 10 04:40:31.337366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Made reservation on behalf of da3d22f2663c4bd0bcc5054953ad31e6 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:31.340152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.360781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.483351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:31.486328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-b077ec90-5e9c-4b1c-b3d4-5c08d2ba888e service neutron] 10.222.0.36 "GET /v2.0/networks/9b418a56-2188-475f-9879-8316a747ff26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715009 Dec 10 04:40:31.487230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.504668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56777-ccc5-49a1-9e71-74e4ae7faf38 req-73b6a996-76bb-4929-962d-c38a2ef2d607 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.506191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7f56777-ccc5-49a1-9e71-74e4ae7faf38 req-73b6a996-76bb-4929-962d-c38a2ef2d607 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.2561362 Dec 10 04:40:31.510215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f6219b3-fe32-4fce-89e3-19a85e3e96ce req-9d8c6470-005e-4212-97c0-b5f417af3ce0 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036865 Dec 10 04:40:31.558150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.592875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['fa96b8ce-0853-4add-b918-ddc51111eab6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:31.642819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Pushing event deleted for resources: {'Port': ['ID=fa96b8ce-0853-4add-b918-ddc51111eab6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:31.729237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] No DVR routers for this DVR port fa96b8ce-0853-4add-b918-ddc51111eab6 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:31.749608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.753287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7537a17b-5b3e-4ea1-90fe-f80b37527086 req-eab08ac8-1b86-4015-96f5-98ccf371de4c tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.36 "DELETE /v2.0/ports/fa96b8ce-0853-4add-b918-ddc51111eab6 HTTP/1.1" status: 204 len: 173 time: 1.3231115 Dec 10 04:40:31.754131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'name': 'network-vif-deleted', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:31.756653 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e16a31-c96a-4981-9ea8-120212b601f3" -d '{"events": [{"server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "name": "network-vif-deleted", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:31.763665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7f56777-ccc5-49a1-9e71-74e4ae7faf38 req-a315aec5-a184-4ff8-b3db-870fceae757d tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424219 Dec 10 04:40:31.804753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.815727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.833630 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca9e2a-0869-4e27-b59a-ec031f64e13c x-openstack-request-id: req-a2ca9e2a-0869-4e27-b59a-ec031f64e13c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:31.833957 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc33f27d-7aa5-4659-ad8e-5d989639c49d", "name": "network-vif-deleted", "tag": "fa96b8ce-0853-4add-b918-ddc51111eab6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:31.834259 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2ca9e2a-0869-4e27-b59a-ec031f64e13c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:31.834650 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc33f27d-7aa5-4659-ad8e-5d989639c49d', 'name': 'network-vif-deleted', 'tag': 'fa96b8ce-0853-4add-b918-ddc51111eab6', 'status': 'completed', 'code': 200} Dec 10 04:40:31.878817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:31.886746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c1240-fe9d-4d97-9bbc-feda8f728807,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:31.897378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.897720 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Added segment 08824cd4-1f9d-42d2-b788-1e7bd61a3d38 of type vlan for network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 Dec 10 04:40:31.928692 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a00ea8-f53a-45fb-b41a-963f2b49873b x-openstack-request-id: req-99a00ea8-f53a-45fb-b41a-963f2b49873b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:31.928976 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:31.929221 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99a00ea8-f53a-45fb-b41a-963f2b49873b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:31.929617 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'status': 'completed', 'code': 200} Dec 10 04:40:31.951524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:31.952617 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.968410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.978660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:31.986769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:31.987180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:31.994836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4e9f0-832f-4aee-9eb5-347d96b49f01 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:32.032236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=2f263af2-7a2e-4d04-844a-47ff93ad176f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:32.051629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.052724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.053310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.054068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-200fba20-7875-4645-95b1-8b93b2cbe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.055574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-200fba20-7875-4645-95b1-8b93b2cbe945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1096 time: 0.1295276 Dec 10 04:40:32.062532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-de5f3988-4382-4326-b6ea-677a35255a39 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4082577 Dec 10 04:40:32.068627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:32.093201 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-90d7051a-7be5-45c9-ac94-67fd83552d28 service neutron] 10.222.0.36 "GET /v2.0/networks/9b418a56-2188-475f-9879-8316a747ff26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952718 Dec 10 04:40:32.094137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:89:57:34', 'name': 'tempest-NetworksTestDHCPv6-1922277460'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:32.133229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '2f263af2-7a2e-4d04-844a-47ff93ad176f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:32.135280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.160297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1750839 Dec 10 04:40:32.170250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:32.177463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Request body: {'subnet': {'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-subnet', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:32.187840 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-132a6ea3-ca1e-463b-8fae-e4717473c749 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f HTTP/1.1" status: 200 len: 217 time: 0.0862296 Dec 10 04:40:32.215680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3b89-4d86-4c66-bc84-fac5a5a915f8 req-4ca7d607-230d-4ebf-97d1-436c0be607e4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.223030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a4d3b89-4d86-4c66-bc84-fac5a5a915f8 req-4ca7d607-230d-4ebf-97d1-436c0be607e4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2491548 Dec 10 04:40:32.249234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a677279-36d4-47cd-a526-82cabb302e62 admin admin] Pushing event updated for resources: {'Network': ['ID=0ade2726-c7b1-45cd-b0d8-b783ab74b596,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:32.257390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-7a209440-6f69-4d6c-9641-f2b3dd33c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.258644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-7a209440-6f69-4d6c-9641-f2b3dd33c67a service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.1903963 Dec 10 04:40:32.265142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Made reservation on behalf of da3d22f2663c4bd0bcc5054953ad31e6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:32.267595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.283860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:32.323338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-67c7adde-45f5-45d9-8120-764ba4776cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.324824 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-67c7adde-45f5-45d9-8120-764ba4776cfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b1c43da-9235-47d8-9566-a88c008ef318 HTTP/1.1" status: 200 len: 801 time: 0.1255431 Dec 10 04:40:32.386248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Allocated IP 2001:db8::f816:3eff:fe02:67fe (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/2f263af2-7a2e-4d04-844a-47ff93ad176f/1d3af143-b036-4560-ab93-69052480de7b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:32.423103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-135335a7-9215-4288-9435-084c58f3dc04 req-d20c10e6-9eba-435d-9d9a-b576d4a8c389 tempest-ServersNegativeTestMultiTenantJSON-899823405 tempest-ServersNegativeTestMultiTenantJSON-899823405-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc33f27d-7aa5-4659-ad8e-5d989639c49d HTTP/1.1" status: 200 len: 210 time: 0.0443521 Dec 10 04:40:32.440269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a4d3b89-4d86-4c66-bc84-fac5a5a915f8 req-e6f82d3c-2499-44db-bcf5-710700ea7764 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118483 Dec 10 04:40:32.467105 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-92f624fe-094e-48d6-ab6e-4d4890c2755f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 1001 time: 0.1971962 Dec 10 04:40:32.477539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:32.552511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c72-427e-4627-a763-6048e2907497 req-bc704313-a85a-4489-8aa3-64fa5a187382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.554040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-bc704313-a85a-4489-8aa3-64fa5a187382 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32371e0c-07c1-4eaf-ae5f-488040113ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2108927 Dec 10 04:40:32.573872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-4f0cc876-919b-4e17-9b9b-655e447aed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.575206 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-4f0cc876-919b-4e17-9b9b-655e447aed1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.0951688 Dec 10 04:40:32.614933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.627664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.670701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:32.672448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:32.683646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:32.710986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Pushing event updated for resources: {'Port': ['ID=1d3af143-b036-4560-ab93-69052480de7b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:32.750370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-4a874b40-c07e-4028-a141-1cc5c9078cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:32.751908 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-4a874b40-c07e-4028-a141-1cc5c9078cdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622477 Dec 10 04:40:32.784960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Attempting to bind port 1d3af143-b036-4560-ab93-69052480de7b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:32.785421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Attempting to bind port 1d3af143-b036-4560-ab93-69052480de7b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:32.785856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Attempting to bind port 1d3af143-b036-4560-ab93-69052480de7b on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:32.791550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:32.792090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:32.792628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.793121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:32.793718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Bound port: 1d3af143-b036-4560-ab93-69052480de7b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:32.794214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.797681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.829784 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-2ee47847-3c24-4e32-aa24-dcb72149df36 service neutron] 10.222.0.36 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658713 Dec 10 04:40:32.881104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] For port 1d3af143-b036-4560-ab93-69052480de7b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:32.886295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] For port 1d3af143-b036-4560-ab93-69052480de7b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1d3af143-b036-4560-ab93-69052480de7b,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:32.890924 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:32.951167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679735e-38a9-45dd-a468-cd8b84f07e71 None None] Pushing event updated for resources: {'Port': ['ID=1d3af143-b036-4560-ab93-69052480de7b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:32.961212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a523f167-0d77-4d34-addc-7cf49c77a551,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:33.014135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Checking segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:33.014499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Network hostable DHCP agents. Network: 0ade2726-c7b1-45cd-b0d8-b783ab74b596, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:33.030881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-17a10efa-5fc9-47f6-b7d7-87f0f0701773 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613075 Dec 10 04:40:33.068717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.081646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:33.098198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a7168-de85-4919-99ce-9dae4fd89d72 req-58c615ca-f354-416f-97f5-3791caa91936 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:33.099717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a0a7168-de85-4919-99ce-9dae4fd89d72 req-58c615ca-f354-416f-97f5-3791caa91936 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.1498768 Dec 10 04:40:33.113038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704e3b-ddc2-4c14-873d-34208abaa19f req-f841e7a8-0076-4e8e-8ee3-03a918c3271a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:33.119996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704e3b-ddc2-4c14-873d-34208abaa19f req-f841e7a8-0076-4e8e-8ee3-03a918c3271a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:33.121669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e704e3b-ddc2-4c14-873d-34208abaa19f req-f841e7a8-0076-4e8e-8ee3-03a918c3271a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1677 time: 0.1633854 Dec 10 04:40:33.135521 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-699a3c72-427e-4627-a763-6048e2907497 req-f9d2caa3-3a27-4f1b-a6c4-f2e884a93950 service neutron] 10.222.0.36 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858183 Dec 10 04:40:33.148626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0ade2726-c7b1-45cd-b0d8-b783ab74b596) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:33.160044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:33.177133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6b88d-a490-491d-b601-32c9a6d85525 None None] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:33.198599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:33.199345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.252421 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3da127f3-9315-47d8-9d0a-5be2e7b0d764 req-8b550232-9436-4d41-8399-0c010b60554c service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133348 Dec 10 04:40:33.260200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57db6af5-5fb4-426a-a036-d4e2b4d97bd3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0870688 Dec 10 04:40:33.261433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59922) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:33.267471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:33.269171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port 46b1f47f-3343-4e30-aa04-92313ff850fd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:33.270094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.303570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.305794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.320771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'fixed_ips': [{'subnet_id': 'a523f167-0d77-4d34-addc-7cf49c77a551'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:33.321877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.370450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e704e3b-ddc2-4c14-873d-34208abaa19f req-8f8f485a-2887-49fd-b7b5-c6248d99513d tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350383 Dec 10 04:40:33.399231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.420115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a0a7168-de85-4919-99ce-9dae4fd89d72 req-38a7e34e-3719-4b72-813a-ca3871fa1c78 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900183 Dec 10 04:40:33.453753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe89:5734 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/2f263af2-7a2e-4d04-844a-47ff93ad176f/4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:33.513529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.562961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for 46b1f47f-3343-4e30-aa04-92313ff850fd owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:33.569095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:33.585072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.662853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Allocated IP 172.20.0.2 (0ade2726-c7b1-45cd-b0d8-b783ab74b596/a523f167-0d77-4d34-addc-7cf49c77a551/976c8467-3b0c-4a36-ba81-3e7f454da2a4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:33.704243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Deleting subnet 0c8a8223-c991-4eec-bf22-bc9b4fba92e0 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:33.706321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f19a8-adb1-4608-8baf-d5dbaad78747 req-fcd28ddc-bab4-4334-a0d7-8b9ca34806fe tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:33.709687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.715482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-557f19a8-adb1-4608-8baf-d5dbaad78747 req-fcd28ddc-bab4-4334-a0d7-8b9ca34806fe tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1804907 Dec 10 04:40:33.773693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.858589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.867021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.881198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:33.935241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:33.938069 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568e0fa-822b-4094-b99c-c572c9360e62" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:33.942146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:33.952373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:33.957688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-557f19a8-adb1-4608-8baf-d5dbaad78747 req-23c6acc4-c95e-4f52-9ef8-09ddb1d9e2e5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398241 Dec 10 04:40:33.957863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:33.976660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Pushing event updated for resources: {'Port': ['ID=976c8467-3b0c-4a36-ba81-3e7f454da2a4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:34.057329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.059802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.077777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Attempting to bind port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:34.078150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Attempting to bind port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:34.078511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Attempting to bind port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 on network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:34.084843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:34.085266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Checking segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:34.085805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.086211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Bound using segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:34.086671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Bound port: 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:34.087050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.087156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8109a3-d5d8-4c51-b1aa-bbd8da39aeea req-9fbab2f2-7bf3-42c7-8acf-d35437947f8d tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.089318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d8109a3-d5d8-4c51-b1aa-bbd8da39aeea req-9fbab2f2-7bf3-42c7-8acf-d35437947f8d tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.2243714 Dec 10 04:40:34.128253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8a8223-c991-4eec-bf22-bc9b4fba92e0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:34.132314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.136380 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-51caad94-774e-40af-9699-fb9960062cf6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c8a8223-c991-4eec-bf22-bc9b4fba92e0 HTTP/1.1" status: 204 len: 168 time: 0.5661225 Dec 10 04:40:34.138920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:34.162602 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f31d5e-1ccf-478b-9dad-df388a92b69f x-openstack-request-id: req-c1f31d5e-1ccf-478b-9dad-df388a92b69f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:34.162895 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:34.163155 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1f31d5e-1ccf-478b-9dad-df388a92b69f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:34.163560 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'status': 'completed', 'code': 200} Dec 10 04:40:34.179949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.216632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] For port 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:34.221365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.222193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] For port 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=976c8467-3b0c-4a36-ba81-3e7f454da2a4,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:34.230566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.267830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=46b1f47f-3343-4e30-aa04-92313ff850fd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:34.295022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d8109a3-d5d8-4c51-b1aa-bbd8da39aeea req-b7c126fe-f585-4150-86bc-ff9c2e78f7e2 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805427 Dec 10 04:40:34.299334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.309245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17562d-f5c3-4ebf-9a73-fc286cd4a125 None None] Pushing event updated for resources: {'Port': ['ID=976c8467-3b0c-4a36-ba81-3e7f454da2a4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:34.331147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.373457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-5ec2118c-5cb8-4501-9ed5-33f67e8169d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.373968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-5ec2118c-5cb8-4501-9ed5-33f67e8169d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.375698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-5ec2118c-5cb8-4501-9ed5-33f67e8169d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f010604c60941198655945e6d355a28&device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1979 time: 0.1701052 Dec 10 04:40:34.378711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.444577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:34.454621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:34.506961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:34.517607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.518307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.525038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:34.536939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fa96b8ce-0853-4add-b918-ddc51111eab6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:34.596953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: fa96b8ce-0853-4add-b918-ddc51111eab6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:34.597585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device fa96b8ce-0853-4add-b918-ddc51111eab6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:34.628345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab1c12e2-e06e-4b53-9df0-d240d3d33816 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5418148 Dec 10 04:40:34.636413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] Provisioning complete for port 1d3af143-b036-4560-ab93-69052480de7b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:34.636566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:34.636685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.681138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.770024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7092e6-2a81-45b7-943f-92ef8416f320 req-56f3c29b-4fb6-42c2-a5f8-4797d74d59d1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.778210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7092e6-2a81-45b7-943f-92ef8416f320 req-56f3c29b-4fb6-42c2-a5f8-4797d74d59d1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.779890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f7092e6-2a81-45b7-943f-92ef8416f320 req-56f3c29b-4fb6-42c2-a5f8-4797d74d59d1 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1677 time: 0.2770875 Dec 10 04:40:34.793736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-57e65c74-c92d-488b-820f-c9c8cd06a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.795672 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-57e65c74-c92d-488b-820f-c9c8cd06a8ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=32371e0c-07c1-4eaf-ae5f-488040113ecf HTTP/1.1" status: 200 len: 903 time: 0.3856208 Dec 10 04:40:34.800152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.805256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d07eb99-b6f2-4ea0-8adb-2195b075400e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:34.809637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Allocated IP 172.25.8.248 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/6e2604cd-4109-4f37-9d4d-ad5bf27e7f83) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:34.831476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d313c-dc93-47f6-aece-5ea0ed85fc45 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.839752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d313c-dc93-47f6-aece-5ea0ed85fc45 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:34.845182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-034d313c-dc93-47f6-aece-5ea0ed85fc45 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2047696 Dec 10 04:40:34.847028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.849891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:34.866723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] For port 1d3af143-b036-4560-ab93-69052480de7b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1d3af143-b036-4560-ab93-69052480de7b,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:34.874307 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:34.904361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:34.904687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3bd2a5-0efc-4929-91de-3fe09dcf3f7e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:34.933749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d64f-9ea7-4900-8b43-ef957f4f8fdf None None] Pushing event updated for resources: {'Port': ['ID=1d3af143-b036-4560-ab93-69052480de7b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:35.018351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9d167cb2-fc7d-4ed2-a5c2-9ced695a186d None None] Provisioning complete for port 4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:35.019111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d167cb2-fc7d-4ed2-a5c2-9ced695a186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.061070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f7092e6-2a81-45b7-943f-92ef8416f320 req-e0847c91-81f1-4b0f-b4e6-8fdeca2d59a2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679827 Dec 10 04:40:35.063023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d167cb2-fc7d-4ed2-a5c2-9ced695a186d None None] Port 4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:35.144427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:35.144891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.273204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74e63a-48fa-41e0-8daf-ed9e6707af73 req-b4e95311-7438-49cb-8c83-7ab14ebb7ade tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.274490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a74e63a-48fa-41e0-8daf-ed9e6707af73 req-b4e95311-7438-49cb-8c83-7ab14ebb7ade tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2118258 Dec 10 04:40:35.282510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-1520ddc4-dcd8-4e98-ae48-384f17acf945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f HTTP/1.1" status: 200 len: 217 time: 0.4642158 Dec 10 04:40:35.283799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.311683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-519435fa-2cc6-4db3-8c4d-33235bc5e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.313346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-519435fa-2cc6-4db3-8c4d-33235bc5e454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 1097 time: 0.7070882 Dec 10 04:40:35.336547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1d3af143-b036-4560-ab93-69052480de7b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:35.377540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.384007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.396223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1d3af143-b036-4560-ab93-69052480de7b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:35.396645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.428101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-3bae1f6a-b54e-4516-afde-49a6b8788833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.429731 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-3bae1f6a-b54e-4516-afde-49a6b8788833 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b1c43da-9235-47d8-9566-a88c008ef318 HTTP/1.1" status: 200 len: 801 time: 0.1154163 Dec 10 04:40:35.430822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:35.431274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:35.436439 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:35.466533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:35.490065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 976c8467-3b0c-4a36-ba81-3e7f454da2a4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:35.546317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:35.546683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.614279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.621878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.635090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daf443-8e1b-487b-9407-46f43faab551 req-7612fc39-acfa-4a50-93e7-3efe7a7b8bd7 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.637517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04daf443-8e1b-487b-9407-46f43faab551 req-7612fc39-acfa-4a50-93e7-3efe7a7b8bd7 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.2182705 Dec 10 04:40:35.639047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.649200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.652430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0d07eb99-b6f2-4ea0-8adb-2195b075400e HTTP/1.1" status: 204 len: 168 time: 1.5125761 Dec 10 04:40:35.660946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a74e63a-48fa-41e0-8daf-ed9e6707af73 req-b96298ea-7e41-408f-acc8-deb82343e02c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775086 Dec 10 04:40:35.661441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59954) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:35.684749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-161cad94-3c9b-4b89-b02e-f87284ba0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.684749 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-161cad94-3c9b-4b89-b02e-f87284ba0041 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32371e0c-07c1-4eaf-ae5f-488040113ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384722 Dec 10 04:40:35.684749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617c805-d5a8-45fe-bc12-2262125e9ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d07eb99-b6f2-4ea0-8adb-2195b075400e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:35.691532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-44ffd50f-cdde-4ff2-b010-eaf5a63de31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.692525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-44ffd50f-cdde-4ff2-b010-eaf5a63de31c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 915 time: 0.3290863 Dec 10 04:40:35.704628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=976c8467-3b0c-4a36-ba81-3e7f454da2a4,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:35.710255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.772664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Deleting subnet e1ce2106-005b-4bd5-ab7b-a62ee690e90d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:35.779989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Router eaea23c3-fa32-40c3-87cc-68c042df062f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:35.782810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=976c8467-3b0c-4a36-ba81-3e7f454da2a4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:35.801540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-1dd1cfde-8bec-40c7-b46d-0d9ec0a0d4de tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:35.803110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-1dd1cfde-8bec-40c7-b46d-0d9ec0a0d4de tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 946 time: 0.2089829 Dec 10 04:40:35.812825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.815192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-2247638c-dd01-471f-a139-8a4ffa93ce78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6651f55-c833-485f-833c-9b6725f177bb HTTP/1.1" status: 200 len: 217 time: 0.0863218 Dec 10 04:40:35.864210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04daf443-8e1b-487b-9407-46f43faab551 req-c9beacb4-9698-4ff9-b3a9-fccce3397fad tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/security-groups?id=688e23ff-3530-4aff-8f05-cdb4e436cebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996503 Dec 10 04:40:35.882043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.902674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab7e15-4593-43a8-915a-c625c9ff10b7 None None] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:35.922086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:35.955633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.002816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e640957e-f9ad-443c-be69-58c8c3784832 None None] Provisioning complete for port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:36.004133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e640957e-f9ad-443c-be69-58c8c3784832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.029930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:36.036632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.041853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-49673b2c-d053-4575-b31f-0842bf3e7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:36.044039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-49673b2c-d053-4575-b31f-0842bf3e7b0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.2154906 Dec 10 04:40:36.047685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:36.057216 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-94eb87d4-a494-4ef6-b1b8-3bbdf3f41166 service neutron] 10.222.0.36 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697693 Dec 10 04:40:36.060698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:36.062791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:36.093823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.097134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ea2ea204-1a2b-4b08-aef2-c773e777d61f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 HTTP/1.1" status: 204 len: 168 time: 1.2355590 Dec 10 04:40:36.101380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59958) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:36.147747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:36.161097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88c5aaa8-87d6-48ca-9f44-3578159f3a29 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "PUT /v2.0/routers/eaea23c3-fa32-40c3-87cc-68c042df062f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5591183 Dec 10 04:40:36.162451 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] Sync routers for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:36.172514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59960) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:36.193109 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:36.194025 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:36.225021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:36.312532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3568e0fa-822b-4094-b99c-c572c9360e62 req-3f68ea3d-5351-4989-b3b0-b6ec7b98b240 service neutron] 10.222.0.36 "GET /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377636 Dec 10 04:40:36.313296 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:36.315941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-f98f2176-6e25-4f89-874f-1033cfcf97b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2564099 Dec 10 04:40:36.332232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] Routers {'eaea23c3-fa32-40c3-87cc-68c042df062f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:36.333160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['eaea23c3-fa32-40c3-87cc-68c042df062f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:36.364091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0a292-4272-49fa-85f4-0862c1f4f4b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:36.377769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0a292-4272-49fa-85f4-0862c1f4f4b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:36.381893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9cb0a292-4272-49fa-85f4-0862c1f4f4b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2751770 Dec 10 04:40:36.384427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.409674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59964) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:36.501041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:36.501688 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45bce38-36a1-49bf-a17a-5cf69c3a481e None None] The sync data for ids ['eaea23c3-fa32-40c3-87cc-68c042df062f'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:36.523447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-1298ea29-21f4-4676-9bb5-faaedcf37ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714082 Dec 10 04:40:36.531365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ce2106-005b-4bd5-ab7b-a62ee690e90d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:36.533053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 169dd349-324c-4d58-a73a-a8b53f342dfc details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:36.551812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.555422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f751041-4f4f-4d3c-a72f-4f74e6476fab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1ce2106-005b-4bd5-ab7b-a62ee690e90d HTTP/1.1" status: 204 len: 168 time: 0.8853669 Dec 10 04:40:36.560596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:36.600124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdc052-1261-41fd-9b3c-35e898547eb1 req-cd174140-f868-48f4-be7f-2af2d07505e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:36.606667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdc052-1261-41fd-9b3c-35e898547eb1 req-cd174140-f868-48f4-be7f-2af2d07505e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:36.608264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45cdc052-1261-41fd-9b3c-35e898547eb1 req-cd174140-f868-48f4-be7f-2af2d07505e9 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1677 time: 0.3373778 Dec 10 04:40:36.618372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 2f263af2-7a2e-4d04-844a-47ff93ad176f {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:36.625344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Deleting port 2a52bce5-7e86-4e12-ad85-f8106e6e533f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:36.625687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.631961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c321d81a-0be4-4f3a-9089-3b90f1f44b85 None None] Provisioning complete for port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:36.632690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c321d81a-0be4-4f3a-9089-3b90f1f44b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.634531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.639282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.678244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=169dd349-324c-4d58-a73a-a8b53f342dfc,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:36.705359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '169dd349-324c-4d58-a73a-a8b53f342dfc', 'network_id': '9b418a56-2188-475f-9879-8316a747ff26', 'port_id': '169dd349-324c-4d58-a73a-a8b53f342dfc', 'mac_address': 'fa:16:3e:38:86:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c6e9b5-83a6-4a51-9025-97a9c0764244', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:36.804852 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.819231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169dd349-324c-4d58-a73a-a8b53f342dfc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:36.844518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=169dd349-324c-4d58-a73a-a8b53f342dfc,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:36.846822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bc2f532e-79bd-4c8f-8bd8-38acdf646c12 req-afe380ba-5591-4154-bc3d-d24f030bd509 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751002 Dec 10 04:40:36.850771 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.851110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1f0c8a97-d0ae-42fd-8aed-ba358969499f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:36.873346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] For port 2a52bce5-7e86-4e12-ad85-f8106e6e533f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=2a52bce5-7e86-4e12-ad85-f8106e6e533f,segment=NetworkSegment(60a76564-6793-40c0-adfd-d5401d56fd2e),segment_id=60a76564-6793-40c0-adfd-d5401d56fd2e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:36.873823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:36.930288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:36.944824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Calling delete_port for 2a52bce5-7e86-4e12-ad85-f8106e6e533f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:37.003688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:37.016641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'network_id': '32371e0c-07c1-4eaf-ae5f-488040113ecf', 'port_id': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'mac_address': 'fa:16:3e:26:b0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1c43da-9235-47d8-9566-a88c008ef318', 'ip_address': '19.86.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:37.036850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.043938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-57713986-3ed9-435a-bec1-bc91fcf415c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178391 Dec 10 04:40:37.055816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.075312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0c8a97-d0ae-42fd-8aed-ba358969499f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:37.097175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:37.102782 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.140658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.170122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.174555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:37.227388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 976c8467-3b0c-4a36-ba81-3e7f454da2a4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:37.249329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45cdc052-1261-41fd-9b3c-35e898547eb1 req-1c98c752-85da-4f27-83ad-9d936bfc3416 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157897 Dec 10 04:40:37.279817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a581-e159-4495-a6bf-01a7aec95a64 req-d4ec46e2-3003-4904-92f5-30f84b326007 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:37.281393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d657a581-e159-4495-a6bf-01a7aec95a64 req-d4ec46e2-3003-4904-92f5-30f84b326007 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2043161 Dec 10 04:40:37.285092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:37.285622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.314708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-94ed1f91-5546-4da2-a4af-5e9e27c4ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:37.316106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-94ed1f91-5546-4da2-a4af-5e9e27c4ab96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1096 time: 0.1578484 Dec 10 04:40:37.339574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.344693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.413144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['2a52bce5-7e86-4e12-ad85-f8106e6e533f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:37.434755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Pushing event deleted for resources: {'Port': ['ID=2a52bce5-7e86-4e12-ad85-f8106e6e533f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:37.441408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e57085-dd3f-4979-87db-aa36ab0298d1 req-31bb1683-b826-4631-b57e-181df544cc74 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f03aab-b173-4b11-9ab2-6c5102706168 HTTP/1.1" status: 200 len: 210 time: 0.0934768 Dec 10 04:40:37.465190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.470042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.499716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['1f0c8a97-d0ae-42fd-8aed-ba358969499f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:37.532905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] No DVR routers for this DVR port 2a52bce5-7e86-4e12-ad85-f8106e6e533f on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:37.536516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.540186 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-73e6c116-ec27-4c1f-b51d-8233c9ae2d7d req-9ea812e8-3408-4468-a21a-05b81295f737 tempest-InstanceActionsTestJSON-138351391 tempest-InstanceActionsTestJSON-138351391-project] 10.222.0.41 "DELETE /v2.0/ports/2a52bce5-7e86-4e12-ad85-f8106e6e533f HTTP/1.1" status: 204 len: 173 time: 1.7267647 Dec 10 04:40:37.547062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d657a581-e159-4495-a6bf-01a7aec95a64 req-0d591706-0ae4-41bc-b3b0-e62fe935da94 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454712 Dec 10 04:40:37.548370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'name': 'network-vif-deleted', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:37.548997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119ce070-f798-4fe3-9b6a-a393076ac25d']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:37.550688 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869839fb-55c9-4213-8efc-fecc1032a248" -d '{"events": [{"server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "name": "network-vif-deleted", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:37.575418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.575632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['169dd349-324c-4d58-a73a-a8b53f342dfc'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:37.595200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc966209-c9d1-4a3f-ac5e-b1ff868b8325') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:37.595503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc966209-c9d1-4a3f-ac5e-b1ff868b8325') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:37.621017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.635673 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f45caf-4182-4166-9d39-e448dad9c244 x-openstack-request-id: req-12f45caf-4182-4166-9d39-e448dad9c244 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:37.635990 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f03aab-b173-4b11-9ab2-6c5102706168", "name": "network-vif-deleted", "tag": "2a52bce5-7e86-4e12-ad85-f8106e6e533f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:37.636364 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12f45caf-4182-4166-9d39-e448dad9c244 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:37.636848 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f03aab-b173-4b11-9ab2-6c5102706168', 'name': 'network-vif-deleted', 'tag': '2a52bce5-7e86-4e12-ad85-f8106e6e533f', 'status': 'completed', 'code': 200} Dec 10 04:40:37.647380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.653183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.659602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-b7285033-7d51-487d-a91c-5ff31851ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:37.661324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:37.661725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.665417 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-b7285033-7d51-487d-a91c-5ff31851ce5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3083732 Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:37.669010 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:37.697228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port d4188e01-f1e7-491e-a8c1-295d00ee7dc8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:37.697581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.711637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=2f263af2-7a2e-4d04-844a-47ff93ad176f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:37.720189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.725787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-26d1a342-80f7-4e81-adbb-eddaf89f1c08 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2f263af2-7a2e-4d04-844a-47ff93ad176f HTTP/1.1" status: 204 len: 168 time: 1.3090470 Dec 10 04:40:37.736672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59976) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:37.753029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88277e-3c1b-4603-87a9-30fc9b7fc828 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:37.764607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:40:37.766713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:37.843446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-82ac18e4-e032-4a06-a9f6-a9c846669060 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792885 Dec 10 04:40:37.845177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:37.847758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.853647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:37.867267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.873675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/119ce070-f798-4fe3-9b6a-a393076ac25d HTTP/1.1" status: 204 len: 168 time: 1.3079932 Dec 10 04:40:37.922881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:37.967556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for d4188e01-f1e7-491e-a8c1-295d00ee7dc8 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:37.976271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4565e-a969-4e3e-8ec9-acf9379163a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=119ce070-f798-4fe3-9b6a-a393076ac25d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:38.039115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59982) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:38.117839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.143634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:38.169541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fee79f35-b112-4341-a6e5-bf4d090fea52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c0c755059e64b689beba175bbcc745c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255355 Dec 10 04:40:38.170659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:38.184990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:38.187597 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68eb1cd-a47d-429c-8e52-df15b6820800" -d '{"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:38.202850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'c6651f55-c833-485f-833c-9b6725f177bb', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'port_id': 'c6651f55-c833-485f-833c-9b6725f177bb', 'mac_address': 'fa:16:3e:aa:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249d533-90bb-485a-b18e-b508e350095c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:40:38.207830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:38.213289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:38.217197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.240788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.243263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:38.272556 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-0f266abc-cd44-4ce0-857a-2cd127283e82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 1001 time: 0.5606668 Dec 10 04:40:38.275621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:40:38.434726 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb752c-091d-4f96-ae1c-31493a23d4ec x-openstack-request-id: req-88cb752c-091d-4f96-ae1c-31493a23d4ec {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:38.435040 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:38.435275 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88cb752c-091d-4f96-ae1c-31493a23d4ec {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:38.435672 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'code': 200} Dec 10 04:40:38.460983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:38.477566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-396aed5f-46dd-451d-8200-2aec872effb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:38.479507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Sync routers for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:38.481780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-396aed5f-46dd-451d-8200-2aec872effb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.2008216 Dec 10 04:40:38.486936 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.487981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.492442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-093f6071-2443-4ae7-bbf1-ddd0727ee833 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2296271 Dec 10 04:40:38.532512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6651f55-c833-485f-833c-9b6725f177bb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:38.538081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:38.541819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:38.542527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:38.543256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:38.544072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.563746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:38.566941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.580931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.608075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:38.624702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=d4188e01-f1e7-491e-a8c1-295d00ee7dc8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:38.629101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.642262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae24a0-f933-42b3-97a5-4fe6a183dd8b req-0245a1e6-f95d-417f-bc5a-5471161d8b96 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:38.648885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae24a0-f933-42b3-97a5-4fe6a183dd8b req-0245a1e6-f95d-417f-bc5a-5471161d8b96 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:38.651046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0ae24a0-f933-42b3-97a5-4fe6a183dd8b req-0245a1e6-f95d-417f-bc5a-5471161d8b96 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1679 time: 0.2225063 Dec 10 04:40:38.669599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Deleting port 1d3af143-b036-4560-ab93-69052480de7b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:38.669973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.722433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-09c24565-d51e-4b6c-bc17-257224d31b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:38.724061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-09c24565-d51e-4b6c-bc17-257224d31b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304492 Dec 10 04:40:38.773368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.776703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.788262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d38b5b71-9d9b-4850-b981-5c46809ee12f HTTP/1.1" status: 204 len: 168 time: 0.6047077 Dec 10 04:40:38.788437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:38.803936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Deleting subnet e9d68307-4300-4782-bc6d-75c1e4764ecf {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:38.814127 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.841042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410cf9b-281f-473b-a4d4-3445b5163a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38b5b71-9d9b-4850-b981-5c46809ee12f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:38.892199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] For port 1d3af143-b036-4560-ab93-69052480de7b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1d3af143-b036-4560-ab93-69052480de7b,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:38.892631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.911717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Calling delete_port for 1d3af143-b036-4560-ab93-69052480de7b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:38.952513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:38.982060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:38.993441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:38.994081 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-03146ef0-3f75-4e08-aae6-a961aca79ff1 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360265 Dec 10 04:40:39.101013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.145526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] Pushing event deleted for resources: {'Port': ['ID=1d3af143-b036-4560-ab93-69052480de7b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:39.148593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['c6651f55-c833-485f-833c-9b6725f177bb'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:40:39.174552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.176951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.180137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156f2ea-448b-4ef6-8785-c2b7feb71e37 None None] No DVR routers for this DVR port 1d3af143-b036-4560-ab93-69052480de7b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:39.249512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4e178-cb99-4fc6-90da-f1ee303ef70a req-cebfb98e-19c5-45e4-a9fd-edeacae9302f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:39.251081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47c4e178-cb99-4fc6-90da-f1ee303ef70a req-cebfb98e-19c5-45e4-a9fd-edeacae9302f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 945 time: 0.5922451 Dec 10 04:40:39.265416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.265998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Fanout notify agent at l3_agent the message router_deleted on router eaea23c3-fa32-40c3-87cc-68c042df062f {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:40:39.292016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1d3af143-b036-4560-ab93-69052480de7b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:39.296866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0ae24a0-f933-42b3-97a5-4fe6a183dd8b req-0a1d6f1a-73c0-4b4b-95a3-dec97eedc4f3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093781 Dec 10 04:40:39.308308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.314241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-80b2e596-eba5-43c1-bcd7-456d2ca92689 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/routers/eaea23c3-fa32-40c3-87cc-68c042df062f HTTP/1.1" status: 204 len: 168 time: 3.1402297 Dec 10 04:40:39.327445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1d3af143-b036-4560-ab93-69052480de7b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:39.327799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1d3af143-b036-4560-ab93-69052480de7b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:39.335705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:36Z', 'revision_number': 3, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:39.351938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:39.377769 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3c1cb8cf-5bcb-4126-8c48-7a00c3bbd25e req-3d87b3c7-58e2-47b0-a051-b9f209ad984f service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730924 Dec 10 04:40:39.380855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Checking router: 6d675bb7-6c25-426e-96b0-d29bc36e8d79 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:40:39.381219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Updating router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:40:39.436376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.438357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.480157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting subnet 175954cc-44d0-4fa4-895d-bf4227c15d56 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:39.480711 n-d-817326-3 neutron-server[103253]: WARNING neutron.services.revisions.revision_plugin [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Could not find related port for resource to bump revision. Dec 10 04:40:39.485413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.494875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60006) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:39.516369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_pluggable_backend [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Port 1d3af143-b036-4560-ab93-69052480de7b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 04:40:39.516809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_pluggable_backend [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:67fe {{(pid=103253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 04:40:39.530424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_pluggable_backend [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe02:67fe {{(pid=103253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 04:40:39.540820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.545729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.592581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47c4e178-cb99-4fc6-90da-f1ee303ef70a req-f2da7f1b-b744-4c53-8282-83cc64bb490e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961269 Dec 10 04:40:39.598368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.645405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:39.661305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:39.664704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:39.665369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.672986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93a655-86b4-4fd4-ae30-1327a7f66e42 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:39.677663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-df3cf6ab-9104-45f8-b1d8-b807493b8424 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9657da566214d18a23b470112f6adcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680145 Dec 10 04:40:39.679801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:39.683627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=e52c729e-13d4-4560-877b-807ae5901894,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:39.703127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-24219b56-7386-4848-9afc-48930c7cb4e5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8564219 Dec 10 04:40:39.705963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:39.712236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:ee:97:cd', 'name': 'tempest-NetworksTestDHCPv6-2134121988'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:39.747874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.770884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.772462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 2a52bce5-7e86-4e12-ad85-f8106e6e533f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:39.803109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 2a52bce5-7e86-4e12-ad85-f8106e6e533f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:39.803109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 2a52bce5-7e86-4e12-ad85-f8106e6e533f not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:39.803937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.820515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d68307-4300-4782-bc6d-75c1e4764ecf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:39.824778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.828057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.830723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.832243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f7d8534e-89a8-43fe-9b97-b988f24a5b37 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e9d68307-4300-4782-bc6d-75c1e4764ecf HTTP/1.1" status: 204 len: 168 time: 1.2662649 Dec 10 04:40:39.836444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60012) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:39.851013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.881794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.923235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.928961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Attempting to bind port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:39.929973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Attempting to bind port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:39.929973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Attempting to bind port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:39.940245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:39.940646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:39.941461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.941461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:39.941905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Bound port: 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:39.943081 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.945039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.956907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:39.964289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'e52c729e-13d4-4560-877b-807ae5901894'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:39.965162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.977384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Subnet': ['ID=175954cc-44d0-4fa4-895d-bf4227c15d56,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:39.982742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:39.986477 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c66862b5-2292-4113-b237-2122a24cf43b tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/subnets/175954cc-44d0-4fa4-895d-bf4227c15d56 HTTP/1.1" status: 204 len: 168 time: 0.6275475 Dec 10 04:40:39.989716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:40.001496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920496d8-9fd7-4045-a813-f29b0fc3033d None None] Pushing event updated for resources: {'Port': ['ID=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:40.076850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8dee8f-7369-47dd-9e84-364f725a42b8 None None] Network e927bc9a-4340-4006-857b-65fc4c5cc2eb requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:40.102822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.105683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.108282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.120829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7ddf623-5f63-4614-827f-53b0310d15f0 HTTP/1.1" status: 204 len: 168 time: 0.4290133 Dec 10 04:40:40.123635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] For port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:40.141040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8f99e2-9bc8-4c89-93fc-dab59e48dd05']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:40.150648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.155848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a76564-6793-40c0-adfd-d5401d56fd2e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:40.156236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a76564-6793-40c0-adfd-d5401d56fd2e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:40.187142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.190130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] For port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:40.200407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.207429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 3f8f1f07-d1c2-42fc-bdc8-ad7a73562224 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:40.209865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Allocated IP 172.20.0.1 (0ade2726-c7b1-45cd-b0d8-b783ab74b596/a523f167-0d77-4d34-addc-7cf49c77a551/cb629ddc-beed-43cf-bb95-471e6b8c21f5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:40.217987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.234724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.256083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:40.256872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:40.259423 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:40.308860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbfee9-a7ef-42ab-a092-271bbd5a944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ddf623-5f63-4614-827f-53b0310d15f0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:40.356067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.364313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.385109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba8f99e2-9bc8-4c89-93fc-dab59e48dd05 HTTP/1.1" status: 204 len: 168 time: 0.5400932 Dec 10 04:40:40.404013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port 54f85b95-8840-4cef-927d-ba4f44857c50 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:40.404933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.471975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920496d8-9fd7-4045-a813-f29b0fc3033d None None] Pushing event updated for resources: {'Port': ['ID=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:40.521426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Allocated IP 2001:db8::f816:3eff:fec2:45d3 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e52c729e-13d4-4560-877b-807ae5901894/f4eb38bc-9671-49ee-897d-b902aba5f6fa) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:40.525253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19387f1-10f4-4d07-9da4-f9f79fec444e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8f99e2-9bc8-4c89-93fc-dab59e48dd05,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:40.541213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:40.541861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:40.547975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.569939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d43c-8b5f-4781-9ec8-fc4e780ff81b req-ed439bde-31eb-4450-91d9-8bdbf2a718ba tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:40.575906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d43c-8b5f-4781-9ec8-fc4e780ff81b req-ed439bde-31eb-4450-91d9-8bdbf2a718ba tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:40.578378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da94d43c-8b5f-4781-9ec8-fc4e780ff81b req-ed439bde-31eb-4450-91d9-8bdbf2a718ba tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1679 time: 0.1879621 Dec 10 04:40:40.607230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.616574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] For port 54f85b95-8840-4cef-927d-ba4f44857c50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=54f85b95-8840-4cef-927d-ba4f44857c50,segment=NetworkSegment(8647ebf6-2ee4-4dae-bead-a71f184be44d),segment_id=8647ebf6-2ee4-4dae-bead-a71f184be44d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:40.616943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.667671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for 54f85b95-8840-4cef-927d-ba4f44857c50 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:40.680902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60034) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:40.685473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:40.693448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:40.706668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:40.734110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:40.746606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ae57df4-cf62-40b6-bdb9-4790b5948613 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ddf60bd7d324f8c8dadedca08cea631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638161 Dec 10 04:40:40.751660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:40.755250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:40.797968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 169dd349-324c-4d58-a73a-a8b53f342dfc up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:40.813951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da94d43c-8b5f-4781-9ec8-fc4e780ff81b req-9235cb60-7f4f-4378-a1ac-bc79c3449be7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265594 Dec 10 04:40:40.858169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e489e5-aae4-4af2-843e-eb0aaf5cad1f req-a22c5f75-4274-4a0e-a757-1f0f9e58724c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:40.860502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e489e5-aae4-4af2-843e-eb0aaf5cad1f req-a22c5f75-4274-4a0e-a757-1f0f9e58724c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 945 time: 0.1215506 Dec 10 04:40:40.879137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:40.945187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e489e5-aae4-4af2-843e-eb0aaf5cad1f req-be11c079-83f3-4f25-9b1d-d5751eef9706 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772483 Dec 10 04:40:40.951693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.028033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.038032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.050751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 169dd349-324c-4d58-a73a-a8b53f342dfc completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:41.063795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] No DVR routers for this DVR port 54f85b95-8840-4cef-927d-ba4f44857c50 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:41.081015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd093865-b1c6-48f4-b6ee-300358a5176a None None] DHCP port deletion for e927bc9a-4340-4006-857b-65fc4c5cc2eb request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:41.093536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 169dd349-324c-4d58-a73a-a8b53f342dfc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:41.093536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.114148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=54f85b95-8840-4cef-927d-ba4f44857c50,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:41.209199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 54f85b95-8840-4cef-927d-ba4f44857c50 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:41.244908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.260804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.263354 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.267378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/688e23ff-3530-4aff-8f05-cdb4e436cebe HTTP/1.1" status: 204 len: 168 time: 0.4664283 Dec 10 04:40:41.267546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fbdf7258-4df5-4e96-a7f0-8a14d77602cc None None] Provisioning complete for port cb629ddc-beed-43cf-bb95-471e6b8c21f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:41.267546 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7258-4df5-4e96-a7f0-8a14d77602cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.268887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 54f85b95-8840-4cef-927d-ba4f44857c50 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:41.269252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 54f85b95-8840-4cef-927d-ba4f44857c50 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:41.270965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.289501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.305167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e927bc9a-4340-4006-857b-65fc4c5cc2eb']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:41.309224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc590-01bd-4635-995e-d850a9e9f4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e23ff-3530-4aff-8f05-cdb4e436cebe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:41.313071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.322327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8647ebf6-2ee4-4dae-bead-a71f184be44d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:41.322635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8647ebf6-2ee4-4dae-bead-a71f184be44d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:41.356426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:36Z', 'revision_number': 3, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:41.366607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.406025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf7258-4df5-4e96-a7f0-8a14d77602cc None None] Port cb629ddc-beed-43cf-bb95-471e6b8c21f5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:41.420622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cc42e-15a9-4918-ae80-e2b23892bbd3 None None] The sync data for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 is: [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:36Z', 'revision_number': 3, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:41.429261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:41.453356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:feee:97cd (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/e52c729e-13d4-4560-877b-807ae5901894/3f8f1f07-d1c2-42fc-bdc8-ad7a73562224) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:41.470987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:41.496364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:41.498513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Pushing event updated for resources: {'Port': ['ID=f4eb38bc-9671-49ee-897d-b902aba5f6fa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:41.500465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:41.503793 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ecb2e-fd95-4462-804d-af1ee3f088d1" -d '{"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-plugged", "status": "completed", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:41.552405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=169dd349-324c-4d58-a73a-a8b53f342dfc,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:41.602651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.604075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1f0c8a97-d0ae-42fd-8aed-ba358969499f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:41.608870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.609343 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c7c74-c528-4994-873c-6836fe967155 x-openstack-request-id: req-805c7c74-c528-4994-873c-6836fe967155 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:41.609854 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-plugged", "status": "completed", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:41.610345 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-805c7c74-c528-4994-873c-6836fe967155 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:41.610960 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc', 'code': 200} Dec 10 04:40:41.628215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.667424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.721150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.741471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:40:41.741885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:40:41.745645 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:40:41.758006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:41.765622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.821432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:41.902612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.914431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.917828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/networks/e927bc9a-4340-4006-857b-65fc4c5cc2eb HTTP/1.1" status: 204 len: 168 time: 1.9275415 Dec 10 04:40:41.938367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:41.944345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Attempting to bind port f4eb38bc-9671-49ee-897d-b902aba5f6fa on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:41.945064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Attempting to bind port f4eb38bc-9671-49ee-897d-b902aba5f6fa by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:41.945770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Attempting to bind port f4eb38bc-9671-49ee-897d-b902aba5f6fa on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:41.962867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:41.970748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:41.971444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:41.972007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:41.972702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:41.973360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Bound port: f4eb38bc-9671-49ee-897d-b902aba5f6fa, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:41.973928 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.044792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 1f0c8a97-d0ae-42fd-8aed-ba358969499f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:40:42.055933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 1f0c8a97-d0ae-42fd-8aed-ba358969499f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:42.058758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.102531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port c6651f55-c833-485f-833c-9b6725f177bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:42.102960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.181871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] For port f4eb38bc-9671-49ee-897d-b902aba5f6fa, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:42.204129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] For port f4eb38bc-9671-49ee-897d-b902aba5f6fa, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f4eb38bc-9671-49ee-897d-b902aba5f6fa,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:42.232738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.239478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9eb7a-80b7-48c7-92df-2de2c7c74d90 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Network': ['ID=e927bc9a-4340-4006-857b-65fc4c5cc2eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:42.399206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:42.403644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:42.479142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1cfeb-071e-4bf7-873b-60432a6f46a4 None None] Pushing event updated for resources: {'Port': ['ID=f4eb38bc-9671-49ee-897d-b902aba5f6fa,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:42.485553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.501918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.540275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Deleting port 270ca3f3-816b-4804-be24-7fb591c9c74e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:42.541205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.586644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:42.600220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.615166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:42.645820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.682422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:42.800213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:42.886649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:42.902725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.903076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:42.945207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Calling delete_port for 270ca3f3-816b-4804-be24-7fb591c9c74e owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:43.004655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a41695-7bf7-4817-ba03-a697bc0ca608 req-aadd1a25-8d9c-4e52-8ff4-26f89e44b3ff tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.033027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a41695-7bf7-4817-ba03-a697bc0ca608 req-aadd1a25-8d9c-4e52-8ff4-26f89e44b3ff tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.041321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a41695-7bf7-4817-ba03-a697bc0ca608 req-aadd1a25-8d9c-4e52-8ff4-26f89e44b3ff tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.4149659 Dec 10 04:40:43.062410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.077688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-43bf868a-8c46-4451-b477-c07467ba621d None None] Provisioning complete for port cb629ddc-beed-43cf-bb95-471e6b8c21f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:43.078324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bf868a-8c46-4451-b477-c07467ba621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.106101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1796-0700-4881-bf4b-44635649a5cb req-4616ce5f-a668-4f0a-b6f9-7b8e4be34c3c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.113143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:43.122528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-707f1796-0700-4881-bf4b-44635649a5cb req-4616ce5f-a668-4f0a-b6f9-7b8e4be34c3c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.5267341 Dec 10 04:40:43.127353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-43bf868a-8c46-4451-b477-c07467ba621d None None] Port cb629ddc-beed-43cf-bb95-471e6b8c21f5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:43.343194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a41695-7bf7-4817-ba03-a697bc0ca608 req-16062423-8037-4156-9425-29bff8638016 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719476 Dec 10 04:40:43.356599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-707f1796-0700-4881-bf4b-44635649a5cb req-e51c1a03-c690-4362-9626-5e728e07c2d1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250011 Dec 10 04:40:43.369661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.453314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:43.498285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=3f8f1f07-d1c2-42fc-bdc8-ad7a73562224,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:43.518978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:43.521570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:43.529304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:43.539253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.545390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.547106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:43.547490 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.580847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e6902a6-8966-4bad-8e2b-4c82bfcbf3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8734462 Dec 10 04:40:43.588803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:43.615129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f'}, {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:43.618009 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e19237-3521-4b1b-83f1-76cfe0f88f90" -d '{"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-plugged", "status": "completed", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f"}, {"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:43.722877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb944d-e0df-4482-95d5-561e28ef7e2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.724179 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2073e94-2b0d-46f9-b2f5-be91e0e2b125 x-openstack-request-id: req-f2073e94-2b0d-46f9-b2f5-be91e0e2b125 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:43.724709 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-plugged", "status": "completed", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f", "code": 200}, {"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:43.725357 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2073e94-2b0d-46f9-b2f5-be91e0e2b125 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:43.725916 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'code': 200} Dec 10 04:40:43.726329 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'code': 200} Dec 10 04:40:43.727651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.731260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb944d-e0df-4482-95d5-561e28ef7e2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:43.734501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-efbb944d-e0df-4482-95d5-561e28ef7e2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1442144 Dec 10 04:40:43.738923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:43.794635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:43.807482 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.808263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f4eb38bc-9671-49ee-897d-b902aba5f6fa up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:43.902105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-910455596-network', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:43.945177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:43.968769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 3f8f1f07-d1c2-42fc-bdc8-ad7a73562224 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:43.969118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.995719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Made reservation on behalf of 88c633b43c3d40a9bf279a28c60b807a for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:43.998587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:43.999371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f4eb38bc-9671-49ee-897d-b902aba5f6fa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:43.999764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.014938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:44.034146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b1c81f0-bf10-47e5-a69e-109412bdbe57 admin admin] 10.222.0.43 "PUT /v2.0/routers/6d675bb7-6c25-426e-96b0-d29bc36e8d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4161499 Dec 10 04:40:44.059059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.088533 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.108419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.123239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Pushing event deleted for resources: {'Port': ['ID=270ca3f3-816b-4804-be24-7fb591c9c74e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:44.130157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 3f8f1f07-d1c2-42fc-bdc8-ad7a73562224 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:44.131773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37d76-33c4-4daa-9999-5ec4ea37ce40 req-de816a46-ad34-4138-b499-91e875eae5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.132251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37d76-33c4-4daa-9999-5ec4ea37ce40 req-de816a46-ad34-4138-b499-91e875eae5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.134906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-44c37d76-33c4-4daa-9999-5ec4ea37ce40 req-de816a46-ad34-4138-b499-91e875eae5f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1983 time: 0.2569680 Dec 10 04:40:44.217551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.266431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-671b24fb-bd1a-47fc-b2c0-7d92dcdbf33f None None] Provisioning complete for port f4eb38bc-9671-49ee-897d-b902aba5f6fa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:44.266774 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-671b24fb-bd1a-47fc-b2c0-7d92dcdbf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.272497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deb4d7-63d4-4419-8558-726a9daa11a6 req-247d05bb-a750-42aa-828f-5370c35613e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.274036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-82deb4d7-63d4-4419-8558-726a9daa11a6 req-247d05bb-a750-42aa-828f-5370c35613e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 1097 time: 0.2522917 Dec 10 04:40:44.327796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.331770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.335728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d5e2755-2593-4397-af7f-22e3542d5163 tempest-FloatingIPAdminTestJSON-540643622 tempest-FloatingIPAdminTestJSON-540643622-project] 10.222.0.43 "DELETE /v2.0/floatingips/4c1fe9b6-ac82-4c57-926f-b62c42d0ada7 HTTP/1.1" status: 204 len: 168 time: 2.3344624 Dec 10 04:40:44.343465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port f4eb38bc-9671-49ee-897d-b902aba5f6fa, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f4eb38bc-9671-49ee-897d-b902aba5f6fa,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:44.345072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.349710 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-44c37d76-33c4-4daa-9999-5ec4ea37ce40 req-e89efe93-933d-4900-a74c-a33bb296f079 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055616 Dec 10 04:40:44.364018 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.382967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=3f8f1f07-d1c2-42fc-bdc8-ad7a73562224,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:44.430650 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-82deb4d7-63d4-4419-8558-726a9daa11a6 req-871b91ad-f6ae-44c8-8494-c3891333c306 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391492 Dec 10 04:40:44.456677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.464285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6d35be03-a591-4112-bfac-2329bef334ee tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/3f8f1f07-d1c2-42fc-bdc8-ad7a73562224 HTTP/1.1" status: 204 len: 168 time: 0.7194736 Dec 10 04:40:44.470766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:44.547070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=f4eb38bc-9671-49ee-897d-b902aba5f6fa,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:44.551353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.563607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.594242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-066a40e1-2904-4393-ad43-20af7540811f None None] Could not find standard attr ID for object 3f8f1f07-d1c2-42fc-bdc8-ad7a73562224. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:40:44.622511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:44.639277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd7f15-b097-4c7b-8ce4-b77fcfdc539c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:44.644773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.645120 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Added segment 925ef58d-3add-4dc7-a257-867fdbcb75cf of type vlan for network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 Dec 10 04:40:44.656589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d1f76-6817-4952-bb2d-ec2ba14dd0b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.659995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d1f76-6817-4952-bb2d-ec2ba14dd0b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.667689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc3d1f76-6817-4952-bb2d-ec2ba14dd0b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1953473 Dec 10 04:40:44.676222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:44.770858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdc672-92de-4cd9-b0e2-f05b3519af99 req-82ab8248-a79a-4d63-a678-be221cf6edae tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.772779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bbdc672-92de-4cd9-b0e2-f05b3519af99 req-82ab8248-a79a-4d63-a678-be221cf6edae tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.1903996 Dec 10 04:40:44.783261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa314-4103-4061-8ebe-ac6503c13905 req-4b5cc645-af8f-4837-b4e7-de52d6ea0a48 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.790277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa314-4103-4061-8ebe-ac6503c13905 req-4b5cc645-af8f-4837-b4e7-de52d6ea0a48 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.792687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266fa314-4103-4061-8ebe-ac6503c13905 req-4b5cc645-af8f-4837-b4e7-de52d6ea0a48 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.1662207 Dec 10 04:40:44.851468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet e52c729e-13d4-4560-877b-807ae5901894 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:44.857809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Sync routers for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:44.872865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bbdc672-92de-4cd9-b0e2-f05b3519af99 req-b7b5e1b0-745a-46a0-a739-57477171379d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791152 Dec 10 04:40:44.873190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.878593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.902224 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:44.905893 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:44.940124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266fa314-4103-4061-8ebe-ac6503c13905 req-265e354b-ae2c-4f3f-ac3e-4b0ad38a78cf tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721149 Dec 10 04:40:44.945187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:44.967061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.996561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:44.997510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:44.998091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.084499 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9676406 Dec 10 04:40:45.087106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.092618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Request body: {'subnet': {'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-subnet', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:45.130696 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:45.137989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2f88-7d94-40ac-9939-03f8b6313930 admin admin] Pushing event updated for resources: {'Network': ['ID=92e6aac6-36e9-4cb8-beba-39a91f9a4a74,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:45.141639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Made reservation on behalf of 88c633b43c3d40a9bf279a28c60b807a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:45.144092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.167311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:45.181412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.230281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.239250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-network', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:45.331314 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-389b671c-51ed-4605-9ff8-112b4f3e3aa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f2fa85af6274f2fbf025df7d77ac3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839061 Dec 10 04:40:45.333503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.333687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Made reservation on behalf of f172367797f54b95a16b199d8a0e54fd for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:45.335824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.352155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.380617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=e52c729e-13d4-4560-877b-807ae5901894,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:45.382488 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.410542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.416604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.417412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7155f97c-bec2-4c8b-aa97-8c6d1f521638 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e52c729e-13d4-4560-877b-807ae5901894 HTTP/1.1" status: 204 len: 168 time: 0.7369919 Dec 10 04:40:45.502301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-97cef074-c59e-41ee-b75c-cc4b267d39db tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844285 Dec 10 04:40:45.512041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.558329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:41Z', 'revision_number': 4, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cb629ddc-beed-43cf-bb95-471e6b8c21f5', 'name': '', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'mac_address': 'fa:16:3e:80:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:39Z', 'updated_at': '2021-12-10T04:40:41Z', 'revision_number': 2, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'subnets': [{'id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:45.566800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.578582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.586996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:45.599146 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Checking router: 6d675bb7-6c25-426e-96b0-d29bc36e8d79 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:40:45.599316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31017c95-0ef5-4c29-a960-6453ecdd95d0 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:45.599889 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Updating router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 port cb629ddc-beed-43cf-bb95-471e6b8c21f5 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:40:45.618164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d6758-ad5a-47ab-ba05-c234685a36f1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:45.630422 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.631511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:45.649349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.649858 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Added segment 64eb6c81-0a8a-4a7f-94d6-c145c3305c6b of type vlan for network 91e594fb-818f-4192-8b15-00270bdda013 Dec 10 04:40:45.713486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.726711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.755483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.757387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:45.758751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.771793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:45.772348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.893626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:45.917383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6813350 Dec 10 04:40:45.917913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:45.960560 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.972291 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:45.994781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Request body: {'subnet': {'network_id': '91e594fb-818f-4192-8b15-00270bdda013', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-subnet', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:45.999750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae2b26-c054-4244-9a86-833034401447 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.007579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81ae2b26-c054-4244-9a86-833034401447 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4943252 Dec 10 04:40:46.011628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:46.029169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77109f0-0ff6-42db-8c2e-e1892280ab1e admin admin] Pushing event updated for resources: {'Network': ['ID=91e594fb-818f-4192-8b15-00270bdda013,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:46.031150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f4eb38bc-9671-49ee-897d-b902aba5f6fa up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:46.035342 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.057805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.067663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16cbf2-7b49-4882-9fcc-b786d0631dbe None None] Pushing event updated for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:46.099604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Made reservation on behalf of f172367797f54b95a16b199d8a0e54fd for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:46.102124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.132105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 91e594fb-818f-4192-8b15-00270bdda013 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:40:46.220074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Attempting to bind port cb629ddc-beed-43cf-bb95-471e6b8c21f5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:46.221070 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Attempting to bind port cb629ddc-beed-43cf-bb95-471e6b8c21f5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:46.221654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Attempting to bind port cb629ddc-beed-43cf-bb95-471e6b8c21f5 on network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:46.227891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b42ffa-3c98-488b-805b-88c86be4a4ba tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.234178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:46.234386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c3b42ffa-3c98-488b-805b-88c86be4a4ba tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2216101 Dec 10 04:40:46.235530 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Checking segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:46.236174 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.237113 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Bound using segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:46.238107 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Bound port: cb629ddc-beed-43cf-bb95-471e6b8c21f5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:46.238744 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.241098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:46.246023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a58781-7be0-4694-942a-9cd9c08a3be4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:46.273008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f4eb38bc-9671-49ee-897d-b902aba5f6fa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:46.273379 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.278069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Deleting port f4eb38bc-9671-49ee-897d-b902aba5f6fa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:46.278462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.339159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df49e30e-401b-421e-846c-45553166bba5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955801 Dec 10 04:40:46.353683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] For port cb629ddc-beed-43cf-bb95-471e6b8c21f5, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:46.357025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:46.360068 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] For port cb629ddc-beed-43cf-bb95-471e6b8c21f5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cb629ddc-beed-43cf-bb95-471e6b8c21f5,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:46.362163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:46.369523 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.401720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] For port f4eb38bc-9671-49ee-897d-b902aba5f6fa, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f4eb38bc-9671-49ee-897d-b902aba5f6fa,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:46.402111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.435099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Calling delete_port for f4eb38bc-9671-49ee-897d-b902aba5f6fa owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:46.445038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:46.445402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Network hostable DHCP agents. Network: 92e6aac6-36e9-4cb8-beba-39a91f9a4a74, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:46.467570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16cbf2-7b49-4882-9fcc-b786d0631dbe None None] Pushing event updated for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:46.470298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef6dc-3112-4918-ae9a-59e337ab8348 req-9f298e09-3d06-4c51-a2ef-bf9e1a33e06a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.471831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45cef6dc-3112-4918-ae9a-59e337ab8348 req-9f298e09-3d06-4c51-a2ef-bf9e1a33e06a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.2945204 Dec 10 04:40:46.506649 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:46.507510 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:46.553725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed43047-127a-4d4a-930f-cdc45fa23f52 req-5ea7db99-7719-4839-a57e-17c48fa957f8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.560053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed43047-127a-4d4a-930f-cdc45fa23f52 req-5ea7db99-7719-4839-a57e-17c48fa957f8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.561674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed43047-127a-4d4a-930f-cdc45fa23f52 req-5ea7db99-7719-4839-a57e-17c48fa957f8 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.3617177 Dec 10 04:40:46.602565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] Provisioning complete for port cb629ddc-beed-43cf-bb95-471e6b8c21f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:46.607242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.684837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:46.695435 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:46.703248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:46.709572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.729441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 92e6aac6-36e9-4cb8-beba-39a91f9a4a74) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:46.736534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.744084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c64365-b1b2-4e8a-9efd-6f32460338a4 None None] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:46.747270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.752538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.761577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4ad14f5-9038-4431-9f10-32f67c385e2b HTTP/1.1" status: 204 len: 168 time: 1.4258096 Dec 10 04:40:46.799141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45cef6dc-3112-4918-ae9a-59e337ab8348 req-b2a5828e-ac0a-4775-b254-e686ae0657e7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085113 Dec 10 04:40:46.804387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:46.806269 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.809440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] No DVR routers for this DVR port f4eb38bc-9671-49ee-897d-b902aba5f6fa on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:46.840761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13a6c8-b150-41f0-ae73-c104d47ac727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad14f5-9038-4431-9f10-32f67c385e2b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:46.857541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed43047-127a-4d4a-930f-cdc45fa23f52 req-c072ddfa-b458-4f18-ba01-c95b4fd707d5 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730362 Dec 10 04:40:46.875559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-55abdc47-fc07-4ccb-9934-0eefcbbf75e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7863059 Dec 10 04:40:46.877808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:46.878804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.885303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:46.922718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:46.924919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.064463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964a9b-1fe5-44ab-a090-9fe2cbb1defa None None] Pushing event deleted for resources: {'Port': ['ID=f4eb38bc-9671-49ee-897d-b902aba5f6fa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:47.084800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b55e-762c-4728-aaeb-d0c81a96860e req-6f400036-b1f9-4ffd-95f9-5862a4fa6ae8 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:47.093667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80c4b55e-762c-4728-aaeb-d0c81a96860e req-6f400036-b1f9-4ffd-95f9-5862a4fa6ae8 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.0792716 Dec 10 04:40:47.102655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a427148-087c-4a25-ae09-bd0667ed4bff,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:47.129925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.137918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Checking segment: {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:47.138388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Network hostable DHCP agents. Network: 91e594fb-818f-4192-8b15-00270bdda013, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:40:47.158164 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.185919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80c4b55e-762c-4728-aaeb-d0c81a96860e req-365630fb-9944-45cc-8e36-9eb0ef5792b3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Dec 10 04:40:47.306156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f4eb38bc-9671-49ee-897d-b902aba5f6fa no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:47.317264 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:41Z', 'revision_number': 4, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cb629ddc-beed-43cf-bb95-471e6b8c21f5', 'name': '', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'mac_address': 'fa:16:3e:80:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:39Z', 'updated_at': '2021-12-10T04:40:46Z', 'revision_number': 4, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'subnets': [{'id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:47.364364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] For port cb629ddc-beed-43cf-bb95-471e6b8c21f5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cb629ddc-beed-43cf-bb95-471e6b8c21f5,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:47.408744 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febf13a-bf76-4869-ba64-83eaf1d58b76 None None] The sync data for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 is: [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:40:41Z', 'revision_number': 4, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cb629ddc-beed-43cf-bb95-471e6b8c21f5', 'name': '', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'mac_address': 'fa:16:3e:80:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:39Z', 'updated_at': '2021-12-10T04:40:46Z', 'revision_number': 4, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'subnets': [{'id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:47.426153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f4eb38bc-9671-49ee-897d-b902aba5f6fa {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:47.426564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f4eb38bc-9671-49ee-897d-b902aba5f6fa not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:47.452279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.489674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Network 91e594fb-818f-4192-8b15-00270bdda013 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:40:47.612087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.629091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 91e594fb-818f-4192-8b15-00270bdda013) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:47.640143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:47.643104 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.664218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:47.669189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:47.670100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.672987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615dfc3-83eb-4366-996e-8fdec94e25dd None None] Network 91e594fb-818f-4192-8b15-00270bdda013 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:47.705899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8722fe7-177e-4fb0-8466-9469fb8c7b36 req-5425d893-f13c-4d71-9591-8b02417549d2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:47.717452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb9b7-6867-4846-b348-dec0162cdade None None] Provisioning complete for port cb629ddc-beed-43cf-bb95-471e6b8c21f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:47.718681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb9b7-6867-4846-b348-dec0162cdade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.719927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8722fe7-177e-4fb0-8466-9469fb8c7b36 req-5425d893-f13c-4d71-9591-8b02417549d2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:47.737794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8722fe7-177e-4fb0-8466-9469fb8c7b36 req-5425d893-f13c-4d71-9591-8b02417549d2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.1536386 Dec 10 04:40:47.747554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11f6e0-bada-4b39-b522-222edd5b363b None None] Pushing event updated for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:47.790650 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:40:47.802787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8722fe7-177e-4fb0-8466-9469fb8c7b36 req-fac2efd8-95ff-44a6-be1f-eb16bf79e22f tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636985 Dec 10 04:40:47.823128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8536a2c-936e-4c01-b670-4e5baf1e25b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.896155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:47.917530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ede94f5a-e34e-4923-86c6-5d1c84c44a11 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9392545 Dec 10 04:40:47.923323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60216) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:47.923764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:47.929319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:47.940888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:47.947476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=dd288618-f5a4-479c-bdb5-a35b52f0594f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:47.949362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Allocated IP 172.20.0.2 (92e6aac6-36e9-4cb8-beba-39a91f9a4a74/a3a58781-7be0-4694-942a-9cd9c08a3be4/60fd61fd-9976-4b2f-92a0-15dce3180035) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:47.954309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:47.955095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.012192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e5e09581-61c2-4b5d-ac3b-f1616e29cd2a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6518719 Dec 10 04:40:48.012396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.013051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.013280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:48.021203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:75:7d:62', 'name': 'tempest-NetworksTestDHCPv6-973121941'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:48.188077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-521dd66b-ca40-4ae5-a122-e909ac987a17 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:48.190672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-521dd66b-ca40-4ae5-a122-e909ac987a17 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.3344722 Dec 10 04:40:48.192135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.211370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719daaf-ffdd-412b-84e0-e8b8192ac8f9 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:48.291848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8536a2c-936e-4c01-b670-4e5baf1e25b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.317689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-35c5d0cd-bddd-40e6-9be3-30ce0e590b35 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/quotas/7a6aeb7a3c05423e8f473bf56be842cc HTTP/1.1" status: 200 len: 375 time: 0.1015697 Dec 10 04:40:48.325734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.365442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8536a2c-936e-4c01-b670-4e5baf1e25b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.418896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.453598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.471986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-d3221626-5c66-4d1f-b429-dc5357495450 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531520 Dec 10 04:40:48.519087 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8536a2c-936e-4c01-b670-4e5baf1e25b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66c90f4e18fa4c289ce5a0d5eee59e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8416653 Dec 10 04:40:48.519304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:48.521944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8536a2c-936e-4c01-b670-4e5baf1e25b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf91d8d-c4fb-4434-8937-4fb96450526b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:48.532574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:48.535095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:48.546228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:48.613413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:48.614675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-91e594fb-818f-4192-8b15-00270bdda013', 'network_id': '91e594fb-818f-4192-8b15-00270bdda013', 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'fixed_ips': [{'subnet_id': '7a427148-087c-4a25-ae09-bd0667ed4bff'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:48.615869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.638055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Pushing event updated for resources: {'Port': ['ID=60fd61fd-9976-4b2f-92a0-15dce3180035,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:48.762452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.794900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.832166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-62de46e7-654d-4232-ac5b-fa57c1902ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460283 Dec 10 04:40:48.896565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.899707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:48.901241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faf91d8d-c4fb-4434-8937-4fb96450526b HTTP/1.1" status: 204 len: 168 time: 0.3519652 Dec 10 04:40:48.960851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'dd288618-f5a4-479c-bdb5-a35b52f0594f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:40:48.962336 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.022794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.026278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Attempting to bind port 60fd61fd-9976-4b2f-92a0-15dce3180035 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:49.026858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Attempting to bind port 60fd61fd-9976-4b2f-92a0-15dce3180035 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:49.027295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Attempting to bind port 60fd61fd-9976-4b2f-92a0-15dce3180035 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:49.052988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a17b6-fc94-49a5-9cae-3da126435944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf91d8d-c4fb-4434-8937-4fb96450526b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:49.156818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:49.159324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:49.159813 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.160141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:49.160672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Bound port: 60fd61fd-9976-4b2f-92a0-15dce3180035, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:49.161046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.273168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port 0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:40:49.346718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cb629ddc-beed-43cf-bb95-471e6b8c21f5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:49.445770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.530933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.532301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd0497-aaed-4df2-a536-e32eff0a7ad8 req-20d5c5d0-1a38-4719-bcc6-99299e49c600 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:49.538939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd0497-aaed-4df2-a536-e32eff0a7ad8 req-20d5c5d0-1a38-4719-bcc6-99299e49c600 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:49.540909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52dd0497-aaed-4df2-a536-e32eff0a7ad8 req-20d5c5d0-1a38-4719-bcc6-99299e49c600 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.5177305 Dec 10 04:40:49.544612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.563616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-eb919027-d466-40d8-8f57-b7b9ed916f2a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:49.571449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-eb919027-d466-40d8-8f57-b7b9ed916f2a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e925db-9a25-4005-932a-c7c40ce91cfe HTTP/1.1" status: 200 len: 946 time: 0.4198089 Dec 10 04:40:49.652184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52dd0497-aaed-4df2-a536-e32eff0a7ad8 req-dd018065-6f52-4640-b649-9936ce11dc18 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051557 Dec 10 04:40:49.664387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.703459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:49.708059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-3c67864e-4cfd-45c9-84fe-6c67bf7d7239 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:49.715868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-3c67864e-4cfd-45c9-84fe-6c67bf7d7239 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:49.717560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-3c67864e-4cfd-45c9-84fe-6c67bf7d7239 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.4302642 Dec 10 04:40:49.728397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-77279679-0415-442c-a2b6-080f0ea62807 service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040336 Dec 10 04:40:49.752745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8048b127-6d29-4bb2-b922-d3bc5b66754a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.753986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Allocated IP 172.20.0.2 (91e594fb-818f-4192-8b15-00270bdda013/7a427148-087c-4a25-ae09-bd0667ed4bff/5e3af6a8-be34-4fa7-9d89-725776d6ef33) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:49.767460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] For port 60fd61fd-9976-4b2f-92a0-15dce3180035, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:49.781917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] For port 60fd61fd-9976-4b2f-92a0-15dce3180035, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=60fd61fd-9976-4b2f-92a0-15dce3180035,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:49.796254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/dd288618-f5a4-479c-bdb5-a35b52f0594f/2b1a53f1-1128-4238-8d81-bf8da67ca540) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:49.805870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:49.946379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Allocated IP 172.25.8.125 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/dd23722d-6ccd-4b57-b7a0-88fc864dc5ed) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:49.965108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cb629ddc-beed-43cf-bb95-471e6b8c21f5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:49.965653 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.050641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8048b127-6d29-4bb2-b922-d3bc5b66754a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.058869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8048b127-6d29-4bb2-b922-d3bc5b66754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.099054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b127-6d29-4bb2-b922-d3bc5b66754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd9d910-afe1-4b15-b445-76d09dc2789a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:50.102076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b101ae-3ff2-4df7-a2c1-4b3129f6f016 None None] Pushing event updated for resources: {'Port': ['ID=60fd61fd-9976-4b2f-92a0-15dce3180035,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:50.156961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Deleting port c6651f55-c833-485f-833c-9b6725f177bb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:50.157589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.247505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 169dd349-324c-4d58-a73a-a8b53f342dfc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:50.248159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.254669 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.321776 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.330314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8048b127-6d29-4bb2-b922-d3bc5b66754a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c08873b316b40c5be8f66aaeae5e159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6237183 Dec 10 04:40:50.340816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.343565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:50.430358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8edf1814-fb99-42f8-98e8-2fa208eaee62 req-3f721829-0c6d-4292-9a87-576e8a394d1c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 210 time: 0.3333008 Dec 10 04:40:50.485941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:50.508045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:50.513771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:50.521050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:50.594098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.625719 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.630344 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.636789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.649359 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.687595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:50.688776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.693614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.713321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Allocated IP 172.25.8.183 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8608f052-b10a-47d9-af9e-2061d11a86bc) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:50.756619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Calling delete_port for c6651f55-c833-485f-833c-9b6725f177bb owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:50.761601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 169dd349-324c-4d58-a73a-a8b53f342dfc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=169dd349-324c-4d58-a73a-a8b53f342dfc,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:50.762110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:50.789299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Network 91e594fb-818f-4192-8b15-00270bdda013 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:50.804036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 169dd349-324c-4d58-a73a-a8b53f342dfc owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:50.830631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:50.850667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:50.860876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::1cf (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/dd288618-f5a4-479c-bdb5-a35b52f0594f/0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:50.863346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:50.878043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:50.881855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:51.060363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Pushing event updated for resources: {'Port': ['ID=2b1a53f1-1128-4238-8d81-bf8da67ca540,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:51.145925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Attempting to bind port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:51.152671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Attempting to bind port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:51.153250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Attempting to bind port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 on network 91e594fb-818f-4192-8b15-00270bdda013 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:51.158908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Attempting to bind port 2b1a53f1-1128-4238-8d81-bf8da67ca540 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:51.168593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Attempting to bind port 2b1a53f1-1128-4238-8d81-bf8da67ca540 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:51.170386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Attempting to bind port 2b1a53f1-1128-4238-8d81-bf8da67ca540 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:51.176772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c55ff2-db9e-44b5-b49a-bbd303f956ac req-634364d6-b948-4d07-a4a4-1918cd7e8de3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:51.206991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:51.215911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Checking segment: {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:51.216583 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.217062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Bound using segment: {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:51.220245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Bound port: 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:51.220770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.223087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:51.223988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c55ff2-db9e-44b5-b49a-bbd303f956ac req-634364d6-b948-4d07-a4a4-1918cd7e8de3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:51.226510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c55ff2-db9e-44b5-b49a-bbd303f956ac req-634364d6-b948-4d07-a4a4-1918cd7e8de3 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 1681 time: 0.2972624 Dec 10 04:40:51.226974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:51.227484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.227990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:51.229427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Bound port: 2b1a53f1-1128-4238-8d81-bf8da67ca540, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:51.229427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.274198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 60fd61fd-9976-4b2f-92a0-15dce3180035 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:51.277578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.281495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.281704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Pushing event updated for resources: {'Port': ['ID=5e3af6a8-be34-4fa7-9d89-725776d6ef33,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:51.281825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cd9d910-afe1-4b15-b445-76d09dc2789a HTTP/1.1" status: 204 len: 168 time: 0.9338169 Dec 10 04:40:51.438608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] For port 2b1a53f1-1128-4238-8d81-bf8da67ca540, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:51.443542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] For port 2b1a53f1-1128-4238-8d81-bf8da67ca540, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b1a53f1-1128-4238-8d81-bf8da67ca540,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:51.450871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] For port 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:51.456895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] For port 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5e3af6a8-be34-4fa7-9d89-725776d6ef33,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:51.460576 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.472144 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.512517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 60fd61fd-9976-4b2f-92a0-15dce3180035 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:51.512892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.602176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35afb4-c916-4dcf-bbd4-473bb17ff972 None None] Pushing event updated for resources: {'Port': ['ID=2b1a53f1-1128-4238-8d81-bf8da67ca540,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:51.714845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aef4b-7f16-475e-b20c-bbb4601f51d4 None None] Pushing event updated for resources: {'Port': ['ID=5e3af6a8-be34-4fa7-9d89-725776d6ef33,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:51.731069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.778306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 60fd61fd-9976-4b2f-92a0-15dce3180035, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=60fd61fd-9976-4b2f-92a0-15dce3180035,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:51.784273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:51.890101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=60fd61fd-9976-4b2f-92a0-15dce3180035,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:51.914456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c6651f55-c833-485f-833c-9b6725f177bb no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:52.043752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f78df-5340-4fab-8dc2-a4167758eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd9d910-afe1-4b15-b445-76d09dc2789a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:52.058644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.233556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.235543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e5e4e-6bfd-425c-95e2-216ba274cf9c None None] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:52.306929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-566d61ac-6c99-4836-84a5-a53bf8e73913 req-d36cb90f-a25b-4a52-9c23-2d3ce7f275b6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 210 time: 0.2368705 Dec 10 04:40:52.374519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c55ff2-db9e-44b5-b49a-bbd303f956ac req-945686c8-d002-442c-a45a-6eef7130a329 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1365535 Dec 10 04:40:52.390406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:52.397794 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1846b48-4816-4930-aff4-1f52197ada0b" -d '{"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:52.502306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c6651f55-c833-485f-833c-9b6725f177bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c6651f55-c833-485f-833c-9b6725f177bb,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:52.543039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69e4d5ba-cbba-4590-8352-dffd17fc5978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.562322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.579858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8ad08eb8-3499-4bd0-ae45-9afee1109fd0 None None] Provisioning complete for port 60fd61fd-9976-4b2f-92a0-15dce3180035 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:52.579858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad08eb8-3499-4bd0-ae45-9afee1109fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.605454 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.653879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.689128 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1474486-be4d-4c30-9bca-7fcdabb5790e x-openstack-request-id: req-f1474486-be4d-4c30-9bca-7fcdabb5790e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:52.689640 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:52.690050 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1474486-be4d-4c30-9bca-7fcdabb5790e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:52.690673 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'code': 200} Dec 10 04:40:52.692166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:52.760080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=169dd349-324c-4d58-a73a-a8b53f342dfc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:52.766685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.820675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:52.920823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-a50f6c34-12a7-4a05-a1d2-fc227b761b8f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:52.922402 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-a50f6c34-12a7-4a05-a1d2-fc227b761b8f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.5770054 Dec 10 04:40:52.941642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Router 5b99a0c8-52f9-4939-8d46-49a91b38e98f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:40:53.034510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:53.035689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 169dd349-324c-4d58-a73a-a8b53f342dfc on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:53.136401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.141836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:53.146583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-783625ea-8718-4c8c-b3a9-8b31a4aef193 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "DELETE /v2.0/ports/169dd349-324c-4d58-a73a-a8b53f342dfc HTTP/1.1" status: 204 len: 173 time: 3.4201510 Dec 10 04:40:53.153617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Request body: {'port': {'device_id': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'admin_state_up': True, 'tenant_id': '7a6aeb7a3c05423e8f473bf56be842cc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:53.170509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Sync routers for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:53.184704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.190617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6200516a-89f6-4ffb-b1f6-a0fd66132fb6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2650344 Dec 10 04:40:53.191281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60324) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:53.191441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:53.192188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:53.417537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.461228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-deleted', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:53.471215 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d00ed-aa28-4a7a-929c-c7e453de1d5e" -d '{"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-deleted", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:53.496760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.569114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5e3af6a8-be34-4fa7-9d89-725776d6ef33 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:53.581477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4d4a1af-6b31-45f0-b35c-8dc9593d9820 req-87f034ef-5f3c-43b5-b634-9fb0512f897a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 210 time: 0.0903010 Dec 10 04:40:53.607111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1185f3b7-a1b9-4283-8a5f-241274803055 tempest-AgentManagementNegativeTest-927827351 tempest-AgentManagementNegativeTest-927827351-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5712128 Dec 10 04:40:53.743081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.797773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6b14e816-10a0-4917-b436-60f510436d1e None None] Provisioning complete for port 60fd61fd-9976-4b2f-92a0-15dce3180035 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:53.798152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b14e816-10a0-4917-b436-60f510436d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.810278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:53.823053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:53.866496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:53.868016 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01add22b-bf44-4b95-a6cf-4b5242d21c1d x-openstack-request-id: req-01add22b-bf44-4b95-a6cf-4b5242d21c1d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:53.868291 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-deleted", "tag": "169dd349-324c-4d58-a73a-a8b53f342dfc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:53.879915 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01add22b-bf44-4b95-a6cf-4b5242d21c1d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:53.880428 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-deleted', 'tag': '169dd349-324c-4d58-a73a-a8b53f342dfc', 'status': 'completed', 'code': 200} Dec 10 04:40:53.953018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf56d-11be-4422-826b-d3faaf7e2d8a req-94458c0e-4bfe-4af2-8218-2605de7a6515 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:53.954580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eacf56d-11be-4422-826b-d3faaf7e2d8a req-94458c0e-4bfe-4af2-8218-2605de7a6515 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 944 time: 0.2396712 Dec 10 04:40:53.958963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:53.987768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:53.997342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:53.998316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.047441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Made reservation on behalf of 7a6aeb7a3c05423e8f473bf56be842cc for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:54.052282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.086588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] No DVR routers for this DVR port c6651f55-c833-485f-833c-9b6725f177bb on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:54.090973 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.095401 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a107ecc3-0844-4e2b-9d89-4a22cd89c557 req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "DELETE /v2.0/ports/c6651f55-c833-485f-833c-9b6725f177bb HTTP/1.1" status: 204 len: 173 time: 4.4952345 Dec 10 04:40:54.111054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:54.131028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:54.161009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:54.161391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.199365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:54.211969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa48e47-1fd4-4287-ad0d-843e9738af05 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event deleted for resources: {'Port': ['ID=c6651f55-c833-485f-833c-9b6725f177bb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:54.238007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a8404-da18-4947-b632-5237a005d8bc None None] Network 91e594fb-818f-4192-8b15-00270bdda013 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:54.268962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eacf56d-11be-4422-826b-d3faaf7e2d8a req-f524e2f9-292c-4264-8c02-7cf617555ea2 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993696 Dec 10 04:40:54.276789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:54.293659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:54.362530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08cbfb5a-31cc-4793-a9de-9d1a03dc2a3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.3461888 Dec 10 04:40:54.364761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:54.446849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Pushing event updated for resources: {'Port': ['ID=8608f052-b10a-47d9-af9e-2061d11a86bc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:54.476457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 1f0c8a97-d0ae-42fd-8aed-ba358969499f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:54.476824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.513548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc2dc2-6aa3-4c4d-9e9e-9d309bcba356 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:54.520893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc2dc2-6aa3-4c4d-9e9e-9d309bcba356 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:54.523780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.526380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-61cc2dc2-6aa3-4c4d-9e9e-9d309bcba356 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1611753 Dec 10 04:40:54.527116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:54.584512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:51Z', 'revision_number': 3, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:54.586331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.632285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Checking router: 5b99a0c8-52f9-4939-8d46-49a91b38e98f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:40:54.632681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Updating router 5b99a0c8-52f9-4939-8d46-49a91b38e98f port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:40:54.635707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 169dd349-324c-4d58-a73a-a8b53f342dfc no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:54.713521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 169dd349-324c-4d58-a73a-a8b53f342dfc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:54.714129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 169dd349-324c-4d58-a73a-a8b53f342dfc not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:54.716329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 1f0c8a97-d0ae-42fd-8aed-ba358969499f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:54.767437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.815979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5e3af6a8-be34-4fa7-9d89-725776d6ef33,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:54.834773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Provisioning complete for port 0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:54.835898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.841857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.842626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 60fd61fd-9976-4b2f-92a0-15dce3180035 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:54.862080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bf1cae4-e660-4e22-acfa-668ff6961154 req-b8345203-3288-4830-bd16-f63f8ded4fb9 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 210 time: 0.0903499 Dec 10 04:40:54.896469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:54.915870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port 0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:54.916540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.054440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=5e3af6a8-be34-4fa7-9d89-725776d6ef33,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:55.074120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.081835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93fcc1ba-522b-49eb-be04-0fc270b04028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.097674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for 0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:55.105224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Allocated IP 172.20.0.7 (b888b4e0-4733-4728-82c8-e5090464f92d/3249d533-90bb-485a-b18e-b508e350095c/1ad9929a-fff5-4126-96f7-8d527d7784d7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:55.146310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:55.146671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.147180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.185570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Port 0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:55.199868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:55.202322 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3a0a41-ebe1-4392-ae53-685ba90f55c8" -d '{"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:55.202825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 1f0c8a97-d0ae-42fd-8aed-ba358969499f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:55.264281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 1f0c8a97-d0ae-42fd-8aed-ba358969499f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=1f0c8a97-d0ae-42fd-8aed-ba358969499f,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:55.265471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Provisioning complete for port 2b1a53f1-1128-4238-8d81-bf8da67ca540 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:55.265800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.305791 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286521d2-52d7-49ac-80e9-fea2f8961558 x-openstack-request-id: req-286521d2-52d7-49ac-80e9-fea2f8961558 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:55.306448 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:55.306740 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-286521d2-52d7-49ac-80e9-fea2f8961558 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:55.307221 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'code': 200} Dec 10 04:40:55.309548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.310263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.349691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.374185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:55.397942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 60fd61fd-9976-4b2f-92a0-15dce3180035 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:55.398330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.427582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:55.454418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.462817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.463917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.464775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.465426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.466127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.466669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.467227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.467975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.468551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.469092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.469643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.470277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.472371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.489590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.514860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.578988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b1a53f1-1128-4238-8d81-bf8da67ca540 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:55.629803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.637812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99074ff3-22fa-4e2e-a493-2bff109fa6f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 HTTP/1.1" status: 204 len: 168 time: 1.1046097 Dec 10 04:40:55.644959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:55.693814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] For port 2b1a53f1-1128-4238-8d81-bf8da67ca540, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b1a53f1-1128-4238-8d81-bf8da67ca540,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:55.715897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.718874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e3907-3542-4f82-9ded-132b1e34eccf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:55.735940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5119435ef3649d1adbdc9cc979cfd51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5066569 Dec 10 04:40:55.740506 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:55.764789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:55.802617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1be46-638c-46a8-85d6-a0b1bd8e0422 req-caf58075-5f8b-462d-8f6b-eb170ea6179a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:55.804209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47b1be46-638c-46a8-85d6-a0b1bd8e0422 req-caf58075-5f8b-462d-8f6b-eb170ea6179a tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 942 time: 0.3525577 Dec 10 04:40:55.805728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.806121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.806468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.806812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.807150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.807488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.807822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.808156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.808499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.808863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.809196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.809526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.809854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd519-f2cc-4250-9e0c-9fe1b5014184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:40:55.819406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Allocated IP 172.20.0.1 (91e594fb-818f-4192-8b15-00270bdda013/7a427148-087c-4a25-ae09-bd0667ed4bff/275c022a-566e-49ae-b1c4-df91182271f1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:40:55.894211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-deleted', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:55.896145 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40182302-d623-4e0e-9a83-cb69bb2d812f" -d '{"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-deleted", "tag": "c6651f55-c833-485f-833c-9b6725f177bb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:55.898215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47b1be46-638c-46a8-85d6-a0b1bd8e0422 req-c67be8f5-2d12-4f1a-98eb-926de420a473 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/security-groups?id=36a7ed37-0e25-4855-92f6-ab77ee3cd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739222 Dec 10 04:40:55.924946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5de4db-132f-4029-878f-18aa27aefc29 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:55.926720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5de4db-132f-4029-878f-18aa27aefc29 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:55.928522 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc5de4db-132f-4029-878f-18aa27aefc29 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2682891 Dec 10 04:40:55.934870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:56.035764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Provisioning complete for port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:56.036605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.042438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.044431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.047726 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.052648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet dd288618-f5a4-479c-bdb5-a35b52f0594f {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:56.068887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.126569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f16f7f-2d51-4145-94c7-f86c261a73f9 None None] Pushing event updated for resources: {'Port': ['ID=2b1a53f1-1128-4238-8d81-bf8da67ca540,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.136411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2b1a53f1-1128-4238-8d81-bf8da67ca540 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:56.136839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.141261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Attempting to bind port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:56.141657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Attempting to bind port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:56.142014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Attempting to bind port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:56.147370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3228825d-c941-4799-9902-6b6e15bffaf2 req-b9da363d-3e36-4325-8f7f-cf9aa1704fec tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 210 time: 0.0720193 Dec 10 04:40:56.188852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.204241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:56.204770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:56.205121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.205237 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8162fdb7-98ee-43cf-8458-8bcb52e57976 x-openstack-request-id: req-8162fdb7-98ee-43cf-8458-8bcb52e57976 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:56.205692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:56.205983 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e925db-9a25-4005-932a-c7c40ce91cfe", "name": "network-vif-deleted", "tag": "c6651f55-c833-485f-833c-9b6725f177bb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:56.205983 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8162fdb7-98ee-43cf-8458-8bcb52e57976 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:56.206196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Bound port: dd23722d-6ccd-4b57-b7a0-88fc864dc5ed, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:56.206374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.206493 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e925db-9a25-4005-932a-c7c40ce91cfe', 'name': 'network-vif-deleted', 'tag': 'c6651f55-c833-485f-833c-9b6725f177bb', 'status': 'completed', 'code': 200} Dec 10 04:40:56.234971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.251195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.273979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41cb7f-7bba-4b03-b1c3-16de22a2b3a0 None None] Pushing event updated for resources: {'Port': ['ID=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.276575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.296796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.302577 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.325830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] For port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:40:56.332186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Network b888b4e0-4733-4728-82c8-e5090464f92d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:56.354569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:56.357864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:56.359230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] For port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:40:56.372288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.418721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:56.419380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.441404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.449562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:56.450232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:56.456572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.471987 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.528867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4905510 Dec 10 04:40:56.529703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=1f0c8a97-d0ae-42fd-8aed-ba358969499f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.544269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41cb7f-7bba-4b03-b1c3-16de22a2b3a0 None None] Pushing event updated for resources: {'Port': ['ID=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.551102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5e3af6a8-be34-4fa7-9d89-725776d6ef33 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:56.557513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-69f2d0ab-ee29-43d9-8853-bd8553716951 None None] Provisioning complete for port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:56.557887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69f2d0ab-ee29-43d9-8853-bd8553716951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.603545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Request body: {'port': {'device_id': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:56.610994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Pushing event updated for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.614165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.626591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.629559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.634594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b0e3907-3542-4f82-9ded-132b1e34eccf HTTP/1.1" status: 204 len: 168 time: 0.8684769 Dec 10 04:40:56.636225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Network 91e594fb-818f-4192-8b15-00270bdda013 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:56.647670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:56.652191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.662353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/dd288618-f5a4-479c-bdb5-a35b52f0594f HTTP/1.1" status: 204 len: 168 time: 0.7264256 Dec 10 04:40:56.667050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 1f0c8a97-d0ae-42fd-8aed-ba358969499f on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:56.670096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:56.670861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:40:56.674969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a1b14ba-8502-46b6-80ea-fd37a9d0bfa4 req-fdde2e7c-2450-43e8-b1a7-ba80cf59e2a6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.36 "DELETE /v2.0/ports/1f0c8a97-d0ae-42fd-8aed-ba358969499f HTTP/1.1" status: 204 len: 173 time: 3.1531477 Dec 10 04:40:56.676191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:56.681623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46554019-d266-44b0-a9a9-fb1fd5e34e25 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:40:56.689843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b5282-1eed-4610-9ce2-8f1a3654292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e3907-3542-4f82-9ded-132b1e34eccf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.767507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa84c-faf1-4ecd-b0a4-f1afb9eb146b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=dd288618-f5a4-479c-bdb5-a35b52f0594f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:56.832167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:57.242188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:57.471351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5dcb5026-b22b-4aa5-b4fb-d98aaca7c05e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7289925 Dec 10 04:40:57.501055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:57.501425 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:57.510838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60400) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:57.540579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5971-e1b0-40cd-817a-82fee3f53ea7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:57.587910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:57.613117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:40:57.629500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b548acad-a811-4482-bdd1-e2981c520039 req-1b67a589-7041-4193-a5e9-5e35635821b7 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b70caf-6487-4540-b590-a05daeaec419 HTTP/1.1" status: 200 len: 210 time: 0.1203575 Dec 10 04:40:57.770420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfef4b9-c6e2-4eb0-aa31-987e033af8b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:57.776022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cbfef4b9-c6e2-4eb0-aa31-987e033af8b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2601986 Dec 10 04:40:57.776216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:57.789209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:57.795516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867d9b-2d5d-42d2-9d24-ea4f0ab0015a req-3b73b757-f190-47c3-a49c-6e19493c34b5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:57.810074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:51Z', 'revision_number': 3, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:57.810963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d867d9b-2d5d-42d2-9d24-ea4f0ab0015a req-3b73b757-f190-47c3-a49c-6e19493c34b5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 931 time: 0.3046632 Dec 10 04:40:57.828106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:57.861837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:40:57.866589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669699c2-3ad8-4ddc-8adf-9b999c1b1c82 None None] The sync data for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 is: [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:51Z', 'revision_number': 3, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:40:57.873030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b1a53f1-1128-4238-8d81-bf8da67ca540 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:57.971010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5e881cdc-8b1a-49e6-b70f-f4a24d3e8fd9 None None] Provisioning complete for port 275c022a-566e-49ae-b1c4-df91182271f1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:57.980074 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e881cdc-8b1a-49e6-b70f-f4a24d3e8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.004772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73bdd6-d02a-4ad0-86a0-ea54a0077d82 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:58.007589 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fa73bdd6-d02a-4ad0-86a0-ea54a0077d82 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2227638 Dec 10 04:40:58.009004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:58.019047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:40:58.019577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:58.036350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:40:58.037248 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:58.085050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:58.089000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-653311f3-a823-4e9b-8e8a-bbc8dbec3342 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645993 Dec 10 04:40:58.093301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:58.100387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Deleting port 2b1a53f1-1128-4238-8d81-bf8da67ca540 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:40:58.102330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:58.114321 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.117266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.122275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-72f23ea6-03ec-4458-a710-73ea58158158 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.2410548 Dec 10 04:40:58.125098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:58.167234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d867d9b-2d5d-42d2-9d24-ea4f0ab0015a req-f9a0075a-b85e-4dc0-9064-9d9db50a4131 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553271 Dec 10 04:40:58.235495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e881cdc-8b1a-49e6-b70f-f4a24d3e8fd9 None None] Port 275c022a-566e-49ae-b1c4-df91182271f1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:58.260226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-deleted', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:40:58.262312 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe7d4de-8ac7-4b9f-a490-444419e8d9b1" -d '{"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-deleted", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:40:58.336284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:58.340623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.350940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-360223870'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:40:58.424693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:40:58.425293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2b1a53f1-1128-4238-8d81-bf8da67ca540 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:58.425756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.437241 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd3a95c-d04b-4d25-8363-3e5813392965 x-openstack-request-id: req-ecd3a95c-d04b-4d25-8363-3e5813392965 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:40:58.437569 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b70caf-6487-4540-b590-a05daeaec419", "name": "network-vif-deleted", "tag": "1f0c8a97-d0ae-42fd-8aed-ba358969499f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:40:58.437788 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecd3a95c-d04b-4d25-8363-3e5813392965 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:40:58.438182 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b70caf-6487-4540-b590-a05daeaec419', 'name': 'network-vif-deleted', 'tag': '1f0c8a97-d0ae-42fd-8aed-ba358969499f', 'status': 'completed', 'code': 200} Dec 10 04:40:58.457628 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.470597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.493894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] For port 2b1a53f1-1128-4238-8d81-bf8da67ca540, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b1a53f1-1128-4238-8d81-bf8da67ca540,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:58.494427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.508610 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.524246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Calling delete_port for 2b1a53f1-1128-4238-8d81-bf8da67ca540 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:40:58.544424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:40:58.547974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.586998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.642181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Pushing event updated for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:58.700104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.776176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:40:58.812315 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.888488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] Pushing event deleted for resources: {'Port': ['ID=2b1a53f1-1128-4238-8d81-bf8da67ca540,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:58.898396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad9929a-fff5-4126-96f7-8d527d7784d7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:40:58.928808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc011eb-f2ee-400c-8f87-5dd3ad95ed79 None None] No DVR routers for this DVR port 2b1a53f1-1128-4238-8d81-bf8da67ca540 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:40:58.931385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Network 91e594fb-818f-4192-8b15-00270bdda013 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:40:58.935628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:40:58.958598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:58.984710 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:40:54Z', 'revision_number': 3, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:40:59.046115 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:40:59.046115 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Updating router 2db04626-27d6-4026-bdc5-389dfdff97e4 port 8608f052-b10a-47d9-af9e-2061d11a86bc binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:40:59.173988 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.199060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Router 5b99a0c8-52f9-4939-8d46-49a91b38e98f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:40:59.230981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting subnet 4b1c43da-9235-47d8-9566-a88c008ef318 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:40:59.246766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dd23722d-6ccd-4b57-b7a0-88fc864dc5ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:40:59.251896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.335162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.361310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:59.361678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.554451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.590403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bc9d81d6-942d-45f0-982c-b9296b04e251 None None] Provisioning complete for port 275c022a-566e-49ae-b1c4-df91182271f1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:40:59.590944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc9d81d6-942d-45f0-982c-b9296b04e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.595579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:40:59.610538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-de4f678c-97d6-446c-8fc4-656ca8d6697b admin admin] 10.222.0.43 "PUT /v2.0/routers/5b99a0c8-52f9-4939-8d46-49a91b38e98f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4172633 Dec 10 04:40:59.671371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.673221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.717160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.742605 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.745397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:40:59.747996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d81d6-942d-45f0-982c-b9296b04e251 None None] Port 275c022a-566e-49ae-b1c4-df91182271f1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:40:59.755427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.758347 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.842581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:59.859407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:40:59.868903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.882557 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Attempting to bind port 8608f052-b10a-47d9-af9e-2061d11a86bc on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:40:59.882920 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Attempting to bind port 8608f052-b10a-47d9-af9e-2061d11a86bc by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:40:59.889120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Attempting to bind port 8608f052-b10a-47d9-af9e-2061d11a86bc on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:40:59.907295 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Pushing event updated for resources: {'Port': ['ID=8608f052-b10a-47d9-af9e-2061d11a86bc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:40:59.910829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c6d3-3784-43cb-ab55-3d154f25d728 req-a19b925a-7458-4952-b104-6e4228d92dfd tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:40:59.910985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:40:59.911304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:40:59.911704 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.912095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:40:59.915248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Transition to ACTIVE for port object 1ad9929a-fff5-4126-96f7-8d527d7784d7 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:40:59.916578 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Bound port: 8608f052-b10a-47d9-af9e-2061d11a86bc, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:40:59.919512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:40:59.919763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da21c6d3-3784-43cb-ab55-3d154f25d728 req-a19b925a-7458-4952-b104-6e4228d92dfd tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 931 time: 0.6032190 Dec 10 04:40:59.921071 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.925219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b1a53f1-1128-4238-8d81-bf8da67ca540 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:40:59.952523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:40:59.984310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2b1a53f1-1128-4238-8d81-bf8da67ca540 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:40:59.985098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b1a53f1-1128-4238-8d81-bf8da67ca540 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:40:59.986837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:00.004159 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.004334 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.004583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.006633 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.006768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:00.012583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.013177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.013673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.014056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.014253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:00.014403 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.014749 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.015080 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.015411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.015728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.015848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.016057 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:00.021470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0b14b-c8fb-4c31-9150-65e849cc7363 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:00.056593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=3f52d71f-32ec-42b5-944a-adf3a5dd1459,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:00.088691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da21c6d3-3784-43cb-ab55-3d154f25d728 req-efb8f465-6624-4df0-b2e9-032384213498 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639619 Dec 10 04:41:00.100213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-019c2ab3-65ce-4bf8-a043-339a06e26436 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0028543 Dec 10 04:41:00.101342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60454) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:00.106372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:00.114198 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] For port 8608f052-b10a-47d9-af9e-2061d11a86bc, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:00.122984 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] For port 8608f052-b10a-47d9-af9e-2061d11a86bc, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8608f052-b10a-47d9-af9e-2061d11a86bc,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:00.131891 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.134693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.138792 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Added segment c92db9d0-d66e-46a2-ae4e-f5b5cadd1fd7 of type vlan for network a9278210-8457-4eaa-a95f-fe9fe423125b Dec 10 04:41:00.144967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6f757-599e-419e-a9ea-2e631ea2492d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:00.148707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1c43da-9235-47d8-9566-a88c008ef318,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:00.175174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.187432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-17dc0495-873c-46aa-b438-5e11f702e217 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/subnets/4b1c43da-9235-47d8-9566-a88c008ef318 HTTP/1.1" status: 204 len: 168 time: 1.4101064 Dec 10 04:41:00.191116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:00.250651 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcb0fc-5fac-448f-9453-70308cb66d09 None None] Pushing event updated for resources: {'Port': ['ID=8608f052-b10a-47d9-af9e-2061d11a86bc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:00.272077 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:00.273092 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:00.392773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:00.396786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.448980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.463661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d14ab4-d17a-4186-9935-b042826f6e72 None None] Network 32371e0c-07c1-4eaf-ae5f-488040113ecf requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:00.528260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '3f52d71f-32ec-42b5-944a-adf3a5dd1459'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:41:00.537633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:00.538835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:00.701653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:00.705009 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f52d71f-32ec-42b5-944a-adf3a5dd1459 (CIDR: 2001:db8::/64) Dec 10 04:41:00.719245 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:41:00.724849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:00.766745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ad642780-09ac-4320-baeb-80d48e47bb65 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6651886 Dec 10 04:41:00.769679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60466) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:00.780718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:00.812830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Allocated IP 2001:db8::f816:3eff:fedf:c7f0 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/3f52d71f-32ec-42b5-944a-adf3a5dd1459/cbb57ad0-70f6-4787-91d9-b2bb599ca08d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:00.888079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:41:00.929579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.043280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.080191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:01.102435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.153694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.179932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:40:54Z', 'revision_number': 3, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:01.188274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.210892 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e087df8-531b-4903-909c-5117934ca2ba None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:40:54Z', 'revision_number': 3, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:01.214747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:01.215360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.328858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:01.345710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dd23722d-6ccd-4b57-b7a0-88fc864dc5ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:01.348971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:01.350961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Sync routers for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:01.366448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:01.428162 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3378072 Dec 10 04:41:01.464071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:01.480355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'subnet': {'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:01.521318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Pushing event updated for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:01.526544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Attempting to bind port 1ad9929a-fff5-4126-96f7-8d527d7784d7 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:01.526880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Attempting to bind port 1ad9929a-fff5-4126-96f7-8d527d7784d7 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:01.527211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Attempting to bind port 1ad9929a-fff5-4126-96f7-8d527d7784d7 on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:01.555310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efec88-4322-42d9-84f5-2026befd5be1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Network': ['ID=a9278210-8457-4eaa-a95f-fe9fe423125b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:01.562886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Port 1ad9929a-fff5-4126-96f7-8d527d7784d7 on network b888b4e0-4733-4728-82c8-e5090464f92d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:41:01.563220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Attempting to bind port 1ad9929a-fff5-4126-96f7-8d527d7784d7 on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:01.567293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:01.567921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:01.601815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a9278210-8457-4eaa-a95f-fe9fe423125b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:41:01.674902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:01.675316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Checking segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:01.689204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Bound using segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:01.689204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Bound port: 1ad9929a-fff5-4126-96f7-8d527d7784d7, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:01.689204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.876013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 8bc172fd-938a-4d07-80c3-d716211fe496 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:01.876722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:01.906325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e766ab-27f9-4a69-9293-b22603a689ec req-283d09bc-f8b9-474f-a5f5-bbce7c586a9d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:01.934067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13e766ab-27f9-4a69-9293-b22603a689ec req-283d09bc-f8b9-474f-a5f5-bbce7c586a9d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 943 time: 0.5606339 Dec 10 04:41:02.057523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Attempting to bind port cbb57ad0-70f6-4787-91d9-b2bb599ca08d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:02.058026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Attempting to bind port cbb57ad0-70f6-4787-91d9-b2bb599ca08d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:02.058249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Attempting to bind port cbb57ad0-70f6-4787-91d9-b2bb599ca08d on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:02.077154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:02.087604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.110671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:02.111053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:02.111456 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.112080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:02.112324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Bound port: cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:02.125716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 8bc172fd-938a-4d07-80c3-d716211fe496, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8bc172fd-938a-4d07-80c3-d716211fe496,segment=NetworkSegment(f52efce6-e6ae-4033-aa6e-80d6c5b315e2),segment_id=f52efce6-e6ae-4033-aa6e-80d6c5b315e2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:02.126083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.128328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.163290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:02.204627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:02.239952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.246712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.258066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] DHCP port deletion for 32371e0c-07c1-4eaf-ae5f-488040113ecf request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:02.280991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13e766ab-27f9-4a69-9293-b22603a689ec req-2ec15db5-749b-4c21-b4e5-106e45ae8ab8 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456686 Dec 10 04:41:02.285168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 8bc172fd-938a-4d07-80c3-d716211fe496 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:02.303243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:02.303609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.520373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:02.634966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:02.655067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.677799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:02.759780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.810960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:02.824545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.873520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:02.903779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:02.910366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Deleting port 8bc172fd-938a-4d07-80c3-d716211fe496 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:02.910737 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:02.935960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:02.936834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.037280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2663136 Dec 10 04:41:03.057691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:03.064891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Pushing event updated for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:03.114910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Allocated IP 172.20.0.1 (92e6aac6-36e9-4cb8-beba-39a91f9a4a74/a3a58781-7be0-4694-942a-9cd9c08a3be4/e44ee7f2-055e-45f0-80f5-d78d3878394d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:03.138623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.139036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.139437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.139852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.140270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.142083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.142950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.143386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.143760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.144091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.144490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.145038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.145185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63f16d4-aae2-4a19-9adc-8fc6a64aa5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:03.190677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] For port 8bc172fd-938a-4d07-80c3-d716211fe496, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:03.191204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.234001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:42:36:42', 'name': 'tempest-NetworksTestDHCPv6-1509285476'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:03.304081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Calling delete_port for 8bc172fd-938a-4d07-80c3-d716211fe496 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:03.314496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Port 8bc172fd-938a-4d07-80c3-d716211fe496 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:41:03.355910 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.362756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8608f052-b10a-47d9-af9e-2061d11a86bc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:03.410505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 8bc172fd-938a-4d07-80c3-d716211fe496 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:03.491962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] No DVR routers for this DVR port 8bc172fd-938a-4d07-80c3-d716211fe496 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:03.513560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3665eb-3428-4111-9ec5-a69ffe664bbf None None] Pushing event deleted for resources: {'Port': ['ID=8bc172fd-938a-4d07-80c3-d716211fe496,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:03.556675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63bd7d-7085-4f5f-940f-7dfb08fafd09 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=43ea377d-a6bd-4891-943f-8369422eec3d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:03.573552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:57Z', 'revision_number': 4, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '275c022a-566e-49ae-b1c4-df91182271f1', 'name': '', 'network_id': '91e594fb-818f-4192-8b15-00270bdda013', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'mac_address': 'fa:16:3e:09:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:40:57Z', 'revision_number': 2, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'subnets': [{'id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:03.604173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:03.604820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.606241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0a9d05f2-aa7e-4dfb-9841-e6280bd4730f service neutron] 10.222.0.41 "PUT /v2.0/ports/1ad9929a-fff5-4126-96f7-8d527d7784d7 HTTP/1.1" status: 200 len: 1091 time: 7.0372555 Dec 10 04:41:03.607117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:03.617850 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bdfd1-9f4a-49d3-97ec-c455bae2282a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:03.621842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=8bc172fd-938a-4d07-80c3-d716211fe496,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:03.641954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Checking router: 5b99a0c8-52f9-4939-8d46-49a91b38e98f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:41:03.643191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Updating router 5b99a0c8-52f9-4939-8d46-49a91b38e98f port 275c022a-566e-49ae-b1c4-df91182271f1 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:41:03.722362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8608f052-b10a-47d9-af9e-2061d11a86bc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:03.723014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.770499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.786681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.814385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32371e0c-07c1-4eaf-ae5f-488040113ecf']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:03.827080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:03.827375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52efce6-e6ae-4033-aa6e-80d6c5b315e2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:03.834715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.837637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.855574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.863412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:41:03.863826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.949994 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca62ff4-bfe1-4df7-b491-d652d1c69087 x-openstack-request-id: req-9ca62ff4-bfe1-4df7-b491-d652d1c69087 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:03.950490 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:03.950835 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ca62ff4-bfe1-4df7-b491-d652d1c69087 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:03.951373 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'status': 'completed', 'code': 200} Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:41:03.964636 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:41:03.968887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:03.990993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb71155-baeb-4251-bbaa-df1745687582 req-03cd3134-7824-4d11-ae84-05e4b9333a04 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:04.005370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb71155-baeb-4251-bbaa-df1745687582 req-03cd3134-7824-4d11-ae84-05e4b9333a04 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 943 time: 0.4910545 Dec 10 04:41:04.032736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Network': ['ID=32371e0c-07c1-4eaf-ae5f-488040113ecf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:04.038782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.044350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-52e03ab3-1f99-4c64-8390-d5c8d99b9485 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/networks/32371e0c-07c1-4eaf-ae5f-488040113ecf HTTP/1.1" status: 204 len: 168 time: 3.8509166 Dec 10 04:41:04.053773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:04.084838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Subnet': ['ID=9fc33eef-0a39-47d6-be79-ed1a8d1a2749,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:04.147657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.160305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:04.161879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0fad74d9-848c-4f6c-adec-2fb51113f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:04.163751 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-0fad74d9-848c-4f6c-adec-2fb51113f00f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 1094 time: 0.2093771 Dec 10 04:41:04.184289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting subnet 75c6e9b5-83a6-4a51-9025-97a9c0764244 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:04.189093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.237727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.254889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Checking segment: {'id': 'c92db9d0-d66e-46a2-ae4e-f5b5cadd1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:04.255885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network hostable DHCP agents. Network: a9278210-8457-4eaa-a95f-fe9fe423125b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:41:04.292613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.346354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:41:04.386357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb71155-baeb-4251-bbaa-df1745687582 req-bb85d354-fb2b-482f-ab3c-4dfbfdb89e75 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775673 Dec 10 04:41:04.460116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a9278210-8457-4eaa-a95f-fe9fe423125b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:04.503218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:04.504003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.562274 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-ba3590e4-ea6a-494e-bde2-b74df663cca1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7 HTTP/1.1" status: 200 len: 217 time: 0.1069977 Dec 10 04:41:04.568257 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.601838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.614141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ce5fc8b9-f209-4ab9-b658-dcbb705521c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1427038 Dec 10 04:41:04.616931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:04.633299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1984020467', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:04.658475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port a28171cc-2db8-4991-83b0-26b834afb168 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:04.952851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.990328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:04.996646 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.093549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.250713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc584c-ce79-4c9a-91fc-8027af96a9ab None None] Network a9278210-8457-4eaa-a95f-fe9fe423125b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:05.262819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8:0:1::3ce (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/43ea377d-a6bd-4891-943f-8369422eec3d/a28171cc-2db8-4991-83b0-26b834afb168) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:05.267483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25af4e5-bd47-4867-b7fd-c848255b5f98 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:05.303300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe42:3642 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/3f52d71f-32ec-42b5-944a-adf3a5dd1459/a28171cc-2db8-4991-83b0-26b834afb168) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:05.303500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:05.303500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-bede5c3d-84e9-4bfa-b584-c3e46cab8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:05.315728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-bede5c3d-84e9-4bfa-b584-c3e46cab8e81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.6956246 Dec 10 04:41:05.333261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Subnet': ['ID=75c6e9b5-83a6-4a51-9025-97a9c0764244,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:05.347576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.353779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d6b77330-4230-4703-8665-dec72c0995b6 tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/subnets/75c6e9b5-83a6-4a51-9025-97a9c0764244 HTTP/1.1" status: 204 len: 168 time: 1.2964621 Dec 10 04:41:05.368135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:05.372415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:05.383572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Pushing event updated for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:05.412678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:05.467122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.500645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781470d9-ee6f-4b55-88d6-4a1561b9c4dc None None] Network 9b418a56-2188-475f-9879-8316a747ff26 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:05.574456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 8608f052-b10a-47d9-af9e-2061d11a86bc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8608f052-b10a-47d9-af9e-2061d11a86bc,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:05.622016 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-bb04bc81-3e13-41aa-905b-d3cfb2fac4eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2553883 Dec 10 04:41:05.676995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.710918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.851217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.936431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:05.990515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8bc172fd-938a-4d07-80c3-d716211fe496 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:06.021124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.021809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.201968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] Provisioning complete for port cbb57ad0-70f6-4787-91d9-b2bb599ca08d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:06.202512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.228628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 8bc172fd-938a-4d07-80c3-d716211fe496 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:06.241934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8bc172fd-938a-4d07-80c3-d716211fe496 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:06.257671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.310593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bde260-9ac0-4085-8c53-a5dc799e9b35 req-e9b356be-d74c-4baa-9ba2-fc60ccfb84c5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:06.312143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65bde260-9ac0-4085-8c53-a5dc799e9b35 req-e9b356be-d74c-4baa-9ba2-fc60ccfb84c5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 943 time: 0.7732880 Dec 10 04:41:06.315655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.351732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:06.395174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:06.420334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:06.452926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:06.453662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:06.495766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=8608f052-b10a-47d9-af9e-2061d11a86bc,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:06.598465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbb57ad0-70f6-4787-91d9-b2bb599ca08d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:06.889121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e31d6-6a76-4807-808a-5d62a82dd450 None None] Network a9278210-8457-4eaa-a95f-fe9fe423125b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:07.022110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-9dba42a9-299f-4fd9-a142-10a1052bea8c service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3411677 Dec 10 04:41:07.026831 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.117002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52ee1-cf12-489f-ae55-f75370ed3059 None None] Pushing event updated for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:07.180218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1128592 Dec 10 04:41:07.191611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:07.232511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2d427-56da-4732-b75a-69ce975f7cbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=a28171cc-2db8-4991-83b0-26b834afb168,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:07.254154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65bde260-9ac0-4085-8c53-a5dc799e9b35 req-f0abe447-2d3f-4ef5-b099-38502196534c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9233623 Dec 10 04:41:07.312148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Deleting port 76a23b23-b78c-4182-a952-7c88cacc3f0e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:07.314903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.353422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cbb57ad0-70f6-4787-91d9-b2bb599ca08d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:07.353952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.369918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f156e4-59ea-41ad-bcae-63b3e2bee176 None None] DHCP port deletion for 9b418a56-2188-475f-9879-8316a747ff26 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:07.451773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] For port 76a23b23-b78c-4182-a952-7c88cacc3f0e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=76a23b23-b78c-4182-a952-7c88cacc3f0e,segment=NetworkSegment(e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced),segment_id=e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:07.454336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.469733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Calling delete_port for 76a23b23-b78c-4182-a952-7c88cacc3f0e owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:07.577298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.621281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] No DVR routers for this DVR port 76a23b23-b78c-4182-a952-7c88cacc3f0e on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:07.623876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Port': ['ID=76a23b23-b78c-4182-a952-7c88cacc3f0e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:07.659652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Attempting to bind port 275c022a-566e-49ae-b1c4-df91182271f1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:07.660284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Attempting to bind port 275c022a-566e-49ae-b1c4-df91182271f1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:07.660846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Attempting to bind port 275c022a-566e-49ae-b1c4-df91182271f1 on network 91e594fb-818f-4192-8b15-00270bdda013 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:07.694529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Update dhcp port {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': '3f52d71f-32ec-42b5-944a-adf3a5dd1459', 'ip_address': '2001:db8::f816:3eff:fedf:c7f0'}, {'subnet_id': '43ea377d-a6bd-4891-943f-8369422eec3d'}], 'binding:host_id': 'n-d-817326-3'}, 'id': 'cbb57ad0-70f6-4787-91d9-b2bb599ca08d'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:41:07.703641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:07.704011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Checking segment: {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:07.704682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.705078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Bound using segment: {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:07.705552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Bound port: 275c022a-566e-49ae-b1c4-df91182271f1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '91e594fb-818f-4192-8b15-00270bdda013'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:07.706056 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.707767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.736208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.758737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b418a56-2188-475f-9879-8316a747ff26']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:07.778522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:07.779284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cc833f-c0a3-4ae6-98b5-a01c4dcbdced') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:07.791355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.804210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:07.809408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.817499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:41:07.818523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:41:07.823342 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:41:07.845057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.871054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] For port 275c022a-566e-49ae-b1c4-df91182271f1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:07.875417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] For port 275c022a-566e-49ae-b1c4-df91182271f1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=275c022a-566e-49ae-b1c4-df91182271f1,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:07.879345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.885790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.899886 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.915940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.947064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Pushing event deleted for resources: {'Network': ['ID=9b418a56-2188-475f-9879-8316a747ff26,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:07.950112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.955287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3d7cb717-ddca-4689-9583-756b14d8007b tempest-ServersTestMultiNic-1736019775 tempest-ServersTestMultiNic-1736019775-project] 10.222.0.43 "DELETE /v2.0/networks/9b418a56-2188-475f-9879-8316a747ff26 HTTP/1.1" status: 204 len: 168 time: 2.5818527 Dec 10 04:41:07.959320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port a28171cc-2db8-4991-83b0-26b834afb168 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:07.959689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:07.962358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.067071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09f156e4-59ea-41ad-bcae-63b3e2bee176 None None] Deleting port 76a23b23-b78c-4182-a952-7c88cacc3f0e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:08.067454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09f156e4-59ea-41ad-bcae-63b3e2bee176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.127155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d63c6814-14ec-482f-a4b2-4d4f9994d9ee req-8fbb3437-8d66-4ca3-8aaa-bb23c59d60ed service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0579276 Dec 10 04:41:08.127155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.197806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-09f156e4-59ea-41ad-bcae-63b3e2bee176 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9b418a56-2188-475f-9879-8316a747ff26 could not be found. Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:41:08.245679 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9b418a56-2188-475f-9879-8316a747ff26 could not be found. Dec 10 04:41:08.249027 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:41:08.339669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Provisioning complete for port e44ee7f2-055e-45f0-80f5-d78d3878394d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:08.340038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.383619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:08.392613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:08.427305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.441908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for a28171cc-2db8-4991-83b0-26b834afb168 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:08.606174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af115760-3e2e-4fcf-b27f-8e78704a48e2 req-15e87c4b-1709-47bf-a493-63f120a30840 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:08.608465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af115760-3e2e-4fcf-b27f-8e78704a48e2 req-15e87c4b-1709-47bf-a493-63f120a30840 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 943 time: 0.1885445 Dec 10 04:41:08.679046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:08.784338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Pushing event updated for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:08.843945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.851465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af115760-3e2e-4fcf-b27f-8e78704a48e2 req-5ad477a8-ad93-4eb9-b806-a70160df2645 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706011 Dec 10 04:41:08.938895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:08.970662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04b244-3ac3-4ef2-930d-497e4443c825 None None] DHCP port deletion for 9b418a56-2188-475f-9879-8316a747ff26 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:08.988511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Port e44ee7f2-055e-45f0-80f5-d78d3878394d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:09.001085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8608f052-b10a-47d9-af9e-2061d11a86bc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:09.023167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057070a-2cb1-4ec7-87ba-fbf532b71e13 None None] Pushing event updated for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:09.110048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52ee1-cf12-489f-ae55-f75370ed3059 None None] Pushing event updated for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:09.136702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Provisioning complete for port 275c022a-566e-49ae-b1c4-df91182271f1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:09.137350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.263589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-cb634c06-cd94-4532-9e09-326380806935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:09.269226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-cb634c06-cd94-4532-9e09-326380806935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 1094 time: 0.9470904 Dec 10 04:41:09.291048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:09.325738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Allocated IP 2001:db8:0:1::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/43ea377d-a6bd-4891-943f-8369422eec3d/cbb57ad0-70f6-4787-91d9-b2bb599ca08d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:09.386069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.516773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-7fae35f6-3808-43d5-b858-e3caaeb0026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:09.518288 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-7fae35f6-3808-43d5-b858-e3caaeb0026d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 915 time: 0.2270415 Dec 10 04:41:09.521782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.553272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5954007a-5c3d-42e4-80df-096f47d8e1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.619849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:09.650536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-a59912fe-861d-45d3-94a7-a658cf595bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7 HTTP/1.1" status: 200 len: 217 time: 0.0961027 Dec 10 04:41:09.655687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=a28171cc-2db8-4991-83b0-26b834afb168,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:09.663844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:09.775465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5954007a-5c3d-42e4-80df-096f47d8e1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.798759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5954007a-5c3d-42e4-80df-096f47d8e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.807183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:09.945519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5954007a-5c3d-42e4-80df-096f47d8e1e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=198a76feba614026bbcbe6d6a90a9368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460955 Dec 10 04:41:09.958705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60544) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:09.967301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8608f052-b10a-47d9-af9e-2061d11a86bc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:09.967599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:09.997488 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.006080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9c076276-47df-4084-a76c-0cde59fe1e22 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/a28171cc-2db8-4991-83b0-26b834afb168 HTTP/1.1" status: 204 len: 168 time: 2.7882247 Dec 10 04:41:10.031663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:41:10.057207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:10.058139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954007a-5c3d-42e4-80df-096f47d8e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83b723-b05e-464f-aac7-a299eecc8cd1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:10.115702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-5087e020-c26f-43c4-a4fe-351a8db48e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.117969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-5087e020-c26f-43c4-a4fe-351a8db48e45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.4407842 Dec 10 04:41:10.119293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.169092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.174518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.183711 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-02cab5fb-29c6-4e7f-a1e0-cbfb652a0875 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500560 Dec 10 04:41:10.190017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Deleting port 74e20e22-e998-45e5-804d-7f91a2219f0c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:10.190463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.203175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f2d3b-503e-496e-8b44-b41a772cd33a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.204220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.205651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-298f2d3b-503e-496e-8b44-b41a772cd33a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1431806 Dec 10 04:41:10.217962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:10.219845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.249 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/105a859f-3ece-4d31-88c0-e7ea996c4a35) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:10.230402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f459-9f58-4ce5-b7b2-31550b3d45e3 req-50871502-7cb5-4f7b-a3a3-50b4c6116874 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.239162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf1f459-9f58-4ce5-b7b2-31550b3d45e3 req-50871502-7cb5-4f7b-a3a3-50b4c6116874 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 943 time: 0.2244492 Dec 10 04:41:10.278423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:41:10.301493 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.364771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:10.410058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf1f459-9f58-4ce5-b7b2-31550b3d45e3 req-5aed00ce-c675-4964-bd03-84727457c400 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697409 Dec 10 04:41:10.438555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef123e-b650-4567-9ff9-f40f3c4cd97c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.440662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-feef123e-b650-4567-9ff9-f40f3c4cd97c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2148080 Dec 10 04:41:10.447401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:10.541637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.583854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac019777-51db-4f65-b96f-e7d7906aa941 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.586424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac019777-51db-4f65-b96f-e7d7906aa941 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.593690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac019777-51db-4f65-b96f-e7d7906aa941 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:10.595853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac019777-51db-4f65-b96f-e7d7906aa941 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1439714 Dec 10 04:41:10.604031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.610298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60554) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:10.627560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] For port 74e20e22-e998-45e5-804d-7f91a2219f0c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74e20e22-e998-45e5-804d-7f91a2219f0c,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:10.628394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.656174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Calling delete_port for 74e20e22-e998-45e5-804d-7f91a2219f0c owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:10.679603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.686970 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.691935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b83b723-b05e-464f-aac7-a299eecc8cd1 HTTP/1.1" status: 204 len: 168 time: 0.7319889 Dec 10 04:41:10.719726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] For port 275c022a-566e-49ae-b1c4-df91182271f1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=275c022a-566e-49ae-b1c4-df91182271f1,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:10.759301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:10.780017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c832d-3164-4781-9d1f-b674f26b7a7f None None] Pushing event updated for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:10.796997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e25b1-e684-495f-899d-888ee14101d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83b723-b05e-464f-aac7-a299eecc8cd1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:10.851880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-ac1da89d-10fa-42b2-95fe-6788ead45ece service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449192 Dec 10 04:41:10.919974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:10.971624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:10.987279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:10.993198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:11.119655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'port_id': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'mac_address': 'fa:16:3e:21:3e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249d533-90bb-485a-b18e-b508e350095c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:41:11.164785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3806b5b6-7907-44a6-b7e4-7e92a3549067 None None] Provisioning complete for port e44ee7f2-055e-45f0-80f5-d78d3878394d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:11.165200 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3806b5b6-7907-44a6-b7e4-7e92a3549067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:11.185402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:57Z', 'revision_number': 4, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '275c022a-566e-49ae-b1c4-df91182271f1', 'name': '', 'network_id': '91e594fb-818f-4192-8b15-00270bdda013', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'mac_address': 'fa:16:3e:09:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:41:07Z', 'revision_number': 4, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'subnets': [{'id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:11.196903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:11.198845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32154cdb-d6f5-4e9d-bafe-efc253cf962f None None] Pushing event updated for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:11.252385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 3f52d71f-32ec-42b5-944a-adf3a5dd1459 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:11.354429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=105a859f-3ece-4d31-88c0-e7ea996c4a35,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:11.360948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-454bdfd1-9f4a-49d3-97ec-c455bae2282a req-e23826bb-7260-45d8-b142-04bfd3da5b8d service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286287 Dec 10 04:41:11.406035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e20e22-e998-45e5-804d-7f91a2219f0c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:11.416285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 76a23b23-b78c-4182-a952-7c88cacc3f0e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:11.438447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:11.514304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf2de-0303-46b3-b26c-cc0b9626d6d0 None None] The sync data for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 is: [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:40:57Z', 'revision_number': 4, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '275c022a-566e-49ae-b1c4-df91182271f1', 'name': '', 'network_id': '91e594fb-818f-4192-8b15-00270bdda013', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'mac_address': 'fa:16:3e:09:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:41:07Z', 'revision_number': 4, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'subnets': [{'id': '7a427148-087c-4a25-ae09-bd0667ed4bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:11.541953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:11.559210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-38fe79dd-caff-411a-8f21-04b5c020c57a admin admin] 10.222.0.43 "PUT /v2.0/routers/2db04626-27d6-4026-bdc5-389dfdff97e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4266522 Dec 10 04:41:11.561468 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:11.600450 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:11.605730 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:11.728601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 76a23b23-b78c-4182-a952-7c88cacc3f0e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:11.739639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 76a23b23-b78c-4182-a952-7c88cacc3f0e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:11.750931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:11.843099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:11.860771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad9929a-fff5-4126-96f7-8d527d7784d7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:12.007523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3806b5b6-7907-44a6-b7e4-7e92a3549067 None None] Port e44ee7f2-055e-45f0-80f5-d78d3878394d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:12.028551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:12.046983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:12.080032 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:12.084446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3806b5b6-7907-44a6-b7e4-7e92a3549067 None None] Provisioning complete for port 275c022a-566e-49ae-b1c4-df91182271f1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:12.085128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3806b5b6-7907-44a6-b7e4-7e92a3549067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:12.382640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:12.463234 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:12.562340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ad9929a-fff5-4126-96f7-8d527d7784d7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:41:12.565871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbb57ad0-70f6-4787-91d9-b2bb599ca08d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:13.006540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6073e-862c-46d8-8b5a-19643a7cae75 req-e8c21c4f-1198-43d4-838d-0e5030708035 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:13.008379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11c6073e-862c-46d8-8b5a-19643a7cae75 req-e8c21c4f-1198-43d4-838d-0e5030708035 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 944 time: 1.1681352 Dec 10 04:41:13.124959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fc3b74f8-bc8f-4aa7-a472-e5ac085704c3 None None] Could not find standard attr ID for object a28171cc-2db8-4991-83b0-26b834afb168. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:41:13.205073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cbb57ad0-70f6-4787-91d9-b2bb599ca08d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:13.205438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:13.300009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11c6073e-862c-46d8-8b5a-19643a7cae75 req-86f91d3e-5bdb-422c-a44f-f1846ba14051 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843120 Dec 10 04:41:13.460730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fc3b74f8-bc8f-4aa7-a472-e5ac085704c3 None None] Provisioning complete for port cbb57ad0-70f6-4787-91d9-b2bb599ca08d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:13.461373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc3b74f8-bc8f-4aa7-a472-e5ac085704c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:13.494686 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:07Z', 'revision_number': 2, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:13.629779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Router dc75462d-3127-4afd-aba7-9b333bf48599 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:13.651846 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:41:13.652335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Updating router 2db04626-27d6-4026-bdc5-389dfdff97e4 port e44ee7f2-055e-45f0-80f5-d78d3878394d binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:41:13.789304 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:13.884736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 275c022a-566e-49ae-b1c4-df91182271f1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:13.998033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0425b12-b4e9-4774-9bd6-81a9dbdafb64 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:41:14.020593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60594) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:14.314300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0425b12-b4e9-4774-9bd6-81a9dbdafb64 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:41:14.405514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.658551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.741384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336622424', 'description': 'tempest-description--757076687'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:14.781824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.814600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.833662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=3f52d71f-32ec-42b5-944a-adf3a5dd1459,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:14.839012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.843230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-474ddc43-3f72-4503-8239-2dc77b6fd1fc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/3f52d71f-32ec-42b5-944a-adf3a5dd1459 HTTP/1.1" status: 204 len: 168 time: 4.2287705 Dec 10 04:41:14.846277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:14.931877 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:14.934749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:14.942418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8cf7cf6d-ea0d-4e29-a33d-9f98ac24c797 admin admin] 10.222.0.43 "PUT /v2.0/routers/dc75462d-3127-4afd-aba7-9b333bf48599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7434549 Dec 10 04:41:14.946349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:14.953809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282902-0216-4ad7-8375-b9fdcda7ea7a req-e252e462-a629-4e9c-b836-6d2a1c65957a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:14.955415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48282902-0216-4ad7-8375-b9fdcda7ea7a req-e252e462-a629-4e9c-b836-6d2a1c65957a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 944 time: 0.2049668 Dec 10 04:41:14.956079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.023008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f58939-eb35-4260-b9c0-230182b2a41f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:15.067544 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.073433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.076333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bb78f739-822d-4a5d-bac2-73e6845272b4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0503466 Dec 10 04:41:15.082572 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.088087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Sync routers for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:15.090003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:15.090477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.100894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group_rule': {'security_group_id': '35f58939-eb35-4260-b9c0-230182b2a41f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:15.113928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 275c022a-566e-49ae-b1c4-df91182271f1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:15.114450 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.194031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48282902-0216-4ad7-8375-b9fdcda7ea7a req-0926ee4a-1c51-4b51-90ea-f562ba6a9233 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252879 Dec 10 04:41:15.230787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.238658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.255577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 43ea377d-a6bd-4891-943f-8369422eec3d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:15.258432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:15.260415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:15.267181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590baf92-e3b0-49a2-a3cd-78be0093d6a6 None None] Pushing event updated for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:15.267401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.293224 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Attempting to bind port e44ee7f2-055e-45f0-80f5-d78d3878394d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:15.293599 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Attempting to bind port e44ee7f2-055e-45f0-80f5-d78d3878394d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:15.293965 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Attempting to bind port e44ee7f2-055e-45f0-80f5-d78d3878394d on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:15.309196 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:15.309671 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:15.309975 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.310372 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:15.310844 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Bound port: e44ee7f2-055e-45f0-80f5-d78d3878394d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:15.311538 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.316315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.431862 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.436404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.447687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.489212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f4d04dc2-50d8-4c82-bf32-d5dd92a70ba4 None None] Could not find standard attr ID for object a28171cc-2db8-4991-83b0-26b834afb168. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:41:15.505668 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] For port e44ee7f2-055e-45f0-80f5-d78d3878394d, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:15.511340 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] For port e44ee7f2-055e-45f0-80f5-d78d3878394d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e44ee7f2-055e-45f0-80f5-d78d3878394d,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:15.518725 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.520309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9be797-ba74-4a43-aeca-4fe771966e41,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:15.536443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.537715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-327434f0-304b-4af0-89ae-a2e82dcb8317 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4456124 Dec 10 04:41:15.540882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60642) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:15.550344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group_rule': {'security_group_id': '35f58939-eb35-4260-b9c0-230182b2a41f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:15.558310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:15.569393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.602559 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590baf92-e3b0-49a2-a3cd-78be0093d6a6 None None] Pushing event updated for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:15.613315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.619834 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:15.621045 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:15.651820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.658184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/43ea377d-a6bd-4891-943f-8369422eec3d HTTP/1.1" status: 204 len: 168 time: 0.8112531 Dec 10 04:41:15.661555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60644) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:15.669568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb720-caf1-4c27-8452-d084eae6bfb6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea377d-a6bd-4891-943f-8369422eec3d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:15.685774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:15.754181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:15.790737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:41:15Z', 'revision_number': 6, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:15.802028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d66bc82f-a27e-42ec-ac0a-c8a14eca5f5d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373332 Dec 10 04:41:15.808075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60652) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:15.830965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:15.871579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Checking router: dc75462d-3127-4afd-aba7-9b333bf48599 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:41:15.881626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Routers {'dc75462d-3127-4afd-aba7-9b333bf48599'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:15.882564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dc75462d-3127-4afd-aba7-9b333bf48599'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:15.929460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101c32d-1e24-4242-afa8-cf77386c27cc None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:16.060969 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:15Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.081508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Deleting port 672316f2-f7a4-4100-9ee9-4788ff247cce {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:16.083222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.126161 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d6f72-5d83-48ad-bf9a-915fe1389400 None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:15Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:16.140509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.152939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.155385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:16.155810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.160646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:41:16.180147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:16.193523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:16.221095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.256441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d6adf-5352-4ebb-b884-e013685e232d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:16.344776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.346279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-04d0ae30-5fe9-4c73-8e48-96323134271b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8044276 Dec 10 04:41:16.350352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:16.450029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:16.450367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] Set router dc75462d-3127-4afd-aba7-9b333bf48599 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:16.584429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:16.585092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:41:15Z', 'revision_number': 6, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.599697 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:16.611505 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:16.616360 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.644539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 1ad9929a-fff5-4126-96f7-8d527d7784d7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:41:16.655022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91881227-8a48-4592-81d2-47b5dcd2f165 None None] The sync data for ids ['dc75462d-3127-4afd-aba7-9b333bf48599'] in n-d-817326-3 is: [{'id': 'dc75462d-3127-4afd-aba7-9b333bf48599', 'name': 'tempest-ServersTestMultiNic-47760945-router', 'tenant_id': '3f010604c60941198655945e6d355a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:56Z', 'updated_at': '2021-12-10T04:41:15Z', 'revision_number': 6, 'project_id': '3f010604c60941198655945e6d355a28', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:16.686125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 1ad9929a-fff5-4126-96f7-8d527d7784d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:16.691514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.729623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] For port 672316f2-f7a4-4100-9ee9-4788ff247cce, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=672316f2-f7a4-4100-9ee9-4788ff247cce,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:16.731906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.742049 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.756870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.770328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:16.770328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28462dd7-2b1c-4e03-ac8d-49df698e1f1a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.1407154 Dec 10 04:41:16.782209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:16.782844 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.797290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:16.812088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Calling delete_port for 672316f2-f7a4-4100-9ee9-4788ff247cce owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:16.872465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec6794-50b2-4f9d-b5b2-25cf01146bfa req-65d0e351-d9fd-4505-95fd-c3abb0cdb82c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:16.881581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51ec6794-50b2-4f9d-b5b2-25cf01146bfa req-65d0e351-d9fd-4505-95fd-c3abb0cdb82c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 944 time: 0.3988695 Dec 10 04:41:16.882906 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:16.888041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab8ab1-1e6a-48d2-ad24-f862bbf922bb None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:17.096257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port ece5039e-0d51-46d7-9f33-e8f3962ee98c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:17.096717 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.164981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51ec6794-50b2-4f9d-b5b2-25cf01146bfa req-404045f7-17a6-4622-998a-5425d5fdd5dc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821379 Dec 10 04:41:17.221398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:17.395952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.403687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.472033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 7394838f-1a3d-45a8-89ba-b6d97f62780c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:17.472349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.475994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:17.481831 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3e24d-b5e2-4ddb-9d4b-60673d51a923" -d '{"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:17.584199 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5634dc9-47dd-4ab5-bd97-da61018f68d7 x-openstack-request-id: req-e5634dc9-47dd-4ab5-bd97-da61018f68d7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:17.584608 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:17.584808 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5634dc9-47dd-4ab5-bd97-da61018f68d7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:17.585210 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'code': 200} Dec 10 04:41:17.593217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:17.606775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Deleting port cbb57ad0-70f6-4787-91d9-b2bb599ca08d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:17.608290 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.612937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.642501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.676707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Allocated IP 172.25.8.75 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8833d44b-d15a-4793-b97f-ccc076fedf00) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:17.730287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb921b-6c44-46dc-a5f5-6eb179612bbc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:17.845919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.901044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.983835 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:17.998198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:41:18.006093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:18.015702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:18.018894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:18.148757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=8833d44b-d15a-4793-b97f-ccc076fedf00,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:18.245033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.247700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.295594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Pushing event deleted for resources: {'Port': ['ID=672316f2-f7a4-4100-9ee9-4788ff247cce,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:18.327205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e44ee7f2-055e-45f0-80f5-d78d3878394d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:18.468797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.469403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc75462d-3127-4afd-aba7-9b333bf48599 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:41:18.503227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.504385 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fe7ff22d-3b85-4bf9-aba0-bc858595458a admin admin] 10.222.0.43 "DELETE /v2.0/routers/dc75462d-3127-4afd-aba7-9b333bf48599 HTTP/1.1" status: 204 len: 168 time: 3.5552163 Dec 10 04:41:18.507208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:18.512132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60682) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:18.563932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835586-6e1e-4302-a84a-7d0c57f2b0c9 req-448f1f8f-d011-4e38-9199-61ba27b567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:18.569687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-36835586-6e1e-4302-a84a-7d0c57f2b0c9 req-448f1f8f-d011-4e38-9199-61ba27b567ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 1096 time: 0.6212587 Dec 10 04:41:18.615015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:18.615444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.619717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e44ee7f2-055e-45f0-80f5-d78d3878394d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:18.620127 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.646094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.674372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Calling delete_port for cbb57ad0-70f6-4787-91d9-b2bb599ca08d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:18.699007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 8608f052-b10a-47d9-af9e-2061d11a86bc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:18.699384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.716543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bf0c1-f792-4e84-bbe8-f6c9e24ae87e req-625c5af0-56d5-439b-b332-c2047b8b9fcc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:18.718178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f4bf0c1-f792-4e84-bbe8-f6c9e24ae87e req-625c5af0-56d5-439b-b332-c2047b8b9fcc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.3334913 Dec 10 04:41:18.781948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Deleting subnet b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:18.786947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.805258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.839166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-36835586-6e1e-4302-a84a-7d0c57f2b0c9 req-2c310157-edcb-44b1-8bf6-9126164bbbf1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398303 Dec 10 04:41:18.863448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:18.940384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f4bf0c1-f792-4e84-bbe8-f6c9e24ae87e req-7c0cc612-8ffa-4252-afdc-4c6bf86ae30f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933541 Dec 10 04:41:19.003137 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.015348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.033044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 471e82a3-53db-4836-b6e7-b7873fbd87ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:19.033732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.096546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.145091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port e44ee7f2-055e-45f0-80f5-d78d3878394d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e44ee7f2-055e-45f0-80f5-d78d3878394d,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:19.146147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Port 471e82a3-53db-4836-b6e7-b7873fbd87ff cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:19.158282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.242602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:19.250106 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.257904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbb57ad0-70f6-4787-91d9-b2bb599ca08d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:19.376654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port cbb57ad0-70f6-4787-91d9-b2bb599ca08d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:19.413615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.431671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.522931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.539256 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.557006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.557740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.589612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.1 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/ba16273e-f37c-4130-87a7-45bafe0bc09a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:19.590044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] Pushing event deleted for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.607938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018941bd-27ac-428c-af86-527f0bf6ac66 None None] No DVR routers for this DVR port cbb57ad0-70f6-4787-91d9-b2bb599ca08d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:19.610545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.613719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 1ad9929a-fff5-4126-96f7-8d527d7784d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:19.614080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.709350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 672316f2-f7a4-4100-9ee9-4788ff247cce no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:19.720035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=cbb57ad0-70f6-4787-91d9-b2bb599ca08d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.732080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 672316f2-f7a4-4100-9ee9-4788ff247cce {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:19.732531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 672316f2-f7a4-4100-9ee9-4788ff247cce not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:19.732881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74e20e22-e998-45e5-804d-7f91a2219f0c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:19.757488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 74e20e22-e998-45e5-804d-7f91a2219f0c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:19.757488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74e20e22-e998-45e5-804d-7f91a2219f0c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:19.762353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:19.788813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.811960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=a8954d49-df40-45e6-83af-4646256ded2c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.818670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.822412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:19.823451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Provisioning complete for port 105a859f-3ece-4d31-88c0-e7ea996c4a35 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:19.824203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.827648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.835878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.841893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:19.842889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.850446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9b48b-b696-4983-a1da-557dfa042997 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:19.898758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:19.907583 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:19.908375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:19.910782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:19.914239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=ba16273e-f37c-4130-87a7-45bafe0bc09a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.926782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245d187-de61-4372-ae13-4e771feb0b03 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:19.933443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Port 105a859f-3ece-4d31-88c0-e7ea996c4a35 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:19.943316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:19.955645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dcecf57-83e9-4047-b783-d5021e376855 None None] Could not find standard attr ID for object 672316f2-f7a4-4100-9ee9-4788ff247cce. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:41:19.965347 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.041956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'a8954d49-df40-45e6-83af-4646256ded2c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:41:20.043237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.122546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=8833d44b-d15a-4793-b97f-ccc076fedf00,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:20.123333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.198250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.205338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3186b62f-c126-43d0-b41a-84031cac6f3d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3e86d1a-bb21-41f3-b45c-dfc0904fe4bd HTTP/1.1" status: 204 len: 168 time: 1.6783998 Dec 10 04:41:20.213812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c70d5c71-d67c-4e90-bc51-26d099f3cfc6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4038854 Dec 10 04:41:20.216521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:20.222342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60706) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:20.237977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:20.238138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723df59-84c6-471a-90d3-c77c5b444098 None None] Network c7dab2cf-4dd0-4c0e-8df8-c229959ef859 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:20.246546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e44ee7f2-055e-45f0-80f5-d78d3878394d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:20.266392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.272864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-079d3e6d-dfbd-4e31-9657-1d40d26a20cd None None] Provisioning complete for port e44ee7f2-055e-45f0-80f5-d78d3878394d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:20.273232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-079d3e6d-dfbd-4e31-9657-1d40d26a20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.282369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a238d8-dbf5-4503-8439-82e895255dda req-e5164b27-6f40-4d0b-8909-8179339a165e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:20.291607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00a238d8-dbf5-4503-8439-82e895255dda req-e5164b27-6f40-4d0b-8909-8179339a165e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.2289791 Dec 10 04:41:20.324056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.536838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.597287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.598909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72971f24-bde3-43af-943e-d1484e48f2de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1610701 Dec 10 04:41:20.684871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Allocated IP 2001:db8::f816:3eff:fe7c:3873 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/a8954d49-df40-45e6-83af-4646256ded2c/9ceba7cf-6c10-4c3f-9f83-0cbcca59488d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:20.730824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e44ee7f2-055e-45f0-80f5-d78d3878394d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:20.731489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.773303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00a238d8-dbf5-4503-8439-82e895255dda req-fbde3be1-5736-49fe-ad37-7abb34072f80 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805286 Dec 10 04:41:20.816089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Deleting port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:20.816562 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.837750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:20.844644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:20.866522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] DHCP port deletion for c7dab2cf-4dd0-4c0e-8df8-c229959ef859 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:20.996648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-079d3e6d-dfbd-4e31-9657-1d40d26a20cd None None] Provisioning complete for port ba16273e-f37c-4130-87a7-45bafe0bc09a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:20.997050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-079d3e6d-dfbd-4e31-9657-1d40d26a20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.065786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] For port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,segment=NetworkSegment(c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d),segment_id=c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:21.066668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.151178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-091f0b81-064f-496b-8e1a-0d47cede713f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--336622424&fields=id&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 267 time: 0.1254768 Dec 10 04:41:21.154412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Calling delete_port for b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:21.229836 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8954d49-df40-45e6-83af-4646256ded2c (CIDR: 2001:db8::/64) Dec 10 04:41:21.403195 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:41:21.403710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:21.457493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.474816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f858966f-e53e-4c84-96ec-791db65c25e3 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2462766 Dec 10 04:41:21.475547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60734) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:21.486431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:21.504148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.518352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.530048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.544221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-079d3e6d-dfbd-4e31-9657-1d40d26a20cd None None] Port ba16273e-f37c-4130-87a7-45bafe0bc09a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:21.621246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.642349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:21.646349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Deleting port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:21.646725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.669148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.723515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=ba16273e-f37c-4130-87a7-45bafe0bc09a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:21.738297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Pushing event updated for resources: {'Port': ['ID=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:21.740979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:21.749790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:21.757421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] For port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:21.757938 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.791809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Calling delete_port for b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:21.797044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:41:21.821939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.847807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-c2d09778-1989-4ec6-a1cf-6bcecb484dce tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:21.861129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-c2d09778-1989-4ec6-a1cf-6bcecb484dce tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 816 time: 0.6993546 Dec 10 04:41:21.866460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] No DVR routers for this DVR port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:21.873156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:21.875593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:21.875852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:21.943782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd29d0f-7390-4596-b4c0-1306a194ec53 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:21.957619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] Pushing event deleted for resources: {'Port': ['ID=b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:21.965145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Attempting to bind port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:21.965594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Attempting to bind port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:21.966004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Attempting to bind port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:21.970356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a6c20-0c4d-464b-a9c7-24fbf28d87b3 None None] No DVR routers for this DVR port b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:21.979167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:21.985053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:21.985053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:21.986052 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:21.986140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:21.986797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Bound port: 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:21.987238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.025424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:22.025927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b2af934b-b7c2-4d2f-aac7-0498e6fe1fe9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:22.035233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-5fa574d7-bddf-4681-bb42-adfa81845fd7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/quotas/88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 375 time: 0.1729472 Dec 10 04:41:22.103903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-97450c12-7235-4515-a0d4-424df3cb11c3 None None] Provisioning complete for port ba16273e-f37c-4130-87a7-45bafe0bc09a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:22.104268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97450c12-7235-4515-a0d4-424df3cb11c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.156963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.184027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-97450c12-7235-4515-a0d4-424df3cb11c3 None None] Port ba16273e-f37c-4130-87a7-45bafe0bc09a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:22.185433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] For port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:22.200336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] For port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:22.211337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.221644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:22.290207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c0edd-6d2e-4be2-b281-4f6e0cc18e42 None None] Pushing event updated for resources: {'Port': ['ID=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:22.371672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-857be6ff-7978-4e8b-aa43-278c9e068157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.473784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:22.487162 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b5dece68-654f-4337-a352-1bc70a84ea89 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/routers/d395dc49-54b7-4cc9-92a4-fa9463ef190e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6853504 Dec 10 04:41:22.488962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:22.498743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'port': {'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b', 'name': 'tempest-FloatingIPTestJSON-995979498'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:22.504061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:22.527242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:22.529123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.643429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.643834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dab2cf-4dd0-4c0e-8df8-c229959ef859']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.660762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.661071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ef3b7b-55dd-4d60-ab78-8646db8e9e7d') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.673324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.694519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.701047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:41:22.701450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.738400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:22.739077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:41:22.827036 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:41:22.831364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:22.832085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca2c49-2e22-481b-831b-978f63d4f686 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:22.832504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.838603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.842293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/c7dab2cf-4dd0-4c0e-8df8-c229959ef859 HTTP/1.1" status: 204 len: 168 time: 2.6235106 Dec 10 04:41:22.879423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:22.884246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:22.916560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6136b-a6ac-4dd6-9c2b-c7c6987325fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c7dab2cf-4dd0-4c0e-8df8-c229959ef859,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:22.923959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] device_id is not set on port 910df20a-ad0c-47ef-81ed-b022e63c6ad5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:22.949738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83cbb-deda-4662-9dd9-f26d970d689e req-e2e8394a-6432-4ce3-a4a4-911122aec0a3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:22.962717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8a83cbb-deda-4662-9dd9-f26d970d689e req-e2e8394a-6432-4ce3-a4a4-911122aec0a3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.9575136 Dec 10 04:41:23.013297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-2c970679-c41e-4d65-935d-1648f8ca3ab5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9705663 Dec 10 04:41:23.018887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:23.025227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:23.205954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.4 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/910df20a-ad0c-47ef-81ed-b022e63c6ad5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:23.310640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8a83cbb-deda-4662-9dd9-f26d970d689e req-9af2e2f5-90ff-47c3-87f6-98592e99054a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458512 Dec 10 04:41:23.314411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:23.370614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-5b100835-2aa9-414a-94da-0343d3c3b079 service neutron] 10.222.0.43 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057256 Dec 10 04:41:23.428144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:23.641938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-9d00fd7e-5182-4d01-ba5e-3e2433035014 service neutron] 10.222.0.43 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673892 Dec 10 04:41:23.682888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:23.770528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fff1-3031-47aa-ab1d-481db5e90618 req-86c1ead0-122c-4ba1-a8b7-c1ce909eda20 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:23.784565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df86fff1-3031-47aa-ab1d-481db5e90618 req-86c1ead0-122c-4ba1-a8b7-c1ce909eda20 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1393540 Dec 10 04:41:23.859104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0136ff1a-24f6-46f8-8913-64426695100d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f010604c60941198655945e6d355a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296718 Dec 10 04:41:23.863685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:23.908218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:23.953022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:23.972514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df86fff1-3031-47aa-ab1d-481db5e90618 req-155e8673-ec81-4351-abe6-14651c71ff6a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869867 Dec 10 04:41:23.988587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:23.994137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:24.018214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4741b5d-5893-4521-9f81-f5024d91f493 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:24.089611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:24.266661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-31f7baf6-721a-455f-a167-638e79812e06 None None] Provisioning complete for port 910df20a-ad0c-47ef-81ed-b022e63c6ad5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:24.267035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f7baf6-721a-455f-a167-638e79812e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.301230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:24.301858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.309534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bcc66fa2-5338-4e93-b906-420341edb118 req-bed1714f-3cd1-4c7f-a8b7-2c0c957572e4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 210 time: 0.1796973 Dec 10 04:41:24.327440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=910df20a-ad0c-47ef-81ed-b022e63c6ad5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:24.412680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.478733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:24.478733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.478889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.478978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.479340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31f7baf6-721a-455f-a167-638e79812e06 None None] Port 910df20a-ad0c-47ef-81ed-b022e63c6ad5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:24.520457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-afc668f0-9fc9-491c-a8f9-d30def546695 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0279288 Dec 10 04:41:24.521638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:24.527863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.533941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.538753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36a7ed37-0e25-4855-92f6-ab77ee3cd759 HTTP/1.1" status: 204 len: 168 time: 0.6713631 Dec 10 04:41:24.550234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'port': {'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b', 'name': 'tempest-FloatingIPTestJSON-47573800'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:24.628279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:24.635905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:24.676089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28389eb-f164-4f15-9563-a688fa4863fa None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:24.699817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:24.703325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.723749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:24.772812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6e40784f-0387-40b7-96bd-792f21530477 None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:24.779894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e40784f-0387-40b7-96bd-792f21530477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.787947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb13687-03f4-4811-94c6-ab49f88d7059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7ed37-0e25-4855-92f6-ab77ee3cd759,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:24.794024 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:41:24.833401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=237b902d-332d-449f-9ac2-21c3dc9ea40b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:24.854105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:24.858209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:24.886215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a3f87c2f-b0b5-4b8a-b595-aad5bf724b49 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4025142 Dec 10 04:41:24.888166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:24.908899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:7d:0f:5e', 'name': 'tempest-NetworksTestDHCPv6-1656107963'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:24.924985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] device_id is not set on port 8dd425e2-6c14-42a4-b4a1-03649deffa3d yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:24.947267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.013853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43123603-6be5-4a9a-a4a2-9179cd16b771 req-6154333b-c642-4f1f-b948-eb954ab032d7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:25.016017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43123603-6be5-4a9a-a4a2-9179cd16b771 req-6154333b-c642-4f1f-b948-eb954ab032d7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.4203379 Dec 10 04:41:25.077088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48fa9ef-197b-4453-82c4-84828574f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.219884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:25.234812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.362712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43123603-6be5-4a9a-a4a2-9179cd16b771 req-f047f043-db82-4c23-8d94-bfdc7c795367 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300977 Dec 10 04:41:25.382699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28f39c82-d7d2-45ab-a4c2-e407636ef18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.410416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:25.421502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:25.444584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.13 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/8dd425e2-6c14-42a4-b4a1-03649deffa3d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:25.473481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Update dhcp port {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'fixed_ips': [{'subnet_id': 'a8954d49-df40-45e6-83af-4646256ded2c', 'ip_address': '2001:db8::f816:3eff:fe7c:3873'}, {'subnet_id': '237b902d-332d-449f-9ac2-21c3dc9ea40b'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '9ceba7cf-6c10-4c3f-9f83-0cbcca59488d'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:41:25.536694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.654148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bc40973-817a-44ee-972b-9c2625c53c09 req-57d7d6c3-50b1-4c96-84a0-6bd6fd40ce32 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 210 time: 0.0932188 Dec 10 04:41:25.791669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28f39c82-d7d2-45ab-a4c2-e407636ef18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.807846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28f39c82-d7d2-45ab-a4c2-e407636ef18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.905392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.905913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:25.907776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f39c82-d7d2-45ab-a4c2-e407636ef18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e2e5a-6160-4da0-a0d3-43bf62c7d75b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:25.921555 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28f39c82-d7d2-45ab-a4c2-e407636ef18c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5833a7114b364168acb3bea6254f810d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1839347 Dec 10 04:41:25.922254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:25.949124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Allocated IP 2001:db8:0:1::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/237b902d-332d-449f-9ac2-21c3dc9ea40b/9ceba7cf-6c10-4c3f-9f83-0cbcca59488d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:26.012645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.044444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e381e8-cd5b-4145-8084-6d1855eebf2f req-8365b71f-9c92-42ce-83e5-643e7e029d45 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:26.056401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24e381e8-cd5b-4145-8084-6d1855eebf2f req-8365b71f-9c92-42ce-83e5-643e7e029d45 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.4241874 Dec 10 04:41:26.087732 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.113019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:26.136993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port c590083a-d9df-44d3-b885-51c1c18485d7 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:26.161548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:26.188609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:26.204208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:26.218741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24e381e8-cd5b-4145-8084-6d1855eebf2f req-3a2c906c-5df3-4a34-92fa-9b756f04f9e3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450970 Dec 10 04:41:26.267010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0fff5-9c6f-4c07-b740-893f7efa7e8e None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:26.289895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.296729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=8dd425e2-6c14-42a4-b4a1-03649deffa3d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:26.319524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.336175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] For port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:26.336627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:26.356681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:26.357461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.425232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.432681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:26.436155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.475020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-b946b291-5ffa-4e8c-bcc7-c4e51eeebdaa tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:26.480119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-b946b291-5ffa-4e8c-bcc7-c4e51eeebdaa tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 816 time: 0.4888816 Dec 10 04:41:26.493748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-49ef889f-13b6-4c3d-a849-ac8791d29f9e None None] Provisioning complete for port 8dd425e2-6c14-42a4-b4a1-03649deffa3d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:26.494139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ef889f-13b6-4c3d-a849-ac8791d29f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.539816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.588059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-536109292-network', 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:26.596303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8:0:1::33a (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/237b902d-332d-449f-9ac2-21c3dc9ea40b/c590083a-d9df-44d3-b885-51c1c18485d7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:26.614409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::f816:3eff:fe7d:f5e (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/a8954d49-df40-45e6-83af-4646256ded2c/c590083a-d9df-44d3-b885-51c1c18485d7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:26.619873 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-68b35d91-06ee-4b29-9c9b-1cb641754b56 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0963798 Dec 10 04:41:26.623638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:26.629521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '8dd425e2-6c14-42a4-b4a1-03649deffa3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:26.640510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-5c1af964-35ad-45fc-86cc-49a930230cf3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 379 time: 0.1347065 Dec 10 04:41:26.651093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.665201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.668689 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/231e2e5a-6160-4da0-a0d3-43bf62c7d75b HTTP/1.1" status: 204 len: 168 time: 0.7417200 Dec 10 04:41:26.687142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'port': {'device_id': 'f65751f6-4401-4231-8881-8008d3431302', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'admin_state_up': True, 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'security_groups': ['35f58939-eb35-4260-b9c0-230182b2a41f']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:26.706668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-49ef889f-13b6-4c3d-a849-ac8791d29f9e None None] Port 8dd425e2-6c14-42a4-b4a1-03649deffa3d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:26.728456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805801c-4da1-41e3-aea3-f8d1e06e6f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e2e5a-6160-4da0-a0d3-43bf62c7d75b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:26.789123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ef58-7306-455b-95b5-40f3277b7224 None None] Pushing event updated for resources: {'Port': ['ID=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:26.828626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:26.832944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:26.969562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13cefa86-8725-404b-9b53-7e010c8c067f req-3f35f351-d365-4f13-95b0-c756d0c586b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 210 time: 0.0862300 Dec 10 04:41:26.991641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.015141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.081970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a2a32-43ab-4c58-8e8f-b9437db3e420 req-f922b252-8b4d-48e3-8656-988ae4d9d734 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:27.095136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c10a2a32-43ab-4c58-8e8f-b9437db3e420 req-f922b252-8b4d-48e3-8656-988ae4d9d734 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.2096355 Dec 10 04:41:27.138725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.163915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.213949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:41:27.254756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.255780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72af6986-611c-4cd0-afcf-6304cb04c33a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:27.263854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.277403 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Added segment 74686e5f-7ca0-47b6-8ddc-440df1dec146 of type vlan for network cbe96fb5-df43-4a58-a751-96e06e5f76c9 Dec 10 04:41:27.291661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c10a2a32-43ab-4c58-8e8f-b9437db3e420 req-2278e3d5-5743-426b-a2be-980fe6d95678 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955097 Dec 10 04:41:27.370338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.387894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.407071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:27.419178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.441624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:27.444962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Made reservation on behalf of 88c633b43c3d40a9bf279a28c60b807a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:27.447805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:27.450915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:27.457551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.466213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:27.466917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.470323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606f2993-a8b0-4d21-baad-48040e692913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.491414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=c590083a-d9df-44d3-b885-51c1c18485d7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:27.507612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c921475-5bc0-4996-80fd-499d2df49eb4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6131699 Dec 10 04:41:27.508321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:27.614885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.615970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:27.616735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.674079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port c590083a-d9df-44d3-b885-51c1c18485d7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:27.674760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.749060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4105308 Dec 10 04:41:27.755359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60866) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:27.762449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Request body: {'subnet': {'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-536109292-subnet', 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:27.808927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.815829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62110e1-37e5-4f56-adb8-4b24d8eae637 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe96fb5-df43-4a58-a751-96e06e5f76c9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:27.817566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.834349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:27.836179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Allocated IP 172.20.0.9 (92e6aac6-36e9-4cb8-beba-39a91f9a4a74/a3a58781-7be0-4694-942a-9cd9c08a3be4/faadc837-25ef-48ac-8005-97bf46b3d41b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:27.837254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.856758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dff04182-a7b2-4270-91e2-4b9e057f911c None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:27.862066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dff04182-a7b2-4270-91e2-4b9e057f911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.938172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:41:27.945476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606f2993-a8b0-4d21-baad-48040e692913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:27.965888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-606f2993-a8b0-4d21-baad-48040e692913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.000173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:28.086856 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-606f2993-a8b0-4d21-baad-48040e692913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf2d356c91dd46da9963796bb1e14228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6783330 Dec 10 04:41:28.094638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:28.106602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f2993-a8b0-4d21-baad-48040e692913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65939c39-2341-410e-bae2-05802fec21ab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:28.116637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for c590083a-d9df-44d3-b885-51c1c18485d7 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:28.124490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.205751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.47 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/38b62a0d-a246-40bb-aba3-ad4799ae32fb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:28.232204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8df5c07-c838-490f-8a9a-ea016620d351,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:28.317382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:28.317824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.323943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.346398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.362340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.411019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53cccd67-5a04-4dd5-beda-df4d42083c30 req-efc94b9d-249b-4af7-8789-a7a6f893a2d7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 210 time: 0.1716869 Dec 10 04:41:28.419259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.456932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:28.457687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Network hostable DHCP agents. Network: cbe96fb5-df43-4a58-a751-96e06e5f76c9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:41:28.510995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0515317f-f4e6-4f53-b086-78007844324f None None] Provisioning complete for port c590083a-d9df-44d3-b885-51c1c18485d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:28.511560 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0515317f-f4e6-4f53-b086-78007844324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.548303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.553433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.566395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0515317f-f4e6-4f53-b086-78007844324f None None] Port c590083a-d9df-44d3-b885-51c1c18485d7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:28.582482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:41:28.612005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.615432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.619423 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65939c39-2341-410e-bae2-05802fec21ab HTTP/1.1" status: 204 len: 168 time: 0.5210977 Dec 10 04:41:28.625618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:28.632436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cbe96fb5-df43-4a58-a751-96e06e5f76c9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:28.643035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81603e-1e1c-443b-9017-cf605f64c3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65939c39-2341-410e-bae2-05802fec21ab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:28.645489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:28.646256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.658162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:28.658600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8767e-4390-4b71-9cb6-f7fbeb6639d4 req-8a6ea810-04e2-4177-a068-38c18d2f3628 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:28.660844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:28.665813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b32ba-8fc6-466a-a2f4-2e8380209de4 None None] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:28.666319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eef8767e-4390-4b71-9cb6-f7fbeb6639d4 req-8a6ea810-04e2-4177-a068-38c18d2f3628 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1711566 Dec 10 04:41:28.756315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02da3f43-53bd-4fba-a4e9-af662fe268f2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9919882 Dec 10 04:41:28.773283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:28.786142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.796107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eef8767e-4390-4b71-9cb6-f7fbeb6639d4 req-26e01f0e-9f3c-46e9-9eb5-d93690da36c1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286056 Dec 10 04:41:28.832027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:28.850157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.872907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-89437742-3394-4428-884d-02dc465a8c87 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2208936 Dec 10 04:41:28.877776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:28.961492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=c590083a-d9df-44d3-b885-51c1c18485d7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:28.993963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Request body: {'port': {'device_id': 'f65751f6-4401-4231-8881-8008d3431302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:29.007994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee82cef-1819-425a-adf8-03ee51ef41e0 None None] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:29.017683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=38b62a0d-a246-40bb-aba3-ad4799ae32fb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:29.093176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:29.104814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60882) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:29.105443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1e11dac1-570f-4ab3-90f6-c93d9a58cab8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/c590083a-d9df-44d3-b885-51c1c18485d7 HTTP/1.1" status: 204 len: 168 time: 1.5948582 Dec 10 04:41:29.135962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:29.207467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:29.209793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:29.265331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:29.328914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-16fcc3c5-cfad-4ce9-a511-0a7d512721f3 None None] Provisioning complete for port faadc837-25ef-48ac-8005-97bf46b3d41b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:29.329577 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16fcc3c5-cfad-4ce9-a511-0a7d512721f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:29.409379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b2279-fe40-40c6-90c7-54d373546892 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.414466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-615b2279-fe40-40c6-90c7-54d373546892 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3039401 Dec 10 04:41:29.414942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60896) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:29.512019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09725c9a-7a71-41fc-a949-73688ca9e4d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.516174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09725c9a-7a71-41fc-a949-73688ca9e4d9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982432 Dec 10 04:41:29.516431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:29.707453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-16fcc3c5-cfad-4ce9-a511-0a7d512721f3 None None] Port faadc837-25ef-48ac-8005-97bf46b3d41b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:29.742698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639201dd-50e9-4b3f-ab6f-e3c4d3ba4d61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.757176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639201dd-50e9-4b3f-ab6f-e3c4d3ba4d61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.760204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639201dd-50e9-4b3f-ab6f-e3c4d3ba4d61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.764500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-639201dd-50e9-4b3f-ab6f-e3c4d3ba4d61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2440648 Dec 10 04:41:29.789982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:29.936496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bd559-6aab-48a0-b13d-ab4671e3f9a7 req-feb86317-b850-43df-ab87-498276a17ed0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:29.943930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-418bd559-6aab-48a0-b13d-ab4671e3f9a7 req-feb86317-b850-43df-ab87-498276a17ed0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 931 time: 0.2722561 Dec 10 04:41:29.958766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 237b902d-332d-449f-9ac2-21c3dc9ea40b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:29.968747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.023023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-7b8a263f-7add-4714-bc49-c82b7cae6d8b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:30.024667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-7b8a263f-7add-4714-bc49-c82b7cae6d8b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.3788676 Dec 10 04:41:30.061437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.087537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-a7afbda0-0f9e-4230-9609-273106789c00 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0539677 Dec 10 04:41:30.100316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-418bd559-6aab-48a0-b13d-ab4671e3f9a7 req-89afd626-c50c-4f99-a2b6-ece2712da2d7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553781 Dec 10 04:41:30.199121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-3f1ba03c-64cf-403d-b35d-1fdb5b29e4c8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870912 Dec 10 04:41:30.303783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:30.313178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.327375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Transition to ACTIVE for port object faadc837-25ef-48ac-8005-97bf46b3d41b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:41:30.344145 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.346803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.380647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d586d3-cad9-44c5-90b3-7001162620d1 req-66fed51c-70e8-4342-99e0-534bf76e98fd tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:30.389112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d586d3-cad9-44c5-90b3-7001162620d1 req-66fed51c-70e8-4342-99e0-534bf76e98fd tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1782067 Dec 10 04:41:30.456591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-a296629a-46be-4f13-ac50-f475a6279c8c service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468040 Dec 10 04:41:30.587667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-79d16a11-0144-4c22-a9d4-472abf029e53 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188846 Dec 10 04:41:30.605574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44d586d3-cad9-44c5-90b3-7001162620d1 req-2adfe8ea-4f44-4cb3-b3d9-c479ce9b0e26 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118635 Dec 10 04:41:30.632259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.710016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=237b902d-332d-449f-9ac2-21c3dc9ea40b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:30.721866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:30.726369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f638f-775f-4eb1-bc8a-32eee0623a3c None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:30.734678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:30.734993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e124e9b-e70c-418e-9469-b874c75dd648 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/237b902d-332d-449f-9ac2-21c3dc9ea40b HTTP/1.1" status: 204 len: 168 time: 0.9404352 Dec 10 04:41:30.905193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:30.914866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:30.915258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:30.915593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:30.931526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e94bb20d-0117-4f29-8749-c44a3ea6395d req-56bc7ded-bc16-4fe6-845c-62720a372391 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.0601428 Dec 10 04:41:30.950716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:41:30.951310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:30.971156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:30.971626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:30.972104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:30.972673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Bound port: faadc837-25ef-48ac-8005-97bf46b3d41b, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:30.973091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.013827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet a8954d49-df40-45e6-83af-4646256ded2c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:31.017335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.074252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.294717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9beb23-064a-4e2d-9415-c5df6683807a req-278a7ece-5ac6-4cf1-866f-48f33cc916c8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:31.303687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f9beb23-064a-4e2d-9415-c5df6683807a req-278a7ece-5ac6-4cf1-866f-48f33cc916c8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.0810657 Dec 10 04:41:31.358916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.363814 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.416731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:31.427489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f9beb23-064a-4e2d-9415-c5df6683807a req-6d20e213-25db-4c75-b3d0-954f229f712a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227472 Dec 10 04:41:31.489741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:31.507178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.580448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:31.581063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.582699 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] 10.222.0.36 "PUT /v2.0/ports/faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 1091 time: 2.6067760 Dec 10 04:41:31.585040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:31.588107 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9553e29b-02c6-43a1-8070-bc26f197cbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:31.712498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.715831 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733169fd-8f2e-47b0-b48a-dd0a9280b1c1 x-openstack-request-id: req-733169fd-8f2e-47b0-b48a-dd0a9280b1c1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:31.716069 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:31.716307 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-733169fd-8f2e-47b0-b48a-dd0a9280b1c1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:31.716964 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'status': 'completed', 'code': 200} Dec 10 04:41:31.863533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=a8954d49-df40-45e6-83af-4646256ded2c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:31.875225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:31.924588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dc626-9a80-451d-9289-3b4076f692bd req-68a47f22-1705-479d-8821-27f04f5f7b94 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:31.935415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e45dc626-9a80-451d-9289-3b4076f692bd req-68a47f22-1705-479d-8821-27f04f5f7b94 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1509416 Dec 10 04:41:31.993730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.006610 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5928dc47-b7a1-493e-b299-7394fef918b2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/a8954d49-df40-45e6-83af-4646256ded2c HTTP/1.1" status: 204 len: 168 time: 1.2607284 Dec 10 04:41:32.008324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:32.081403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e45dc626-9a80-451d-9289-3b4076f692bd req-5da5f6a9-6111-4b95-9585-bdf43273c35d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410246 Dec 10 04:41:32.129845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e549e86-8b73-4112-b7fa-74f1b493d809 service neutron] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:32.244269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-289da23e-2312-45c4-b420-14cdbe3af70f req-cdb92d95-9c82-4ab8-b30c-17a9dd35285e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.1340344 Dec 10 04:41:32.271486 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7e7d5184-1d60-4290-9ac9-6f44ad277ba9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2561502 Dec 10 04:41:32.274996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60976) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:32.282297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:32.333025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-3b9623ca-b04a-45cd-8cf4-0e4565414583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:32.334558 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-3b9623ca-b04a-45cd-8cf4-0e4565414583 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1094 time: 0.6473637 Dec 10 04:41:32.350872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630c8c4-df4c-4b9f-bb03-faa08e894519 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:32.437777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-70810037-37b3-4df8-94f5-c0cb59322893 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 217 time: 0.0844939 Dec 10 04:41:32.494999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:32.503619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.507873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a0eb84a2-da96-45f3-9b58-3ee99f49f758 None None] Provisioning complete for port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:32.508241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0eb84a2-da96-45f3-9b58-3ee99f49f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.620311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-09c3d7b0-2010-4c0b-a102-026334ebdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:32.621808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-09c3d7b0-2010-4c0b-a102-026334ebdb20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1667676 Dec 10 04:41:32.636857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.681783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7633119-7548-4f30-acd3-56d9f6186bc5 req-44d75621-5d9a-47a3-875b-cd81b3201b73 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:32.689610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7633119-7548-4f30-acd3-56d9f6186bc5 req-44d75621-5d9a-47a3-875b-cd81b3201b73 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.1386039 Dec 10 04:41:32.704613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.816058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:32.840461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:32.975609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Deleting port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:32.976046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.148009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] For port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:33.148728 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.166105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-46ebb1c9-e719-49e4-887a-068b660230dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:33.170289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-46ebb1c9-e719-49e4-887a-068b660230dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275779 Dec 10 04:41:33.192383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Calling delete_port for 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:33.250405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7633119-7548-4f30-acd3-56d9f6186bc5 req-3fb36568-afd4-48f6-ac6f-271250f1b4e1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560093 Dec 10 04:41:33.252566 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP 54d3b844-2454-49aa-aeab-e254b7efb07d associated. External IP: 172.25.8.47, port: 8dd425e2-6c14-42a4-b4a1-03649deffa3d. Dec 10 04:41:33.255176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=38b62a0d-a246-40bb-aba3-ad4799ae32fb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:33.334176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.378783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] Pushing event deleted for resources: {'Port': ['ID=9ceba7cf-6c10-4c3f-9f83-0cbcca59488d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:33.397570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12ed0c-8ff7-4e27-9478-d0335a26b532 None None] No DVR routers for this DVR port 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:33.468882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31101b76-1ee2-4bff-bb82-1976671602fc req-38f5080a-cc8c-4ac3-b132-1f6281e77cde tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.0485592 Dec 10 04:41:33.532512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfc8ac-cb12-430c-bdef-8ea62cb4df3b req-a9b9a028-8903-41ce-9e25-5e85185bf1a6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:33.533775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cbfc8ac-cb12-430c-bdef-8ea62cb4df3b req-a9b9a028-8903-41ce-9e25-5e85185bf1a6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1979110 Dec 10 04:41:33.574347 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.624315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:33.630510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:33.642623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b8a17-b78f-4a2b-9f58-5f567a1c06d2 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:33.645117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cbfc8ac-cb12-430c-bdef-8ea62cb4df3b req-80ba4c53-6a78-4def-bd12-111a92f08b67 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014533 Dec 10 04:41:33.648788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:33.649938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.684583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=f492fecf-64f9-4c55-8f11-bfb79562abb7,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:33.698550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0920001b-a4c9-43c4-b04f-ec76aa3e85b9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4218647 Dec 10 04:41:33.701203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:33.710133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:33.826535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-3860a663-9d26-40ba-8229-66807d811edb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:33.828153 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-3860a663-9d26-40ba-8229-66807d811edb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.6533651 Dec 10 04:41:33.841114 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-3ffac88d-7d83-4aba-bf40-902e42ae7e27 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728297 Dec 10 04:41:33.877261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': 'f492fecf-64f9-4c55-8f11-bfb79562abb7'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:41:33.880338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:33.969630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:33.974380 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f6d09c2-9659-4967-8498-49d1b92d8046 req-d3e955e3-ce53-4a61-99f5-ab45166efccf service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177247 Dec 10 04:41:33.988024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:33.993343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.164894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f492fecf-64f9-4c55-8f11-bfb79562abb7/17db4eab-2c22-4f0b-9df8-166c44b1a766) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:34.199120 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f492fecf-64f9-4c55-8f11-bfb79562abb7 (CIDR: 2001:db8::/64) Dec 10 04:41:34.206112 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:41:34.206868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:34.229784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:34.243937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ad8d6f2d-fde5-4c1d-b5b1-4914c01bb56e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5403197 Dec 10 04:41:34.245105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:34.254441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:34.275256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:34.280385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-eb000975-9c9c-482d-a7dc-20c04c7a21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:34.282131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-eb000975-9c9c-482d-a7dc-20c04c7a21a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1094 time: 0.1863542 Dec 10 04:41:34.369105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:34.370167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ceba7cf-6c10-4c3f-9f83-0cbcca59488d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:34.404345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32784) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:34.407746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:34.419513 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:34.435539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:34.436459 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:34.506568 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:34.511048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.519185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-defeca78-6672-46df-8895-2e527088d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:34.521077 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-defeca78-6672-46df-8895-2e527088d2e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.1153872 Dec 10 04:41:34.521532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e821e2-59ac-43db-a2e2-d7b3c30307cc req-0cd4d7a2-1441-4c3f-8ab7-a447d049f986 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:34.527501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.530341 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:34.531007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92e821e2-59ac-43db-a2e2-d7b3c30307cc req-0cd4d7a2-1441-4c3f-8ab7-a447d049f986 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.0990191 Dec 10 04:41:34.531740 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:34.598103 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:34.599330 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00626ca8-f811-4a56-8f4f-ee849f07ed1e None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:34.625911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:34.631034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:34.636285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:34.639495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Pushing event updated for resources: {'Port': ['ID=17db4eab-2c22-4f0b-9df8-166c44b1a766,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:34.662007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-45be8016-183c-447d-82e5-135fc717bcd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 217 time: 0.1162722 Dec 10 04:41:34.667282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df9313b7-56e3-4b6d-835d-398f7c69d1b9 req-e72a5973-eec6-4a98-b4e6-fc6ef7731896 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.0728817 Dec 10 04:41:34.710401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92e821e2-59ac-43db-a2e2-d7b3c30307cc req-31dd0dd7-a39d-4d88-92c2-1963efa8d829 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646988 Dec 10 04:41:34.713459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:34.731906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.765351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Attempting to bind port 17db4eab-2c22-4f0b-9df8-166c44b1a766 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:34.766258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Attempting to bind port 17db4eab-2c22-4f0b-9df8-166c44b1a766 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:34.766661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Attempting to bind port 17db4eab-2c22-4f0b-9df8-166c44b1a766 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:34.770836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:34.775189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.783702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:34.784074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:34.784641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.785100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:34.787105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Bound port: 17db4eab-2c22-4f0b-9df8-166c44b1a766, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:34.787574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.809807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.861134 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e4f0bd19-4ee7-4c4e-b991-fc625d726e1c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.2348723 Dec 10 04:41:34.862014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aebcb79-e11e-4f79-8f68-915143c80579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:34.869538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:34.875449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:34.931047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] For port 17db4eab-2c22-4f0b-9df8-166c44b1a766, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:34.934928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] For port 17db4eab-2c22-4f0b-9df8-166c44b1a766, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=17db4eab-2c22-4f0b-9df8-166c44b1a766,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:34.939558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.004006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e28fb3-864d-4456-a1f1-ac00d840af55 req-5e9abe74-3f2c-46c9-95cd-0a7e3876e8ce tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:35.014081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e28fb3-864d-4456-a1f1-ac00d840af55 req-5e9abe74-3f2c-46c9-95cd-0a7e3876e8ce tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1728544 Dec 10 04:41:35.026927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aebcb79-e11e-4f79-8f68-915143c80579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.038902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aebcb79-e11e-4f79-8f68-915143c80579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.040388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e2a0-651c-4bcb-901a-e8c032c90583 None None] Pushing event updated for resources: {'Port': ['ID=17db4eab-2c22-4f0b-9df8-166c44b1a766,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:35.111807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-48d1d1e7-0b55-4c00-9a87-2efd01970e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:35.113345 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-48d1d1e7-0b55-4c00-9a87-2efd01970e4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.4409225 Dec 10 04:41:35.124744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e28fb3-864d-4456-a1f1-ac00d840af55 req-6239f38e-355f-403e-aa81-38ed39710258 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065450 Dec 10 04:41:35.145124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9aebcb79-e11e-4f79-8f68-915143c80579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57715649467c46638e95c5fc38750b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7315619 Dec 10 04:41:35.164131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32794) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:35.211567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebcb79-e11e-4f79-8f68-915143c80579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3823ff03-0938-4797-bc32-0db41aa69ab2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:35.222435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.343538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-3697bb97-38db-45d0-ac92-3dd6d57e56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:35.345442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-3697bb97-38db-45d0-ac92-3dd6d57e56f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925275 Dec 10 04:41:35.384369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.419246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.438988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.7 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/fb40fa12-2bc3-42d3-8ba6-90c700c2b21c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:35.479221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.482356 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:35.483527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3823ff03-0938-4797-bc32-0db41aa69ab2 HTTP/1.1" status: 204 len: 168 time: 0.3098893 Dec 10 04:41:35.544667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb4ac0-1f4c-48bb-a0be-ffb8f812c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3823ff03-0938-4797-bc32-0db41aa69ab2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:35.665997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:41:35.936204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-017c469b-4cc2-4b04-a10a-4a37a7e5bb95 req-014c32b8-bb8a-499f-8b0b-21ac24a1b128 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.1174824 Dec 10 04:41:35.996104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 17db4eab-2c22-4f0b-9df8-166c44b1a766 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:36.019597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b09e4-1ab2-4563-ba49-2488dc22af45 req-b125bec2-3555-4ffb-84b4-c6920a3424d1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:36.030905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76b09e4-1ab2-4563-ba49-2488dc22af45 req-b125bec2-3555-4ffb-84b4-c6920a3424d1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.2010450 Dec 10 04:41:36.080822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.097256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 17db4eab-2c22-4f0b-9df8-166c44b1a766 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:36.097907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.103440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32806) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:36.207908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f328119b-054e-4ab8-95cb-af123fe06bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.243591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.285403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76b09e4-1ab2-4563-ba49-2488dc22af45 req-5091e3d9-66fb-4870-9140-0b3d5f87496b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533603 Dec 10 04:41:36.324341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 17db4eab-2c22-4f0b-9df8-166c44b1a766, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=17db4eab-2c22-4f0b-9df8-166c44b1a766,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:36.325704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.338414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.390557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.api [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:41:36.391141 n-d-817326-3 neutron-server[103253]: DEBUG oslo_db.api [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:41:36.396027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.396737 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP 54d3b844-2454-49aa-aeab-e254b7efb07d disassociated. External IP: 172.25.8.47, port: 8dd425e2-6c14-42a4-b4a1-03649deffa3d. Dec 10 04:41:36.449668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed36bf7-22bf-480e-91f3-105262591c8e req-9f352e50-1db5-4227-b89f-b58cb9bc6191 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:36.451519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed36bf7-22bf-480e-91f3-105262591c8e req-9f352e50-1db5-4227-b89f-b58cb9bc6191 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.2170758 Dec 10 04:41:36.483048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=17db4eab-2c22-4f0b-9df8-166c44b1a766,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:36.524624 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-6b3fcb7d-7c63-4d30-a968-0075f0487d60 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1653409 Dec 10 04:41:36.561237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed36bf7-22bf-480e-91f3-105262591c8e req-88445d19-ae8d-4ae3-96c9-9608682fb4af tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011291 Dec 10 04:41:36.575634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c7cdb897-b9bd-4000-bc9b-e64d37ebf055 None None] Provisioning complete for port 17db4eab-2c22-4f0b-9df8-166c44b1a766 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:36.576501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb897-b9bd-4000-bc9b-e64d37ebf055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.603135 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f328119b-054e-4ab8-95cb-af123fe06bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.613625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f328119b-054e-4ab8-95cb-af123fe06bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.667892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f328119b-054e-4ab8-95cb-af123fe06bdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ae7ce1f4e12428fa0b6b260d364713d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631223 Dec 10 04:41:36.670277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:36.672322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328119b-054e-4ab8-95cb-af123fe06bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a5d69-0491-4708-b0bf-9ff011e05b85,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:36.746091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:36.750493 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.779603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.811340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-34893edd-2fe4-469b-a90c-c4facb52e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:36.812912 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-34893edd-2fe4-469b-a90c-c4facb52e3f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 1096 time: 1.2135606 Dec 10 04:41:36.813176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:41:36.869698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.877668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:36.881195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f76a5d69-0491-4708-b0bf-9ff011e05b85 HTTP/1.1" status: 204 len: 168 time: 0.2075205 Dec 10 04:41:36.976254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3d470-2133-4519-baf3-d20eda66c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a5d69-0491-4708-b0bf-9ff011e05b85,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:37.002985 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.036554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9553e29b-02c6-43a1-8070-bc26f197cbcf req-88744748-c35c-42e3-8de2-2eea5970dfb2 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973896 Dec 10 04:41:37.087516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.113766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:37.131692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:41:37.174632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.189447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:37.212168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6006329b-73c4-4b4a-afcd-11acb5665966 req-bf92116c-b19c-4bcb-ab57-273c1909c245 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.0837135 Dec 10 04:41:37.253200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:37.263852 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.295847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-5515691c-49a3-437c-86d1-769de02a5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:37.309592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-5515691c-49a3-437c-86d1-769de02a5b99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 915 time: 0.4415357 Dec 10 04:41:37.320897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:37.336455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:37.340035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.384503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:37.392325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32822) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:37.396880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:37.397615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:37.400095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ead22f3d-f757-4981-8dc4-858d6cd99fc7 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/54d3b844-2454-49aa-aeab-e254b7efb07d HTTP/1.1" status: 200 len: 687 time: 2.5285325 Dec 10 04:41:37.443652 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-0f5c924e-5667-41ee-a082-1caab932cd0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7 HTTP/1.1" status: 200 len: 217 time: 0.1254132 Dec 10 04:41:37.449484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.484561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:37.497594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:37.498220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:37.538451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:37.542884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port 17db4eab-2c22-4f0b-9df8-166c44b1a766, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=17db4eab-2c22-4f0b-9df8-166c44b1a766,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:37.556440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:37.557241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5be5b-056c-456f-b95e-1f3778ac62d6 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:37.570448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:37.582888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['faadc837-25ef-48ac-8005-97bf46b3d41b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:41:37.599002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:37.620015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb9d8-9614-4447-88fa-06450293f795 req-dfbd32f7-3b21-41eb-8633-4d92a3066f93 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:37.627896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41ffb9d8-9614-4447-88fa-06450293f795 req-dfbd32f7-3b21-41eb-8633-4d92a3066f93 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.1813323 Dec 10 04:41:37.640076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.656138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.656992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.725640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:37.744260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-c133a29d-da06-41a3-912a-7e4037a3bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:37.746070 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-c133a29d-da06-41a3-912a-7e4037a3bf17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.2917545 Dec 10 04:41:37.757674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 38b62a0d-a246-40bb-aba3-ad4799ae32fb {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:37.758012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.761711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:37.762605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.769450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:37.793782 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-e9725710-edc1-4882-af01-72229cb0a412 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9257514 Dec 10 04:41:37.794192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:37.806438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:37.807041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:37.813315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-95ce90fc-5f1e-4322-a89a-33cf6c28459f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369701 Dec 10 04:41:37.824275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcae496-7dd2-4181-aa60-682938308ada None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:37.828393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Request body: {'port': {'device_id': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:37.837452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41ffb9d8-9614-4447-88fa-06450293f795 req-ac5fc562-e29c-4b3a-95fd-41e11daa3436 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938496 Dec 10 04:41:37.882238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=3c133ea1-4e2b-40d2-a833-672ad20483cb,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:37.900902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=17db4eab-2c22-4f0b-9df8-166c44b1a766,revision_number=5']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:37.968103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b8ee28e7-ea23-4ac3-bd7a-ac68feef85a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7215700 Dec 10 04:41:37.983120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32836) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:37.989734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:3f:88:07', 'name': 'tempest-NetworksTestDHCPv6-484846356'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:38.028574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 17db4eab-2c22-4f0b-9df8-166c44b1a766 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:38.078989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.079329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.110376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 38b62a0d-a246-40bb-aba3-ad4799ae32fb owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:38.140076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 17db4eab-2c22-4f0b-9df8-166c44b1a766 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:38.141807 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.160921 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-5a410b54-81ed-420e-9dbd-c017402209cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2269511 Dec 10 04:41:38.161506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.203988 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-dbd15b8c-b782-4433-8765-fafe55ec56c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794823 Dec 10 04:41:38.362095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.466837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=38b62a0d-a246-40bb-aba3-ad4799ae32fb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:38.519052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-6f349ce6-371e-4fcc-8390-325cbd329dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:38.520503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-6f349ce6-371e-4fcc-8390-325cbd329dee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1096 time: 0.2714345 Dec 10 04:41:38.539646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:38.600829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9f2e-40af-487c-9e27-7aef003882c8 req-f6045172-1169-4e10-b286-5943d6e72e68 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:38.602419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-daed9f2e-40af-487c-9e27-7aef003882c8 req-f6045172-1169-4e10-b286-5943d6e72e68 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.6408367 Dec 10 04:41:38.657982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-99215a2d-7cc2-424d-a732-26a74e392b94 req-1a3f1409-9ad6-409e-9e90-c6cc3e2d49f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242051 Dec 10 04:41:38.718819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-daed9f2e-40af-487c-9e27-7aef003882c8 req-cf787092-13ea-4920-bbb2-5f3d4a82371a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030815 Dec 10 04:41:38.755313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53710f-4d74-4864-8fe1-8abbde7b2e71 req-bae6d65f-08cd-487a-ad08-19acfdecf157 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:38.757235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de53710f-4d74-4864-8fe1-8abbde7b2e71 req-bae6d65f-08cd-487a-ad08-19acfdecf157 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 931 time: 0.3712044 Dec 10 04:41:38.775027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.785014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.790693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e7ba5b97-4858-4978-a778-2fb20c1ea916 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/54d3b844-2454-49aa-aeab-e254b7efb07d HTTP/1.1" status: 204 len: 168 time: 1.3966644 Dec 10 04:41:38.799309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:38.827808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:38.830976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '910df20a-ad0c-47ef-81ed-b022e63c6ad5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:38.974243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port faadc837-25ef-48ac-8005-97bf46b3d41b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:41:38.980770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port faadc837-25ef-48ac-8005-97bf46b3d41b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:38.981438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:38.997521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.057425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-24e0a9cd-d7ca-4e87-bac6-396e4b159f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:39.065533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-24e0a9cd-d7ca-4e87-bac6-396e4b159f27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.4901590 Dec 10 04:41:39.069926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.082275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.143715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:39.147162 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8ed38-f9bb-4372-beaf-c3644f3c1efa" -d '{"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:39.186272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:39.205784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.235350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de53710f-4d74-4864-8fe1-8abbde7b2e71 req-e52da745-5fa5-434f-8073-0f5b219c5602 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658642 Dec 10 04:41:39.241809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port dc4b1ac2-d47e-475a-9cde-c05d498df90f yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:39.329506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878cfb-6c08-488d-86e0-d005042938e9 req-bd85b67b-dd34-4f07-a0d6-3cf5cd5d3454 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:39.337282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28878cfb-6c08-488d-86e0-d005042938e9 req-bd85b67b-dd34-4f07-a0d6-3cf5cd5d3454 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2496037 Dec 10 04:41:39.346595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:39.396914 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3669c6b-4d37-430b-bc03-5f7457ab4ffa x-openstack-request-id: req-d3669c6b-4d37-430b-bc03-5f7457ab4ffa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:39.397216 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:39.397472 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3669c6b-4d37-430b-bc03-5f7457ab4ffa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:39.398004 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'code': 200} Dec 10 04:41:39.473906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-058c3c99-0b5b-473e-97f9-e7fccc293fc8 None None] Provisioning complete for port 17db4eab-2c22-4f0b-9df8-166c44b1a766 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:39.474344 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-058c3c99-0b5b-473e-97f9-e7fccc293fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.474753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28878cfb-6c08-488d-86e0-d005042938e9 req-a724edf3-697a-472c-8ef0-c77616c5b2b5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314237 Dec 10 04:41:39.486418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-211475f4-b1eb-4450-974c-10ea1ef7b706 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 1001 time: 0.4085200 Dec 10 04:41:39.519576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb40fa12-2bc3-42d3-8ba6-90c700c2b21c {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:39.555597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.613093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Transition to ACTIVE for port object fb40fa12-2bc3-42d3-8ba6-90c700c2b21c will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:41:39.622424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.677747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:39.858329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.254 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/e3a9e94e-ff6b-433e-84f9-d7c69322597c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:39.996469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa505ed-d53f-42f4-af43-cbcd8ba69886 req-53adadff-22cc-4395-838b-d2a20c4418bf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:39.998268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6aa505ed-d53f-42f4-af43-cbcd8ba69886 req-53adadff-22cc-4395-838b-d2a20c4418bf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1711702 Dec 10 04:41:40.154788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6aa505ed-d53f-42f4-af43-cbcd8ba69886 req-c95941ad-f3fc-4211-a57a-38bf0f6683dc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490815 Dec 10 04:41:40.213536 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:40.265949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc510a-d62a-49c2-a729-7da967b8ccc9 req-a8f4b522-c283-42bb-b0b0-ef994a655191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:40.267513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-10cc510a-d62a-49c2-a729-7da967b8ccc9 req-a8f4b522-c283-42bb-b0b0-ef994a655191 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1096 time: 0.7037330 Dec 10 04:41:40.269046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:40.290501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:40.293572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:40.304636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-8e430d25-321b-4954-b7ad-2c9649e3d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:40.306660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-8e430d25-321b-4954-b7ad-2c9649e3d736 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.7960761 Dec 10 04:41:40.329219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:40.461346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:40.503825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=e3a9e94e-ff6b-433e-84f9-d7c69322597c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:40.554303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::207 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/f492fecf-64f9-4c55-8f11-bfb79562abb7/dc4b1ac2-d47e-475a-9cde-c05d498df90f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:40.579784 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-10cc510a-d62a-49c2-a729-7da967b8ccc9 req-f62a02f3-cd58-4ab5-8212-2a1e5e595259 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875998 Dec 10 04:41:40.597042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641fea2-0796-4ffd-ab53-99196c71b151 req-1ff4323f-c1c5-409e-a354-356155efec22 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:40.600102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:8807 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/3c133ea1-4e2b-40d2-a833-672ad20483cb/dc4b1ac2-d47e-475a-9cde-c05d498df90f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:40.605818 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2641fea2-0796-4ffd-ab53-99196c71b151 req-1ff4323f-c1c5-409e-a354-356155efec22 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 943 time: 0.1940928 Dec 10 04:41:40.613578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-dfa4e04a-9e05-4bcb-ae35-417d8dda12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:40.615106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-dfa4e04a-9e05-4bcb-ae35-417d8dda12ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878649 Dec 10 04:41:40.726302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Attempting to bind port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:40.727620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Attempting to bind port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:40.727620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Attempting to bind port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:40.745074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:41:40.745426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Attempting to bind port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:40.753072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:40.753419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:40.753803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:40.754368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Bound port: fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:40.754735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.032388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.039276 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-c7673cf7-b4cb-4a36-a823-6137ada47e25 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770771 Dec 10 04:41:41.046082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:41.055688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:41.080677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.104658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb063-8b1b-4a62-96c0-eb83223c90b0 req-aeaaa6f6-4563-4db2-b15a-2a40616c6074 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.106530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bffeb063-8b1b-4a62-96c0-eb83223c90b0 req-aeaaa6f6-4563-4db2-b15a-2a40616c6074 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.4984701 Dec 10 04:41:41.115847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2641fea2-0796-4ffd-ab53-99196c71b151 req-b64c5304-b5c6-4006-8abe-cd2eab13e626 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089092 Dec 10 04:41:41.147929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:41.210409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bffeb063-8b1b-4a62-96c0-eb83223c90b0 req-70d07c0f-e8b1-471e-a41d-7ad640905aa8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914295 Dec 10 04:41:41.216756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.217111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.219028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-328f7356-ec64-4aaf-ad53-697f4a687374 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb40fa12-2bc3-42d3-8ba6-90c700c2b21c HTTP/1.1" status: 200 len: 1091 time: 3.3956022 Dec 10 04:41:41.222356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:41.224628 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e37ed-61bf-4b95-aa14-73d42fc74f63" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:41.265371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.279772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4813deec-a4d4-4a9a-8bdb-fdb961431e36 req-ed47e40e-080b-4c88-b6af-8d920a92bcf4 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302370 Dec 10 04:41:41.313569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:41.347676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:41.350216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:41.356958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.357599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.385842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=dc4b1ac2-d47e-475a-9cde-c05d498df90f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:41.401784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-ec9786f2-8135-4f38-a82f-ffe75b50a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.403419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-ec9786f2-8135-4f38-a82f-ffe75b50a34a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 1094 time: 0.0888152 Dec 10 04:41:41.408225 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6c7be236-92ce-4788-bcb9-85cda6b95402 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4239647 Dec 10 04:41:41.410494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:41.495649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-2982a2b4-7461-4baa-83b4-d9023da34474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c HTTP/1.1" status: 200 len: 217 time: 0.0510750 Dec 10 04:41:41.594830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-97497eff-1685-4965-a51e-0c8648bcb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.596327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-97497eff-1685-4965-a51e-0c8648bcb325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0578320 Dec 10 04:41:41.644209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:41.648535 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-b00cbb40-1b4a-41a8-a350-49cab0ade2a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430562 Dec 10 04:41:41.782621 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-81ee06fe-8cfe-42ee-bd14-526b16db8322 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222737 Dec 10 04:41:41.790297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port dc4b1ac2-d47e-475a-9cde-c05d498df90f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:41.790869 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.815104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d2cc-35dc-411f-a1ad-9fa5f7ca019d req-13fad50d-fef6-4b1e-8728-e3d6765d1cfe tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:41.823091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d508d2cc-35dc-411f-a1ad-9fa5f7ca019d req-13fad50d-fef6-4b1e-8728-e3d6765d1cfe tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.3392942 Dec 10 04:41:41.831539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e4140518-536a-4cb2-bfb9-a6e0f03e3848 None None] Provisioning complete for port dc4b1ac2-d47e-475a-9cde-c05d498df90f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:41.832048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4140518-536a-4cb2-bfb9-a6e0f03e3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.867567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.874402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc87bb12-77d9-49b6-88bc-4332b0d20550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:41.875043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4140518-536a-4cb2-bfb9-a6e0f03e3848 None None] Port dc4b1ac2-d47e-475a-9cde-c05d498df90f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:42.001766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.024631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d508d2cc-35dc-411f-a1ad-9fa5f7ca019d req-30a02cd1-15dc-440d-955a-d8d6b8e7d2fd tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006235 Dec 10 04:41:42.030859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for dc4b1ac2-d47e-475a-9cde-c05d498df90f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:42.052667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da0166cb-0751-4c7b-b07e-e19d6ed3fb05 req-9add0eae-f566-4c7e-83e0-a6319ed99247 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583604 Dec 10 04:41:42.067958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-081a6ce4-949d-4a14-a659-3142ca509a19 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.069492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-081a6ce4-949d-4a14-a659-3142ca509a19 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/networks?id=0ade2726-c7b1-45cd-b0d8-b783ab74b596 HTTP/1.1" status: 200 len: 815 time: 0.2795944 Dec 10 04:41:42.072611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.109704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-aa0524ef-ae93-4b62-b4ed-3b1b651fea5f tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/quotas/da3d22f2663c4bd0bcc5054953ad31e6 HTTP/1.1" status: 200 len: 375 time: 0.0159473 Dec 10 04:41:42.134615 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac4014-60b7-49fc-a634-0c117d374f7a x-openstack-request-id: req-84ac4014-60b7-49fc-a634-0c117d374f7a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:42.135165 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:42.135433 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84ac4014-60b7-49fc-a634-0c117d374f7a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:42.135843 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c', 'status': 'completed', 'code': 200} Dec 10 04:41:42.171314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc87bb12-77d9-49b6-88bc-4332b0d20550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.178833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc87bb12-77d9-49b6-88bc-4332b0d20550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.236585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dc87bb12-77d9-49b6-88bc-4332b0d20550 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12249ba04ea3473a9170c6522c504614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902517 Dec 10 04:41:42.246903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:42.277393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-551fafd9-bcf2-4972-8c31-0e108e2e69fb tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=da3d22f2663c4bd0bcc5054953ad31e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568904 Dec 10 04:41:42.293094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87bb12-77d9-49b6-88bc-4332b0d20550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60684787-2e88-44ec-8642-b01a681666ee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:42.337554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-d8a39a06-9354-4fab-8b85-2e887f666919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.339143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-d8a39a06-9354-4fab-8b85-2e887f666919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 1094 time: 0.1011829 Dec 10 04:41:42.371116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.383043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c468e86-f98c-417f-a68c-a9a4368c90ea req-23aba577-6358-4c36-9d2a-90a446494960 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.384652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c468e86-f98c-417f-a68c-a9a4368c90ea req-23aba577-6358-4c36-9d2a-90a446494960 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 943 time: 0.1578958 Dec 10 04:41:42.426928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=dc4b1ac2-d47e-475a-9cde-c05d498df90f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:42.462959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.476365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.478513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.515640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.521025 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5176c5a9-9688-435b-84ac-ec476574da61 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/dc4b1ac2-d47e-475a-9cde-c05d498df90f HTTP/1.1" status: 204 len: 168 time: 1.1089549 Dec 10 04:41:42.523312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:42.562489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-99700ad6-9803-4caf-ae70-e1143d3b49cf service neutron] 10.222.0.43 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640207 Dec 10 04:41:42.567862 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.571213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-fc724be5-422b-489b-80be-611dcec15511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.572740 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-fc724be5-422b-489b-80be-611dcec15511 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.2115154 Dec 10 04:41:42.598879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3cda2-0cae-43ff-84b4-3c0801e8521d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.600278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cde3cda2-0cae-43ff-84b4-3c0801e8521d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0755038 Dec 10 04:41:42.606775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c468e86-f98c-417f-a68c-a9a4368c90ea req-5814f60f-0896-4382-a652-a08dfe9dd6c6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939256 Dec 10 04:41:42.607269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32954) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:42.632090 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-c6c818c0-3aa6-4d5f-84b6-8674d3f65fd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c HTTP/1.1" status: 200 len: 217 time: 0.0489688 Dec 10 04:41:42.677891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=e3a9e94e-ff6b-433e-84f9-d7c69322597c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:42.688321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-904511a7-8477-46d4-ad99-31ed1a54d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.689938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-904511a7-8477-46d4-ad99-31ed1a54d376 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0494926 Dec 10 04:41:42.729954 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-c80c8b98-e4c0-46e2-af52-94ee39b7d64e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314534 Dec 10 04:41:42.746341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.833100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde69c03-2224-4189-8a53-c91af34c2148 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.834515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fde69c03-2224-4189-8a53-c91af34c2148 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2189343 Dec 10 04:41:42.839585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-1ffc28ce-11a6-437e-a31a-fe66c6c67b94 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875525 Dec 10 04:41:42.840046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:42.854174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.856765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:42.857898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60684787-2e88-44ec-8642-b01a681666ee HTTP/1.1" status: 204 len: 168 time: 0.6101339 Dec 10 04:41:42.900811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-9c2e1beb-27ce-49f5-a0b4-e1a6ac664d9d service neutron] 10.222.0.43 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131981 Dec 10 04:41:42.918386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815baaf-24de-4203-9a28-e6d9137bbc82 req-4eab5951-38e2-482d-872a-4aa9dbf41dab tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.919961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8815baaf-24de-4203-9a28-e6d9137bbc82 req-4eab5951-38e2-482d-872a-4aa9dbf41dab tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2256832 Dec 10 04:41:42.923088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918d787-e987-4765-b93a-d5a9cc56f240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60684787-2e88-44ec-8642-b01a681666ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:42.943593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c33941-4c03-4043-9f90-c8af28dd37f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.945368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c33941-4c03-4043-9f90-c8af28dd37f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.947708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c33941-4c03-4043-9f90-c8af28dd37f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:42.954062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-90c33941-4c03-4043-9f90-c8af28dd37f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1081049 Dec 10 04:41:42.955133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32960) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:42.976270 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP ed43d642-02bd-4961-843e-d5da2ddb215a associated. External IP: 172.25.8.254, port: 910df20a-ad0c-47ef-81ed-b022e63c6ad5. Dec 10 04:41:43.019176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-347e37ed-61bf-4b95-aa14-73d42fc74f63 req-5b740fc7-6212-474f-a1f3-8bf7ae70d942 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689792 Dec 10 04:41:43.113205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 3c133ea1-4e2b-40d2-a833-672ad20483cb {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:43.134489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8815baaf-24de-4203-9a28-e6d9137bbc82 req-8a8fc4b7-a0af-4982-874f-d56d9ba7d427 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072966 Dec 10 04:41:43.137434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.273124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32976) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:43.287555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bccf0cd-165a-4544-a3c3-7bcd43ec9926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.300358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44185543-56f5-4823-b75c-e4eb9012ac16 req-2a229235-666b-4626-b47b-060f5361812d tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 210 time: 0.0669203 Dec 10 04:41:43.322098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.410410 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bccf0cd-165a-4544-a3c3-7bcd43ec9926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.415703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bccf0cd-165a-4544-a3c3-7bcd43ec9926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.455112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccf0cd-165a-4544-a3c3-7bcd43ec9926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b74ceb-de69-4d35-a7fd-265306180db5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:43.459397 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4bccf0cd-165a-4544-a3c3-7bcd43ec9926 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=daff5f9ff56549a39b2ca118bd956997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850977 Dec 10 04:41:43.462627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:43.520777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.544722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.596653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.599577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.600786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80b74ceb-de69-4d35-a7fd-265306180db5 HTTP/1.1" status: 204 len: 168 time: 0.1371891 Dec 10 04:41:43.620034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814a99-0059-466f-b71d-ee50fc7785b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b74ceb-de69-4d35-a7fd-265306180db5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:43.712511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe61c4-ce31-4060-ada8-88fbddc3cfbe req-cad4c856-529a-43c9-bf8d-025431967898 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:43.714013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2abe61c4-ce31-4060-ada8-88fbddc3cfbe req-cad4c856-529a-43c9-bf8d-025431967898 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.4795182 Dec 10 04:41:43.856855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1da08-31f2-4106-85bf-5efc3185fb32 req-eb4185bf-44a1-4c58-a70a-9e22e9e49859 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:43.858392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8d1da08-31f2-4106-85bf-5efc3185fb32 req-eb4185bf-44a1-4c58-a70a-9e22e9e49859 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2244489 Dec 10 04:41:43.859704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.870362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:43.875292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'floatingip': {'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:43.916538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2abe61c4-ce31-4060-ada8-88fbddc3cfbe req-7831baae-3fb5-4ef7-863f-fffe0f46d0b7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914325 Dec 10 04:41:43.925127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:43.932294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:43.989424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.050666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=3c133ea1-4e2b-40d2-a833-672ad20483cb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:44.061550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.064833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a1e1234-2542-45cf-8a84-43e0b7a47bd8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/3c133ea1-4e2b-40d2-a833-672ad20483cb HTTP/1.1" status: 204 len: 168 time: 1.1088436 Dec 10 04:41:44.067316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32998) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:44.069914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538b392-72b0-4b31-a2d6-055869d01545 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:44.166393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0112-b96a-416a-bc44-4371674307d6 req-18556624-2b18-4dda-8363-3e5a073c88fd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:44.174149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b46a0112-b96a-416a-bc44-4371674307d6 req-18556624-2b18-4dda-8363-3e5a073c88fd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 943 time: 0.1882362 Dec 10 04:41:44.201540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:44.216701 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:44.219353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet f492fecf-64f9-4c55-8f11-bfb79562abb7 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:44.225692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.234648 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:44.235288 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:44.294252 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:44.306181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:44.307317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:44.311913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.317613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fb40fa12-2bc3-42d3-8ba6-90c700c2b21c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:41:44.384272 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:44.387961 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba0d16-1415-478a-b5a8-9212a71dbc3c None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:44.421114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b46a0112-b96a-416a-bc44-4371674307d6 req-3dbe36b5-855a-4ce4-bc63-b955ad4417b6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450912 Dec 10 04:41:44.425884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.497709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:44.499349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-705897e3-ceb0-47a3-858c-6d8542b7b6b0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6842000 Dec 10 04:41:44.507610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33008) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:44.522195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c', 'mac_address': 'fa:16:3e:71:6f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:41:44.541554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4610bdd0-ff46-4f86-b57a-419ef498e607 req-e170535f-331f-4efb-b29b-c1859579fee0 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 210 time: 0.0686646 Dec 10 04:41:44.612129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.629545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb40fa12-2bc3-42d3-8ba6-90c700c2b21c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:44.651218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:44.659028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.721880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-24c8488f-4115-4837-b48d-e16c02f2c3a9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/floatingips/ed43d642-02bd-4961-843e-d5da2ddb215a HTTP/1.1" status: 200 len: 977 time: 0.2101855 Dec 10 04:41:44.722161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:44.730074 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.759259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:44.814330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.865429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4cd4c859-ba3a-4320-9fc5-61bd8d766100 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1421578 Dec 10 04:41:44.872292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33028) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:44.888179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=f492fecf-64f9-4c55-8f11-bfb79562abb7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:44.896320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': '8dd425e2-6c14-42a4-b4a1-03649deffa3d'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:44.944324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.952455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-71fb52b1-27e6-4fea-be1f-037b3fef2e3c tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:44.966027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-71fb52b1-27e6-4fea-be1f-037b3fef2e3c tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.36 "GET /v2.0/networks?id=0ade2726-c7b1-45cd-b0d8-b783ab74b596 HTTP/1.1" status: 200 len: 815 time: 0.7236583 Dec 10 04:41:44.967321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.973863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:44.987911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['fb40fa12-2bc3-42d3-8ba6-90c700c2b21c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:41:45.061008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:45.072120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-94966c83-3b90-45d4-8bd1-2c9d123e75f1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f492fecf-64f9-4c55-8f11-bfb79562abb7 HTTP/1.1" status: 204 len: 168 time: 0.9997375 Dec 10 04:41:45.085027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:45.131623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Request body: {'port': {'device_id': '1c014054-fd15-4015-9590-85af56e67c87', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'admin_state_up': True, 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:45.202381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-95aff2c8-0f7d-480a-8109-62c95302e14f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043451 Dec 10 04:41:45.205641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33042) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:45.212997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:45.380222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5236d-0dc4-4409-9522-b60b19568652 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:45.814246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-985f273a-589f-42c3-826e-32bd7f758a1b None None] Provisioning complete for port 17db4eab-2c22-4f0b-9df8-166c44b1a766 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:45.814871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-985f273a-589f-42c3-826e-32bd7f758a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.005212 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Floating IP b0d04f80-0333-4a66-956f-88e1b895ae7e associated. External IP: 172.25.8.75, port: faadc837-25ef-48ac-8005-97bf46b3d41b. Dec 10 04:41:46.033234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:46.117510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Deleting port 17db4eab-2c22-4f0b-9df8-166c44b1a766 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:46.118759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.172748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Made reservation on behalf of da3d22f2663c4bd0bcc5054953ad31e6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:46.186476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.209300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] For port 17db4eab-2c22-4f0b-9df8-166c44b1a766, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=17db4eab-2c22-4f0b-9df8-166c44b1a766,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:46.209858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.223544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a022d-9f22-4ae6-a3dd-b9d9c9510a0f req-8ab0934d-e2c6-47df-8354-e3a7c25a4910 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:46.227546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Calling delete_port for 17db4eab-2c22-4f0b-9df8-166c44b1a766 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:46.235517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-859a022d-9f22-4ae6-a3dd-b9d9c9510a0f req-8ab0934d-e2c6-47df-8354-e3a7c25a4910 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 1.1642942 Dec 10 04:41:46.327552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fb40fa12-2bc3-42d3-8ba6-90c700c2b21c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:46.349166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:46.430844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09745c3-efa2-48f6-bea1-8be902e7a2c2 req-289306ee-7e27-4173-a988-044d9d804766 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:46.434983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d09745c3-efa2-48f6-bea1-8be902e7a2c2 req-289306ee-7e27-4173-a988-044d9d804766 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 944 time: 0.6422610 Dec 10 04:41:46.448107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:41:46.452794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.466674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:46.467044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.470647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] No DVR routers for this DVR port 17db4eab-2c22-4f0b-9df8-166c44b1a766 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:46.517268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d9750-390a-42fe-9ac7-ac2e57f96229 None None] Pushing event deleted for resources: {'Port': ['ID=17db4eab-2c22-4f0b-9df8-166c44b1a766,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:46.582455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:46.589355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.600178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:46.644170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c90084c7-d07a-423f-b801-b8101db92484 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "PUT /v2.0/floatingips/b0d04f80-0333-4a66-956f-88e1b895ae7e HTTP/1.1" status: 200 len: 990 time: 2.7727122 Dec 10 04:41:46.666774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:46.669343 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:46.689325 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.725469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Allocated IP 172.20.0.9 (0ade2726-c7b1-45cd-b0d8-b783ab74b596/a523f167-0d77-4d34-addc-7cf49c77a551/4143264a-ca64-4953-9d0b-f40e17f7dc4a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:46.729661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:46.730382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:46.781399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-859a022d-9f22-4ae6-a3dd-b9d9c9510a0f req-0e20a414-2e29-47ac-9e98-585428dafd94 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448661 Dec 10 04:41:46.792627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:46.793026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:46.796337 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a46611d-4871-4e7f-a702-6923e04be5b9" -d '{"events": [{"server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:46.797578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.822201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.848089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:46.931774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:46.936810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:47.062800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:47.104091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:47.159963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:47.198199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8060a92-9826-45e4-8ab3-3f6fdbbedf04 req-05a70399-1412-4132-8b08-9771664ac4ce tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 210 time: 0.3019946 Dec 10 04:41:47.223442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d09745c3-efa2-48f6-bea1-8be902e7a2c2 req-429a89b2-317a-41bf-9f91-435781e361ed tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615020 Dec 10 04:41:47.350893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:47.537360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b0d04f80-0333-4a66-956f-88e1b895ae7e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65751f6-4401-4231-8881-8008d3431302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:41:18Z', 'updated_at': '2021-12-10T04:41:44Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:47.580763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:47.588285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:47.593630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:47.598456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:47.639293 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be2676-7d29-4a9b-9429-733c910f5574 x-openstack-request-id: req-53be2676-7d29-4a9b-9429-733c910f5574 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:47.639837 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:47.640338 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53be2676-7d29-4a9b-9429-733c910f5574 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:47.640925 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'status': 'completed', 'code': 200} Dec 10 04:41:47.660064 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0977a11-4a19-430d-a3dc-e3c8cd814a58 x-openstack-request-id: req-b0977a11-4a19-430d-a3dc-e3c8cd814a58 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:47.660425 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:47.660706 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0977a11-4a19-430d-a3dc-e3c8cd814a58 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:47.661376 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c', 'code': 200} Dec 10 04:41:47.666751 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP ed43d642-02bd-4961-843e-d5da2ddb215a associated. External IP: 172.25.8.254, port: 910df20a-ad0c-47ef-81ed-b022e63c6ad5. Dec 10 04:41:47.677584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:41:47.710547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:47.711424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:47.712027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:47.712157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:47.739692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:47.848864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-65e90190-480e-49fe-868f-c5080f2197ad tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7836077 Dec 10 04:41:47.891767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:41:47.922283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504ec23-c6dd-4a3d-92cb-896ec9e9031a req-c5fe6b21-538e-44bb-9819-e726ee68d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:47.927684 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6504ec23-c6dd-4a3d-92cb-896ec9e9031a req-c5fe6b21-538e-44bb-9819-e726ee68d0e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 1096 time: 0.1634281 Dec 10 04:41:47.943805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Request body: {'port': {'device_id': '1c014054-fd15-4015-9590-85af56e67c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:48.087050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 17db4eab-2c22-4f0b-9df8-166c44b1a766 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:41:48.143056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 17db4eab-2c22-4f0b-9df8-166c44b1a766 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:41:48.143428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 17db4eab-2c22-4f0b-9df8-166c44b1a766 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:41:48.184916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.221052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-395fda4e-1362-4456-bf61-948d214e76f7 None None] Provisioning complete for port 4143264a-ca64-4953-9d0b-f40e17f7dc4a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:48.221978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-395fda4e-1362-4456-bf61-948d214e76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.240864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.303386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-395fda4e-1362-4456-bf61-948d214e76f7 None None] Port 4143264a-ca64-4953-9d0b-f40e17f7dc4a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:48.332533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6504ec23-c6dd-4a3d-92cb-896ec9e9031a req-c8db6dc3-a605-43ee-a062-fca4d8aebf28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191533 Dec 10 04:41:48.376627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e9b18f6-189b-4ebf-a300-307da451b96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.419696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b0d04f80-0333-4a66-956f-88e1b895ae7e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65751f6-4401-4231-8881-8008d3431302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:41:18Z', 'updated_at': '2021-12-10T04:41:44Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:48.457080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f520563-187d-4149-837f-3d4058f4afe5 None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b0d04f80-0333-4a66-956f-88e1b895ae7e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65751f6-4401-4231-8881-8008d3431302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:41:18Z', 'updated_at': '2021-12-10T04:41:44Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:48.501527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-13373ab2-92d8-4c15-a5cf-e12cfb77b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:48.503109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-13373ab2-92d8-4c15-a5cf-e12cfb77b94d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1096 time: 0.3330803 Dec 10 04:41:48.608206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e9b18f6-189b-4ebf-a300-307da451b96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.633710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e9b18f6-189b-4ebf-a300-307da451b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:48.746511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730d9d3-f612-4c36-b9a6-9a3c6427f9a3 req-97a2b379-850f-4c0f-acfe-7dfc344eece4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:48.749810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a730d9d3-f612-4c36-b9a6-9a3c6427f9a3 req-97a2b379-850f-4c0f-acfe-7dfc344eece4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.7364459 Dec 10 04:41:48.776355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:48.824074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=52ac21dd-6e7c-4a7d-8e58-52813169b0cf,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:48.851948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:48.893526 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c2bef-509e-42d9-991e-fa01e8cd2317 None None] New status for floating IP b0d04f80-0333-4a66-956f-88e1b895ae7e: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:41:48.913154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a730d9d3-f612-4c36-b9a6-9a3c6427f9a3 req-d5ee0893-a9b2-42e1-a6c7-fe34ad27befb tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515973 Dec 10 04:41:48.930343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:48.955351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef424a8-2bc4-425a-a01a-a8607fe76dd7 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:49.081086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:49.081772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.093847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:49.122337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:49.163358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:49.164173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:49.221263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:49.315209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:49.315849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:49.336230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-afbd59ae-72f1-46ce-9f5c-a5dd1a8570a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1281962 Dec 10 04:41:49.353875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:49.360984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53fd2-606f-4fed-8d6f-88d3bace2b07 req-20ebc10f-5d17-490b-9353-e9344138641b tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:49.363451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5df53fd2-606f-4fed-8d6f-88d3bace2b07 req-20ebc10f-5d17-490b-9353-e9344138641b tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 931 time: 0.6329534 Dec 10 04:41:49.369537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:49.398688 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9e9b18f6-189b-4ebf-a300-307da451b96b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44dcc05cc36c432c8dfe5d4ea8ad540e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6554151 Dec 10 04:41:49.400236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b18f6-189b-4ebf-a300-307da451b96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8f1f65-a008-40bb-8745-30e3960dbdab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:49.417814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:49.426650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'project_id': '336bfa215e574e3caf89ec4b332140c1', 'fixed_ips': [{'subnet_id': '52ac21dd-6e7c-4a7d-8e58-52813169b0cf'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:41:49.427530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.447030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:49.447906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe944fef-b478-41a6-8d02-5fa6ac0d4b9b None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:49.622759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:49.631886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.707567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Allocated IP 2001:db8::2 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/52ac21dd-6e7c-4a7d-8e58-52813169b0cf/c05f07cc-5d28-4f92-b30c-e9f3de93ca70) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:49.855691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4143264a-ca64-4953-9d0b-f40e17f7dc4a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:49.888161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b041-921e-4041-be14-8337525ad664 req-cde3cde4-d38d-4979-93a0-9dac12b3b6fc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:49.889155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-feb7b041-921e-4041-be14-8337525ad664 req-cde3cde4-d38d-4979-93a0-9dac12b3b6fc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 945 time: 0.5630488 Dec 10 04:41:49.907337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.912645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.917709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:49.923687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:49.929206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-8e9e9f50-c672-45ba-8609-418714242c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:49.935205 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-8e9e9f50-c672-45ba-8609-418714242c66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.8261044 Dec 10 04:41:49.963961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5df53fd2-606f-4fed-8d6f-88d3bace2b07 req-2000e1ca-dbb0-4bae-af69-e40bb9888f23 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583424 Dec 10 04:41:49.971511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.030654 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52ac21dd-6e7c-4a7d-8e58-52813169b0cf (CIDR: 2001:db8::/64) Dec 10 04:41:50.049721 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:41:50.050630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:50.053162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Pushing event updated for resources: {'Port': ['ID=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:50.082774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:50.096234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:50.110450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-b158cf0c-fdef-4a0d-969e-14a48b3486cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 1000 time: 0.1286588 Dec 10 04:41:50.113509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-feb7b041-921e-4041-be14-8337525ad664 req-e3d94643-4dee-4091-8767-e19c7fb24ce4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080877 Dec 10 04:41:50.116534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Transition to ACTIVE for port object 4143264a-ca64-4953-9d0b-f40e17f7dc4a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:41:50.130458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.147548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-89cd3d24-28c1-43d6-b0ac-d0656db8be38 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7828379 Dec 10 04:41:50.148558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33116) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:50.157111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:50.163884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'subnet': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:50.172073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.217201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:50.231349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.358753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-c17358b1-e507-46e1-985a-e72655ffe37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:50.370822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-c17358b1-e507-46e1-985a-e72655ffe37a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1547136 Dec 10 04:41:50.411873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Attempting to bind port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:50.411873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Attempting to bind port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:50.412206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Attempting to bind port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 on network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:50.420432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:50.420901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Checking segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:50.421317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.421721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Bound using segment: {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:50.422502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:50.428098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.429368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Bound port: c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c58613-644e-4cee-b4ef-e5ca9784a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:50.429781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.436974 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:50.478663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:50.479456 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:50.560289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] For port c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:50.563052 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:50.580906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] For port c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:50.589846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.597323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:50.598190 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:50.657930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4da40-17bc-438b-8b28-411e9ce412a2 req-994ce0c4-11b1-43f3-b644-eb74a4751304 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:50.662791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0c4da40-17bc-438b-8b28-411e9ce412a2 req-994ce0c4-11b1-43f3-b644-eb74a4751304 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.2280233 Dec 10 04:41:50.664721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:50.683032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.685516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-47005f66-866f-4fa5-b761-fc05e0fa2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:50.687475 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:50.688768 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-47005f66-866f-4fa5-b761-fc05e0fa2efe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627367 Dec 10 04:41:50.691968 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed234a4-444b-4851-9540-21573d6dba37 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:50.703965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Attempting to bind port 4143264a-ca64-4953-9d0b-f40e17f7dc4a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:41:50.704512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Attempting to bind port 4143264a-ca64-4953-9d0b-f40e17f7dc4a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:41:50.704930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Attempting to bind port 4143264a-ca64-4953-9d0b-f40e17f7dc4a on network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:50.710628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Port 4143264a-ca64-4953-9d0b-f40e17f7dc4a on network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:41:50.711099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Attempting to bind port 4143264a-ca64-4953-9d0b-f40e17f7dc4a on network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:41:50.717340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:41:50.717883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Checking segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:41:50.718414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Bound using segment: {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:41:50.719036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Bound port: 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08824cd4-1f9d-42d2-b788-1e7bd61a3d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:41:50.719470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.773389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.776364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:50.777801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df8f1f65-a008-40bb-8745-30e3960dbdab HTTP/1.1" status: 204 len: 168 time: 1.3572862 Dec 10 04:41:50.825244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7cb4f-899d-45b8-97e3-e914c6fed091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8f1f65-a008-40bb-8745-30e3960dbdab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:50.825886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccaf5b-bfa1-44f3-a379-a1e0e700e961 None None] Pushing event updated for resources: {'Port': ['ID=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:51.052359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:41:51.124613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:41:51.146036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:51.276907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3ad8a6cd-9901-4caf-ad66-cb90a0050985 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/ed43d642-02bd-4961-843e-d5da2ddb215a HTTP/1.1" status: 200 len: 977 time: 6.4003425 Dec 10 04:41:51.279732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:51.280510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:51.291690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:51.292690 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:51.298501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f294e712-51b1-4c3b-b242-a1c92a84409a service neutron] 10.222.0.36 "PUT /v2.0/ports/4143264a-ca64-4953-9d0b-f40e17f7dc4a HTTP/1.1" status: 200 len: 1091 time: 3.3640327 Dec 10 04:41:51.302143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:51.304747 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ae669-5b5e-404f-97c4-bac354ad03c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:51.319201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:51.320753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-3c660c3f-7eb8-4f23-8774-82866c5de008 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217457 Dec 10 04:41:51.541885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f2fdb65c-4e37-4e34-9ff9-3e256d12c7e9 req-da0ad7ff-d83e-43fc-ba47-17cca064f5c8 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091520 Dec 10 04:41:51.551773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0c4da40-17bc-438b-8b28-411e9ce412a2 req-44fab7ab-07c2-45c5-a9ff-1cd9b6185798 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617694 Dec 10 04:41:51.679288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75300c93-5f45-4e15-9dc4-a4099a2b1566 req-d6debf9d-5ebe-4ed0-92ff-18c02a7633d9 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:51.681130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75300c93-5f45-4e15-9dc4-a4099a2b1566 req-d6debf9d-5ebe-4ed0-92ff-18c02a7633d9 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 943 time: 0.4321580 Dec 10 04:41:51.683554 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:51.715722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-19672c1f-4259-4697-9859-55e8a5deaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:51.721950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-19672c1f-4259-4697-9859-55e8a5deaa07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da3d22f2663c4bd0bcc5054953ad31e6&device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 1094 time: 0.1752849 Dec 10 04:41:51.745967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:51.785577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:41:51.807877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36feaa07-3955-4f39-aa27-d4c2c28bea42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:51.945061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-97e3a287-06cf-459a-995f-67d87ea0d00e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a HTTP/1.1" status: 200 len: 217 time: 0.1604402 Dec 10 04:41:52.040153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c05f07cc-5d28-4f92-b30c-e9f3de93ca70 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:52.063318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36feaa07-3955-4f39-aa27-d4c2c28bea42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.069704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36feaa07-3955-4f39-aa27-d4c2c28bea42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.134228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36feaa07-3955-4f39-aa27-d4c2c28bea42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fdb7f7afe0146298de8010a367e3bf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870330 Dec 10 04:41:52.135384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feaa07-3955-4f39-aa27-d4c2c28bea42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300cfa5a-06c5-4e05-aad2-18cedb37f63a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:52.138311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:52.168786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:52.169146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.247124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75300c93-5f45-4e15-9dc4-a4099a2b1566 req-f095a4ca-bd4b-4f4a-a849-8bdce4b004c7 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380299 Dec 10 04:41:52.254923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.313819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.422143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.425329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.429927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/300cfa5a-06c5-4e05-aad2-18cedb37f63a HTTP/1.1" status: 204 len: 168 time: 0.2903349 Dec 10 04:41:52.452266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d485ce-4943-47cd-a934-80c5a4c89e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300cfa5a-06c5-4e05-aad2-18cedb37f63a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:52.567542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.591058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.629821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.634045 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP ed43d642-02bd-4961-843e-d5da2ddb215a disassociated. External IP: 172.25.8.254, port: 8dd425e2-6c14-42a4-b4a1-03649deffa3d. Dec 10 04:41:52.731973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.746532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9183762f-f7f6-4577-824d-02886119e94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.842687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:41:52.843051 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:41:52.845323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Provisioning complete for port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:52.845700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:52.856681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417514e-5027-4399-bfe6-6653896d3de8 req-e98a4dd4-267c-45a9-96e3-7063a5617a61 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:52.870737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6417514e-5027-4399-bfe6-6653896d3de8 req-e98a4dd4-267c-45a9-96e3-7063a5617a61 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 945 time: 0.3591700 Dec 10 04:41:53.025822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.130266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6417514e-5027-4399-bfe6-6653896d3de8 req-d212bb24-425c-4149-9ab5-7bf5ba33f07e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564411 Dec 10 04:41:53.228711 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f95c24-6ea7-4be6-a2f9-d946f01cb965 x-openstack-request-id: req-d2f95c24-6ea7-4be6-a2f9-d946f01cb965 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:53.230103 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:53.231014 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2f95c24-6ea7-4be6-a2f9-d946f01cb965 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:53.233124 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'status': 'completed', 'code': 200} Dec 10 04:41:53.302904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.319460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] For port c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:53.443215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.457253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.495420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.496171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.585075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:41:53.585291 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:41:53.608497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:41:53.608872 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:41:53.906413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:53.914015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:53.918027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:53.918710 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:53.930331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d6668-9282-4429-842d-fcc76dc0f7c8 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:53.992389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:41:54.007201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Subnet': ['ID=60cb4a5c-4121-48ea-b6e2-a06969b1abd4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:54.044103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:54.052749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Request body: {'port': {'network_id': '0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826', 'mac_address': 'fa:16:3e:b6:e1:c3', 'name': 'tempest-NetworksTestDHCPv6-745889205'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:54.058208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9051206 Dec 10 04:41:54.068138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fad6db-4ada-4684-bed2-bbfc47dc0007 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,revision_number=4']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:54.160674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.205393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] For port c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:54.213662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.300373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206110f5-35c2-44e4-ab4d-30d41e3edaca None None] Pushing event updated for resources: {'Port': ['ID=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:54.351866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:41:54.353955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Made reservation on behalf of 336bfa215e574e3caf89ec4b332140c1 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:54.358343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.371248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:41:54.388405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:54.389078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:54.414487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fdac43dc-74f4-48b3-bd40-860c7e13dc06 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/ed43d642-02bd-4961-843e-d5da2ddb215a HTTP/1.1" status: 200 len: 688 time: 3.0996387 Dec 10 04:41:54.415159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:54.438647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:54.556927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:41:54.557917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:54.580584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.603852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port e3a9e94e-ff6b-433e-84f9-d7c69322597c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:54.604205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.625703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] device_id is not set on port dbfebfcd-97e7-48e4-94c5-37c55369d58b yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:54.645451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:41:54.654265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1072e-6480-4a71-97ad-9fa0e99314c6 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:41:54.763504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.763904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.767055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c05f07cc-5d28-4f92-b30c-e9f3de93ca70 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:54.780234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for e3a9e94e-ff6b-433e-84f9-d7c69322597c owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:54.895428 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2f502b6-78c7-4d56-9831-5d01c2a8a01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.932042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:54.932813 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:54.985399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8::29d (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/52ac21dd-6e7c-4a7d-8e58-52813169b0cf/dbfebfcd-97e7-48e4-94c5-37c55369d58b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:55.013552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:e1c3 (0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826/60cb4a5c-4121-48ea-b6e2-a06969b1abd4/dbfebfcd-97e7-48e4-94c5-37c55369d58b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:55.110296 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.172570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=e3a9e94e-ff6b-433e-84f9-d7c69322597c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:55.275317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.279137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.290065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03a8e704-b612-45ec-a604-04a7ab85c9c0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/ed43d642-02bd-4961-843e-d5da2ddb215a HTTP/1.1" status: 204 len: 168 time: 0.8727999 Dec 10 04:41:55.290964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:55.357319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e433cc7c-f911-4b98-af26-2fcc9227fb4f None None] Provisioning complete for port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:55.357739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e433cc7c-f911-4b98-af26-2fcc9227fb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.361582 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b87c40f5-c6df-4f15-812b-8ae168cad944 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] delete failed (client error): The resource could not be found. Dec 10 04:41:55.366733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b87c40f5-c6df-4f15-812b-8ae168cad944 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/ed43d642-02bd-4961-843e-d5da2ddb215a HTTP/1.1" status: 404 len: 345 time: 0.0701194 Dec 10 04:41:55.368210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:55.413048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.501533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c92d77-c1e5-4398-a1fb-6f175dfbe6c9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:55.509107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c92d77-c1e5-4398-a1fb-6f175dfbe6c9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:55.515373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c92d77-c1e5-4398-a1fb-6f175dfbe6c9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:55.519922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33196) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:55.520076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2c92d77-c1e5-4398-a1fb-6f175dfbe6c9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/ports?network_id=a9278210-8457-4eaa-a95f-fe9fe423125b HTTP/1.1" status: 200 len: 2356 time: 0.1494796 Dec 10 04:41:55.522045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.573364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:55.581229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:55.584925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:55.591433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:55.592083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.599130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bbbbc8-42b9-4079-bc41-cd0d7116a648 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:55.600813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-07bbbbc8-42b9-4079-bc41-cd0d7116a648 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/subnets/9fc33eef-0a39-47d6-be79-ed1a8d1a2749 HTTP/1.1" status: 200 len: 797 time: 0.0797858 Dec 10 04:41:55.605724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:55.611310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'port': {'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b', 'name': 'tempest-FloatingIPTestJSON-285745598', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:55.623328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event updated for resources: {'Port': ['ID=dbfebfcd-97e7-48e4-94c5-37c55369d58b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:55.634644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99755434-d167-49c2-bfc4-21874ea6b6fb tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5877068 Dec 10 04:41:55.645767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:55.703997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.818902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:41:55.840347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting port dbfebfcd-97e7-48e4-94c5-37c55369d58b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:55.840884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.938555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:55.983429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] device_id is not set on port 8005b805-cd85-4988-9e7b-8e94b81b9aab yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:41:56.016108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.029842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Calling delete_port for dbfebfcd-97e7-48e4-94c5-37c55369d58b owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:56.050083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c920698e-638a-4720-8c5a-57e26ea3818e None None] Provisioning complete for port dbfebfcd-97e7-48e4-94c5-37c55369d58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:56.050479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c920698e-638a-4720-8c5a-57e26ea3818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.140439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c920698e-638a-4720-8c5a-57e26ea3818e None None] Port dbfebfcd-97e7-48e4-94c5-37c55369d58b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:56.274558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.326351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:41:56.475508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Port': ['ID=dbfebfcd-97e7-48e4-94c5-37c55369d58b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:56.499061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:56.506213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.506649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.507122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.507476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.507793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.508162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.508500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.510037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.510642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.510976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.511306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.511641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.511976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:56.516678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'port_id': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'mac_address': 'fa:16:3e:21:3e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249d533-90bb-485a-b18e-b508e350095c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:41:56.528755 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.548376 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3b77bcf8-5be6-41fa-bb8a-5f68187319a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/dbfebfcd-97e7-48e4-94c5-37c55369d58b HTTP/1.1" status: 204 len: 168 time: 0.9014213 Dec 10 04:41:56.549140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33214) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:56.579766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.598433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad9929a-fff5-4126-96f7-8d527d7784d7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:41:56.624459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.14 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/8005b805-cd85-4988-9e7b-8e94b81b9aab) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:56.627753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:56.646565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:56.689209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.12 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/8005b805-cd85-4988-9e7b-8e94b81b9aab) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:56.726181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0feee5-c90d-4a14-b2ea-887fb153154c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:56.728553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ec0feee5-c90d-4a14-b2ea-887fb153154c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0985315 Dec 10 04:41:56.731714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:56.755392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:56.825616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57582788-05c7-4bb9-8346-5d59d06e290f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:56.829794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57582788-05c7-4bb9-8346-5d59d06e290f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0974264 Dec 10 04:41:56.830648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:56.885830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6e569-bcaf-4b45-8b85-2cec36e2f94b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:56.887437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6e569-bcaf-4b45-8b85-2cec36e2f94b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:56.889095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6e569-bcaf-4b45-8b85-2cec36e2f94b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:56.893458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c5e6e569-bcaf-4b45-8b85-2cec36e2f94b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0615013 Dec 10 04:41:56.894113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:56.946796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ad9929a-fff5-4126-96f7-8d527d7784d7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:41:56.955228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.000032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 52ac21dd-6e7c-4a7d-8e58-52813169b0cf {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:57.014694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.049361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.082412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.119637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:57.133623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=8005b805-cd85-4988-9e7b-8e94b81b9aab,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:57.137837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:57.177718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:57.191042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.191289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.191398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.192230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.192618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.192968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.193419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.193989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.194351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.194657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d8d3d-1e0d-4c55-8b63-2561e9c3614a None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:57.194898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.195269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.196841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.197180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.197517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:41:57.265593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.294791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:57.296104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.296775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac21dd-6e7c-4a7d-8e58-52813169b0cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:57.301544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.305791 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b75c4ce2-c96d-4bf0-954d-b8c3f66f27bc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/52ac21dd-6e7c-4a7d-8e58-52813169b0cf HTTP/1.1" status: 204 len: 168 time: 0.4100540 Dec 10 04:41:57.308767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.315784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e1d34-491c-4782-a444-6e6d1d115c58 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:57.329760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c6da597-bd3a-4c94-a0a9-eca74b6cb24d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7229395 Dec 10 04:41:57.332961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33230) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.342845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '8005b805-cd85-4988-9e7b-8e94b81b9aab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:41:57.371089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0c351079-b259-4c89-86dc-3bec83d86274 None None] Provisioning complete for port 8005b805-cd85-4988-9e7b-8e94b81b9aab triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:57.371486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c351079-b259-4c89-86dc-3bec83d86274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.383879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.397890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Deleting subnet 60cb4a5c-4121-48ea-b6e2-a06969b1abd4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:41:57.402400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.436951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.447710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.456295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c351079-b259-4c89-86dc-3bec83d86274 None None] Port 8005b805-cd85-4988-9e7b-8e94b81b9aab cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:41:57.531973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.560185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.635165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.657343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.238 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/0ac9e273-a60c-43e4-a161-f9a3bb2f64c2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:41:57.665611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Subnet': ['ID=60cb4a5c-4121-48ea-b6e2-a06969b1abd4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:57.672605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.676495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-025593f9-9e1e-4ba5-8fc8-c41b6dbe08a6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/60cb4a5c-4121-48ea-b6e2-a06969b1abd4 HTTP/1.1" status: 204 len: 168 time: 0.3634131 Dec 10 04:41:57.678813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.721390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0678d6dd-577b-4fa1-9eac-f8f88adf28c1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413983 Dec 10 04:41:57.723798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.796299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e23c47-1372-4ee1-8e4a-634f64944efc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:57.800203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-68e23c47-1372-4ee1-8e4a-634f64944efc tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0731835 Dec 10 04:41:57.800604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.818391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:57.909206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a200f-6d1b-4d98-b7f8-3c28c1f8c582 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:57.913074 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-584a200f-6d1b-4d98-b7f8-3c28c1f8c582 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090534 Dec 10 04:41:57.913074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-53ac21e7-bea7-4bd1-94fe-00b2d2ddaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:57.914006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-53ac21e7-bea7-4bd1-94fe-00b2d2ddaba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a523f167-0d77-4d34-addc-7cf49c77a551 HTTP/1.1" status: 200 len: 854 time: 0.1019564 Dec 10 04:41:57.915005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:57.947820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.003026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-084dfd8a-2034-4b92-bcf4-76aba87f4fbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869267 Dec 10 04:41:58.010486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.011017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=0ac9e273-a60c-43e4-a161-f9a3bb2f64c2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:58.040255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6a78-582f-4049-a9a7-d5b8de69c913 req-521edd4e-f8fa-46f2-abe3-81fc829fbb08 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.041904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ebd6a78-582f-4049-a9a7-d5b8de69c913 req-521edd4e-f8fa-46f2-abe3-81fc829fbb08 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 944 time: 0.1782308 Dec 10 04:41:58.051809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:41:58.055949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:41:58.062734 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c3a051-0e08-4869-bad8-152276ee09db tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.063276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c3a051-0e08-4869-bad8-152276ee09db tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.067839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-02c3a051-0e08-4869-bad8-152276ee09db tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/dbfebfcd-97e7-48e4-94c5-37c55369d58b HTTP/1.1" status: 404 len: 333 time: 0.0586131 Dec 10 04:41:58.068245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:41:58.070343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.106147 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc1535b-3df5-47f9-902d-eadaa0a72b3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.107129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc1535b-3df5-47f9-902d-eadaa0a72b3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.110536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-adc1535b-3df5-47f9-902d-eadaa0a72b3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/60cb4a5c-4121-48ea-b6e2-a06969b1abd4 HTTP/1.1" status: 404 len: 337 time: 0.0375242 Dec 10 04:41:58.112994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33256) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.128864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-e71cc34d-ae2e-4eea-9890-8da610dd9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.130520 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-e71cc34d-ae2e-4eea-9890-8da610dd9006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ade2726-c7b1-45cd-b0d8-b783ab74b596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603520 Dec 10 04:41:58.159782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ebd6a78-582f-4049-a9a7-d5b8de69c913 req-47efc42b-94f2-4f67-8b23-5ee7d2a53607 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009789 Dec 10 04:41:58.191124 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ca90d1-4a90-4fa9-8255-60e7101b3bc0 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.191124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ca90d1-4a90-4fa9-8255-60e7101b3bc0 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.191512 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-83ca90d1-4a90-4fa9-8255-60e7101b3bc0 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/52ac21dd-6e7c-4a7d-8e58-52813169b0cf HTTP/1.1" status: 404 len: 337 time: 0.0774250 Dec 10 04:41:58.198686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33258) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.281397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.321176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-6095adfb-030b-4d8a-8634-48a714cdb908 service neutron] 10.222.0.36 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576030 Dec 10 04:41:58.329591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:41:58.360569 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7a236-1168-4866-be32-1f7d73da2276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.361145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd7a236-1168-4866-be32-1f7d73da2276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.370487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1bd7a236-1168-4866-be32-1f7d73da2276 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/dc4b1ac2-d47e-475a-9cde-c05d498df90f HTTP/1.1" status: 404 len: 333 time: 0.1663394 Dec 10 04:41:58.373484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33264) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.378719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e36eb-0d0b-4f22-82fb-4bc45e010ad1 None None] Network 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:41:58.429369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7e079cb-e65d-44f4-8feb-c15ba0707040 None None] Provisioning complete for port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:58.429833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7e079cb-e65d-44f4-8feb-c15ba0707040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.448697 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4fb7da-b3eb-4f14-88e8-328988b24955 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.448969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4fb7da-b3eb-4f14-88e8-328988b24955 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.452649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f4fb7da-b3eb-4f14-88e8-328988b24955 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/3c133ea1-4e2b-40d2-a833-672ad20483cb HTTP/1.1" status: 404 len: 337 time: 0.0780399 Dec 10 04:41:58.457424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.483352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37033-f921-4c69-ad19-839b6c5d4747 req-183ef2b7-6558-4841-8d0f-25b2838d981b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.484990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49d37033-f921-4c69-ad19-839b6c5d4747 req-183ef2b7-6558-4841-8d0f-25b2838d981b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 945 time: 0.1840086 Dec 10 04:41:58.494879 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4158cfb5-617c-41c4-9569-0c6603c7bddf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.495438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88573aa-95a7-4cb6-9a50-f5188fe6d829 req-16167752-5813-4698-89b0-f80dee689a17 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.495799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4158cfb5-617c-41c4-9569-0c6603c7bddf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.497136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b88573aa-95a7-4cb6-9a50-f5188fe6d829 req-16167752-5813-4698-89b0-f80dee689a17 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 943 time: 0.3082530 Dec 10 04:41:58.499893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4158cfb5-617c-41c4-9569-0c6603c7bddf tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f492fecf-64f9-4c55-8f11-bfb79562abb7 HTTP/1.1" status: 404 len: 337 time: 0.0415366 Dec 10 04:41:58.502477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.535817 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a4e69b-af9e-416f-96d5-348b54f84540 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.536689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a4e69b-af9e-416f-96d5-348b54f84540 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.540503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e6a4e69b-af9e-416f-96d5-348b54f84540 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/c590083a-d9df-44d3-b885-51c1c18485d7 HTTP/1.1" status: 404 len: 333 time: 0.0367329 Dec 10 04:41:58.543764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.570131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 1ad9929a-fff5-4126-96f7-8d527d7784d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:41:58.571492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.587160 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ca5bf4-96ef-4c8a-b35b-b4c4b8e1e1f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.587702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ca5bf4-96ef-4c8a-b35b-b4c4b8e1e1f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.590891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73ca5bf4-96ef-4c8a-b35b-b4c4b8e1e1f8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/237b902d-332d-449f-9ac2-21c3dc9ea40b HTTP/1.1" status: 404 len: 337 time: 0.0456271 Dec 10 04:41:58.593978 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cd1aeb41-d2e0-4e76-bd3b-94ae401c3ed2 req-f77ca46e-3b81-4480-9a98-995b20c45fb6 service neutron] 10.222.0.36 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538931 Dec 10 04:41:58.594898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.631873 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2127549-044a-44f1-adf8-465ee8c3c0ef tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.632347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2127549-044a-44f1-adf8-465ee8c3c0ef tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.639499 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2127549-044a-44f1-adf8-465ee8c3c0ef tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/a8954d49-df40-45e6-83af-4646256ded2c HTTP/1.1" status: 404 len: 337 time: 0.0415101 Dec 10 04:41:58.639708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.655406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49d37033-f921-4c69-ad19-839b6c5d4747 req-130d6abd-55a2-464f-a8ca-3b14008b7930 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Dec 10 04:41:58.668177 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4713f93-3b8e-41c9-88e2-4bb45b2280b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.668857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4713f93-3b8e-41c9-88e2-4bb45b2280b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.674949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f4713f93-3b8e-41c9-88e2-4bb45b2280b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/a28171cc-2db8-4991-83b0-26b834afb168 HTTP/1.1" status: 404 len: 333 time: 0.0319173 Dec 10 04:41:58.675600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.704110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b88573aa-95a7-4cb6-9a50-f5188fe6d829 req-95ee0f6c-611e-4d85-aad5-2d633452eaca tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753056 Dec 10 04:41:58.752061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.759029 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-85074f34-e60c-409e-a71d-12b8355f44e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.759492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85074f34-e60c-409e-a71d-12b8355f44e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.765248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-85074f34-e60c-409e-a71d-12b8355f44e2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/43ea377d-a6bd-4891-943f-8369422eec3d HTTP/1.1" status: 404 len: 337 time: 0.0882647 Dec 10 04:41:58.766245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33282) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.786414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:41:58.790078 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e4121b-2145-4007-a7dc-9c9beda177a0" -d '{"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:41:58.800833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] DHCP port deletion for 0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:41:58.801537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-6d0e5846-e2ac-45a7-8a8f-f6122dea8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.803097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-6d0e5846-e2ac-45a7-8a8f-f6122dea8514 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da3d22f2663c4bd0bcc5054953ad31e6&device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 1094 time: 0.0979154 Dec 10 04:41:58.803469 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-076cbebf-afda-433d-92f5-2c9c9fb1d434 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.804075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076cbebf-afda-433d-92f5-2c9c9fb1d434 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.810556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-076cbebf-afda-433d-92f5-2c9c9fb1d434 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/3f52d71f-32ec-42b5-944a-adf3a5dd1459 HTTP/1.1" status: 404 len: 337 time: 0.0407779 Dec 10 04:41:58.810661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33288) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.817014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:58.847444 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-373b64ed-9100-43f5-9111-44a43a1138d5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.848152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373b64ed-9100-43f5-9111-44a43a1138d5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.857589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-373b64ed-9100-43f5-9111-44a43a1138d5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/0e47bea2-9b2d-4ebe-b3dc-b13f9ce3ed03 HTTP/1.1" status: 404 len: 333 time: 0.0453296 Dec 10 04:41:58.861524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.888002 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804a5f1-cdda-4650-9853-63982379b178 x-openstack-request-id: req-4804a5f1-cdda-4650-9853-63982379b178 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:41:58.888345 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:41:58.889421 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4804a5f1-cdda-4650-9853-63982379b178 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:41:58.889550 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'code': 200} Dec 10 04:41:58.908706 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:58.929713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-7207d19f-63ce-4e98-a035-8ca579684246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:58.931855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-7207d19f-63ce-4e98-a035-8ca579684246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ade2726-c7b1-45cd-b0d8-b783ab74b596 HTTP/1.1" status: 200 len: 916 time: 0.1195235 Dec 10 04:41:58.963478 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f83cc44-2e37-4f32-9305-51eb66824bbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:58.964422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f83cc44-2e37-4f32-9305-51eb66824bbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:58.972616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:58.983686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f83cc44-2e37-4f32-9305-51eb66824bbe tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/dd288618-f5a4-479c-bdb5-a35b52f0594f HTTP/1.1" status: 404 len: 337 time: 0.1216502 Dec 10 04:41:58.999880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Deleting port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:41:59.000247 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.002022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:59.033213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.047299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-bfc067fe-fd4c-419a-ad2a-25e463e5c02c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a HTTP/1.1" status: 200 len: 217 time: 0.0764513 Dec 10 04:41:59.049179 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d33a0a9-e6a1-4b82-bdc2-f0ebf4c0b550 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.049986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d33a0a9-e6a1-4b82-bdc2-f0ebf4c0b550 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.056735 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6d33a0a9-e6a1-4b82-bdc2-f0ebf4c0b550 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/3f8f1f07-d1c2-42fc-bdc8-ad7a73562224 HTTP/1.1" status: 404 len: 333 time: 0.0829129 Dec 10 04:41:59.057372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.095048 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cc549a-bf05-4d69-85c4-400eebed53c2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.095516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cc549a-bf05-4d69-85c4-400eebed53c2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.101088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-73cc549a-bf05-4d69-85c4-400eebed53c2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e52c729e-13d4-4560-877b-807ae5901894 HTTP/1.1" status: 404 len: 337 time: 0.0403919 Dec 10 04:41:59.104512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.118040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-26e2b268-2cae-40ce-bdaa-72917299d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.120051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-26e2b268-2cae-40ce-bdaa-72917299d34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a523f167-0d77-4d34-addc-7cf49c77a551 HTTP/1.1" status: 200 len: 854 time: 0.0617023 Dec 10 04:41:59.129605 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6ef693-6c73-48c4-8bd7-25a038cbfe3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.130204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6ef693-6c73-48c4-8bd7-25a038cbfe3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.135969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c6ef693-6c73-48c4-8bd7-25a038cbfe3e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/4baf0cb6-9a25-4bbf-b579-bcf8a1f28d70 HTTP/1.1" status: 404 len: 333 time: 0.0283637 Dec 10 04:41:59.138058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.184551 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-be52622d-aaa4-481e-ac24-999c2be1828e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.185020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be52622d-aaa4-481e-ac24-999c2be1828e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.190504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-be52622d-aaa4-481e-ac24-999c2be1828e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2f263af2-7a2e-4d04-844a-47ff93ad176f HTTP/1.1" status: 404 len: 337 time: 0.0492156 Dec 10 04:41:59.190893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.223499 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f670e2-1dc3-40b1-a2a8-73c251bb837a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.224056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f670e2-1dc3-40b1-a2a8-73c251bb837a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.226003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-e6b0822e-7cf3-400e-94b8-662a38b5d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.230037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-57f670e2-1dc3-40b1-a2a8-73c251bb837a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/16e2cd24-29b9-4f28-8cab-15bb01230bad HTTP/1.1" status: 404 len: 333 time: 0.0359485 Dec 10 04:41:59.230195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-e6b0822e-7cf3-400e-94b8-662a38b5d6db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ade2726-c7b1-45cd-b0d8-b783ab74b596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968788 Dec 10 04:41:59.230283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.230386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd092c-5946-4722-bdcd-db1088528afa req-1f804708-7bed-418a-8453-fd5e21eafc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.230464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33310) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.231296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-87dd092c-5946-4722-bdcd-db1088528afa req-1f804708-7bed-418a-8453-fd5e21eafc34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 1096 time: 0.1100214 Dec 10 04:41:59.280760 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1546a22b-d708-4a8f-8ad8-335148d07bf9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.281225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1546a22b-d708-4a8f-8ad8-335148d07bf9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.286567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1546a22b-d708-4a8f-8ad8-335148d07bf9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/698d3d55-67bf-4e62-86cf-d49bb9db6ca6 HTTP/1.1" status: 404 len: 337 time: 0.0531054 Dec 10 04:41:59.294331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.301091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] For port c05f07cc-5d28-4f92-b30c-e9f3de93ca70, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,segment=NetworkSegment(84c58613-644e-4cee-b4ef-e5ca9784a5b4),segment_id=84c58613-644e-4cee-b4ef-e5ca9784a5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:41:59.301682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.318656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Calling delete_port for c05f07cc-5d28-4f92-b30c-e9f3de93ca70 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:41:59.354502 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb8737a-ebe6-4cac-b1d2-bdf4c9107796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.355074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb8737a-ebe6-4cac-b1d2-bdf4c9107796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.361281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bbb8737a-ebe6-4cac-b1d2-bdf4c9107796 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/fdfbf3d9-2671-4c96-9df1-10d6effd3f4a HTTP/1.1" status: 404 len: 333 time: 0.0603974 Dec 10 04:41:59.361281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.429400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a4d94-3e01-4631-a4d7-24d64fbef7ee req-630f023f-b86e-470a-881b-5124dea427bf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.431074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d14a4d94-3e01-4631-a4d7-24d64fbef7ee req-630f023f-b86e-470a-881b-5124dea427bf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1539438 Dec 10 04:41:59.432025 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66ceb30-0495-4b4d-98f2-d02021e049f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.432496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66ceb30-0495-4b4d-98f2-d02021e049f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.438395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e66ceb30-0495-4b4d-98f2-d02021e049f9 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/10b62a3a-c602-4b4a-ab78-cb13ed2d4215 HTTP/1.1" status: 404 len: 337 time: 0.0730853 Dec 10 04:41:59.439640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33318) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.440222 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.479169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] Pushing event deleted for resources: {'Port': ['ID=c05f07cc-5d28-4f92-b30c-e9f3de93ca70,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:59.498122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40771b0d-0ea7-48db-9d2d-c73f0e1dc2f0 None None] No DVR routers for this DVR port c05f07cc-5d28-4f92-b30c-e9f3de93ca70 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:41:59.505238 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10648c1-00e3-425c-b61c-90e2701b1f55 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.505798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10648c1-00e3-425c-b61c-90e2701b1f55 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.511931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a10648c1-00e3-425c-b61c-90e2701b1f55 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/1ed4baff-aecf-4959-93b5-9c1e52d098cf HTTP/1.1" status: 404 len: 333 time: 0.0684075 Dec 10 04:41:59.513618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.569908 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d29611-ce86-478b-842d-725d9b31d033 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.569908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d29611-ce86-478b-842d-725d9b31d033 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.571825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-16d29611-ce86-478b-842d-725d9b31d033 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2b048352-a043-4a86-8945-a90e130e0ddc HTTP/1.1" status: 404 len: 337 time: 0.0559411 Dec 10 04:41:59.585707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33324) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.627179 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0052fde-9b17-404f-95c5-8cea603fc286 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.627179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0052fde-9b17-404f-95c5-8cea603fc286 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.629321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c0052fde-9b17-404f-95c5-8cea603fc286 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/2eb213cb-bf9b-4b66-b674-f9cd064e6099 HTTP/1.1" status: 404 len: 337 time: 0.0420344 Dec 10 04:41:59.633600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d14a4d94-3e01-4631-a4d7-24d64fbef7ee req-791795a0-9d3d-40a6-876d-9aec2ff383d0 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931264 Dec 10 04:41:59.636042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33326) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.663459 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-36839f05-5e93-417b-8122-756b2c466079 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.664018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36839f05-5e93-417b-8122-756b2c466079 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.669670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36839f05-5e93-417b-8122-756b2c466079 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/ded6267c-38e8-4fdb-87ef-a7e96cd11c6e HTTP/1.1" status: 404 len: 333 time: 0.0301847 Dec 10 04:41:59.671412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33328) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.708735 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc40050-bfb3-4837-b7a2-207503460c44 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.709327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc40050-bfb3-4837-b7a2-207503460c44 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.714745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1fc40050-bfb3-4837-b7a2-207503460c44 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/58a7db4b-6490-4020-86bd-c72492a058d5 HTTP/1.1" status: 404 len: 337 time: 0.0399594 Dec 10 04:41:59.714745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.716175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33332) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.728015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.775277 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f57f66e-e3d1-4e1e-8b7b-7b27e31a5ab1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.775743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f57f66e-e3d1-4e1e-8b7b-7b27e31a5ab1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.781303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f57f66e-e3d1-4e1e-8b7b-7b27e31a5ab1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/94ffa4b5-25ac-4c8f-b00a-468507d5a85c HTTP/1.1" status: 404 len: 337 time: 0.0616646 Dec 10 04:41:59.783167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33338) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.825865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-87dd092c-5946-4722-bdcd-db1088528afa req-441c2fcc-f7f3-4afe-b079-80832aced186 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188022 Dec 10 04:41:59.831868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-91f78500-590e-4fc9-a5a8-c6da5694ae6e service neutron] 10.222.0.36 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935318 Dec 10 04:41:59.835274 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2ea1fb-1e20-403b-9cad-870e78f15593 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.835853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2ea1fb-1e20-403b-9cad-870e78f15593 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.841311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c2ea1fb-1e20-403b-9cad-870e78f15593 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/d28944b1-cd7f-4791-9afa-8a667c4f6787 HTTP/1.1" status: 404 len: 333 time: 0.0549071 Dec 10 04:41:59.842326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33340) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.878106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-9913a54c-3313-41a4-8ba6-e4494995e5e2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.879751 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-9913a54c-3313-41a4-8ba6-e4494995e5e2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 945 time: 0.1057026 Dec 10 04:41:59.887020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=0ac9e273-a60c-43e4-a161-f9a3bb2f64c2,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:41:59.914234 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71da294-ecc1-4919-ada6-a025a6645776 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.914701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71da294-ecc1-4919-ada6-a025a6645776 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.918687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c71da294-ecc1-4919-ada6-a025a6645776 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/c3c667cc-09ac-472d-b280-bae97fe44781 HTTP/1.1" status: 404 len: 337 time: 0.0677879 Dec 10 04:41:59.920288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.924769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:41:59.976434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352e9df-c29a-4679-abe5-0175ded84ae1 req-7779442c-1acc-42ab-b103-d7d72fd34154 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.979687 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e27d20-c8ce-4754-8f44-f1f2a49bce7b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:41:59.980065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7352e9df-c29a-4679-abe5-0175ded84ae1 req-7779442c-1acc-42ab-b103-d7d72fd34154 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 943 time: 0.1639581 Dec 10 04:41:59.980218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e27d20-c8ce-4754-8f44-f1f2a49bce7b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:41:59.986784 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-26e27d20-c8ce-4754-8f44-f1f2a49bce7b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/26443296-8474-4924-9ecc-0df9d220e252 HTTP/1.1" status: 404 len: 337 time: 0.0619771 Dec 10 04:41:59.986784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:41:59.997739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774102-1646-4159-917c-1632ecbfeed7 req-fe054857-ef24-488d-941b-45229896542c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:41:59.999247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca774102-1646-4159-917c-1632ecbfeed7 req-fe054857-ef24-488d-941b-45229896542c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 945 time: 0.1572850 Dec 10 04:42:00.012122 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ebcbc0-4289-4396-95c5-e1e05aa11fb1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.013005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ebcbc0-4289-4396-95c5-e1e05aa11fb1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.020395 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89ebcbc0-4289-4396-95c5-e1e05aa11fb1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/c5422a97-1829-4d1d-9e54-209e1f33e7c0 HTTP/1.1" status: 404 len: 333 time: 0.0290711 Dec 10 04:42:00.020395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.048677 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-329054f1-e648-46d0-8605-489887a08cd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.049293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329054f1-e648-46d0-8605-489887a08cd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.054772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-329054f1-e648-46d0-8605-489887a08cd6 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f95aa95a-f426-436b-ba79-ad8c3bf4bf3c HTTP/1.1" status: 404 len: 337 time: 0.0332150 Dec 10 04:42:00.058553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.073187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e41ae669-5b5e-404f-97c4-bac354ad03c3 req-f2024de7-db14-4bf9-a42f-7e8ad27035be service neutron] 10.222.0.36 "GET /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329714 Dec 10 04:42:00.090357 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb69021-77b5-49af-897d-3818a52c408f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.090822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb69021-77b5-49af-897d-3818a52c408f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.096371 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1fb69021-77b5-49af-897d-3818a52c408f tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/39ff0c7e-7af6-4118-bc41-4aa3d128aaab HTTP/1.1" status: 404 len: 337 time: 0.0346262 Dec 10 04:42:00.099749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.143988 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ded98096-8dba-42a0-8574-3d77daf715a2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d6023a-02a3-4cee-bb48-d102f5a7c201 HTTP/1.1" status: 200 len: 205 time: 0.0428510 Dec 10 04:42:00.160962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33360) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.206659 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-aaa920ae-c4de-4b00-8a89-a347a97a928a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] delete failed (client error): The resource could not be found. Dec 10 04:42:00.207722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aaa920ae-c4de-4b00-8a89-a347a97a928a tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/routers/75d6023a-02a3-4cee-bb48-d102f5a7c201 HTTP/1.1" status: 404 len: 336 time: 0.0455303 Dec 10 04:42:00.211094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.251811 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea2c4f4-6bc1-46e2-b056-5cd5981aef54 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.252585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea2c4f4-6bc1-46e2-b056-5cd5981aef54 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.255760 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ea2c4f4-6bc1-46e2-b056-5cd5981aef54 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e0e8aa38-3758-447e-97c0-8d8818adef8d HTTP/1.1" status: 404 len: 337 time: 0.0436928 Dec 10 04:42:00.274543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.307818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f1e1b83a-a2e4-4e0e-b7f3-ab11ab6a488c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "GET /v2.0/ports?device_id=29e40e95-0115-4bc2-a36f-51f98184af5d HTTP/1.1" status: 200 len: 205 time: 0.0294828 Dec 10 04:42:00.309755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.349064 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-95c02ac5-eb75-459e-9534-b25dd79dba2c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] delete failed (client error): The resource could not be found. Dec 10 04:42:00.350357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-95c02ac5-eb75-459e-9534-b25dd79dba2c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/routers/29e40e95-0115-4bc2-a36f-51f98184af5d HTTP/1.1" status: 404 len: 336 time: 0.0394981 Dec 10 04:42:00.355731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33370) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.389896 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d04820-3b38-41cb-adf8-f8163dfb239c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.390360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d04820-3b38-41cb-adf8-f8163dfb239c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.395774 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37d04820-3b38-41cb-adf8-f8163dfb239c tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/b3a17084-1c2a-4960-88cf-e8e6373bf4b3 HTTP/1.1" status: 404 len: 337 time: 0.0362597 Dec 10 04:42:00.397193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.411060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7352e9df-c29a-4679-abe5-0175ded84ae1 req-447c5033-1473-4aa4-b0c6-0733a5b63496 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108098 Dec 10 04:42:00.417114 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP f828feb7-1f25-49f6-a115-474c083b658d associated. External IP: 172.25.8.238, port: 8005b805-cd85-4988-9e7b-8e94b81b9aab. Dec 10 04:42:00.428249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:00.428627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:00.442564 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4d34b8-5f4c-47f4-86b8-07f09e6b21d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.443026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4d34b8-5f4c-47f4-86b8-07f09e6b21d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.449270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c4d34b8-5f4c-47f4-86b8-07f09e6b21d8 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/36a36858-d981-4a66-9570-6381bee6c2cb HTTP/1.1" status: 404 len: 337 time: 0.0487964 Dec 10 04:42:00.452430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.467513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca774102-1646-4159-917c-1632ecbfeed7 req-2f61e842-2dbf-48c8-bb66-95acce477313 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560094 Dec 10 04:42:00.485427 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8174549-19ca-4592-9915-6c4f0aaaeac5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.485989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8174549-19ca-4592-9915-6c4f0aaaeac5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.489089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f8174549-19ca-4592-9915-6c4f0aaaeac5 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/9981eb9c-b7ca-46ee-8f71-40c53360008e HTTP/1.1" status: 404 len: 333 time: 0.0356448 Dec 10 04:42:00.496748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.533860 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f28e040-c23d-4e81-b1a9-fb72b4c49221 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.534326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f28e040-c23d-4e81-b1a9-fb72b4c49221 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.540283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f28e040-c23d-4e81-b1a9-fb72b4c49221 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/13659e50-87ec-4313-884f-a3b651f33487 HTTP/1.1" status: 404 len: 337 time: 0.0396957 Dec 10 04:42:00.541129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33380) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.588555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:00.589481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:00.592229 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6c0c4a-0bcd-4902-8b8c-d717871b83b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.592818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6c0c4a-0bcd-4902-8b8c-d717871b83b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.601132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e6c0c4a-0bcd-4902-8b8c-d717871b83b7 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/3e733c87-ceb0-4080-9be7-7c059826d4a9 HTTP/1.1" status: 404 len: 333 time: 0.0544143 Dec 10 04:42:00.606894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for fb40fa12-2bc3-42d3-8ba6-90c700c2b21c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:00.607878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.651000 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-865e04c1-eb55-4faf-8f06-df1197011242 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.652333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865e04c1-eb55-4faf-8f06-df1197011242 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.654208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c05f07cc-5d28-4f92-b30c-e9f3de93ca70 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:00.658362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-865e04c1-eb55-4faf-8f06-df1197011242 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/91409258-417b-4300-8c55-ba4007a02fcd HTTP/1.1" status: 404 len: 337 time: 0.0469489 Dec 10 04:42:00.661301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33386) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.676600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c05f07cc-5d28-4f92-b30c-e9f3de93ca70 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:00.676947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c05f07cc-5d28-4f92-b30c-e9f3de93ca70 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:00.696024 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa52166-6714-4fd2-8ab5-db40bd33b1f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.696734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa52166-6714-4fd2-8ab5-db40bd33b1f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.702447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6fa52166-6714-4fd2-8ab5-db40bd33b1f2 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/8cfc7a05-39d3-4ed6-8ead-9459aebf2141 HTTP/1.1" status: 404 len: 333 time: 0.0388467 Dec 10 04:42:00.706570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.744663 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6388962d-5107-421f-899d-c252349a9ec4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.745225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6388962d-5107-421f-899d-c252349a9ec4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.751441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6388962d-5107-421f-899d-c252349a9ec4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/b4bc3793-2487-4c21-b671-1a09df4ceb6b HTTP/1.1" status: 404 len: 337 time: 0.0411918 Dec 10 04:42:00.753313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.803206 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afad2f3-a5b3-434a-bc93-87269207d56b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.803822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afad2f3-a5b3-434a-bc93-87269207d56b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.807116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2afad2f3-a5b3-434a-bc93-87269207d56b tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/7749de4a-6f3f-4e4f-9374-23fa8d022bfc HTTP/1.1" status: 404 len: 333 time: 0.0386453 Dec 10 04:42:00.809899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.847151 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a6c50c-7d80-42e2-af15-ebd5c4a588d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.847869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a6c50c-7d80-42e2-af15-ebd5c4a588d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.854438 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-33a6c50c-7d80-42e2-af15-ebd5c4a588d4 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/5e2dea43-2ca0-4ae6-b10c-c59176939f4b HTTP/1.1" status: 404 len: 337 time: 0.0433190 Dec 10 04:42:00.857053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.867708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc7bf-e158-4ceb-90d0-1ae80599c70d req-17138c9d-3092-476b-aa93-f2630a51bf39 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:00.872984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddfc7bf-e158-4ceb-90d0-1ae80599c70d req-17138c9d-3092-476b-aa93-f2630a51bf39 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.1348593 Dec 10 04:42:00.887614 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-774ec368-20f1-432b-81a7-76be89efd647 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.888391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774ec368-20f1-432b-81a7-76be89efd647 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.892547 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-774ec368-20f1-432b-81a7-76be89efd647 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/756c2873-8b78-4cd2-b763-d41038668703 HTTP/1.1" status: 404 len: 333 time: 0.0343614 Dec 10 04:42:00.893902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:00.895863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:00.911320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:00.929344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['fb40fa12-2bc3-42d3-8ba6-90c700c2b21c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:00.966896 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7070fd-77d5-4a3a-994d-f3c32576a87d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:00.967623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7070fd-77d5-4a3a-994d-f3c32576a87d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:00.974374 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f7070fd-77d5-4a3a-994d-f3c32576a87d tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/213a3f1d-53a5-41a5-b36e-1c01bbed54f5 HTTP/1.1" status: 404 len: 337 time: 0.0757535 Dec 10 04:42:00.975566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=fb40fa12-2bc3-42d3-8ba6-90c700c2b21c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:00.980807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.005801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddfc7bf-e158-4ceb-90d0-1ae80599c70d req-a9a178e1-ea3d-471c-9379-8e920d3e7bbb tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266778 Dec 10 04:42:01.006357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4143264a-ca64-4953-9d0b-f40e17f7dc4a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:01.079180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:01.083634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port fb40fa12-2bc3-42d3-8ba6-90c700c2b21c on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:01.088418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.093046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8d0b7bfb-5a00-473c-9219-043fad37dabf req-5c316076-dab7-4f90-a259-351f0c755375 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "DELETE /v2.0/ports/fb40fa12-2bc3-42d3-8ba6-90c700c2b21c HTTP/1.1" status: 204 len: 173 time: 0.9802837 Dec 10 04:42:01.095000 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a297d145-d86e-444b-a7c4-18ebaba7f051 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:01.097009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a297d145-d86e-444b-a7c4-18ebaba7f051 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:01.104527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a297d145-d86e-444b-a7c4-18ebaba7f051 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/4aaaff68-88ad-40e1-a05f-405822db6c59 HTTP/1.1" status: 404 len: 333 time: 0.1175156 Dec 10 04:42:01.104527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'name': 'network-vif-deleted', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:01.104958 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:01.105693 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a00442a-c8c2-4ef9-b10d-416adfcf6d63" -d '{"events": [{"server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "name": "network-vif-deleted", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:01.105904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.127949 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:01.131418 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.150343 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd78ddb1-cf9f-40bf-b0e5-97e1c26b80b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:01.150733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd78ddb1-cf9f-40bf-b0e5-97e1c26b80b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:01.157449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bd78ddb1-cf9f-40bf-b0e5-97e1c26b80b1 tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/e49641ae-ce8e-41c8-8343-33126e333654 HTTP/1.1" status: 404 len: 337 time: 0.0469620 Dec 10 04:42:01.157449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.157972 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c24ce7-c07c-4fc2-94f8-7ab0411203a1 x-openstack-request-id: req-c9c24ce7-c07c-4fc2-94f8-7ab0411203a1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:01.157972 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae8dacb-7d79-49ab-993c-3f73e5277ddc", "name": "network-vif-deleted", "tag": "fb40fa12-2bc3-42d3-8ba6-90c700c2b21c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:01.158299 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9c24ce7-c07c-4fc2-94f8-7ab0411203a1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:01.159038 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae8dacb-7d79-49ab-993c-3f73e5277ddc', 'name': 'network-vif-deleted', 'tag': 'fb40fa12-2bc3-42d3-8ba6-90c700c2b21c', 'status': 'completed', 'code': 200} Dec 10 04:42:01.159196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.225306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:01.230653 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4049c8-731d-4dee-952a-7d5ef6de2cfa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:01.231387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4049c8-731d-4dee-952a-7d5ef6de2cfa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:01.237153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af4049c8-731d-4dee-952a-7d5ef6de2cfa tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/ports/9c9464b0-cbe5-4599-9f03-98a213950582 HTTP/1.1" status: 404 len: 333 time: 0.0745010 Dec 10 04:42:01.237153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03e0f5db-5632-4937-96ba-ed96553a6cf3 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9014344 Dec 10 04:42:01.237413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.241376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.247109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'network_id': '0ade2726-c7b1-45cd-b0d8-b783ab74b596', 'port_id': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'mac_address': 'fa:16:3e:6c:49:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523f167-0d77-4d34-addc-7cf49c77a551', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:01.247516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': '8005b805-cd85-4988-9e7b-8e94b81b9aab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:01.269929 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6215a-6374-46d2-98bc-c9ae52a1917e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:01.270286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.270406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6215a-6374-46d2-98bc-c9ae52a1917e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:01.276790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68d6215a-6374-46d2-98bc-c9ae52a1917e tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/subnets/f28c4516-d401-4448-9e1e-dd70774bce93 HTTP/1.1" status: 404 len: 337 time: 0.0361831 Dec 10 04:42:01.277288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:01.292263 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:01.294048 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.333802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.339462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.378989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4143264a-ca64-4953-9d0b-f40e17f7dc4a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:01.390298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.428548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:01.438310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.440377 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.441361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f504-45eb-4a66-bd76-952ecd904885 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:01.509413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:01.531247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.553110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.575052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c58613-644e-4cee-b4ef-e5ca9784a5b4') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.575359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c58613-644e-4cee-b4ef-e5ca9784a5b4') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:01.604232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.658495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9384372-9ce9-4587-aa80-31d1783f82d7 req-8cf2eb58-c764-46cf-a81a-c3816086e13d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae8dacb-7d79-49ab-993c-3f73e5277ddc HTTP/1.1" status: 200 len: 210 time: 0.0596013 Dec 10 04:42:01.659691 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:01.686934 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:01.782457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4143264a-ca64-4953-9d0b-f40e17f7dc4a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:01.801192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:42:01.808565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cad92-33de-44d7-a1b1-e8b50a4aac5b req-70d1f9f7-4f83-4449-88d6-6953b6a95386 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:01.818020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-428cad92-33de-44d7-a1b1-e8b50a4aac5b req-70d1f9f7-4f83-4449-88d6-6953b6a95386 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 944 time: 0.2562122 Dec 10 04:42:01.839028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.849082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:01.870899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] 10.222.0.43 "DELETE /v2.0/networks/0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826 HTTP/1.1" status: 204 len: 168 time: 0.5925341 Dec 10 04:42:01.931870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70546086-d6c3-4aa8-8293-c32b4c22d3ea tempest-NetworksTestDHCPv6-2136867543 tempest-NetworksTestDHCPv6-2136867543-project] Pushing event deleted for resources: {'Network': ['ID=0fdf6e74-2f89-4aa8-bc5f-a9dce9dcf826,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:01.986404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-428cad92-33de-44d7-a1b1-e8b50a4aac5b req-df01bafd-18e5-4ef0-9076-0adc8f059927 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663225 Dec 10 04:42:02.154918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b61f9-3031-4900-a93f-d96fae9804ab req-3d43e5bb-d93a-4d87-89ef-493f92f6f57b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:02.162389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-744b61f9-3031-4900-a93f-d96fae9804ab req-3d43e5bb-d93a-4d87-89ef-493f92f6f57b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.0642641 Dec 10 04:42:02.265265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:02.270535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:02.294899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-744b61f9-3031-4900-a93f-d96fae9804ab req-310c3c03-b727-4bd9-995c-8c3d30e736ea tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314974 Dec 10 04:42:02.350458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33446) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:02.450512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca392834-3f15-4204-a47d-cd8726517324 req-2e84f3ed-fdfc-49fb-99dc-fb3de1d00501 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:02.458752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca392834-3f15-4204-a47d-cd8726517324 req-2e84f3ed-fdfc-49fb-99dc-fb3de1d00501 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.0712838 Dec 10 04:42:02.534425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca392834-3f15-4204-a47d-cd8726517324 req-195dfbfc-ea46-485d-87d2-d4cd2954e2e3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745332 Dec 10 04:42:02.570152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:02.757346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:02.771829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:02.793030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:02.801595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:02.806346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:02.807601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6b0cc59-e37e-4383-a41d-9401f3561df8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=336bfa215e574e3caf89ec4b332140c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547989 Dec 10 04:42:02.809031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:02.873231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:02.877907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fc2806bf-60e8-44a1-a493-507d96b9435c tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/f828feb7-1f25-49f6-a115-474c083b658d HTTP/1.1" status: 200 len: 978 time: 1.6354151 Dec 10 04:42:02.880676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:02.892020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:02.892794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:02.950175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:02.951703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:02.952625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c09b1-6f1b-4101-8eca-214ddfa7e27d None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:03.005727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.046274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4143264a-ca64-4953-9d0b-f40e17f7dc4a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:03.142288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 4143264a-ca64-4953-9d0b-f40e17f7dc4a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:42:03.148309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 4143264a-ca64-4953-9d0b-f40e17f7dc4a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:03.148790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.182239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 0ac9e273-a60c-43e4-a161-f9a3bb2f64c2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:03.182855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.224697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.229150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.233191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/287a694e-cbe4-4dcb-beae-94c432f055b8 HTTP/1.1" status: 204 len: 168 time: 0.4221971 Dec 10 04:42:03.249297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-7e51b7d9-e56f-4f40-b745-b54f90a8ebe6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:03.256462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-7e51b7d9-e56f-4f40-b745-b54f90a8ebe6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2241940 Dec 10 04:42:03.268570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.273992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539b684-6482-40f7-9763-ac21fb907a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a694e-cbe4-4dcb-beae-94c432f055b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:03.276757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-697aa279-725c-4550-9ac8-7a49ee7584e6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0187135 Dec 10 04:42:03.285993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919381a-3007-49be-9ff0-cba36213116b req-4051a34c-c3d7-4e41-a3b1-da32c483446d tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:03.287764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b919381a-3007-49be-9ff0-cba36213116b req-4051a34c-c3d7-4e41-a3b1-da32c483446d tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 944 time: 0.1288743 Dec 10 04:42:03.300781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.301901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.322884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 0ac9e273-a60c-43e4-a161-f9a3bb2f64c2 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:03.336416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:03.338483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-b530cba1-b8a1-472d-bf23-c8c33c20cdca tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493453 Dec 10 04:42:03.339333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:03.353241 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af9a906-8ff2-46fd-8b1f-8a274ba1baff" -d '{"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-plugged", "status": "completed", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:03.358563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.421444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:03.430260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.430805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.431507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.431994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.432507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.433404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.433882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.434502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.435152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.435640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.436230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.436727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b919381a-3007-49be-9ff0-cba36213116b req-36935514-cada-4e74-ac18-4432df69161c tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344283 Dec 10 04:42:03.436898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.437368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:03.486445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-10697ef1-c00a-419c-8be0-14dca3b54511 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468127 Dec 10 04:42:03.602783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150db410-e992-42c8-9bd0-4b28ab56842c req-5ebd05f7-2dd1-43a0-b236-796b154caa82 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:03.604226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-150db410-e992-42c8-9bd0-4b28ab56842c req-5ebd05f7-2dd1-43a0-b236-796b154caa82 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.0925400 Dec 10 04:42:03.613127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.641942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=0ac9e273-a60c-43e4-a161-f9a3bb2f64c2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:03.659771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-fe479de2-efeb-433a-9405-0cd9a6e926ab service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723859 Dec 10 04:42:03.702837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-150db410-e992-42c8-9bd0-4b28ab56842c req-bd830968-7045-4991-87d9-9eb8a2662a4a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815597 Dec 10 04:42:03.728706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:03.728992 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP f828feb7-1f25-49f6-a115-474c083b658d disassociated (deleted). External IP: 172.25.8.238, port: 8005b805-cd85-4988-9e7b-8e94b81b9aab. Dec 10 04:42:03.929393 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713a3e2-3b75-4967-96d2-394b7027d038 x-openstack-request-id: req-f713a3e2-3b75-4967-96d2-394b7027d038 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:03.930581 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-plugged", "status": "completed", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:03.931056 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f713a3e2-3b75-4967-96d2-394b7027d038 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:03.931676 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'code': 200} Dec 10 04:42:03.951552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-fb6ea950-9c54-47ec-af97-90d2a1455415 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:03.953257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-fb6ea950-9c54-47ec-af97-90d2a1455415 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.1495101 Dec 10 04:42:03.980153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-3db7558d-fff5-4d64-8a24-5c7ce787b830 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/quotas/7a6aeb7a3c05423e8f473bf56be842cc HTTP/1.1" status: 200 len: 375 time: 0.0196872 Dec 10 04:42:04.043538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-37be9afc-f75c-432e-86cc-9e92088bff0d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622501 Dec 10 04:42:04.200123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaa8d1-357f-4af6-a502-f4cd20978bc0 req-755ca83c-867d-48c6-bbfa-989e9d31014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:04.201648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0fbaa8d1-357f-4af6-a502-f4cd20978bc0 req-755ca83c-867d-48c6-bbfa-989e9d31014f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 1096 time: 0.1569333 Dec 10 04:42:04.244278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:04.250170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-6a0eb9b3-34e9-4fbf-bc1c-22c6ab597ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052822 Dec 10 04:42:04.335202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fb40fa12-2bc3-42d3-8ba6-90c700c2b21c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:04.379795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: fb40fa12-2bc3-42d3-8ba6-90c700c2b21c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:04.381107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fb40fa12-2bc3-42d3-8ba6-90c700c2b21c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:04.439755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-86aa7900-eb88-4943-b413-502f41e8939f service neutron] 10.222.0.43 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879394 Dec 10 04:42:04.455739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0fbaa8d1-357f-4af6-a502-f4cd20978bc0 req-680e85d0-b1aa-4435-9386-da192b560158 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455463 Dec 10 04:42:04.554115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08a9c6ac-356b-4762-a314-db9e120a253c req-a876c0ec-c5cb-463c-b98e-cdc28264eca1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0684967 Dec 10 04:42:04.626670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-cfd7be8e-e1ab-4001-a5e1-27c7fc6fbcfa tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:04.636882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-cfd7be8e-e1ab-4001-a5e1-27c7fc6fbcfa tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3de986-b5d5-40b0-b470-7d1ee51ea498 HTTP/1.1" status: 200 len: 945 time: 0.2014945 Dec 10 04:42:04.637498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:04.644065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:04.651044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:04.664004 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:04.670429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:04.756263 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:04.782737 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:04.788454 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:04.801661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:04.871136 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:04.872010 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97745-a3f3-4cd9-af97-6f44e69867e8 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:04.888081 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:04.915356 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c37cfee7-008a-4794-adff-e9e87e5e28f0 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/f828feb7-1f25-49f6-a115-474c083b658d HTTP/1.1" status: 204 len: 168 time: 2.0332811 Dec 10 04:42:04.920010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:04.955644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-069725b9-28ec-43a9-b9bd-460d6962f04d req-f873cbb3-e5e3-4e84-8f2b-f17768c3eb70 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 210 time: 0.0965977 Dec 10 04:42:04.991584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae5458-7ec9-4267-827b-5c5d5f118245 req-2a85a887-51b8-478b-a5f9-7291532bede0 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:05.000977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6aae5458-7ec9-4267-827b-5c5d5f118245 req-2a85a887-51b8-478b-a5f9-7291532bede0 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.1808147 Dec 10 04:42:05.042069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Deleting port 1ad9929a-fff5-4126-96f7-8d527d7784d7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:05.042464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.062403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b0618e7-b8cc-4837-a216-1a26fe8f2af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.130357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-7967cdb1-90e9-48ba-8a14-0c7c0ef8bd3f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.134941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7967cdb1-90e9-48ba-8a14-0c7c0ef8bd3f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2260382 Dec 10 04:42:05.141072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.150426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-0c0e3c52-a879-4969-8515-9fae9bc92ff6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.151372 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0c0e3c52-a879-4969-8515-9fae9bc92ff6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043364 Dec 10 04:42:05.155168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.161932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-cfb51458-3939-4261-aa2b-e9a95a1c28e3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.162891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cfb51458-3939-4261-aa2b-e9a95a1c28e3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0068321 Dec 10 04:42:05.165686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 8005b805-cd85-4988-9e7b-8e94b81b9aab {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:05.166719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.180938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.185337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-5ac41e0a-8210-4b01-a579-6324b1fbeb4f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.186306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ac41e0a-8210-4b01-a579-6324b1fbeb4f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043395 Dec 10 04:42:05.189531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6aae5458-7ec9-4267-827b-5c5d5f118245 req-306d7d1d-75e9-4dd0-9d99-78f37ec298f1 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874094 Dec 10 04:42:05.190528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.206707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-57248346-819d-46a3-adb4-26ede238e9a3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.207678 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57248346-819d-46a3-adb4-26ede238e9a3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0144026 Dec 10 04:42:05.212992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33594) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.222225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-0048ef58-d1b8-4fce-ba3c-b623bb5d5638 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.223204 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0048ef58-d1b8-4fce-ba3c-b623bb5d5638 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093050 Dec 10 04:42:05.228935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.244123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-d5be8e1f-20d4-41ef-9f80-e4d8e6d1fc53 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.247408 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d5be8e1f-20d4-41ef-9f80-e4d8e6d1fc53 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082285 Dec 10 04:42:05.252175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] For port 1ad9929a-fff5-4126-96f7-8d527d7784d7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=1ad9929a-fff5-4126-96f7-8d527d7784d7,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:05.252565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.252686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b0618e7-b8cc-4837-a216-1a26fe8f2af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.253733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33598) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.259977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-f9a7ba8a-960a-4492-ab45-80f4a597c396 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.261401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f9a7ba8a-960a-4492-ab45-80f4a597c396 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058136 Dec 10 04:42:05.262696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b0618e7-b8cc-4837-a216-1a26fe8f2af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.265097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33600) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.273195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-91430a53-4b2b-4a95-ba0c-0cd11d2435d1 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.276383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-91430a53-4b2b-4a95-ba0c-0cd11d2435d1 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056508 Dec 10 04:42:05.284499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.290688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-01a6b3b7-b684-4a6c-b9bd-7ab4cee89bd9 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.291614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-01a6b3b7-b684-4a6c-b9bd-7ab4cee89bd9 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061927 Dec 10 04:42:05.294808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33604) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.299103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-cae23b0b-0f4f-4707-ac0a-ab794631d859 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.300247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cae23b0b-0f4f-4707-ac0a-ab794631d859 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043006 Dec 10 04:42:05.300563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Calling delete_port for 1ad9929a-fff5-4126-96f7-8d527d7784d7 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:05.306197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.311979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-fd920d49-61f4-47e1-9d55-ed9d31bbbcf5 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.315091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd920d49-61f4-47e1-9d55-ed9d31bbbcf5 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055778 Dec 10 04:42:05.315744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.321489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0618e7-b8cc-4837-a216-1a26fe8f2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02c90b-158b-4f0c-9036-c8558b9902df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:05.326846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8b0618e7-b8cc-4837-a216-1a26fe8f2af6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a9053c2cb6c4e60be8d936fe0cbb8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240746 Dec 10 04:42:05.329442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.331884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-ffc40bc0-86c5-440b-a198-5300aa8bcc24 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.332955 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ffc40bc0-86c5-440b-a198-5300aa8bcc24 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0137045 Dec 10 04:42:05.339038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.353520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-1363994c-971a-4927-9ae6-ec1190c9b9b2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.357275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1363994c-971a-4927-9ae6-ec1190c9b9b2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0163865 Dec 10 04:42:05.358127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.364504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-21529b1a-328d-4f55-afaa-c266517af54a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.365497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21529b1a-328d-4f55-afaa-c266517af54a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044131 Dec 10 04:42:05.369945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.378539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-5c3329fe-17e6-4872-b822-bd4aaf98e9f6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.382075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c3329fe-17e6-4872-b822-bd4aaf98e9f6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088139 Dec 10 04:42:05.383342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.391268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-17bd323c-f28c-45dd-bff7-34a66a77037b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.392877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-17bd323c-f28c-45dd-bff7-34a66a77037b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086257 Dec 10 04:42:05.400030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33620) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.404293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-5b1f713a-bd08-41d3-a9be-a6ddf3836ea3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.405288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b1f713a-bd08-41d3-a9be-a6ddf3836ea3 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042932 Dec 10 04:42:05.410050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.415579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-d4377c5c-7980-44f0-89fc-b8ed8814ddfd tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.416617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d4377c5c-7980-44f0-89fc-b8ed8814ddfd tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054557 Dec 10 04:42:05.419326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.424731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-5fbe6c17-ae04-450e-994e-0c0a80ebebba tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.425679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5fbe6c17-ae04-450e-994e-0c0a80ebebba tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054526 Dec 10 04:42:05.428604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.440193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-32870c91-dd53-4b01-8739-1c5ce5933aa2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.440193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-32870c91-dd53-4b01-8739-1c5ce5933aa2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0104210 Dec 10 04:42:05.442880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33632) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.447153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-0a513e76-3670-4ab9-a994-6c2561bbb4f9 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.449967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a513e76-3670-4ab9-a994-6c2561bbb4f9 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043240 Dec 10 04:42:05.450876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33634) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.455649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-079e14bf-e946-4761-afa6-105a48f03ef7 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.456647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-079e14bf-e946-4761-afa6-105a48f03ef7 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045056 Dec 10 04:42:05.457378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.459983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.466159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-27de1765-5aa4-4328-b44f-57aff703c159 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.467144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27de1765-5aa4-4328-b44f-57aff703c159 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062277 Dec 10 04:42:05.472699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.479831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-02f2e2e5-e732-447b-ac9d-51670d3eccf4 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.480835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02f2e2e5-e732-447b-ac9d-51670d3eccf4 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0073378 Dec 10 04:42:05.484258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33640) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.488261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-22702f32-ada3-408c-94b9-9b7bd49ead0a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.491664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-22702f32-ada3-408c-94b9-9b7bd49ead0a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042098 Dec 10 04:42:05.495066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33642) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.502426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-1bc55c59-f235-4276-bafe-de488f0e0e89 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.503406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1bc55c59-f235-4276-bafe-de488f0e0e89 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074015 Dec 10 04:42:05.505528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.507210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33644) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.517188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-e7b17f5e-50ad-4036-8166-bcf76dfab16d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.520829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e7b17f5e-50ad-4036-8166-bcf76dfab16d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0102758 Dec 10 04:42:05.522176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33646) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.526766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-83ede0e9-3997-4ef9-a942-85b13c8e1c51 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.530732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83ede0e9-3997-4ef9-a942-85b13c8e1c51 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046399 Dec 10 04:42:05.530732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33648) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.534804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-2daee75b-c97b-48ac-8e38-ebe83d5834b0 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.536580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2daee75b-c97b-48ac-8e38-ebe83d5834b0 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042727 Dec 10 04:42:05.541473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33650) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.547364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-9a47da8a-b2eb-4825-bec6-6c843ced9f21 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.550837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9a47da8a-b2eb-4825-bec6-6c843ced9f21 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059314 Dec 10 04:42:05.556566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33652) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.560999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-fcc6411d-b42b-4e89-9531-e82c632df2bf tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.564506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fcc6411d-b42b-4e89-9531-e82c632df2bf tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045414 Dec 10 04:42:05.567042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.574100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-01f18ed8-92ad-41d6-bcff-cc15e2ad0605 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.577926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-01f18ed8-92ad-41d6-bcff-cc15e2ad0605 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072722 Dec 10 04:42:05.578663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.583210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-9c0ef5dc-2ff7-4643-8474-381da63f04e4 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.586707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9c0ef5dc-2ff7-4643-8474-381da63f04e4 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051150 Dec 10 04:42:05.586860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.591387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-18d94985-7c73-42bb-b170-ff8b7e13a3dc tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.594888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-18d94985-7c73-42bb-b170-ff8b7e13a3dc tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045640 Dec 10 04:42:05.595069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.600963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-d7438bba-a3d4-4b1d-bbba-d005a420cd30 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.604528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d7438bba-a3d4-4b1d-bbba-d005a420cd30 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065391 Dec 10 04:42:05.607164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.612993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-018fbf2c-2afd-4472-9eed-af76baa6e02c tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.616765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-018fbf2c-2afd-4472-9eed-af76baa6e02c tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057082 Dec 10 04:42:05.619137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.623917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-406baaa3-0c79-475a-9d7b-bc5dfd7d4110 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.627448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-406baaa3-0c79-475a-9d7b-bc5dfd7d4110 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048563 Dec 10 04:42:05.627448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.629329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.630605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d02c90b-158b-4f0c-9036-c8558b9902df HTTP/1.1" status: 204 len: 168 time: 0.3001385 Dec 10 04:42:05.631185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.638725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-4a954c87-18d0-42e1-8744-b79b50e05c09 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.639672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4a954c87-18d0-42e1-8744-b79b50e05c09 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047245 Dec 10 04:42:05.645068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33672) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.650458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-c1b4516a-cad3-4441-95c6-e6be532f421b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.651537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c1b4516a-cad3-4441-95c6-e6be532f421b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051732 Dec 10 04:42:05.652398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f9f6c-6ae6-4b6b-afae-4b85499733e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02c90b-158b-4f0c-9036-c8558b9902df,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:05.654287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.666331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-7aceec6b-fb1a-4468-8f4e-6452b0f10409 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.668000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7aceec6b-fb1a-4468-8f4e-6452b0f10409 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070796 Dec 10 04:42:05.676587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.693047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-330eff73-b095-463e-9bc3-a25f71f00dfb tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.695254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-330eff73-b095-463e-9bc3-a25f71f00dfb tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0176804 Dec 10 04:42:05.698115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33678) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.703051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-7bdd9575-1858-442f-a948-485591468f9d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.708660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7bdd9575-1858-442f-a948-485591468f9d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0049846 Dec 10 04:42:05.713433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33680) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.726175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-0ea2e218-6ad3-43d2-a132-95291a951e32 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.727783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ea2e218-6ad3-43d2-a132-95291a951e32 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0135903 Dec 10 04:42:05.741199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.743338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:05.758856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-a9ca2ba5-dc3b-4892-b52a-2ffe74f382f6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.762776 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9ca2ba5-dc3b-4892-b52a-2ffe74f382f6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0167203 Dec 10 04:42:05.763381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.777507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4521b34-b866-4142-80e1-6a27c6ce1c7f req-6b4cbf5a-f614-4be8-a3b8-cd4cb9901884 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0645258 Dec 10 04:42:05.787038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-91aab538-e20c-4785-aeaf-12961e576889 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.788941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91aab538-e20c-4785-aeaf-12961e576889 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0182128 Dec 10 04:42:05.791257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33688) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.795173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 8005b805-cd85-4988-9e7b-8e94b81b9aab owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:05.807935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-d0039741-fd00-4c0b-92c3-5848033ffa0d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.809300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0039741-fd00-4c0b-92c3-5848033ffa0d tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0166514 Dec 10 04:42:05.812732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33690) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.821989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-b1dd055e-bfd8-48ef-9859-95450c1e7b1b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.823039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b1dd055e-bfd8-48ef-9859-95450c1e7b1b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080895 Dec 10 04:42:05.825689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.830563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-81debc22-dc1c-43cd-a66f-545dc22f87a1 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.831691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81debc22-dc1c-43cd-a66f-545dc22f87a1 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045202 Dec 10 04:42:05.837659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33694) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.843962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-23614818-9a88-47bb-a70a-0d91b2ec8432 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.850643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-23614818-9a88-47bb-a70a-0d91b2ec8432 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063908 Dec 10 04:42:05.851322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.856052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-8ebf9b81-b9db-492f-9674-4d285fa63bcf tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.857038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ebf9b81-b9db-492f-9674-4d285fa63bcf tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042012 Dec 10 04:42:05.859794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33698) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.863936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-9a894283-de0e-4190-983f-906564cb9409 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.867026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9a894283-de0e-4190-983f-906564cb9409 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042217 Dec 10 04:42:05.873199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.878243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-342f243d-16b7-4bc1-9cad-485f7c780543 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.880982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-342f243d-16b7-4bc1-9cad-485f7c780543 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051460 Dec 10 04:42:05.882512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.892983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-93ee07fc-43dd-45e1-9788-032d4f78a0a2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.894465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-93ee07fc-43dd-45e1-9788-032d4f78a0a2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0107160 Dec 10 04:42:05.899461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.903711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-4aa2fddd-e714-465a-88c8-0bdd4968bbb6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.904676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4aa2fddd-e714-465a-88c8-0bdd4968bbb6 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042555 Dec 10 04:42:05.911239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33706) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.913032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-1c6aa386-4368-4b95-b8fe-c78a64ffc6a2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.915544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c6aa386-4368-4b95-b8fe-c78a64ffc6a2 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043175 Dec 10 04:42:05.922311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33710) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.930817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-361494ad-e16e-403f-acc1-692bbbe80920 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.931785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-361494ad-e16e-403f-acc1-692bbbe80920 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084555 Dec 10 04:42:05.935126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.939159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-8c333f02-46f6-4eac-af4c-bf05847bb775 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.944605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c333f02-46f6-4eac-af4c-bf05847bb775 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072222 Dec 10 04:42:05.946616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.953770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-2c7cb09a-5c4f-498c-9321-dc2ad4257b3f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.954800 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2c7cb09a-5c4f-498c-9321-dc2ad4257b3f tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066440 Dec 10 04:42:05.959020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.968159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-f8be28f0-b951-42cc-b046-05ca57bbf849 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:05.969907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-f8be28f0-b951-42cc-b046-05ca57bbf849 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2573757 Dec 10 04:42:05.971264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-48d7b87c-940e-44a4-bcd2-c13418ae3c2c tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.975594 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48d7b87c-940e-44a4-bcd2-c13418ae3c2c tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0150430 Dec 10 04:42:05.976285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.982584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-e6c38da5-e5cc-4f37-b78e-cb94290ca35a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.986941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e6c38da5-e5cc-4f37-b78e-cb94290ca35a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086682 Dec 10 04:42:05.987585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33722) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:05.992424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-4dcfffdf-546b-4140-8385-77f8183e6800 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:05.996708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4dcfffdf-546b-4140-8385-77f8183e6800 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080297 Dec 10 04:42:05.997502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33724) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.003429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-359566d4-02d5-4e49-b336-b3b8ea91689a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.004531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-359566d4-02d5-4e49-b336-b3b8ea91689a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0059764 Dec 10 04:42:06.007099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33726) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.011953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-611ee92b-786f-4bc3-92f9-aee3e5b87035 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.015057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-611ee92b-786f-4bc3-92f9-aee3e5b87035 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049505 Dec 10 04:42:06.015262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33728) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.021419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-57f1bad4-43a6-41a3-a0b9-7b669e51614b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.024521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-57f1bad4-43a6-41a3-a0b9-7b669e51614b tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061128 Dec 10 04:42:06.025519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.028714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:06.031911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-582976f1-d2ce-484b-9c12-777dcea5305e tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.035526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-582976f1-d2ce-484b-9c12-777dcea5305e tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043111 Dec 10 04:42:06.035526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33732) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.044795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-d4a08e07-5347-49a4-a3fc-179e44932994 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.045904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d4a08e07-5347-49a4-a3fc-179e44932994 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0095181 Dec 10 04:42:06.048392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33734) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.052644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-e28fbbdb-8590-45b0-b9cc-e794fedc2dec tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.053644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e28fbbdb-8590-45b0-b9cc-e794fedc2dec tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042858 Dec 10 04:42:06.055936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.061064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-0661cb44-c05a-4395-b61f-db4d02d7218a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.062250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0661cb44-c05a-4395-b61f-db4d02d7218a tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050418 Dec 10 04:42:06.064418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.069590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [None req-582b61c4-74c2-484d-8343-b5ce04dfbb97 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.073294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-582b61c4-74c2-484d-8343-b5ce04dfbb97 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051591 Dec 10 04:42:06.074832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.087542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [None req-1d9759dd-52e1-4865-bdb6-c2593da2c044 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:42:06.090314 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d9759dd-52e1-4865-bdb6-c2593da2c044 tempest-ExtensionsTestJSON-1775859142 tempest-ExtensionsTestJSON-1775859142-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0087063 Dec 10 04:42:06.099658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33efcd54-c24a-4415-81a7-f5ad0df12949 req-76257fd1-7b54-4774-aa68-ead46cad9e67 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Dec 10 04:42:06.154841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.184489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.194279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['1ad9929a-fff5-4126-96f7-8d527d7784d7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:06.237456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d468fb4-1a7f-48ca-8beb-67bf7b7ce21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.244076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event deleted for resources: {'Port': ['ID=1ad9929a-fff5-4126-96f7-8d527d7784d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:06.258886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613644a8-bd8d-445b-bf49-1200553510f2 None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:06.294064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:06.298471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.333637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] No DVR routers for this DVR port 1ad9929a-fff5-4126-96f7-8d527d7784d7 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:06.340645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.344018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a039ed9d-ae01-40ae-b550-2ba65cc77cb2 req-47a8cb0d-d91b-49b1-afb3-0fca804f2cb2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "DELETE /v2.0/ports/1ad9929a-fff5-4126-96f7-8d527d7784d7 HTTP/1.1" status: 204 len: 173 time: 1.6939790 Dec 10 04:42:06.361960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-deleted', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:06.364200 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d49d14-de20-477b-a8ff-1c111b552165" -d '{"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-deleted", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:06.411967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.423287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d468fb4-1a7f-48ca-8beb-67bf7b7ce21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.433607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.441274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d468fb4-1a7f-48ca-8beb-67bf7b7ce21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.445234 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3134dfbd-5843-4bcb-8c72-f596c29ff63f x-openstack-request-id: req-3134dfbd-5843-4bcb-8c72-f596c29ff63f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:06.446175 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3de986-b5d5-40b0-b470-7d1ee51ea498", "name": "network-vif-deleted", "tag": "1ad9929a-fff5-4126-96f7-8d527d7784d7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:06.447691 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3134dfbd-5843-4bcb-8c72-f596c29ff63f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:06.447691 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3de986-b5d5-40b0-b470-7d1ee51ea498', 'name': 'network-vif-deleted', 'tag': '1ad9929a-fff5-4126-96f7-8d527d7784d7', 'status': 'completed', 'code': 200} Dec 10 04:42:06.486763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=8005b805-cd85-4988-9e7b-8e94b81b9aab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:06.513601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6d468fb4-1a7f-48ca-8beb-67bf7b7ce21e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5a702881e8c47b398be4c1abb6f45f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287489 Dec 10 04:42:06.514287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c30863-c1e1-4c29-8bba-dbaeb7a414d6 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:06.515262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.521553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d468fb4-1a7f-48ca-8beb-67bf7b7ce21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea7daf-0a9f-47ea-8c5e-5279faada0b1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:06.543514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb243-140b-4793-899c-adb2c331d5a2 req-5b4cb9db-3a3a-4605-9ac8-1a2aacf75f55 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:06.550878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fdbb243-140b-4793-899c-adb2c331d5a2 req-5b4cb9db-3a3a-4605-9ac8-1a2aacf75f55 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.1879115 Dec 10 04:42:06.633499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.639667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fdbb243-140b-4793-899c-adb2c331d5a2 req-566a24df-b76f-43ec-9528-670baf8d0e3c tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879028 Dec 10 04:42:06.685767 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.692146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.3 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/36c3445d-5a07-4dc8-bf26-5dc699125a44) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:06.733122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea1ceeb0-246d-48f0-b5db-59dc882e435a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.745358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.750631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a8e53d7-ded2-4412-abe2-1950cb07d81d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/8005b805-cd85-4988-9e7b-8e94b81b9aab HTTP/1.1" status: 204 len: 168 time: 1.8295138 Dec 10 04:42:06.755677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:06.766086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:06.778643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-09588e1c-0620-4d54-a346-c9e69e1d92ce tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:06.780430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-09588e1c-0620-4d54-a346-c9e69e1d92ce tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 814 time: 0.2821579 Dec 10 04:42:06.813300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Request body: {'port': {'device_id': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'admin_state_up': True, 'tenant_id': '7a6aeb7a3c05423e8f473bf56be842cc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:06.829004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.836224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.839900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:06.844320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6eea7daf-0a9f-47ea-8c5e-5279faada0b1 HTTP/1.1" status: 204 len: 168 time: 0.3250797 Dec 10 04:42:06.892261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a64a4-39e7-4c71-9a9d-f37f0fa4c38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea7daf-0a9f-47ea-8c5e-5279faada0b1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:06.942225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b977b194-2512-451b-8719-a56b8bb55299 req-ac7c4978-6f75-4964-9fe5-5cfbfd5b1a4d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0709345 Dec 10 04:42:07.070853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Made reservation on behalf of 7a6aeb7a3c05423e8f473bf56be842cc for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:07.075152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.082575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea1ceeb0-246d-48f0-b5db-59dc882e435a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.091693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea1ceeb0-246d-48f0-b5db-59dc882e435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.095956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.149352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ea1ceeb0-246d-48f0-b5db-59dc882e435a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2793025e6aa340a0b6591934ce8da949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127132 Dec 10 04:42:07.151356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:07.158067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ceeb0-246d-48f0-b5db-59dc882e435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c969795-5f3d-4e21-80c3-aa26f3e444dd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:07.253376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.355386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.371572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36f9dc-e97a-4c23-9354-f2d11bc84105 req-8ff314c4-e762-4cf3-b25f-fa6db506c3cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 210 time: 0.0384867 Dec 10 04:42:07.372209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.416172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:07.424220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:07.431899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:07.432536 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.442759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Allocated IP 172.20.0.12 (b888b4e0-4733-4728-82c8-e5090464f92d/3249d533-90bb-485a-b18e-b508e350095c/dc556df4-1833-451e-891b-8b6033e02cb9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:07.465700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:07.486310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.54 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/fdbafccf-e9cd-41f1-8ba1-837ddc10cf26) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:07.518575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:07.519201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.528697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.531744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.535466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c969795-5f3d-4e21-80c3-aa26f3e444dd HTTP/1.1" status: 204 len: 168 time: 0.3828506 Dec 10 04:42:07.558545 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-d2cdf91e-7c12-4799-ba0e-44902a5dee72 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5375812 Dec 10 04:42:07.583115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e338-087d-408b-84be-535196ef6b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c969795-5f3d-4e21-80c3-aa26f3e444dd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:07.609690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Request body: {'port': {'device_id': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:07.654249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.693346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.723741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.737759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:07.745189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:07.750548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:07.754175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=fdbafccf-e9cd-41f1-8ba1-837ddc10cf26,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:07.778065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.899719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.915480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:07.985918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.066446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Network b888b4e0-4733-4728-82c8-e5090464f92d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:08.085432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:08.089819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:08.092638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event updated for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:08.104415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269f0a8-ad48-40dc-a0e5-073da77a169e None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:08.167700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1d8199e6-cd90-49ee-838e-9db15e1b3ccd None None] Provisioning complete for port dc556df4-1833-451e-891b-8b6033e02cb9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:08.168058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d8199e6-cd90-49ee-838e-9db15e1b3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.184195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:08.185024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.236056 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-7f11f8a3-d2b9-4a1d-bfdb-f92ec8e7a01d tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4342518 Dec 10 04:42:08.242184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0acac9-9148-48f8-b222-2da3e414d15d req-d4b31be5-4b33-4b26-9cf5-d7412b08c9d7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:08.244830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb0acac9-9148-48f8-b222-2da3e414d15d req-d4b31be5-4b33-4b26-9cf5-d7412b08c9d7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 931 time: 0.1589503 Dec 10 04:42:08.261889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Request body: {'port': {'device_id': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:08.267970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1d8199e6-cd90-49ee-838e-9db15e1b3ccd None None] Port dc556df4-1833-451e-891b-8b6033e02cb9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:08.315900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c3445d-5a07-4dc8-bf26-5dc699125a44 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:08.329762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.366415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:08.367055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Transition to ACTIVE for port object 36c3445d-5a07-4dc8-bf26-5dc699125a44 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:42:08.368460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.382292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.423637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 1ad9929a-fff5-4126-96f7-8d527d7784d7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:08.424251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 1ad9929a-fff5-4126-96f7-8d527d7784d7 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:08.479830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Pushing event updated for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:08.490791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb0acac9-9148-48f8-b222-2da3e414d15d req-4553769c-0ba1-423b-890e-9f729d7ff474 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344928 Dec 10 04:42:08.675311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.693351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde5a4e-3776-4d6c-8547-b6ebaf55954f req-12619caf-796b-495e-b8c9-c63ebe723e4e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:08.696115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cde5a4e-3776-4d6c-8547-b6ebaf55954f req-12619caf-796b-495e-b8c9-c63ebe723e4e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 932 time: 0.1342568 Dec 10 04:42:08.696921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.720091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Attempting to bind port 36c3445d-5a07-4dc8-bf26-5dc699125a44 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:08.720728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Attempting to bind port 36c3445d-5a07-4dc8-bf26-5dc699125a44 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:08.721374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Attempting to bind port 36c3445d-5a07-4dc8-bf26-5dc699125a44 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:08.770497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Port 36c3445d-5a07-4dc8-bf26-5dc699125a44 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:08.770824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Attempting to bind port 36c3445d-5a07-4dc8-bf26-5dc699125a44 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:08.783219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:08.784185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:08.784807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:08.785427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Bound port: 36c3445d-5a07-4dc8-bf26-5dc699125a44, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:08.786704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.845325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.872660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=fdbafccf-e9cd-41f1-8ba1-837ddc10cf26,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:08.915778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cde5a4e-3776-4d6c-8547-b6ebaf55954f req-754aefa1-2d1d-4c5b-915b-dcb42cb89599 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772201 Dec 10 04:42:08.933858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:08.934007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.937671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-010e4c98-9b9c-4dbc-a558-2c713896b8cf tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1726515 Dec 10 04:42:08.939223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33856) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:08.941931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:08.945449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc556df4-1833-451e-891b-8b6033e02cb9 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:08.946700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'port': {'network_id': 'a9278210-8457-4eaa-a95f-fe9fe423125b', 'name': 'tempest-FloatingIPTestJSON-1391258559'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:08.952949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:08.965103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.012761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:09.014468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.016653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/36c3445d-5a07-4dc8-bf26-5dc699125a44 HTTP/1.1" status: 200 len: 1091 time: 1.4111760 Dec 10 04:42:09.025924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:09.028535 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100518df-d364-491d-9fb7-4e2c60bc6d14" -d '{"events": [{"name": "network-changed", "server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:09.043700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Transition to ACTIVE for port object dc556df4-1833-451e-891b-8b6033e02cb9 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:42:09.062399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:09.080873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.108650 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bb37c3-e0c6-4c50-8a5d-362fb714290f x-openstack-request-id: req-10bb37c3-e0c6-4c50-8a5d-362fb714290f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:09.108957 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:09.112553 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10bb37c3-e0c6-4c50-8a5d-362fb714290f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:09.113014 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44', 'status': 'completed', 'code': 200} Dec 10 04:42:09.115255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:09.151324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec82277-9325-4068-9f52-04d67782c8ad None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:09.172248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6b95-b3f1-4deb-8a26-6ddfa58846b7 service neutron] Pushing event updated for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:09.242839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:09.248061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.263431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:09.271044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] device_id is not set on port 8b503b89-fc7c-450b-ad61-bea0e5bd812f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:09.289966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:09.372440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:09.376789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.403654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:09.434941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1465025379'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:09.443430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:09.452348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.477718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-f9e67b21-5734-4242-9519-4ace85688b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:09.479915 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-f9e67b21-5734-4242-9519-4ace85688b53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 1094 time: 0.3546793 Dec 10 04:42:09.486156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.5 (a9278210-8457-4eaa-a95f-fe9fe423125b/9fc33eef-0a39-47d6-be79-ed1a8d1a2749/8b503b89-fc7c-450b-ad61-bea0e5bd812f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:09.568125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:09.573171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.587519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-a9291614-47d7-45b9-bd24-f852af6b67de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44 HTTP/1.1" status: 200 len: 217 time: 0.0816114 Dec 10 04:42:09.594182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.619793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Attempting to bind port dc556df4-1833-451e-891b-8b6033e02cb9 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:09.620713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Attempting to bind port dc556df4-1833-451e-891b-8b6033e02cb9 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:09.621216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Attempting to bind port dc556df4-1833-451e-891b-8b6033e02cb9 on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:09.660361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['257a601d-c2c6-4ea2-ad47-c3b8f185217e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:09.675880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Port dc556df4-1833-451e-891b-8b6033e02cb9 on network b888b4e0-4733-4728-82c8-e5090464f92d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:09.676205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Attempting to bind port dc556df4-1833-451e-891b-8b6033e02cb9 on network b888b4e0-4733-4728-82c8-e5090464f92d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:09.685347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:09.698687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:09.699694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Checking segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:09.700251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Bound using segment: {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:09.701556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Bound port: dc556df4-1833-451e-891b-8b6033e02cb9, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c37967-53b6-4b5b-966c-2c89a391f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:09.702237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.762898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-9a51ea20-018e-4bcc-807e-428179097d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:09.764392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-9a51ea20-018e-4bcc-807e-428179097d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1627970 Dec 10 04:42:09.776699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.831096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:09.846554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-dbc391a9-a297-479f-9a73-9f33f481e13e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629864 Dec 10 04:42:09.888999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network a9278210-8457-4eaa-a95f-fe9fe423125b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:09.903897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:09.913529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:09.929345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d8e1-720f-4f66-b4d7-a4bca7c6a61f req-2d1f6218-e9f4-4954-a632-5eb77112556b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:09.931949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11f8d8e1-720f-4f66-b4d7-a4bca7c6a61f req-2d1f6218-e9f4-4954-a632-5eb77112556b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 943 time: 0.2353556 Dec 10 04:42:09.996053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f8c51-0d03-44f5-bd49-67061eca9333 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:10.021298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.031736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:10.070060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dc556df4-1833-451e-891b-8b6033e02cb9,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:10.088074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.113429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.155268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1294ee7c-8534-4ad4-9140-227dbf37750f None None] Provisioning complete for port 8b503b89-fc7c-450b-ad61-bea0e5bd812f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:10.157174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1294ee7c-8534-4ad4-9140-227dbf37750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.184382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:10.240211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:10.273958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:10.274639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.276189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-49afcd30-ce9e-4b5f-ab0b-5e8c725e1fb8 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc556df4-1833-451e-891b-8b6033e02cb9 HTTP/1.1" status: 200 len: 1092 time: 2.0220585 Dec 10 04:42:10.279667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.280011 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment 256d9b77-22fa-41da-b3e8-4c3f5047b4c5 of type vlan for network d0fe36ad-4a4c-434c-813e-a1336d628ad6 Dec 10 04:42:10.281626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63079615-1a33-4dd2-9f5e-9d52257b7bd7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:10.374710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1294ee7c-8534-4ad4-9140-227dbf37750f None None] Port 8b503b89-fc7c-450b-ad61-bea0e5bd812f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:10.378955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec16f23-4451-4b22-a50f-203a742e0aad None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:10.463743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:10.465071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.479838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-f83bcdd8-7d8b-490e-adea-9bb7d3274250 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100304 Dec 10 04:42:10.493877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.558887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6185644 Dec 10 04:42:10.561954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:10.567474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a7ec6-536a-4bb9-b04f-6440d5d1f1ba tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=8b503b89-fc7c-450b-ad61-bea0e5bd812f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:10.596108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': '8b503b89-fc7c-450b-ad61-bea0e5bd812f'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:10.703438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11f8d8e1-720f-4f66-b4d7-a4bca7c6a61f req-5fb121f9-beab-4f7f-8adc-edc13913466b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201278 Dec 10 04:42:10.710986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.812017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7964adb-d360-4f87-bf9b-ff2a386cb01b req-9e2455ea-6c54-4e68-be0a-5cef66e28f94 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077285 Dec 10 04:42:10.816685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-24b2a93e-3f80-4fe4-bab6-d4b045f01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:10.820722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-24b2a93e-3f80-4fe4-bab6-d4b045f01a19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 1095 time: 0.4201636 Dec 10 04:42:10.821543 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.823202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf826-9177-4aae-87ad-a5c159c34050 req-925d690d-0f5e-4908-84a0-1446c74e7b9f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:10.834091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3adf826-9177-4aae-87ad-a5c159c34050 req-925d690d-0f5e-4908-84a0-1446c74e7b9f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 944 time: 0.3548889 Dec 10 04:42:10.843822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:10.844931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:10.968994 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-9a6af95d-7375-4fa5-9955-76ae08ac6828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc556df4-1833-451e-891b-8b6033e02cb9 HTTP/1.1" status: 200 len: 217 time: 0.0935550 Dec 10 04:42:11.012571 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8854642 Dec 10 04:42:11.017754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:11.042186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'name': 'tempest-PortsTestJSON-331651515'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:11.085193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:11.130908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:11.142029 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f477f81-ff16-471f-bd86-a9b8366187a2" -d '{"events": [{"name": "network-changed", "server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:11.225896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:11.227625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:11.261662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233171f5-2fd8-4741-9b74-bee173cf7923 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=d0fe36ad-4a4c-434c-813e-a1336d628ad6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:11.275426 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d69617-486c-4a11-aa00-aa95cf5cf93b x-openstack-request-id: req-f2d69617-486c-4a11-aa00-aa95cf5cf93b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:11.275739 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:11.276002 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2d69617-486c-4a11-aa00-aa95cf5cf93b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:11.276585 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9', 'status': 'completed', 'code': 200} Dec 10 04:42:11.282894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:11.359743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-c079e8af-a233-4b2d-87f6-1d5ceb5e5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:11.365914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-c079e8af-a233-4b2d-87f6-1d5ceb5e5f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 1094 time: 0.3841729 Dec 10 04:42:11.369015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-a5f149dd-68d1-4b3c-976a-11a257311924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:11.372227 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-a5f149dd-68d1-4b3c-976a-11a257311924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.2995021 Dec 10 04:42:11.417850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:11.448256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:11.450724 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a786c5c-71d1-49bc-9693-4de7c436cf2e" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:11.491346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:11.492432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-a5e6276a-1309-4934-9ea3-4eb5741cc9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014826 Dec 10 04:42:11.504681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3adf826-9177-4aae-87ad-a5c159c34050 req-e7a9b635-83a6-45db-b0cd-87125fa186e7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675251 Dec 10 04:42:11.505163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:11.577125 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5649bcf-76b2-4a8f-80f7-123dabbd012f x-openstack-request-id: req-a5649bcf-76b2-4a8f-80f7-123dabbd012f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:11.577769 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:11.578586 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5649bcf-76b2-4a8f-80f7-123dabbd012f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:11.581608 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:42:11.650331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:11.675090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:11.680190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:11.775459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:11.824246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-d46fb895-5a37-45c0-8850-d2e20069de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:11.826037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-d46fb895-5a37-45c0-8850-d2e20069de8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.4528768 Dec 10 04:42:11.848102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-f64121dd-60e4-4504-bfa4-6d019f641c27 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406470 Dec 10 04:42:11.896125 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-99b6b05b-a67c-4428-97da-5144d3d20eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44 HTTP/1.1" status: 200 len: 217 time: 0.0604243 Dec 10 04:42:12.096722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3481bc-6f75-4ab8-a6f1-00fc9a4ff8ae req-d840d618-00a4-41e9-bf6c-b92b83289014 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.097391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f3481bc-6f75-4ab8-a6f1-00fc9a4ff8ae req-d840d618-00a4-41e9-bf6c-b92b83289014 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 943 time: 0.3050692 Dec 10 04:42:12.097734 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ff5d17-5303-494f-9b54-8b58c0815d73 req-8958d9a0-7651-4c38-b6f0-d2566ae18c8d service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108855 Dec 10 04:42:12.112219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-42a6e36d-4027-43cc-9519-309198fab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.113773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-42a6e36d-4027-43cc-9519-309198fab38b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1995053 Dec 10 04:42:12.217472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-80ba7046-746a-44b4-8ad3-33bee40ea71c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930583 Dec 10 04:42:12.253752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33978) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:12.274349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.294754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.424611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-b416627c-7b93-4af6-93c3-207393058f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.426758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-b416627c-7b93-4af6-93c3-207393058f16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 1095 time: 0.1767166 Dec 10 04:42:12.430645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f3481bc-6f75-4ab8-a6f1-00fc9a4ff8ae req-e29dbb2e-064b-4184-9c0c-5fb8e424c1d8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206165 Dec 10 04:42:12.479649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-32be0478-1fbf-47a2-9a28-02ec78cea533 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501848 Dec 10 04:42:12.547711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.590562 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP d6b047f3-2d7b-4d4b-9c9c-855257036221 associated. External IP: 172.25.8.54, port: 8b503b89-fc7c-450b-ad61-bea0e5bd812f. Dec 10 04:42:12.599394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52560d79-ad95-4468-97bf-0229c7f372a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.721351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-100518df-d364-491d-9fb7-4e2c60bc6d14 req-9b2320b5-f2dc-47ed-98cc-b64ef5bdace4 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210374 Dec 10 04:42:12.724743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-117c50a1-557f-41fd-a2e4-c84d270f9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.726465 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-117c50a1-557f-41fd-a2e4-c84d270f9c30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 200 len: 915 time: 0.2883954 Dec 10 04:42:12.731253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.807769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52560d79-ad95-4468-97bf-0229c7f372a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.819310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52560d79-ad95-4468-97bf-0229c7f372a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:12.890998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:12.902601 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-52560d79-ad95-4468-97bf-0229c7f372a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49de7c31bce5440ba48f36c453c53e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6431148 Dec 10 04:42:12.905922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33988) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:12.910324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': '256d9b77-22fa-41da-b3e8-4c3f5047b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:12.911104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-40e7cc92-eb53-458e-b74d-de528c23fd3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc556df4-1833-451e-891b-8b6033e02cb9 HTTP/1.1" status: 200 len: 217 time: 0.1635039 Dec 10 04:42:12.912268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: d0fe36ad-4a4c-434c-813e-a1336d628ad6, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:12.967004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182ad07-d2fc-4496-aa45-bfd7e56651c4 req-dec51d35-7bd3-47ce-ac81-c7a8e2a5ff9a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.969115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5182ad07-d2fc-4496-aa45-bfd7e56651c4 req-dec51d35-7bd3-47ce-ac81-c7a8e2a5ff9a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 944 time: 0.2402778 Dec 10 04:42:12.979334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-87b32842-9c40-4685-91b9-25b154f940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:12.981139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-87b32842-9c40-4685-91b9-25b154f940ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 200 len: 854 time: 0.0591941 Dec 10 04:42:13.028548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52560d79-ad95-4468-97bf-0229c7f372a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8820b991-e122-4643-ae9c-46a64a212f3e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:13.033343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-17c5df07-4887-4087-b67f-8cf701c65a12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b888b4e0-4733-4728-82c8-e5090464f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405269 Dec 10 04:42:13.047803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:13.133756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, d0fe36ad-4a4c-434c-813e-a1336d628ad6) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:13.145834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a668cd-2838-41fa-8c62-318c33e057ba None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:13.174468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:13.194490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:13.195984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.247735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d1d640f0-c8e5-404d-9d0d-04c4fe122c16 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2265799 Dec 10 04:42:13.275544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:13.289669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1782628880'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:13.308873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.357395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.428021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5182ad07-d2fc-4496-aa45-bfd7e56651c4 req-970d2e3e-9cc8-4e32-9d1e-78f8c8e89b5e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448364 Dec 10 04:42:13.432313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.434926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.440171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8820b991-e122-4643-ae9c-46a64a212f3e HTTP/1.1" status: 204 len: 168 time: 0.5241704 Dec 10 04:42:13.464074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:13.465099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b54f-feb6-4b72-8ad3-c673cc140947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820b991-e122-4643-ae9c-46a64a212f3e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:13.511329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:13.514853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.531033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-2a8b64d4-497c-4cc5-9768-5eaf86665495 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884114 Dec 10 04:42:13.578894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:13.591563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.592335 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment a93e6f31-9246-4cbf-8bc1-dadac192583a of type vlan for network cf113f72-c689-4e89-abcf-5c42be82fd93 Dec 10 04:42:13.727073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.745591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea5cf4-7902-42a4-ad51-4ab2041c8b9a req-4be060f8-9691-4a5d-a23d-4561771e4f30 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:13.747196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9ea5cf4-7902-42a4-ad51-4ab2041c8b9a req-4be060f8-9691-4a5d-a23d-4561771e4f30 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 943 time: 0.1573033 Dec 10 04:42:13.773430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:13.786102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:13.788168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8f477f81-ff16-471f-bd86-a9b8366187a2 req-58cd4773-3551-4b2e-a018-b1824a5fa8d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436681 Dec 10 04:42:13.796030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:13.796684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:13.828853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.886548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c89dc7e2-3119-4d51-85c1-fd6d168c6bf6 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/d6b047f3-2d7b-4d4b-9c9c-855257036221 HTTP/1.1" status: 200 len: 977 time: 3.3194757 Dec 10 04:42:13.886548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.887053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:13.891635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:13.892284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:13.906146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:13.941226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9ea5cf4-7902-42a4-ad51-4ab2041c8b9a req-dcb516b9-126f-45af-98b6-84f2cb20c9c2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829629 Dec 10 04:42:13.953402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:13.954251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:13.964829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:13.990174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7076442 Dec 10 04:42:13.991553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:13.995597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'ports': [{'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'}, {'network_id': 'cf113f72-c689-4e89-abcf-5c42be82fd93'}]} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:13.995913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:13.996401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'cf113f72-c689-4e89-abcf-5c42be82fd93'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:14.002143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e6a6c-0c08-4647-be70-3c999658c3f7 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=cf113f72-c689-4e89-abcf-5c42be82fd93,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:14.044237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d6e261e-55f6-4c09-9d1c-a55387f5e503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.057954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cf113f72-c689-4e89-abcf-5c42be82fd93 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:14.187205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d6e261e-55f6-4c09-9d1c-a55387f5e503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.198867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d6e261e-55f6-4c09-9d1c-a55387f5e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.214921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 2} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:14.222864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.242080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:14.243606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6b970-2555-4ec2-971a-4d10947e8886 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:14.245117 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.286460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 8b503b89-fc7c-450b-ad61-bea0e5bd812f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:14.286955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.291845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e261e-55f6-4c09-9d1c-a55387f5e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619e258-73cc-47d2-adaf-f5f617db57b9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:14.323563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d6e261e-55f6-4c09-9d1c-a55387f5e503 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fd25ee63278481786e47e9d66b89e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577590 Dec 10 04:42:14.324312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:14.395937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dc556df4-1833-451e-891b-8b6033e02cb9 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:14.437315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.448629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.475005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 73f0d8e8-b889-4d39-a444-fae4e2e8e6db yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:14.512853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.660505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.663595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.680230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e619e258-73cc-47d2-adaf-f5f617db57b9 HTTP/1.1" status: 204 len: 168 time: 0.3355579 Dec 10 04:42:14.683259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dc556df4-1833-451e-891b-8b6033e02cb9,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:14.697289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'dc556df4-1833-451e-891b-8b6033e02cb9', 'network_id': 'b888b4e0-4733-4728-82c8-e5090464f92d', 'port_id': 'dc556df4-1833-451e-891b-8b6033e02cb9', 'mac_address': 'fa:16:3e:e9:e4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249d533-90bb-485a-b18e-b508e350095c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:14.715069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa07e5-eece-4142-a846-181dfe7a659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619e258-73cc-47d2-adaf-f5f617db57b9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:14.750058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.750058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.750394 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP d6b047f3-2d7b-4d4b-9c9c-855257036221 disassociated. External IP: 172.25.8.54, port: 8b503b89-fc7c-450b-ad61-bea0e5bd812f. Dec 10 04:42:14.750672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 8b503b89-fc7c-450b-ad61-bea0e5bd812f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:14.756758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.788069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447962a2-8a0d-4101-87ca-00d8e9d826f7 req-022d6d2c-026f-4de8-8e6b-6f63d34de30b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:14.797263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-447962a2-8a0d-4101-87ca-00d8e9d826f7 req-022d6d2c-026f-4de8-8e6b-6f63d34de30b tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 944 time: 0.1488836 Dec 10 04:42:14.903499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:14.910842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-447962a2-8a0d-4101-87ca-00d8e9d826f7 req-7327e124-ebf2-4151-a24d-a6352dae92be tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125953 Dec 10 04:42:14.942674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 2815685b-d242-4b19-bf0e-3bb5f490893e yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:14.961645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc556df4-1833-451e-891b-8b6033e02cb9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:15.063251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dc556df4-1833-451e-891b-8b6033e02cb9,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:15.073977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.084678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 36c3445d-5a07-4dc8-bf26-5dc699125a44 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:15.155904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.244127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=8b503b89-fc7c-450b-ad61-bea0e5bd812f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:15.271710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:15.289053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.308127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '36c3445d-5a07-4dc8-bf26-5dc699125a44', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': '36c3445d-5a07-4dc8-bf26-5dc699125a44', 'mac_address': 'fa:16:3e:3a:21:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:15.311747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3832acd-c056-45b8-898e-e92c01fe1c7e None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:15.381167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:15.415950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.418566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.452768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c3445d-5a07-4dc8-bf26-5dc699125a44 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:15.506214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:15.513826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.538073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:15.546473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:15.554057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:15.557294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.590565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6847d9-17ae-41c5-99e2-4553372856cd req-86901c82-e6d9-4d49-afe5-deda0a9e723d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:15.601994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b6847d9-17ae-41c5-99e2-4553372856cd req-86901c82-e6d9-4d49-afe5-deda0a9e723d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 943 time: 0.2115614 Dec 10 04:42:15.612572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:15.614832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:15.627409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=73f0d8e8-b889-4d39-a444-fae4e2e8e6db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:15.734665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'a93e6f31-9246-4cbf-8bc1-dadac192583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf113f72-c689-4e89-abcf-5c42be82fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:15.734665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: cf113f72-c689-4e89-abcf-5c42be82fd93, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:15.754855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=2815685b-d242-4b19-bf0e-3bb5f490893e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:15.783726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b6847d9-17ae-41c5-99e2-4553372856cd req-6e8811b4-5b8d-42fb-9e5f-90c94cabcb4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821165 Dec 10 04:42:15.796534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network cf113f72-c689-4e89-abcf-5c42be82fd93 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:15.812661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cf113f72-c689-4e89-abcf-5c42be82fd93) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:15.817842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:15.827053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41197a9e-d0d0-40f8-ac6a-b82d8856f98f None None] Network cf113f72-c689-4e89-abcf-5c42be82fd93 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:15.840368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:15.846346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:15.846755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:15.854591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:15.877268 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:15.904388 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:15.905061 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:15.907243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53c6a0a8-1854-4bf9-933d-51bd1204efa1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9124441 Dec 10 04:42:15.908818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34050) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:16.017112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:16.022292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e6b9707a-68f8-41c3-a5f7-fb64ec242685 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/8b503b89-fc7c-450b-ad61-bea0e5bd812f HTTP/1.1" status: 204 len: 168 time: 2.1319032 Dec 10 04:42:16.033120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:16.034995 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:16.047033 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:16.047677 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:16.060733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['36c3445d-5a07-4dc8-bf26-5dc699125a44'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:16.120353 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:16.121030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['dc556df4-1833-451e-891b-8b6033e02cb9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:16.122051 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a033c5-1e3f-4ded-85c0-56754427af27 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:16.131746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02b9cd78-5ddc-42de-b06f-335327814748 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/floatingips/d6b047f3-2d7b-4d4b-9c9c-855257036221 HTTP/1.1" status: 200 len: 687 time: 0.0951481 Dec 10 04:42:16.134435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:16.507359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port fdbafccf-e9cd-41f1-8ba1-837ddc10cf26 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:16.508860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:16.738797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:16.742730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:16.776404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for fdbafccf-e9cd-41f1-8ba1-837ddc10cf26 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:16.931424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587c2b-23fb-466f-b493-fef9156ea093 req-0aafde0a-5f89-493e-96a1-0130fe6103c4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:16.948710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12587c2b-23fb-466f-b493-fef9156ea093 req-0aafde0a-5f89-493e-96a1-0130fe6103c4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 945 time: 0.8130245 Dec 10 04:42:16.995215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.058765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=fdbafccf-e9cd-41f1-8ba1-837ddc10cf26,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:17.139631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091ffb6-5b41-41a9-8bd9-b7bbc4fa0753 req-322fe7b0-3d51-4da4-8db1-d4d8aa7b6539 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:17.141264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d091ffb6-5b41-41a9-8bd9-b7bbc4fa0753 req-322fe7b0-3d51-4da4-8db1-d4d8aa7b6539 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 944 time: 0.1773386 Dec 10 04:42:17.152058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34086) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:17.184078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12587c2b-23fb-466f-b493-fef9156ea093 req-edd60902-c4e9-4e7d-9e47-6b71329b30d8 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336080 Dec 10 04:42:17.195053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 2815685b-d242-4b19-bf0e-3bb5f490893e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:17.196151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.241712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.248394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.256898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-61b925af-b5df-45f9-bf11-36fab94d9c39 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/d6b047f3-2d7b-4d4b-9c9c-855257036221 HTTP/1.1" status: 204 len: 168 time: 1.1213353 Dec 10 04:42:17.261306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:17.270887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '8dd425e2-6c14-42a4-b4a1-03649deffa3d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:17.303137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.368146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.386688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d091ffb6-5b41-41a9-8bd9-b7bbc4fa0753 req-e4e27073-bb97-4e40-b4f4-938c7d09c637 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331073 Dec 10 04:42:17.402524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 2815685b-d242-4b19-bf0e-3bb5f490893e owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:17.472660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.529544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-942525945'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:17.598176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Made reservation on behalf of 45948654b10a46cdb1421097ac8f5760 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:17.605286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.208 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/5be5f2a3-5855-41a5-a562-642d4a764ca5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:17.607434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.629788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.665071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.732838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.790098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.811290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=2815685b-d242-4b19-bf0e-3bb5f490893e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:17.853197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:17.857044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:17.860860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.864537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:17.869814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fb55856a-1bed-4870-aea3-62a83732b93b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/2815685b-d242-4b19-bf0e-3bb5f490893e HTTP/1.1" status: 204 len: 168 time: 1.9599233 Dec 10 04:42:17.874503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34096) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:17.925617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=5be5f2a3-5855-41a5-a562-642d4a764ca5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:17.962916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3f772-266e-45b3-be4a-dd4abf35c45d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:17.969209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3f772-266e-45b3-be4a-dd4abf35c45d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:17.974197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5ac3f772-266e-45b3-be4a-dd4abf35c45d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0941100 Dec 10 04:42:17.978289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:17.986696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:17.995919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.042187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:18.054095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8711bb8d-4b4e-4804-9d74-cc26ac4129ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:18.059938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.060294 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Added segment e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8 of type vlan for network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 Dec 10 04:42:18.119765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.174018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.180636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:18.181262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.223074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 73f0d8e8-b889-4d39-a444-fae4e2e8e6db {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:18.224050 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.233797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0792089 Dec 10 04:42:18.330893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13f942-d652-4eef-b01b-3ef6add6ff96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Pushing event updated for resources: {'Network': ['ID=774e8b2c-7c0b-42cd-8d09-863a10f3ec05,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:18.343596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:18.395351 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.427091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 73f0d8e8-b889-4d39-a444-fae4e2e8e6db owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:18.450321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dc556df4-1833-451e-891b-8b6033e02cb9 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:18.537752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08367bee-38b1-4b88-a5cf-66ce4b02dcd0 req-57358b9d-30a8-4ce6-a550-c9196bb958cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:18.550273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08367bee-38b1-4b88-a5cf-66ce4b02dcd0 req-57358b9d-30a8-4ce6-a550-c9196bb958cc tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 945 time: 0.1693165 Dec 10 04:42:18.620145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:18.632954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05', 'binding:host_id': 'n-h1-817326-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-121164260'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:18.645534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08367bee-38b1-4b88-a5cf-66ce4b02dcd0 req-41255603-99c2-4191-bc9a-17cb5d144cad tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941610 Dec 10 04:42:18.666751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Made reservation on behalf of c1383e20fecd442e9c0d8b9700805385 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:18.677255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.684757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.722159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port dc556df4-1833-451e-891b-8b6033e02cb9 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:42:18.728862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port dc556df4-1833-451e-891b-8b6033e02cb9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:18.731844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.778268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.840750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95271602-4e50-46e4-a0c1-8c1fff86ca96 req-161afc5e-0099-418c-b4b1-16374ef0d7c2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:18.842487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95271602-4e50-46e4-a0c1-8c1fff86ca96 req-161afc5e-0099-418c-b4b1-16374ef0d7c2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 944 time: 0.0974007 Dec 10 04:42:18.877660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.881694 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/73f0d8e8-b889-4d39-a444-fae4e2e8e6db HTTP/1.1" status: 204 len: 168 time: 0.9024239 Dec 10 04:42:18.883243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f86be-5e38-4e41-98c6-d2894cac93ca tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=73f0d8e8-b889-4d39-a444-fae4e2e8e6db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:18.900055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:18.924991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.969868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:18.970329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:18.974803 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c909ea77-5ae4-405d-b0d9-032e047d8428" -d '{"events": [{"server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "name": "network-vif-plugged", "status": "completed", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:18.980298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69858465-a3ba-444e-bbbf-43b0d56ad30b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:18.981979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69858465-a3ba-444e-bbbf-43b0d56ad30b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0813100 Dec 10 04:42:19.005074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dc556df4-1833-451e-891b-8b6033e02cb9,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:19.005276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:19.005276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.014896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.015980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 36c3445d-5a07-4dc8-bf26-5dc699125a44 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:19.058223 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd6d5f-0511-4ce2-9979-3df1f63a6894 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:19.059721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-16cd6d5f-0511-4ce2-9979-3df1f63a6894 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/2815685b-d242-4b19-bf0e-3bb5f490893e HTTP/1.1" status: 404 len: 333 time: 0.0542030 Dec 10 04:42:19.062808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.065840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:19.076925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port 1798c185-8fbd-4ae7-bb40-d2e33922d3af yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:19.097898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95271602-4e50-46e4-a0c1-8c1fff86ca96 req-224055ed-4bce-4dc0-a15f-eace95725ef5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483051 Dec 10 04:42:19.108993 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0844c783-0216-4743-bd10-f82f868cf4e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:19.111815 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0844c783-0216-4743-bd10-f82f868cf4e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/73f0d8e8-b889-4d39-a444-fae4e2e8e6db HTTP/1.1" status: 404 len: 333 time: 0.0436423 Dec 10 04:42:19.116753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:19.153417 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0df9b7-ea11-4ef0-abb9-645bf79f5e68 x-openstack-request-id: req-8f0df9b7-ea11-4ef0-abb9-645bf79f5e68 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:19.153635 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "name": "network-vif-plugged", "status": "completed", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:19.153872 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f0df9b7-ea11-4ef0-abb9-645bf79f5e68 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:19.154272 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9', 'code': 200} Dec 10 04:42:19.225968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aba8dd-39af-4ed4-a3a7-908154305205,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:19.266878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 36c3445d-5a07-4dc8-bf26-5dc699125a44 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:42:19.275243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 36c3445d-5a07-4dc8-bf26-5dc699125a44 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:19.275628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.277733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:19.278426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.332230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.379307 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.427118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:19.435233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.517019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:19.518360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e41b-0ec3-4f59-ae3c-36342edd3354 req-26216201-cded-4529-b59f-9d3e1fcd792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:19.529032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c491e41b-0ec3-4f59-ae3c-36342edd3354 req-26216201-cded-4529-b59f-9d3e1fcd792c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 1097 time: 0.2483273 Dec 10 04:42:19.530894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.601138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf113f72-c689-4e89-abcf-5c42be82fd93']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:19.602009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port 1798c185-8fbd-4ae7-bb40-d2e33922d3af yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:19.615697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93e6f31-9246-4cbf-8bc1-dadac192583a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:19.616003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93e6f31-9246-4cbf-8bc1-dadac192583a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:19.620401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.629748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.647833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.686124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c491e41b-0ec3-4f59-ae3c-36342edd3354 req-ea4f96ed-8c5b-4a8d-9fc3-19a046034b8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306059 Dec 10 04:42:19.701322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=1798c185-8fbd-4ae7-bb40-d2e33922d3af,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:19.711763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.724011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:19.724432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:19.727555 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:19.731198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Checking segment: {'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:19.732271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Network hostable DHCP agents. Network: 774e8b2c-7c0b-42cd-8d09-863a10f3ec05, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:19.766062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:19.802339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 774e8b2c-7c0b-42cd-8d09-863a10f3ec05) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:19.808021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:19.815906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e63394-2f78-4c29-9634-73a2d1323e85 None None] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:19.825580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.838411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f699-7301-4575-b3a9-a02c0c38c7fe req-a80da6a1-3719-49d5-b5f7-db159c3c47f6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:19.840121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea89f699-7301-4575-b3a9-a02c0c38c7fe req-a80da6a1-3719-49d5-b5f7-db159c3c47f6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.0850387 Dec 10 04:42:19.843015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:19.843483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:19.843969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:19.848702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.853048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:19.853553 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:19.856460 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/cf113f72-c689-4e89-abcf-5c42be82fd93 HTTP/1.1" status: 204 len: 168 time: 0.7360618 Dec 10 04:42:19.857400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a452a78-36fa-43bd-a757-f9d886dbccb5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=cf113f72-c689-4e89-abcf-5c42be82fd93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:19.858499 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 2 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:19.859291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:19.871905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1078556242'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:19.890816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.892301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:19.893638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:19.894469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:19.900082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.911690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:19.912032 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:19.914718 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 3 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:19.938991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:19.941525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea89f699-7301-4575-b3a9-a02c0c38c7fe req-4fe89a81-6155-433e-93f1-da637401172e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911722 Dec 10 04:42:19.942747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:19.943087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:19.943401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:19.943541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:19.948869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:19.949700 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:19.949700 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 4 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:19.976416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:19.976964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:19.977478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:19.989736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:19.990085 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:19.990492 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 5 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.010296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.011203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.011203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.015824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.016159 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.016604 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 6 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.031197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.032003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.032727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.037845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.038315 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.039165 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 7 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.058455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=5be5f2a3-5855-41a5-a562-642d4a764ca5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:20.059390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.059887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.066556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.068678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:20.074449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.088428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.088798 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.089205 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 8 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.100314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.122684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.123037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.123399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.126308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.126647 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment aaff6cae-01e9-4b13-8f21-45dc9ce13e7b of type vlan for network 8185ec0f-ba83-4551-b91b-f4fa63057ced Dec 10 04:42:20.135365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.135973 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.136377 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 9 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.151829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.151829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.151829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.156094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.156432 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.156957 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 10 to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af Dec 10 04:42:20.171571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:20.171791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:20.172043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:20.176947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:20.180120 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 1798c185-8fbd-4ae7-bb40-d2e33922d3af on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:20.180655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.236863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.272987 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP 2172944f-6b11-452c-8469-f84a275805c1 associated. External IP: 172.25.8.208, port: 8dd425e2-6c14-42a4-b4a1-03649deffa3d. Dec 10 04:42:20.311136 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.317550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:20.318440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.342847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4759901 Dec 10 04:42:20.343066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d91b-1886-47bc-96df-50379166a3cc req-2bd12251-aae3-4fdc-b903-e141d9c0916d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:20.343202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:20.344285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f128d91b-1886-47bc-96df-50379166a3cc req-2bd12251-aae3-4fdc-b903-e141d9c0916d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.1099052 Dec 10 04:42:20.348088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:20.353576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port 1798c185-8fbd-4ae7-bb40-d2e33922d3af, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:20.353949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempted to set empty binding levels {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:42:20.370753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.432525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=1798c185-8fbd-4ae7-bb40-d2e33922d3af,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:20.440224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:20.440853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.477584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f128d91b-1886-47bc-96df-50379166a3cc req-8cff7eae-1a53-4584-a8d0-c98a6e6df7f0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261277 Dec 10 04:42:20.481849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abc2317c-b873-4a56-8e39-2e9279c52ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8618784 Dec 10 04:42:20.487527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:20.593157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Deleting port 1798c185-8fbd-4ae7-bb40-d2e33922d3af {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:20.593518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.686111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port 1798c185-8fbd-4ae7-bb40-d2e33922d3af, host n-h1-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:20.686716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.701453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Calling delete_port for 1798c185-8fbd-4ae7-bb40-d2e33922d3af owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:20.822979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.830499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f3ffe-a2d4-45f0-aef3-236a512289dc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=8185ec0f-ba83-4551-b91b-f4fa63057ced,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:20.846762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:20.897126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event deleted for resources: {'Port': ['ID=1798c185-8fbd-4ae7-bb40-d2e33922d3af,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:20.910776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.917262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c18159f4-add2-4400-be62-ec78e693a37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1798c185-8fbd-4ae7-bb40-d2e33922d3af HTTP/1.1" status: 204 len: 168 time: 0.4285171 Dec 10 04:42:20.917946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34156) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:20.924508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:20.927958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:20.942581 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b144350-71d2-4f2e-ae82-d8160c0b6ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:42:20.950112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b144350-71d2-4f2e-ae82-d8160c0b6ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports/1798c185-8fbd-4ae7-bb40-d2e33922d3af HTTP/1.1" status: 404 len: 333 time: 0.0307462 Dec 10 04:42:20.950807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34158) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:20.955649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785082615'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:21.001470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Made reservation on behalf of c1383e20fecd442e9c0d8b9700805385 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:21.005963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.031922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port e9dcc2a9-6d11-4359-b580-ff0656cd267f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:21.051122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:42:21.051404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:42:21.155041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:21.157491 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9469c3-5199-456f-99a3-08c1bb868408" -d '{"events": [{"server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "name": "network-vif-plugged", "status": "completed", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:21.181882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:21.244742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbefece-1ff2-46d4-bd67-0fe3ec80a94e req-e881383e-72c4-4448-8cda-5ca26097ca30 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.246305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cbefece-1ff2-46d4-bd67-0fe3ec80a94e req-e881383e-72c4-4448-8cda-5ca26097ca30 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.1309209 Dec 10 04:42:21.291449 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25492fe8-11c8-4aec-8f36-3cfad905ed4c x-openstack-request-id: req-25492fe8-11c8-4aec-8f36-3cfad905ed4c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:21.291747 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "name": "network-vif-plugged", "status": "completed", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:21.292040 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25492fe8-11c8-4aec-8f36-3cfad905ed4c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:21.292407 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44', 'code': 200} Dec 10 04:42:21.338507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:21.346019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cbefece-1ff2-46d4-bd67-0fe3ec80a94e req-55a21f83-a2ce-4a8b-8b7b-0d6b481799d2 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895374 Dec 10 04:42:21.350401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:21.373312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.374360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:21.374962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:21.423866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.461864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:21.468447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:21.469622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.471392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:21.475324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:21.477168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.477847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.489617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:21.490258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:41:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:21.491894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dcc2a9-6d11-4359-b580-ff0656cd267f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:21.504740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-150e6bc1-e82c-446b-aacf-fed3f9b3e4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5504971 Dec 10 04:42:21.505219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34172) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:21.511696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:21.547395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:21.548064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9f1d7-75d9-4d04-98be-f2d306b8ec7c None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:21.558061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2422bd18-0f56-4371-b463-70b5b72babc8 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2954156 Dec 10 04:42:21.561887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:21.563837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4404b-9f74-4369-b98d-e3d8d5632f01 req-8886fc4c-b8e8-4d60-ad59-2fd7b2a110ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.565377 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3aa4404b-9f74-4369-b98d-e3d8d5632f01 req-8886fc4c-b8e8-4d60-ad59-2fd7b2a110ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 1096 time: 0.1280758 Dec 10 04:42:21.570138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1426951785'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:21.645949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.698801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3aa4404b-9f74-4369-b98d-e3d8d5632f01 req-3060c952-f63e-4d7f-89f5-d3d65be31786 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210246 Dec 10 04:42:21.700827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3bd3e-2574-4819-aaf8-cfb3a662f2b9 req-1fe34085-45b1-4558-be8d-477ce19dae15 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.702330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39c3bd3e-2574-4819-aaf8-cfb3a662f2b9 req-1fe34085-45b1-4558-be8d-477ce19dae15 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.0917704 Dec 10 04:42:21.710670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:21.715406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.731049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.815618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:21.830464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39c3bd3e-2574-4819-aaf8-cfb3a662f2b9 req-e24c4ee7-a68b-4b0a-ab82-00fdc2c100fc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215026 Dec 10 04:42:21.847737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.848085 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Added segment c64d2de2-3add-41da-aab7-cd6ba8c88bc1 of type vlan for network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 Dec 10 04:42:21.849489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=c7ce3656-5e18-44eb-9e04-579a585a1c11,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:21.859535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:21.859905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: 8185ec0f-ba83-4551-b91b-f4fa63057ced, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:21.911677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port e9dcc2a9-6d11-4359-b580-ff0656cd267f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:21.914600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.921493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:21.924228 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.932281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.943190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8185ec0f-ba83-4551-b91b-f4fa63057ced) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:21.950750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.951358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.957417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b779cdc-2e43-438a-8484-96fb201433e6 None None] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:21.972636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.985374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:21.986021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:21.996664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dcc2a9-6d11-4359-b580-ff0656cd267f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:22.014123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e5ceb88-4f7f-4baa-bacb-401a5b97e687 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6699984 Dec 10 04:42:22.016773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:22.022971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced', 'name': 'tempest-PortsTestJSON-549391010'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:22.029873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.030433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.030965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.049864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.050543 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.052826 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 2 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.056840 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4903188 Dec 10 04:42:22.060895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:22.066987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'subnet': {'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:22.109987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.110324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.111113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.118179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.118506 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.122217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4e043-d920-4b71-a370-456461bcc89f tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Network': ['ID=1aabf266-2f56-4feb-a0d7-29764f9e4d22,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:22.123479 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 3 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.153964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.154585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.155152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.156366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:22.162567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-8185ec0f-ba83-4551-b91b-f4fa63057ced', 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': 'c7ce3656-5e18-44eb-9e04-579a585a1c11'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:42:22.163345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.175572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.176241 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.178631 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 4 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.203148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.203844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.204404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.213924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.214342 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.216056 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 5 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.232118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.232681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.233019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.238360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:22.242894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.261287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.262645 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.265248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 2e47c577-c0fe-4345-a3aa-0672904ea79d yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:22.269365 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 6 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.279507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:22.285277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.325772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.326623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.327186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.339129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.339846 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.344089 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 7 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.372558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf1b18d7-aee2-4965-ab30-b2161fc4b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.386918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.387625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.388218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.418232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.418718 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.421177 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 8 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.450480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.450987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.451428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.459958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.5 (8185ec0f-ba83-4551-b91b-f4fa63057ced/c7ce3656-5e18-44eb-9e04-579a585a1c11/2e47c577-c0fe-4345-a3aa-0672904ea79d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:22.462270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.462701 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.465078 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 9 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.481787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.482281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.482707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.514917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.515697 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.519910 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 10 to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f Dec 10 04:42:22.551035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:22.551548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:22.551997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:22.573612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:22.574103 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port e9dcc2a9-6d11-4359-b580-ff0656cd267f on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:22.574614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.581407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.632199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4752285-18a4-4991-b3e9-a9f87fec1f6f req-ac754963-33a6-4eb8-b6f1-3644ece45cf3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:22.634766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4752285-18a4-4991-b3e9-a9f87fec1f6f req-ac754963-33a6-4eb8-b6f1-3644ece45cf3 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.1546738 Dec 10 04:42:22.660251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Checking segment: {'id': 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:22.660666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network hostable DHCP agents. Network: 1aabf266-2f56-4feb-a0d7-29764f9e4d22, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:22.668700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Subnet': ['ID=7be0547a-6353-48fe-ae54-d219f74c8c9a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:22.686458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:22.700148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1aabf266-2f56-4feb-a0d7-29764f9e4d22) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:22.704387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:22.711603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.713506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fa03b-f4f1-4c3e-8b59-f86293abfd81 None None] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:22.736627 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d2ccc82-52d4-4654-89b0-50469dfc784d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6744392 Dec 10 04:42:22.737547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:22.744087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1148284157', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:22.779996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.781350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.794565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port e9dcc2a9-6d11-4359-b580-ff0656cd267f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:22.795186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempted to set empty binding levels {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:42:22.812879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.875535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1aabf266-2f56-4feb-a0d7-29764f9e4d22', 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22', 'project_id': '5f8335b0c64448b981a203d2b8d12130', 'fixed_ips': [{'subnet_id': '7be0547a-6353-48fe-ae54-d219f74c8c9a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:42:22.876843 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.886451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dcc2a9-6d11-4359-b580-ff0656cd267f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:22.900775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4752285-18a4-4991-b3e9-a9f87fec1f6f req-b8560cc2-392c-43a2-9532-6762e325a05a tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492867 Dec 10 04:42:22.926847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] In _notify_port_updated(), no bound segment for port e9dcc2a9-6d11-4359-b580-ff0656cd267f on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:42:22.926847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:22.926847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.939138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5f297d65-d3d2-43bf-a66a-f97d03a9a227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "PUT /v2.0/ports/e9dcc2a9-6d11-4359-b580-ff0656cd267f HTTP/1.1" status: 200 len: 979 time: 1.4328024 Dec 10 04:42:22.940682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:22.949148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:22.976261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.069250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Allocated IP 172.20.0.2 (1aabf266-2f56-4feb-a0d7-29764f9e4d22/7be0547a-6353-48fe-ae54-d219f74c8c9a/c85db5f2-9f95-4207-91c7-c8ca0a001526) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:23.170537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.233390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Allocated IP 172.20.0.2 (8185ec0f-ba83-4551-b91b-f4fa63057ced/c7ce3656-5e18-44eb-9e04-579a585a1c11/eeafbca7-1a99-487f-883b-f9c7b22b2df8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:23.284684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.285444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.286072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.286717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.287356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.287990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.289460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.289959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.290630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.291201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.291745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.292252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.292802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.293320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.293879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.294355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.295088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.295565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.295896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.296415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.296956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.298289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.298289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.298535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.299050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.301233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.301233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.301233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.301233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.301636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.309310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a62e5b88-f28d-4c97-9cfb-d848cac768e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26171 time: 0.3674364 Dec 10 04:42:23.310107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:23.328229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b616a4-4fa5-40f7-bf41-940b47d8a515 req-f197afe9-bf28-4a95-8d19-07d8db858def tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.339328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78b616a4-4fa5-40f7-bf41-940b47d8a515 req-f197afe9-bf28-4a95-8d19-07d8db858def tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.3249962 Dec 10 04:42:23.348112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81618c-c4d0-4856-b802-bbd625315075 req-0ac7c7fa-e347-4138-9aeb-feadb9aaacf7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.349845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c81618c-c4d0-4856-b802-bbd625315075 req-0ac7c7fa-e347-4138-9aeb-feadb9aaacf7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.3028619 Dec 10 04:42:23.374615 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.383289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:23.406634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.421063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:23.427923 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.428413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:23.435362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=2e47c577-c0fe-4345-a3aa-0672904ea79d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:23.443114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.494169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:23.498982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:23.509139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:23.515126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c81618c-c4d0-4856-b802-bbd625315075 req-b85be6e9-c37b-4acd-8844-15e47fe63c3f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416640 Dec 10 04:42:23.527543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78b616a4-4fa5-40f7-bf41-940b47d8a515 req-5736c397-be5b-48d7-8692-b558e61f96db tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876292 Dec 10 04:42:23.559608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Pushing event updated for resources: {'Port': ['ID=c85db5f2-9f95-4207-91c7-c8ca0a001526,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:23.643597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:23.650819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Attempting to bind port c85db5f2-9f95-4207-91c7-c8ca0a001526 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:23.651308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Attempting to bind port c85db5f2-9f95-4207-91c7-c8ca0a001526 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:23.651748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Attempting to bind port c85db5f2-9f95-4207-91c7-c8ca0a001526 on network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:23.652738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.657781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:23.658261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Checking segment: {'id': 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:23.658743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.659307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Bound using segment: {'id': 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:23.659878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Bound port: c85db5f2-9f95-4207-91c7-c8ca0a001526, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:23.660338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.681776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e15806f-60ff-4de1-9c2a-c57eb2efcf18 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6636457 Dec 10 04:42:23.684988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:23.688373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.731796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.823419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:23.839369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:23.844105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:23.855124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Deleting port e9dcc2a9-6d11-4359-b580-ff0656cd267f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:23.856351 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.873330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Pushing event updated for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:23.879041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] For port c85db5f2-9f95-4207-91c7-c8ca0a001526, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:23.894692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 2e47c577-c0fe-4345-a3aa-0672904ea79d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:23.895649 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.920514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] For port c85db5f2-9f95-4207-91c7-c8ca0a001526, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c85db5f2-9f95-4207-91c7-c8ca0a001526,segment=NetworkSegment(c64d2de2-3add-41da-aab7-cd6ba8c88bc1),segment_id=c64d2de2-3add-41da-aab7-cd6ba8c88bc1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:23.925590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Attempting to bind port eeafbca7-1a99-487f-883b-f9c7b22b2df8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:23.925969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Attempting to bind port eeafbca7-1a99-487f-883b-f9c7b22b2df8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:23.926404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Attempting to bind port eeafbca7-1a99-487f-883b-f9c7b22b2df8 on network 8185ec0f-ba83-4551-b91b-f4fa63057ced {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:23.943810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.987928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port e9dcc2a9-6d11-4359-b580-ff0656cd267f, host n-h1-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:23.988361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.991889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:23.993058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Checking segment: {'id': 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:23.994394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:23.994520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Bound using segment: {'id': 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:23.994993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Bound port: eeafbca7-1a99-487f-883b-f9c7b22b2df8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8185ec0f-ba83-4551-b91b-f4fa63057ced'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:23.995382 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.007076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Calling delete_port for e9dcc2a9-6d11-4359-b580-ff0656cd267f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:24.019614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.036752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 2e47c577-c0fe-4345-a3aa-0672904ea79d owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:24.127131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ade0-1e51-441d-88a2-7aca4c3dd525 None None] Pushing event updated for resources: {'Port': ['ID=c85db5f2-9f95-4207-91c7-c8ca0a001526,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:24.157094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:24.168818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=eeafbca7-1a99-487f-883b-f9c7b22b2df8,segment=NetworkSegment(aaff6cae-01e9-4b13-8f21-45dc9ce13e7b),segment_id=aaff6cae-01e9-4b13-8f21-45dc9ce13e7b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:24.178911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.242886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.256580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335618e-8dbe-4d78-8c46-08999ef1a7f1 req-25579399-b90a-40b7-bed6-3ffee4e790a6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:24.266671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f335618e-8dbe-4d78-8c46-08999ef1a7f1 req-25579399-b90a-40b7-bed6-3ffee4e790a6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.3665593 Dec 10 04:42:24.271854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.374962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb361bf7-5395-4f81-a821-f6fa855ac6f0 None None] Pushing event updated for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:24.465770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f335618e-8dbe-4d78-8c46-08999ef1a7f1 req-a77c0466-9480-4069-aecb-62bb6f1eb6a4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968780 Dec 10 04:42:24.466395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.540068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.571161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.25.8.246 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/679aa029-5208-4e11-8f65-39dd1dc04c85) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:24.573895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9dcc2a9-6d11-4359-b580-ff0656cd267f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:24.582344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.587274 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2bfc09da-414f-4ef7-af3a-dc235a68d97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "DELETE /v2.0/ports/e9dcc2a9-6d11-4359-b580-ff0656cd267f HTTP/1.1" status: 204 len: 168 time: 1.2027075 Dec 10 04:42:24.609471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:24.706593 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e79286-53be-4c70-a1a2-76ed29e8e577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:42:24.714416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64e79286-53be-4c70-a1a2-76ed29e8e577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports/e9dcc2a9-6d11-4359-b580-ff0656cd267f HTTP/1.1" status: 404 len: 333 time: 0.1049173 Dec 10 04:42:24.719114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:24.724016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-78518551', 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:24.826949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Made reservation on behalf of c1383e20fecd442e9c0d8b9700805385 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:24.830170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.876343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83069a7a-8a9f-41cf-9892-2072b0e98b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.925017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port 823c2753-6cba-442d-9f6d-8d411d5393d1 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:24.940620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:24.973416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c85db5f2-9f95-4207-91c7-c8ca0a001526 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:25.057738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.068645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c85db5f2-9f95-4207-91c7-c8ca0a001526 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:25.069363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.120956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:25.134148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:25.152018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:25.162465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=679aa029-5208-4e11-8f65-39dd1dc04c85,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:25.200898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbe25e-e63d-4e9a-b53a-ba4fd70d44fc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:25.308686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.395454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-76ff1adc-52a2-436e-95e8-728bb138cb69 None None] Provisioning complete for port 679aa029-5208-4e11-8f65-39dd1dc04c85 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:25.395832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76ff1adc-52a2-436e-95e8-728bb138cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.398936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port c85db5f2-9f95-4207-91c7-c8ca0a001526, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c85db5f2-9f95-4207-91c7-c8ca0a001526,segment=NetworkSegment(c64d2de2-3add-41da-aab7-cd6ba8c88bc1),segment_id=c64d2de2-3add-41da-aab7-cd6ba8c88bc1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:25.433906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.475372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.487462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=2e47c577-c0fe-4345-a3aa-0672904ea79d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:25.561417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.593808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:25.595010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=c85db5f2-9f95-4207-91c7-c8ca0a001526,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:25.598495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c7d3-b7a3-4afe-b08b-0d2546803eba req-7f4a8619-8a5e-46ba-a69c-20462fc0eb36 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:25.599782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:25.600458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f384c7d3-b7a3-4afe-b08b-0d2546803eba req-7f4a8619-8a5e-46ba-a69c-20462fc0eb36 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 1.0386539 Dec 10 04:42:25.604630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:25.605619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:25.606223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.612260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c07d-4192-42eb-a622-b7fb425e2f4a req-b9d6955b-b82e-45d9-8938-9852e61fc568 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:25.629393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8311c07d-4192-42eb-a622-b7fb425e2f4a req-b9d6955b-b82e-45d9-8938-9852e61fc568 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.7944918 Dec 10 04:42:25.635936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-76ff1adc-52a2-436e-95e8-728bb138cb69 None None] Port 679aa029-5208-4e11-8f65-39dd1dc04c85 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:25.682290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9593225 Dec 10 04:42:25.685293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:25.728988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b61628b-b866-4b19-8544-2adabd240f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:25.733270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b61628b-b866-4b19-8544-2adabd240f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports/823c2753-6cba-442d-9f6d-8d411d5393d1 HTTP/1.1" status: 200 len: 957 time: 0.0423641 Dec 10 04:42:25.733443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.740015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98c0f3bb-1a3c-449e-a116-d8ddc1f2fda0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/2e47c577-c0fe-4345-a3aa-0672904ea79d HTTP/1.1" status: 204 len: 168 time: 2.0531805 Dec 10 04:42:25.740710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34246) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:25.741310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:25.750063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:25.774539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b6b4d-55a6-4643-856a-1180878fab09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=823c2753-6cba-442d-9f6d-8d411d5393d1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:25.837278 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ac1c79-aeb4-4a26-b433-a57dc48f13ed tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:25.838827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ac1c79-aeb4-4a26-b433-a57dc48f13ed tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:25.845179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0ac1c79-aeb4-4a26-b433-a57dc48f13ed tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/2e47c577-c0fe-4345-a3aa-0672904ea79d HTTP/1.1" status: 404 len: 333 time: 0.0865228 Dec 10 04:42:25.896929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34252) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:25.938456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8311c07d-4192-42eb-a622-b7fb425e2f4a req-892cd5b3-8570-49b6-aafb-3bfb5d8a7a0c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081787 Dec 10 04:42:25.960380 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caab6c7-faa8-4edf-893a-4547399338b4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:25.978281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9caab6c7-faa8-4edf-893a-4547399338b4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/2e47c577-c0fe-4345-a3aa-0672904ea79d HTTP/1.1" status: 404 len: 333 time: 0.0734494 Dec 10 04:42:25.987022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f384c7d3-b7a3-4afe-b08b-0d2546803eba req-2c468836-7398-4cfd-aa01-bd66f4358f83 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555555 Dec 10 04:42:25.997358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34258) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:26.074183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01d7b6-9389-49fe-ae64-02de2a45f6c8 None None] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:26.075074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.205602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet c7ce3656-5e18-44eb-9e04-579a585a1c11 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:42:26.220110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Deleting port 823c2753-6cba-442d-9f6d-8d411d5393d1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:26.220522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.223333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.410128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.562508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.614227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.705535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-17b4e7f5-647e-4c76-872b-29e72476df00 None None] Provisioning complete for port c85db5f2-9f95-4207-91c7-c8ca0a001526 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:26.708796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b4e7f5-647e-4c76-872b-29e72476df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:26.722199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Calling delete_port for 823c2753-6cba-442d-9f6d-8d411d5393d1 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:26.755575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:42:26.810245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debb551-752d-4bba-8226-6e9162eab872 None None] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:26.871939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ff63-3306-40b1-b6e6-4adffbb26e4e req-1e58ae8d-5afe-408d-9238-341e0b7645bb tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:26.899278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e71ff63-3306-40b1-b6e6-4adffbb26e4e req-1e58ae8d-5afe-408d-9238-341e0b7645bb tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.5312827 Dec 10 04:42:27.005882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c85db5f2-9f95-4207-91c7-c8ca0a001526 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:27.078512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:27.096192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] Sync routers for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:27.116990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:27.123010 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:27.127291 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.128885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3fab7617-f83c-4ca4-bfab-d05d5f1e02ad tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3901975 Dec 10 04:42:27.132052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34282) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:27.137733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.198245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.205515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "DELETE /v2.0/ports/823c2753-6cba-442d-9f6d-8d411d5393d1 HTTP/1.1" status: 204 len: 168 time: 1.4561582 Dec 10 04:42:27.210095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c85db5f2-9f95-4207-91c7-c8ca0a001526 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:27.224364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.238028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038fe7a-0eb8-49c2-b630-26f83be0d7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event deleted for resources: {'Port': ['ID=823c2753-6cba-442d-9f6d-8d411d5393d1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:27.246599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:27.272053 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:27.292777 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0c3309-7398-493d-99a4-07a395340f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:42:27.296408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:27.297194 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:27.303763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee0c3309-7398-493d-99a4-07a395340f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports/823c2753-6cba-442d-9f6d-8d411d5393d1 HTTP/1.1" status: 404 len: 333 time: 0.0543513 Dec 10 04:42:27.311789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:27.325207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1962219546'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:27.348161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e71ff63-3306-40b1-b6e6-4adffbb26e4e req-6e5336a3-8378-40ca-a888-a8845c9dd21e tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410188 Dec 10 04:42:27.371121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.435838 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:27.442984 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c70d2-9259-4341-baa3-8391863a1410 None None] The sync data for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:27.454797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] Provisioning complete for port eeafbca7-1a99-487f-883b-f9c7b22b2df8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:27.456716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.522324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Made reservation on behalf of c1383e20fecd442e9c0d8b9700805385 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:27.525713 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.544670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.644121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port 91f831fd-6eac-4050-a8f8-5801b30a5cfd yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:27.759360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81078c-bf95-4854-8187-883a98d0ad8b req-3240ea72-a372-405f-93b6-c0d77e7a0e09 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:27.768013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device eeafbca7-1a99-487f-883b-f9c7b22b2df8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:27.779368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b81078c-bf95-4854-8187-883a98d0ad8b req-3240ea72-a372-405f-93b6-c0d77e7a0e09 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.2848804 Dec 10 04:42:27.811604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.872313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.890439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c7ce3656-5e18-44eb-9e04-579a585a1c11 HTTP/1.1" status: 204 len: 168 time: 1.8902068 Dec 10 04:42:27.909176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:27.937224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:27.986579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ebb58-88aa-4415-ab50-febdbf1fa41c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ce3656-5e18-44eb-9e04-579a585a1c11,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:28.045537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084277af-1215-4750-8c43-d0a413df8b21 None None] Network 8185ec0f-ba83-4551-b91b-f4fa63057ced requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:28.072271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b81078c-bf95-4854-8187-883a98d0ad8b req-3cbbc91a-de36-470a-b2b0-e2678d80d27c tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908981 Dec 10 04:42:28.083988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=eeafbca7-1a99-487f-883b-f9c7b22b2df8,segment=NetworkSegment(aaff6cae-01e9-4b13-8f21-45dc9ce13e7b),segment_id=aaff6cae-01e9-4b13-8f21-45dc9ce13e7b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:28.089053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port eeafbca7-1a99-487f-883b-f9c7b22b2df8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:28.089643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:28.128567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:28.319459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed99ff-178c-4e10-8206-1e8688cfad91 None None] Pushing event updated for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:28.420124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:28.468719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c27a84ab-5e0e-460f-972a-a32f4d10e9a4 None None] Provisioning complete for port eeafbca7-1a99-487f-883b-f9c7b22b2df8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:28.469499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c27a84ab-5e0e-460f-972a-a32f4d10e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:28.701566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] DHCP port deletion for 8185ec0f-ba83-4551-b91b-f4fa63057ced request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:28.760381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c27a84ab-5e0e-460f-972a-a32f4d10e9a4 None None] Provisioning complete for port c85db5f2-9f95-4207-91c7-c8ca0a001526 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:28.761439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c27a84ab-5e0e-460f-972a-a32f4d10e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:28.872178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device eeafbca7-1a99-487f-883b-f9c7b22b2df8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:28.983082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5225c-098e-4089-88e5-9818679054ac req-ed0433f8-d439-421d-bbe6-aa3aba22c57f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:28.992200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2aa5225c-098e-4089-88e5-9818679054ac req-ed0433f8-d439-421d-bbe6-aa3aba22c57f tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.0963860 Dec 10 04:42:29.064884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2aa5225c-098e-4089-88e5-9818679054ac req-81177fd9-294b-470e-8058-4e3f7ee227fb tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706160 Dec 10 04:42:29.116027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.136687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Deleting port eeafbca7-1a99-487f-883b-f9c7b22b2df8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:29.136687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.153307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.201602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=eeafbca7-1a99-487f-883b-f9c7b22b2df8,segment=NetworkSegment(aaff6cae-01e9-4b13-8f21-45dc9ce13e7b),segment_id=aaff6cae-01e9-4b13-8f21-45dc9ce13e7b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:29.201998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.215946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Calling delete_port for eeafbca7-1a99-487f-883b-f9c7b22b2df8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:29.294663 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.389368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=eeafbca7-1a99-487f-883b-f9c7b22b2df8,segment=NetworkSegment(aaff6cae-01e9-4b13-8f21-45dc9ce13e7b),segment_id=aaff6cae-01e9-4b13-8f21-45dc9ce13e7b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:29.402349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.479611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.536417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] No DVR routers for this DVR port eeafbca7-1a99-487f-883b-f9c7b22b2df8 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:29.542695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:29.562381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port eeafbca7-1a99-487f-883b-f9c7b22b2df8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:29.562985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.591750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.598796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933a13-44b4-42ba-8a8c-635c524ca17e None None] Pushing event deleted for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:29.732603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:29.741730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:29.745466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:29.746512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:29.747340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.782882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4698470 Dec 10 04:42:29.786722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34334) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:29.792719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port eeafbca7-1a99-487f-883b-f9c7b22b2df8, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:29.793218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.796717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:29.849763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b01b9c-78cf-4078-b43d-d3e574db3dba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=91f831fd-6eac-4050-a8f8-5801b30a5cfd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:29.915846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:29.942434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for eeafbca7-1a99-487f-883b-f9c7b22b2df8 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:29.962870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Port eeafbca7-1a99-487f-883b-f9c7b22b2df8 was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:42:29.979190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.005976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port eeafbca7-1a99-487f-883b-f9c7b22b2df8 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:30.133551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=eeafbca7-1a99-487f-883b-f9c7b22b2df8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:30.154007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.248006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.290554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] device_id is not set on port 91f831fd-6eac-4050-a8f8-5801b30a5cfd yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:30.300587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.308520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8185ec0f-ba83-4551-b91b-f4fa63057ced']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:30.338536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-b6ff1729-fb52-4f45-9c82-5c49ae03aeaf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:30.340446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-b6ff1729-fb52-4f45-9c82-5c49ae03aeaf tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.2254450 Dec 10 04:42:30.341925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:30.342231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaff6cae-01e9-4b13-8f21-45dc9ce13e7b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:30.344844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.401084 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.406812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682e296-41f0-46b0-aa01-b9af55b03aca req-40d089d9-33e9-4e25-8c15-5a6efcdee1b4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:30.408731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3682e296-41f0-46b0-aa01-b9af55b03aca req-40d089d9-33e9-4e25-8c15-5a6efcdee1b4 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.1045151 Dec 10 04:42:30.459462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.460199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.461381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.475501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.476859 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.482827 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 2 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.495020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=91f831fd-6eac-4050-a8f8-5801b30a5cfd,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:30.529780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3682e296-41f0-46b0-aa01-b9af55b03aca req-9657b028-10a0-481d-9129-568ec15c7ac7 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085162 Dec 10 04:42:30.533559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.536277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.536925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.544415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.544983 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.545602 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 3 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.576940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.577605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.578170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.583813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.585256 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.586933 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 4 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.603243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.609223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.609929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.610473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.617189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.617823 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.618643 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 5 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.621421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:30.621823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:30.626870 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:30.639117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.640776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.641740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.647546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.648850 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.649746 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 6 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.666690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.667267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.667768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.673579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.674157 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.674719 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 7 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.688459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.689062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.689567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.697597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.697938 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.698395 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 8 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.713242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.713591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.713933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.719451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.719787 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.720186 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 9 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.735083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.735434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.735776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.740879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.741219 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.741622 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempt 10 to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd Dec 10 04:42:30.755788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:30.756048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:30.756396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempting to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:30.761958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:30.762651 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Failed to bind port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on host n-h1-817326-3 for vnic_type normal using segments [{'id': 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '774e8b2c-7c0b-42cd-8d09-863a10f3ec05'}] Dec 10 04:42:30.763031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.855301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port 91f831fd-6eac-4050-a8f8-5801b30a5cfd, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:30.860721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attempted to set empty binding levels {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:42:30.861022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.867903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.886967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.902147 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/8185ec0f-ba83-4551-b91b-f4fa63057ced HTTP/1.1" status: 204 len: 168 time: 2.9896553 Dec 10 04:42:30.907768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34348) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:30.917287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-478601519'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:30.956215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa189-517d-4751-9a3b-068a2b48134a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=8185ec0f-ba83-4551-b91b-f4fa63057ced,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:30.958637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event updated for resources: {'Port': ['ID=91f831fd-6eac-4050-a8f8-5801b30a5cfd,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:30.991364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] In _notify_port_updated(), no bound segment for port 91f831fd-6eac-4050-a8f8-5801b30a5cfd on network 774e8b2c-7c0b-42cd-8d09-863a10f3ec05 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:42:30.992454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:30.993308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:30.996512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c5fa60f-2edb-4e36-8932-93df2bdc8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "PUT /v2.0/ports/91f831fd-6eac-4050-a8f8-5801b30a5cfd HTTP/1.1" status: 200 len: 979 time: 1.2077780 Dec 10 04:42:30.999943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:31.016075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.1 (1aabf266-2f56-4feb-a0d7-29764f9e4d22/7be0547a-6353-48fe-ae54-d219f74c8c9a/cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:31.119897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Deleting port 91f831fd-6eac-4050-a8f8-5801b30a5cfd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:31.120343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.152151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.199490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.212651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] For port 91f831fd-6eac-4050-a8f8-5801b30a5cfd, host n-h1-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:31.213114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.231107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Calling delete_port for 91f831fd-6eac-4050-a8f8-5801b30a5cfd owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:31.258040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Deleting port dc556df4-1833-451e-891b-8b6033e02cb9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:31.258301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.332168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.362118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] For port dc556df4-1833-451e-891b-8b6033e02cb9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dc556df4-1833-451e-891b-8b6033e02cb9,segment=NetworkSegment(65c37967-53b6-4b5b-966c-2c89a391f243),segment_id=65c37967-53b6-4b5b-966c-2c89a391f243)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:31.362480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.376459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Calling delete_port for dc556df4-1833-451e-891b-8b6033e02cb9 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:31.382909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Pushing event deleted for resources: {'Port': ['ID=91f831fd-6eac-4050-a8f8-5801b30a5cfd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:31.395260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.402995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-378e7dce-b8c1-4d68-aa5e-4e53b6697ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "DELETE /v2.0/ports/91f831fd-6eac-4050-a8f8-5801b30a5cfd HTTP/1.1" status: 204 len: 168 time: 0.3983071 Dec 10 04:42:31.405765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:31.439558 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91b9c65-1058-4648-addc-c30d6c006243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:42:31.444772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e91b9c65-1058-4648-addc-c30d6c006243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991470514-project-admin] 10.222.0.43 "GET /v2.0/ports/91f831fd-6eac-4050-a8f8-5801b30a5cfd HTTP/1.1" status: 404 len: 333 time: 0.0343957 Dec 10 04:42:31.444990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:31.446190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34354) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:31.446501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:31.450026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.485278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:31.494585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.494977 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment c11cd6c3-b5f3-46b3-b743-47d4f1be6732 of type vlan for network edb5dea4-472d-413c-848b-63bc3187833d Dec 10 04:42:31.533290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.544804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.580319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.587835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:31.588743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.601249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:31.646741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:31.680960 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7683089 Dec 10 04:42:31.691232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:31.693680 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.698323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:31.705765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c51b7-187f-43e3-9825-c5193a6eef17 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=edb5dea4-472d-413c-848b-63bc3187833d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:31.709199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:31.794475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.839208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774e8b2c-7c0b-42cd-8d09-863a10f3ec05']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:31.866279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:31.867474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41ecd09-9d3e-46ac-9731-64e6ffd5cbd8') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:31.879295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43ba-9979-4660-bbbf-76adc80f5bc7 req-c6b34a70-49f8-4a63-a528-1f632b648cf1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:31.881680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2deb43ba-9979-4660-bbbf-76adc80f5bc7 req-c6b34a70-49f8-4a63-a528-1f632b648cf1 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 946 time: 0.2033613 Dec 10 04:42:31.903400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.903675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network edb5dea4-472d-413c-848b-63bc3187833d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:31.962609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:31.991165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:31.991394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:32.034438 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:32.138515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2deb43ba-9979-4660-bbbf-76adc80f5bc7 req-f704e0ab-5e3e-47a8-90b9-60744f55ebf5 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/security-groups?id=61062514-8cf0-4377-9f90-fc1e5949efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497072 Dec 10 04:42:32.155795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.163153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.170587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] 10.222.0.43 "DELETE /v2.0/networks/774e8b2c-7c0b-42cd-8d09-863a10f3ec05 HTTP/1.1" status: 204 len: 168 time: 0.7228658 Dec 10 04:42:32.182765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:32.190210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.194454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa58acb-e8d5-43c2-a261-19966b8c8902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895314282-project] Pushing event deleted for resources: {'Network': ['ID=774e8b2c-7c0b-42cd-8d09-863a10f3ec05,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:32.234024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.268582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['dc556df4-1833-451e-891b-8b6033e02cb9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:32.283106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Pushing event deleted for resources: {'Port': ['ID=dc556df4-1833-451e-891b-8b6033e02cb9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:32.373100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a68d5-fb7f-4a3b-9de5-af098c15f34d None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:32.396178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ccfb706c-88ff-4ee2-af5f-8a9e0b9121b9 None None] Provisioning complete for port cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:32.396960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccfb706c-88ff-4ee2-af5f-8a9e0b9121b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.442830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] No DVR routers for this DVR port dc556df4-1833-451e-891b-8b6033e02cb9 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:32.453268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.454790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb706c-88ff-4ee2-af5f-8a9e0b9121b9 None None] Port cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:32.457504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-041f86dc-db86-4a35-9e90-c5972a03f1e1 req-0ddad582-3b8f-413b-b6f4-d143cd96b1d6 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.41 "DELETE /v2.0/ports/dc556df4-1833-451e-891b-8b6033e02cb9 HTTP/1.1" status: 204 len: 173 time: 2.0709887 Dec 10 04:42:32.458186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'name': 'network-vif-deleted', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:32.461187 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72f73e-7cd8-424a-b46c-6704d1c3ca5d" -d '{"events": [{"server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "name": "network-vif-deleted", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:32.492011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:32.597373 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23df9f-4037-4985-85f8-f7de651df2df x-openstack-request-id: req-1c23df9f-4037-4985-85f8-f7de651df2df {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:32.599162 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a469c9-12f4-4a70-844b-8f80c56372c1", "name": "network-vif-deleted", "tag": "dc556df4-1833-451e-891b-8b6033e02cb9", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:32.599543 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c23df9f-4037-4985-85f8-f7de651df2df {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:32.600126 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a469c9-12f4-4a70-844b-8f80c56372c1', 'name': 'network-vif-deleted', 'tag': 'dc556df4-1833-451e-891b-8b6033e02cb9', 'status': 'completed', 'code': 200} Dec 10 04:42:32.659454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:32.794771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.015216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40dfa3c4-8ad8-4110-89d9-958a3e9c2be9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45948654b10a46cdb1421097ac8f5760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442061 Dec 10 04:42:33.016988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34384) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:33.147968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:33.148907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: edb5dea4-472d-413c-848b-63bc3187833d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:33.154507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=1ec2d3e0-9d49-490f-8d27-5cf265636a82,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:33.192439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.217476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network edb5dea4-472d-413c-848b-63bc3187833d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:33.239731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, edb5dea4-472d-413c-848b-63bc3187833d) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:33.246473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.249677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:33.250786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.252721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c490b96-b091-4df2-abd6-97756ecf87ae None None] Network edb5dea4-472d-413c-848b-63bc3187833d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:33.259992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.291825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.348284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bde2e93e-3d3d-4cfd-bba0-6ae5527cdf90 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6551316 Dec 10 04:42:33.355456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:33.365553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-498176398'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:33.448836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:33.451465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.464722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-edb5dea4-472d-413c-848b-63bc3187833d', 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': '1ec2d3e0-9d49-490f-8d27-5cf265636a82'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:42:33.479519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.485404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e38dc16-b710-4475-b936-78a8b4c2884e req-808d4c8c-10b6-446d-ad42-4124f5ce2a54 tempest-ServerDiskConfigTestJSON-1513566005 tempest-ServerDiskConfigTestJSON-1513566005-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a469c9-12f4-4a70-844b-8f80c56372c1 HTTP/1.1" status: 200 len: 210 time: 0.0954335 Dec 10 04:42:33.563349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.566360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.569715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8711bb8d-4b4e-4804-9d74-cc26ac4129ee HTTP/1.1" status: 204 len: 168 time: 0.5495505 Dec 10 04:42:33.614101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69ac19-259f-451d-b8d5-1dacf6220eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711bb8d-4b4e-4804-9d74-cc26ac4129ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:33.619422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:33.623671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:33.798611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:33.807191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:33.839731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port fa51daff-e86a-465b-ad3c-3a86d407b246 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:33.902119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Allocated IP 172.20.0.2 (edb5dea4-472d-413c-848b-63bc3187833d/1ec2d3e0-9d49-490f-8d27-5cf265636a82/fcf53b62-1dce-4570-8f61-ecc7e1d8eb43) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:33.986976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:34.004100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:34.087662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cc212f18-711c-4b78-82db-281f5bd226dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1383e20fecd442e9c0d8b9700805385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994148 Dec 10 04:42:34.093063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:34.107624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71c879-9e47-4371-ac5e-ba00f79a4958 req-91782cf3-c0f1-45d2-90e3-5f9b0be84fca tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:34.110273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be71c879-9e47-4371-ac5e-ba00f79a4958 req-91782cf3-c0f1-45d2-90e3-5f9b0be84fca tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.0789814 Dec 10 04:42:34.132323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d641f3ab-4a1c-4bc6-a968-4146424b8134 None None] Provisioning complete for port cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:34.133083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d641f3ab-4a1c-4bc6-a968-4146424b8134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.144682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:34.157762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-082fdcc9-e4b4-45b3-8019-560191a1eda9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/routers/3dc5ebbe-0dc0-4d77-b553-dabc19427979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0241590 Dec 10 04:42:34.160390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:34.178788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d641f3ab-4a1c-4bc6-a968-4146424b8134 None None] Port cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:34.181412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8117678-3335-4d74-8fe9-57177958409e None None] Sync routers for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:34.182707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'port': {'network_id': '1aabf266-2f56-4feb-a0d7-29764f9e4d22', 'name': 'tempest-FloatingIPTestJSON-622496565'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:34.215930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be71c879-9e47-4371-ac5e-ba00f79a4958 req-2d6741e3-57d3-42bb-89a3-b22d86bd3aa2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649803 Dec 10 04:42:34.221038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.236946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.266636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.281574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.282590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:34.283241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:34.363803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.369295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.372010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48aba8dd-39af-4ed4-a3a7-908154305205 HTTP/1.1" status: 204 len: 168 time: 0.2753119 Dec 10 04:42:34.373336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Made reservation on behalf of 5f8335b0c64448b981a203d2b8d12130 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:34.379507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.381783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:34.399513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.14 (edb5dea4-472d-413c-848b-63bc3187833d/1ec2d3e0-9d49-490f-8d27-5cf265636a82/fa51daff-e86a-465b-ad3c-3a86d407b246) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:34.416908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:34.417586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:34.417727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] device_id is not set on port 30fe593c-423e-4e0c-ad5a-73889db3b244 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:34.434007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f0e6-1454-45b9-85fe-b757785968c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aba8dd-39af-4ed4-a3a7-908154305205,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:34.467945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8117678-3335-4d74-8fe9-57177958409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:34.468612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8117678-3335-4d74-8fe9-57177958409e None None] The sync data for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:34.477889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Network edb5dea4-472d-413c-848b-63bc3187833d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:34.497242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:34.501411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dc556df4-1833-451e-891b-8b6033e02cb9 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:34.541806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Pushing event updated for resources: {'Port': ['ID=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:34.545029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:34.552146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: dc556df4-1833-451e-891b-8b6033e02cb9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:34.552518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dc556df4-1833-451e-891b-8b6033e02cb9 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:34.649140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Attempting to bind port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:34.649812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Attempting to bind port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:34.650233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Attempting to bind port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 on network edb5dea4-472d-413c-848b-63bc3187833d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:34.655962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:34.656342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Checking segment: {'id': 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:34.657458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.657760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Bound using segment: {'id': 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:34.658424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Bound port: fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edb5dea4-472d-413c-848b-63bc3187833d'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:34.659155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.673806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Allocated IP 172.20.0.14 (1aabf266-2f56-4feb-a0d7-29764f9e4d22/7be0547a-6353-48fe-ae54-d219f74c8c9a/30fe593c-423e-4e0c-ad5a-73889db3b244) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:34.689983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.750821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] For port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:34.764601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] For port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,segment=NetworkSegment(c11cd6c3-b5f3-46b3-b743-47d4f1be6732),segment_id=c11cd6c3-b5f3-46b3-b743-47d4f1be6732)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:34.771128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.798863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.815863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:34.844608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c57ab0-1198-4b66-bf7a-ac064bfead43 None None] Pushing event updated for resources: {'Port': ['ID=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:34.905306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Deleting subnet 3249d533-90bb-485a-b18e-b508e350095c {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:42:34.910006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.957277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:34.977574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.014079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network edb5dea4-472d-413c-848b-63bc3187833d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:35.019002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.027257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:35.031494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:35.041640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=fa51daff-e86a-465b-ad3c-3a86d407b246,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:35.128790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.190775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3249d533-90bb-485a-b18e-b508e350095c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:35.203540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f7195-ccbb-4d41-8894-39b932dc3f95 None None] Network b888b4e0-4733-4728-82c8-e5090464f92d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:35.223708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.245025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-96cf03e5-9b8d-4c05-8d25-179fc4b352d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3249d533-90bb-485a-b18e-b508e350095c HTTP/1.1" status: 204 len: 168 time: 0.4277582 Dec 10 04:42:35.246365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34452) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:35.387940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae582f-1ad6-46b7-97ab-2c7eb688420a None None] DHCP port deletion for b888b4e0-4733-4728-82c8-e5090464f92d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:35.428294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.448583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8c463-dfba-4219-85a6-a793f1e59144 req-9ea5495b-f1e1-4fcc-b31d-d802fbbaf330 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:35.450396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2c8c463-dfba-4219-85a6-a793f1e59144 req-9ea5495b-f1e1-4fcc-b31d-d802fbbaf330 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.0980241 Dec 10 04:42:35.582527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2c8c463-dfba-4219-85a6-a793f1e59144 req-b98916d2-7593-4be7-a1e3-b54c96ddde6f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881598 Dec 10 04:42:35.714517 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.773967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:35.774527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.783831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b888b4e0-4733-4728-82c8-e5090464f92d']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:35.798106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.813091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c37967-53b6-4b5b-966c-2c89a391f243') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:35.814801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c37967-53b6-4b5b-966c-2c89a391f243') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:35.817544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:35.827538 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0f7e083c-95ae-401d-9f21-2c53eda2d3cb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4709308 Dec 10 04:42:35.869898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:35.873914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:35.877921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:35.904660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.906795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:35.966953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:35.967546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:35.990612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.009945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:36.010542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.022310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8579519 Dec 10 04:42:36.039255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34488) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.044618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Request body: {'floatingip': {'port_id': '30fe593c-423e-4e0c-ad5a-73889db3b244'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:36.159140 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:36.195692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.231752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4adfe-edfe-42b3-8c2e-b285bb9b458d tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event updated for resources: {'Port': ['ID=30fe593c-423e-4e0c-ad5a-73889db3b244,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:36.249531 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.302305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.306311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b888b4e0-4733-4728-82c8-e5090464f92d HTTP/1.1" status: 204 len: 168 time: 1.0587788 Dec 10 04:42:36.307217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34929423-f85e-45bd-885b-f5fb48b73295 admin admin] Pushing event deleted for resources: {'Network': ['ID=b888b4e0-4733-4728-82c8-e5090464f92d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:36.318586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-42c1efaa-5f51-49e9-b5cb-dc1e8b8fd975 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] Request body: {'port': {'network_id': '39913c48-1a3c-487f-9f00-1385f75960b1', 'name': 'tempest-NetworksNegativeTestJSON-1781885321'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:36.354004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a854386a-0ace-434f-82bd-cd1af48034ce None None] Provisioning complete for port 30fe593c-423e-4e0c-ad5a-73889db3b244 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:36.354690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a854386a-0ace-434f-82bd-cd1af48034ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.374391 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c1efaa-5f51-49e9-b5cb-dc1e8b8fd975 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] POST failed (client error): The resource could not be found. Dec 10 04:42:36.374946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c1efaa-5f51-49e9-b5cb-dc1e8b8fd975 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.379683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-42c1efaa-5f51-49e9-b5cb-dc1e8b8fd975 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4611442 Dec 10 04:42:36.385619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34500) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.434344 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-249e3f84-1fa6-4697-94f7-79e88ead0575 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:36.434885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249e3f84-1fa6-4697-94f7-79e88ead0575 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.444050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-249e3f84-1fa6-4697-94f7-79e88ead0575 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "DELETE /v2.0/networks/a339c22a-3186-4fdd-99f0-105e887baea0 HTTP/1.1" status: 404 len: 339 time: 0.0564840 Dec 10 04:42:36.448828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.470285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a854386a-0ace-434f-82bd-cd1af48034ce None None] Port 30fe593c-423e-4e0c-ad5a-73889db3b244 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:42:36.506434 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee5044b-1ea2-40c9-b4ff-6f89a594dac6 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:36.507131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee5044b-1ea2-40c9-b4ff-6f89a594dac6 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.512819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ee5044b-1ea2-40c9-b4ff-6f89a594dac6 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "DELETE /v2.0/ports/f98757f8-71d6-4c6c-afac-3847e36c512f HTTP/1.1" status: 404 len: 333 time: 0.0626311 Dec 10 04:42:36.523703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.563435 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-983a9fc2-d4f5-4756-9ffb-883829c26b4c tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] DELETE failed (client error): The resource could not be found. Dec 10 04:42:36.563896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983a9fc2-d4f5-4756-9ffb-883829c26b4c tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.571965 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-983a9fc2-d4f5-4756-9ffb-883829c26b4c tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "DELETE /v2.0/subnets/abd903db-7d7b-4b27-9a88-07ac2fa633b0 HTTP/1.1" status: 404 len: 337 time: 0.0472119 Dec 10 04:42:36.572603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.604311 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10ebf40-6024-4d52-a514-b444f1d198af tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] GET failed (client error): The resource could not be found. Dec 10 04:42:36.610632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e10ebf40-6024-4d52-a514-b444f1d198af tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "GET /v2.0/networks/ba51db7f-6210-48e9-80da-122898984a74 HTTP/1.1" status: 404 len: 339 time: 0.0344527 Dec 10 04:42:36.614313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.628457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port fa51daff-e86a-465b-ad3c-3a86d407b246 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:36.628834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.670647 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f57501-cb5e-48c4-bf25-73f2d7a7cd08 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] GET failed (client error): The resource could not be found. Dec 10 04:42:36.671267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ece4d-4e9d-4fa0-8653-b784a48484f2 None None] Network edb5dea4-472d-413c-848b-63bc3187833d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:36.676286 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-62f57501-cb5e-48c4-bf25-73f2d7a7cd08 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "GET /v2.0/ports/4a57245e-2599-4aa2-8efe-bf0e1ecaf08e HTTP/1.1" status: 404 len: 333 time: 0.0618074 Dec 10 04:42:36.677578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.716071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.739693 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06b547c-cd18-464a-9653-588bf3c2f217 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] GET failed (client error): The resource could not be found. Dec 10 04:42:36.746149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e06b547c-cd18-464a-9653-588bf3c2f217 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "GET /v2.0/subnets/9d85da6a-6f5d-4be4-afee-8331a14eb020 HTTP/1.1" status: 404 len: 337 time: 0.0651889 Dec 10 04:42:36.747312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.755309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5453d93e-7fbf-45ec-85ef-e3d845625dd7 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:36.786297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.787264 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5453d93e-7fbf-45ec-85ef-e3d845625dd7 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] PUT failed (client error): The resource could not be found. Dec 10 04:42:36.788454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5453d93e-7fbf-45ec-85ef-e3d845625dd7 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.794336 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5453d93e-7fbf-45ec-85ef-e3d845625dd7 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "PUT /v2.0/networks/d65fd886-186f-44a0-b1b6-7187e81340c4 HTTP/1.1" status: 404 len: 339 time: 0.0431018 Dec 10 04:42:36.795171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.806892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e3ef93e8-b7da-41f2-8b22-fa889b3f4733 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:36.815114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for fa51daff-e86a-465b-ad3c-3a86d407b246 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:36.831827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] Provisioning complete for port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:36.832339 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:36.850306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d178d4-8d2d-4cd1-87f2-a67f66b0532a req-822b791f-1628-45fb-8cf1-68a6d7f9b353 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:36.852617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5d178d4-8d2d-4cd1-87f2-a67f66b0532a req-822b791f-1628-45fb-8cf1-68a6d7f9b353 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.3510685 Dec 10 04:42:36.869772 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ef93e8-b7da-41f2-8b22-fa889b3f4733 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] PUT failed (client error): The resource could not be found. Dec 10 04:42:36.871174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ef93e8-b7da-41f2-8b22-fa889b3f4733 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.877551 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e3ef93e8-b7da-41f2-8b22-fa889b3f4733 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "PUT /v2.0/ports/e56e22cf-22b3-4de2-be04-5d18fcb92773 HTTP/1.1" status: 404 len: 333 time: 0.0753722 Dec 10 04:42:36.878374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.890778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-42419a87-9296-42a4-b87d-f782705aa708 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:36.902890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-615e645e-572c-41ce-a9bb-cb4b996a51d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a6aeb7a3c05423e8f473bf56be842cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854548 Dec 10 04:42:36.909132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:36.928573 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-42419a87-9296-42a4-b87d-f782705aa708 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] PUT failed (client error): The resource could not be found. Dec 10 04:42:36.929041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42419a87-9296-42a4-b87d-f782705aa708 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:36.936396 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-42419a87-9296-42a4-b87d-f782705aa708 tempest-NetworksNegativeTestJSON-1829825499 tempest-NetworksNegativeTestJSON-1829825499-project] 10.222.0.43 "PUT /v2.0/subnets/e69ea182-cff5-4472-8a56-d0a819323723 HTTP/1.1" status: 404 len: 337 time: 0.0544648 Dec 10 04:42:36.939314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34524) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:36.995752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5d178d4-8d2d-4cd1-87f2-a67f66b0532a req-05c3e81e-52e7-4424-9346-48f5083ea710 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341844 Dec 10 04:42:37.146027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.155550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:37.159192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.163632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.179311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.191847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=fa51daff-e86a-465b-ad3c-3a86d407b246,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:37.281281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.349157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.355027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40497ba8-30b2-4695-a5ad-49cd03b08f94 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/fa51daff-e86a-465b-ad3c-3a86d407b246 HTTP/1.1" status: 204 len: 168 time: 1.5353687 Dec 10 04:42:37.357438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34534) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:37.404523 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fb14e6-ee38-4ac2-a85c-b189c135feb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:37.406741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30fb14e6-ee38-4ac2-a85c-b189c135feb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/fa51daff-e86a-465b-ad3c-3a86d407b246 HTTP/1.1" status: 404 len: 333 time: 0.0464547 Dec 10 04:42:37.409227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34536) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:37.467587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:42:37.469631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.472255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.475193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61062514-8cf0-4377-9f90-fc1e5949efdb HTTP/1.1" status: 204 len: 168 time: 0.5348740 Dec 10 04:42:37.496388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34540) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:37.555430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d74c86-6b60-490d-8e20-5ac47b3b6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61062514-8cf0-4377-9f90-fc1e5949efdb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:37.625910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.633716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 1ec2d3e0-9d49-490f-8d27-5cf265636a82 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:42:37.637365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.650071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] For port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,segment=NetworkSegment(c11cd6c3-b5f3-46b3-b743-47d4f1be6732),segment_id=c11cd6c3-b5f3-46b3-b743-47d4f1be6732)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:37.698248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.720786 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.844776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc50369-7e6e-4191-8321-28599ff209f8 None None] Pushing event updated for resources: {'Port': ['ID=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:37.875604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.884414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dc933825-90fd-451d-90eb-5611deb12ad8 None None] Provisioning complete for port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:37.884823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc933825-90fd-451d-90eb-5611deb12ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.974108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:37.984999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-65533a20-297d-4027-8822-44703ecc3eaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4328279 Dec 10 04:42:37.985986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.043622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d211d20d-7daa-4e34-9bf0-a563297d413a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.057950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dc933825-90fd-451d-90eb-5611deb12ad8 None None] Could not find standard attr ID for object fa51daff-e86a-465b-ad3c-3a86d407b246. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:42:38.130805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec2d3e0-9d49-490f-8d27-5cf265636a82,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:38.136989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.143031 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c5ec8444-6796-4b2e-964b-a63f4650d88b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/1ec2d3e0-9d49-490f-8d27-5cf265636a82 HTTP/1.1" status: 204 len: 168 time: 0.7302895 Dec 10 04:42:38.143535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34558) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:38.225036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d4b8-38ed-495a-864a-b50ddc1d8fb0 req-6eb9b602-9994-4966-9adc-08ec346fdcd2 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:38.227947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e7d4b8-38ed-495a-864a-b50ddc1d8fb0 req-6eb9b602-9994-4966-9adc-08ec346fdcd2 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.1294239 Dec 10 04:42:38.260007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001a6eb-4b39-4378-a3ff-0141370f9f9c None None] Network edb5dea4-472d-413c-848b-63bc3187833d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:38.311539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d211d20d-7daa-4e34-9bf0-a563297d413a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.323800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-2232b227-96db-4ddb-953d-bdb592ee8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:38.325339 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-2232b227-96db-4ddb-953d-bdb592ee8850 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 1096 time: 0.2210550 Dec 10 04:42:38.340008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d211d20d-7daa-4e34-9bf0-a563297d413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.363653 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP 2172944f-6b11-452c-8469-f84a275805c1 associated. External IP: 172.25.8.208, port: 8dd425e2-6c14-42a4-b4a1-03649deffa3d. Dec 10 04:42:38.406930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d211d20d-7daa-4e34-9bf0-a563297d413a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7603ed0e1294f22b8ad9c1a392a8a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093697 Dec 10 04:42:38.408358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34566) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:38.412811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79e7d4b8-38ed-495a-864a-b50ddc1d8fb0 req-e548f6d5-4ae5-415c-9e7e-ed15fddcddc1 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605153 Dec 10 04:42:38.415476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211d20d-7daa-4e34-9bf0-a563297d413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2964ee1d-0917-4985-b9b4-eba49c174e9e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:38.495057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.523414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] DHCP port deletion for edb5dea4-472d-413c-848b-63bc3187833d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:38.538373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.581196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-a52e1a8c-2c7d-484f-b120-6065012c16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:38.582671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-a52e1a8c-2c7d-484f-b120-6065012c16a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1096 time: 0.4772561 Dec 10 04:42:38.588451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.591333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-eea1e6ef-3102-4d2d-95aa-142f6193e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:38.593200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-eea1e6ef-3102-4d2d-95aa-142f6193e7df service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.2260880 Dec 10 04:42:38.603864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.606505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.607712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2964ee1d-0917-4985-b9b4-eba49c174e9e HTTP/1.1" status: 204 len: 168 time: 0.1931436 Dec 10 04:42:38.623108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813d9a3-3c2a-4ba4-86a2-faa0a7bbe523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2964ee1d-0917-4985-b9b4-eba49c174e9e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:38.625628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Deleting port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:38.626202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.715267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] For port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,segment=NetworkSegment(c11cd6c3-b5f3-46b3-b743-47d4f1be6732),segment_id=c11cd6c3-b5f3-46b3-b743-47d4f1be6732)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:38.715850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:38.731324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Calling delete_port for fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:38.749943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-e077a2df-c2dd-4f4d-a14b-eda1f62733c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44 HTTP/1.1" status: 200 len: 217 time: 0.0876756 Dec 10 04:42:38.753278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34578) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:38.792929 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:42:38.846353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:38.847025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-395943e5-2a37-4abe-a039-3cd3784a2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:38.848465 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-395943e5-2a37-4abe-a039-3cd3784a2e61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0765707 Dec 10 04:42:39.040809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-32c3bef4-a184-4b71-95e7-9d75fb94da0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471639 Dec 10 04:42:39.058382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-076b8ae5-05bb-4bb6-90a9-a926dec9500d tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:39.060214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-076b8ae5-05bb-4bb6-90a9-a926dec9500d tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.4944932 Dec 10 04:42:39.103509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.177237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-371659999-network', 'tenant_id': '389609fd6df249aebc988a901d6277f8'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:39.209969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] No DVR routers for this DVR port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:39.217768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.220723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590146b2-027e-44ce-b97c-1de61158a600 None None] Pushing event deleted for resources: {'Port': ['ID=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:39.224160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:39.226352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:39.235499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:39.248841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.265156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.301430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-c981f3a4-1dac-4d5d-abb9-7918abab83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:39.303546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-c981f3a4-1dac-4d5d-abb9-7918abab83fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.6453047 Dec 10 04:42:39.338191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-d3b4cb21-5a47-441a-8efd-92d0aedd00e6 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711275 Dec 10 04:42:39.418814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.424286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.424926 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:42:39.440703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:39.530563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.535045 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Added segment e2abef74-69b9-45ee-9905-026f4caa81ee of type vlan for network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab Dec 10 04:42:39.557526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b27f2-959c-44c4-b800-a10dfd9a34b3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:39.602345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:39.611192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.627632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:39.662594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.675143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85109-f7c7-498b-bcee-ad89419011de req-68e73e22-5d26-4bc1-8eb7-3e4c59a6f64f tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:39.678661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:39.681060 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb2edec-7f1f-46d7-afbe-6aa8b3faf43b" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:39.685310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19d85109-f7c7-498b-bcee-ad89419011de req-68e73e22-5d26-4bc1-8eb7-3e4c59a6f64f tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.1177146 Dec 10 04:42:39.713676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:39.714860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.733228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.745187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:39.778645 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf581bf-3f07-468d-9ef3-88ee01b17ed2 x-openstack-request-id: req-7cf581bf-3f07-468d-9ef3-88ee01b17ed2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:39.779139 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:39.779423 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cf581bf-3f07-468d-9ef3-88ee01b17ed2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:39.779823 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:42:39.795576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19d85109-f7c7-498b-bcee-ad89419011de req-8beebf8c-ab80-4e6d-9b1a-dce005a5db82 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089883 Dec 10 04:42:39.813260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.814916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:39.815913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:39.838026 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:42:39.838461 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:42:39.877849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:39.920620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] Pushing event updated for resources: {'Network': ['ID=95b2b943-a7e4-4090-a6ba-31a0637cf7ab,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:39.951389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-708d0ce3-ec6a-40c8-9ed4-966f0e3dbc00 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1960001 Dec 10 04:42:39.954977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:39.959691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:39.963477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Request body: {'subnet': {'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-371659999-subnet', 'tenant_id': '389609fd6df249aebc988a901d6277f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:39.989325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:39.997420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.173782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:40.218728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:40.219063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.272630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-43151eb1-3c04-492c-87c9-c7b0799f0ce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 1001 time: 0.9330301 Dec 10 04:42:40.321369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.405396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a23085c-b2f0-4a38-aaba-da8ae05635d5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:40.414859 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.416174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Checking segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:40.416566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Network hostable DHCP agents. Network: 95b2b943-a7e4-4090-a6ba-31a0637cf7ab, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:40.442255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:40.456956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:40.479299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 95b2b943-a7e4-4090-a6ba-31a0637cf7ab) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:40.483866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:40.484895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:40.485555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.493134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.502832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:40.503180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.506614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588f788-de96-4175-b0ca-1d192fa34944 None None] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:40.519135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:40.522136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:42:40.524060 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.526288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-93c5a179-786e-43b2-a05b-5cff3b8eed65 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5694132 Dec 10 04:42:40.566505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Deleting port 4143264a-ca64-4953-9d0b-f40e17f7dc4a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:40.566848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.614402 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e7aa58b-cdc2-43e6-9480-21cc03c66f67 req-2c0963bf-df46-4cf6-ad25-aa453ca33d1e service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2483299 Dec 10 04:42:40.621576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=fcf53b62-1dce-4570-8f61-ecc7e1d8eb43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:40.630062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port fcf53b62-1dce-4570-8f61-ecc7e1d8eb43 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:40.680000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['257a601d-c2c6-4ea2-ad47-c3b8f185217e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:40.755718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:40.778967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-59f0138e-1981-44ed-ba5f-383a113a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:40.780379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-59f0138e-1981-44ed-ba5f-383a113a2749 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.3489845 Dec 10 04:42:40.800693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1fb9d0-a4b4-49f1-94a9-e6b4143bbbb2 None None] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:40.847989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:40.960096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb5dea4-472d-413c-848b-63bc3187833d']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.005888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:41.024890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:41.045489 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:41.051271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f264-aa56-4448-93ee-235714c1d13a req-c0a9f7d6-ad48-4ca0-bc63-bd4cebfec162 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:41.053289 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.056137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8c4f264-aa56-4448-93ee-235714c1d13a req-c0a9f7d6-ad48-4ca0-bc63-bd4cebfec162 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 945 time: 0.0845816 Dec 10 04:42:41.075915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.076375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11cd6c3-b5f3-46b3-b743-47d4f1be6732') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.132694 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.155219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8c4f264-aa56-4448-93ee-235714c1d13a req-d262d654-596e-46a7-ae2f-dcfc94a24f09 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937054 Dec 10 04:42:41.160954 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:41.161765 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.201339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4143264a-ca64-4953-9d0b-f40e17f7dc4a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:41.223086 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:41.223754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7425d7b-8ebe-4158-8082-ba55d3071286 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:41.284604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.308839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:41.309472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.313592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-8143e51f-4f45-47ec-9205-a2a82ee72ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:41.315549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-8143e51f-4f45-47ec-9205-a2a82ee72ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5173888 Dec 10 04:42:41.354455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.395685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.420182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Calling delete_port for 4143264a-ca64-4953-9d0b-f40e17f7dc4a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:41.428343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:41.428961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:41.436065 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:41.446169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4143264a-ca64-4953-9d0b-f40e17f7dc4a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4143264a-ca64-4953-9d0b-f40e17f7dc4a,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:41.455029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.538141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:41.715587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-bcd23796-5952-43c7-bfd6-67a20fb4c6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828461 Dec 10 04:42:41.720790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-48ca9be1-e0f8-47ff-aaa4-74faa189030c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:41.730380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-48ca9be1-e0f8-47ff-aaa4-74faa189030c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 0.1389234 Dec 10 04:42:41.749925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-f1ec9d61-6132-40de-aa5c-030f58094143 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/quotas/389609fd6df249aebc988a901d6277f8 HTTP/1.1" status: 200 len: 375 time: 0.0183742 Dec 10 04:42:41.765110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.780809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:41.783863 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd3a50c-0f63-4b36-b363-8a61b4507426" -d '{"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-unplugged", "status": "completed", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:41.795919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-3a4c1f21-80c4-4b4b-b762-e4da7d9ae7c6 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447927 Dec 10 04:42:41.867497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:41.879013 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c0523-dadf-45e9-af67-f2982eb2908e x-openstack-request-id: req-205c0523-dadf-45e9-af67-f2982eb2908e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:41.879315 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-unplugged", "status": "completed", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:41.879571 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-205c0523-dadf-45e9-af67-f2982eb2908e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:41.879960 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'code': 200} Dec 10 04:42:41.880916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/edb5dea4-472d-413c-848b-63bc3187833d HTTP/1.1" status: 204 len: 168 time: 3.7344029 Dec 10 04:42:41.881914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb9ede-bc87-48d2-b99a-618a675f8d9c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=edb5dea4-472d-413c-848b-63bc3187833d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:41.888262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:41.905106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'name': 'tempest-PortsTestJSON-1553757064'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:41.979536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-19619794-f012-4482-931b-08c3d9040f58 service neutron] 10.222.0.43 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826723 Dec 10 04:42:42.105819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-041037c9-8a4f-4209-9932-e0d239e17b79 service neutron] 10.222.0.43 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253078 Dec 10 04:42:42.385411 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c039b3ef-0231-462e-90e7-3706c1e42d64 req-b913106e-ab67-4fe8-bd4d-b9befeb859c7 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602929 Dec 10 04:42:42.473368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:42.490490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:42.494591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:42.498592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:42.532075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19da78a-2ef1-4a86-8287-16dee4bf7eeb req-e4bde146-ea71-40eb-a09d-86d275f7b0a2 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:42.574223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c19da78a-2ef1-4a86-8287-16dee4bf7eeb req-e4bde146-ea71-40eb-a09d-86d275f7b0a2 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c014054-fd15-4015-9590-85af56e67c87 HTTP/1.1" status: 200 len: 943 time: 0.2480130 Dec 10 04:42:42.611358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Pushing event deleted for resources: {'Port': ['ID=4143264a-ca64-4953-9d0b-f40e17f7dc4a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:42.658620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port b8800313-50ea-4d8c-9945-130b17369e5a yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:42.689198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c19da78a-2ef1-4a86-8287-16dee4bf7eeb req-9e3133ba-6fbc-43c3-a4b3-9d7868e2af47 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83c1240-fe9d-4d97-9bbc-feda8f728807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138575 Dec 10 04:42:42.755875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] No DVR routers for this DVR port 4143264a-ca64-4953-9d0b-f40e17f7dc4a on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:42.805251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:42.827226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f32f28dd-5034-499a-b50e-521b40c0c49b req-ca423498-5c40-497b-9bd3-f94dbfb40532 tempest-AttachSCSIVolumeTestJSON-348988942 tempest-AttachSCSIVolumeTestJSON-348988942-project] 10.222.0.36 "DELETE /v2.0/ports/4143264a-ca64-4953-9d0b-f40e17f7dc4a HTTP/1.1" status: 204 len: 173 time: 3.7291811 Dec 10 04:42:42.831910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-deleted', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:42.845890 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa56308f-2785-41aa-b807-07cd0497fd99" -d '{"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-deleted", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:42.921743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afbd1a41-64df-4ccb-93a5-e0953f3dd27f req-4b2351e9-055c-44d3-b65c-3eedbce6ac2d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 210 time: 0.0583062 Dec 10 04:42:43.161933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.205406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:43.230203 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c113d-eaa0-4199-95ce-03b7b95dff06 x-openstack-request-id: req-9c3c113d-eaa0-4199-95ce-03b7b95dff06 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:43.230762 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c014054-fd15-4015-9590-85af56e67c87", "name": "network-vif-deleted", "tag": "4143264a-ca64-4953-9d0b-f40e17f7dc4a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:43.231084 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c3c113d-eaa0-4199-95ce-03b7b95dff06 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:43.231568 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c014054-fd15-4015-9590-85af56e67c87', 'name': 'network-vif-deleted', 'tag': '4143264a-ca64-4953-9d0b-f40e17f7dc4a', 'status': 'completed', 'code': 200} Dec 10 04:42:43.232938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:43.239398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.249160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.263791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] Sync routers for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:43.312800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:43.316142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:43.425553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:43.453414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:43.456410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:43.584970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:43.586496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa823c-05c6-4da3-a3db-64936b6b3d8b None None] The sync data for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:43.592147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=b8800313-50ea-4d8c-9945-130b17369e5a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:43.602401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:43.602765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.621708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:43.689853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:43.690714 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b002bf1-5c6c-4189-a4ba-5cd0fdbab68b tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/floatingips/2172944f-6b11-452c-8469-f84a275805c1 HTTP/1.1" status: 200 len: 978 time: 7.6499071 Dec 10 04:42:43.693115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:43.696865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:43.709641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:43.710405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.748880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-872ab922-b8ad-4b85-b84f-39ec093960bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8562958 Dec 10 04:42:43.756759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:43.872975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 30fe593c-423e-4e0c-ad5a-73889db3b244 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:43.873415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:43.942139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.023360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:44.029320 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814a33f-a4db-4cbe-bd6b-30f3f7710cff" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:44.050898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.059574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:44.067916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.102361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port b8800313-50ea-4d8c-9945-130b17369e5a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:44.107311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.152823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:44.167102 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb5255b-794b-4563-b078-089672a9fb5b x-openstack-request-id: req-ecb5255b-794b-4563-b078-089672a9fb5b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:44.168357 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:44.170198 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecb5255b-794b-4563-b078-089672a9fb5b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:44.170803 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:42:44.317573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.357069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for b8800313-50ea-4d8c-9945-130b17369e5a owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:44.547733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.591284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=b8800313-50ea-4d8c-9945-130b17369e5a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:44.602624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:44.609517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b939b8dd-05fc-402c-8d86-a923b362c024 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/b8800313-50ea-4d8c-9945-130b17369e5a HTTP/1.1" status: 204 len: 168 time: 0.8439395 Dec 10 04:42:44.611608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:44.624343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'mac_address': 'fa:16:3e:ab:6e:ed', 'name': 'tempest-PortsTestJSON-103418428'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:44.932832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:45.008294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-91553f35-48cd-46e9-baed-93034fef3d0a req-10446c0b-42b8-4304-b91f-09304a3c2502 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 210 time: 0.2062602 Dec 10 04:42:45.278702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:45.279823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:45.280370 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Floating IP 2172944f-6b11-452c-8469-f84a275805c1 disassociated. External IP: 172.25.8.208, port: 30fe593c-423e-4e0c-ad5a-73889db3b244. Dec 10 04:42:45.280948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 30fe593c-423e-4e0c-ad5a-73889db3b244 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:45.373739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:45.498444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 7a8b2b69-ba77-464a-b587-8e7d90c90c74 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:45.545328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:45.595192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=30fe593c-423e-4e0c-ad5a-73889db3b244,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:45.612040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-e5f09af2-a7d3-4999-a4eb-29c8948a698d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:45.614059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-e5f09af2-a7d3-4999-a4eb-29c8948a698d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 0.5755844 Dec 10 04:42:45.651012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-30631d9b-15d2-4021-9ff2-3b71cbe3b24d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:45.659560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-30631d9b-15d2-4021-9ff2-3b71cbe3b24d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 0.6248093 Dec 10 04:42:45.664748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Request body: {'port': {'device_id': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'admin_state_up': True, 'tenant_id': '389609fd6df249aebc988a901d6277f8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:45.695714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Request body: {'port': {'device_id': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'admin_state_up': True, 'tenant_id': '389609fd6df249aebc988a901d6277f8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:45.879771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:46.143310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad14b83d-b3d9-4c3d-8bb8-ad171b2ac6a6 req-6e5af7e8-e5c0-411b-a9b8-eb760a4bff9a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 210 time: 0.0417047 Dec 10 04:42:46.201725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:46.211967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:46.212140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] Sync routers for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:46.216275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:46.230281 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:46.230960 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:46.309716 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:46.350364 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:46.363689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:46.377997 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:46.388514 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:46.389182 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:46.400084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:46.403679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-957412f1-5aeb-458b-a462-409f77030c81 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/30fe593c-423e-4e0c-ad5a-73889db3b244 HTTP/1.1" status: 204 len: 168 time: 2.7114787 Dec 10 04:42:46.409980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34814) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:46.511946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:46.514653 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dce0ab-efc6-4819-8755-9fadc706ccf3 None None] The sync data for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:47.048156 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.180206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.327242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Allocated IP 172.20.0.3 (95b2b943-a7e4-4090-a6ba-31a0637cf7ab/6a23085c-b2f0-4a38-aaba-da8ae05635d5/5e0038cd-c15e-4127-9784-2cbf8927b56e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:47.389698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:47.395417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:47.407517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:47.412789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:47.413586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.427516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=7a8b2b69-ba77-464a-b587-8e7d90c90c74,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:47.460563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ef9937b6-c04e-4b9e-bcc0-f1973d27036d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8452780 Dec 10 04:42:47.461973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:47.535373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92934bb2-9525-4283-bb8a-81c170280a02 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:47.540388 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92934bb2-9525-4283-bb8a-81c170280a02 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/7a8b2b69-ba77-464a-b587-8e7d90c90c74 HTTP/1.1" status: 200 len: 840 time: 0.0745988 Dec 10 04:42:47.540388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:47.662995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6efb4f25-d729-42e8-a0ad-ab0395c88dda req-94fbca8b-5eb8-4db4-b8b6-a5bddf154092 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 210 time: 0.2408288 Dec 10 04:42:47.729740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.768123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 7a8b2b69-ba77-464a-b587-8e7d90c90c74 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:47.768809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.853460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.859747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.877016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:47.877350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:47.937974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 7a8b2b69-ba77-464a-b587-8e7d90c90c74 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:47.970306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:47.983635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:48.033429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:48.041169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event updated for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:48.044272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Allocated IP 172.20.0.13 (95b2b943-a7e4-4090-a6ba-31a0637cf7ab/6a23085c-b2f0-4a38-aaba-da8ae05635d5/63846b75-19e6-454e-ad1c-1ba3111083ff) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:48.052999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.066874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:48.130470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:48.131085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.162765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-478fc6fe-5d3b-4846-b9c5-844086c2554a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5259073 Dec 10 04:42:48.192604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Request body: {'port': {'device_id': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:48.215308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.311613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=7a8b2b69-ba77-464a-b587-8e7d90c90c74,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:48.322225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.325804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-01304a33-a17d-4656-9b34-c651afe2705c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/7a8b2b69-ba77-464a-b587-8e7d90c90c74 HTTP/1.1" status: 204 len: 168 time: 0.7849317 Dec 10 04:42:48.343203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34850) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:48.387313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.429756 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dbbf29-03b9-454f-82e2-2fb24b9f9f4f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:48.434817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d7dbbf29-03b9-454f-82e2-2fb24b9f9f4f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/7a8b2b69-ba77-464a-b587-8e7d90c90c74 HTTP/1.1" status: 404 len: 333 time: 0.0869858 Dec 10 04:42:48.437757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:48.448620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'name': 'tempest-PortsTestJSON-1844958130'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:48.494851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.593451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.630511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:48.637153 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.645048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:48.659925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 7728cf8a-5ab2-461c-9214-eee7ac29e57e yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:48.768515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=cdf01b3b-df66-47ff-abb8-5dcb4eb4d48c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:49.028040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:49.053312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685d24f-1c07-4991-a7e0-17c97f63425c req-953f33ed-e690-4907-b241-6fe8b1eb6441 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:49.061151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0685d24f-1c07-4991-a7e0-17c97f63425c req-953f33ed-e690-4907-b241-6fe8b1eb6441 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 932 time: 0.2054811 Dec 10 04:42:49.079316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:49.112293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:49.136521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event updated for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:49.217762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.394203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:49.396289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.487412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-765098b9-5550-4874-a9c8-7061afe93cf3 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8083107 Dec 10 04:42:49.497799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0685d24f-1c07-4991-a7e0-17c97f63425c req-fc7b312e-8e2c-4b19-bd57-50f792afb8bb tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154346 Dec 10 04:42:49.546953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Request body: {'port': {'device_id': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:49.582385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.593258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.661291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0038cd-c15e-4127-9784-2cbf8927b56e {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:49.718701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.741799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:49.752332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:49.755582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:49.763170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:49.763993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.766885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.777348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Transition to ACTIVE for port object 5e0038cd-c15e-4127-9784-2cbf8927b56e will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:42:49.791298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:49.841363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=7728cf8a-5ab2-461c-9214-eee7ac29e57e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:49.847769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:49.865956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c6816f7-48eb-4706-87a0-39d62661b15e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4241655 Dec 10 04:42:49.867852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34884) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:49.879194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:50.018380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.109661 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.172730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Attempting to bind port 5e0038cd-c15e-4127-9784-2cbf8927b56e on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:50.173268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Attempting to bind port 5e0038cd-c15e-4127-9784-2cbf8927b56e by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:50.173364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Attempting to bind port 5e0038cd-c15e-4127-9784-2cbf8927b56e on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:50.188713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Port 5e0038cd-c15e-4127-9784-2cbf8927b56e on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:50.189039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Attempting to bind port 5e0038cd-c15e-4127-9784-2cbf8927b56e on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:50.216452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:50.219631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Checking segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:50.220323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Bound using segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:50.221008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Bound port: 5e0038cd-c15e-4127-9784-2cbf8927b56e, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:50.221539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.452916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.463372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.488865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:50.502706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] In _notify_port_updated(), no bound segment for port 7728cf8a-5ab2-461c-9214-eee7ac29e57e on network d0fe36ad-4a4c-434c-813e-a1336d628ad6 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:42:50.507755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:50.508371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.524369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:50.525970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/ports/7728cf8a-5ab2-461c-9214-eee7ac29e57e HTTP/1.1" status: 200 len: 818 time: 0.6545987 Dec 10 04:42:50.528954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:50.587560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.697983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf4098-eaeb-48b6-b088-0c9603273c3d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=7728cf8a-5ab2-461c-9214-eee7ac29e57e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:50.728667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:42:50.851741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:50.889662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:42:50.895380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:50.901070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:50.902607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-cd150219-68d3-4349-bf07-07887a44c649 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e0038cd-c15e-4127-9784-2cbf8927b56e HTTP/1.1" status: 200 len: 1091 time: 2.7152402 Dec 10 04:42:50.908718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:50.910026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] Sync routers for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:42:50.911185 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad07f7-f20e-4702-97e1-a86fb071d29e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:50.920017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:50.926783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34793782-5149-4ebf-a6d0-3a505a69f82a tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/routers/3dc5ebbe-0dc0-4d77-b553-dabc19427979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5153942 Dec 10 04:42:50.944391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:50.949152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:50.967046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63846b75-19e6-454e-ad1c-1ba3111083ff {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:51.040041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaed4b-2d3e-4625-abc7-3aaa669123b3 req-fccf0260-616c-4b4a-9fcd-c44a9465e585 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:51.041734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cddaed4b-2d3e-4625-abc7-3aaa669123b3 req-fccf0260-616c-4b4a-9fcd-c44a9465e585 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 932 time: 0.1558840 Dec 10 04:42:51.124407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.152088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:51.201668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Transition to ACTIVE for port object 63846b75-19e6-454e-ad1c-1ba3111083ff will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:42:51.214138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] Routers {'3dc5ebbe-0dc0-4d77-b553-dabc19427979'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:42:51.214911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:51.219806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd04aa-eced-4f0c-abf6-77a1e63dfe0f req-803aeefc-2b77-4237-9ce8-9661ca101195 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:51.227491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4cd04aa-eced-4f0c-abf6-77a1e63dfe0f req-803aeefc-2b77-4237-9ce8-9661ca101195 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.1420577 Dec 10 04:42:51.247220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.248827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cddaed4b-2d3e-4625-abc7-3aaa669123b3 req-845417fd-e241-4fbf-a61c-117f6b520e5a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002008 Dec 10 04:42:51.294722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4cd04aa-eced-4f0c-abf6-77a1e63dfe0f req-ea08770b-0628-4df8-ba7a-7782552d1584 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Dec 10 04:42:51.349953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:51.350528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00f53-3a24-4297-85a7-2469ef2f93cc None None] The sync data for ids ['3dc5ebbe-0dc0-4d77-b553-dabc19427979'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:42:51.376406 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf1518-24aa-4ddb-9ef6-c4955b94fddc x-openstack-request-id: req-70cf1518-24aa-4ddb-9ef6-c4955b94fddc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:51.376735 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:51.377597 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70cf1518-24aa-4ddb-9ef6-c4955b94fddc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:51.378022 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e', 'status': 'completed', 'code': 200} Dec 10 04:42:51.386745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 7728cf8a-5ab2-461c-9214-eee7ac29e57e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:51.387086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.391063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-32a6e516-483c-4f8a-8f2f-0ef965e950df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:51.392897 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-32a6e516-483c-4f8a-8f2f-0ef965e950df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=6c9b2ef0-fbfd-47d7-b694-fd403660140a HTTP/1.1" status: 200 len: 1094 time: 0.4058247 Dec 10 04:42:51.514286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.528835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 7728cf8a-5ab2-461c-9214-eee7ac29e57e owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:51.646202 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-f0d61e09-53e1-4588-9304-0582382c2983 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e HTTP/1.1" status: 200 len: 217 time: 0.2168055 Dec 10 04:42:51.680878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Pushing event updated for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:51.730124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.739302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.832287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=7728cf8a-5ab2-461c-9214-eee7ac29e57e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:51.843249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-6e5672f9-32d5-4ef4-9784-bda3fe94406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:51.845978 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-6e5672f9-32d5-4ef4-9784-bda3fe94406b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.1820982 Dec 10 04:42:51.886323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:51.889578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cc2bb1e6-ed01-469b-90fd-5b161a14634a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/7728cf8a-5ab2-461c-9214-eee7ac29e57e HTTP/1.1" status: 204 len: 168 time: 1.3595383 Dec 10 04:42:51.891837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:51.916144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-bc142382-ec79-4d14-947e-c909832cd7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453258 Dec 10 04:42:51.957554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f99eef-2dca-4b70-8d4f-78450773a2f0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:51.959754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a2f99eef-2dca-4b70-8d4f-78450773a2f0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0668375 Dec 10 04:42:51.963230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:52.051627 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f2e28a-a3ca-4b6c-a45d-b3bf56f1a051 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:42:52.055278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86f2e28a-a3ca-4b6c-a45d-b3bf56f1a051 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/7728cf8a-5ab2-461c-9214-eee7ac29e57e HTTP/1.1" status: 404 len: 333 time: 0.0886912 Dec 10 04:42:52.058466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34926) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:52.067996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-685658136'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:52.103330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.104533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:52.106347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Attempting to bind port 63846b75-19e6-454e-ad1c-1ba3111083ff on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:52.106714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Attempting to bind port 63846b75-19e6-454e-ad1c-1ba3111083ff by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:52.107043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Attempting to bind port 63846b75-19e6-454e-ad1c-1ba3111083ff on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:52.113979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.132921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Port 63846b75-19e6-454e-ad1c-1ba3111083ff on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:42:52.133250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Attempting to bind port 63846b75-19e6-454e-ad1c-1ba3111083ff on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:52.173370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:52.174006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Checking segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:52.174761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Bound using segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:52.175377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Bound port: 63846b75-19e6-454e-ad1c-1ba3111083ff, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:52.175906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.205753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:42:52.217150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-4fef5371-37d8-498d-bc3d-683a39e0815d service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640409 Dec 10 04:42:52.282703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.283318 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment bebd16f3-d68a-4839-86c3-f638bf30337b of type vlan for network 135e9d11-0419-4ec7-ba54-0136b1dd1858 Dec 10 04:42:52.392325 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4098feb-5111-44dd-966f-a42f1cd0c06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.443345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.496593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:52.521973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 679aa029-5208-4e11-8f65-39dd1dc04c85 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:52.522310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.529942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b9544-8d19-458b-8802-9aa668d963c0 req-82fbbc25-608f-4488-875d-f3a6b2160e32 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:52.532539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-652b9544-8d19-458b-8802-9aa668d963c0 req-82fbbc25-608f-4488-875d-f3a6b2160e32 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.1033933 Dec 10 04:42:52.542816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.549396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:52.550243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.653442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:52.665847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 679aa029-5208-4e11-8f65-39dd1dc04c85 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:52.677029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6148229 Dec 10 04:42:52.698222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34940) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:52.734602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:52.766920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b5cff-95dd-4e2b-9c84-7be136c09e1d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=135e9d11-0419-4ec7-ba54-0136b1dd1858,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:52.796515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:42:52.836805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-652b9544-8d19-458b-8802-9aa668d963c0 req-56512e9e-f171-4475-bcbc-8d6f94060c77 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791517 Dec 10 04:42:53.298304 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.344097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34946) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:53.358964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=63846b75-19e6-454e-ad1c-1ba3111083ff,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:53.369413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4c24-d42e-4681-ac66-7854e8072497 req-a7f1a0d6-c22f-45f2-89ec-82bcbf9d0c84 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:53.378797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-945f4c24-d42e-4681-ac66-7854e8072497 req-a7f1a0d6-c22f-45f2-89ec-82bcbf9d0c84 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.8444407 Dec 10 04:42:53.405064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-9b11f5d5-7e4b-43a1-a5a6-73dbc646c89d service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038423 Dec 10 04:42:53.507342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-945f4c24-d42e-4681-ac66-7854e8072497 req-a54f4c51-1e7f-447b-a1e0-79ace8c046ea tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215985 Dec 10 04:42:53.509742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:53.516681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.554852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.689133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:53.689842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.692186 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] 10.222.0.36 "PUT /v2.0/ports/63846b75-19e6-454e-ad1c-1ba3111083ff HTTP/1.1" status: 200 len: 1092 time: 4.1547251 Dec 10 04:42:53.699697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:53.703627 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d6bff-300f-43cb-946f-3fc8a8798601" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:53.778998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.791419 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b32091-525f-4466-a917-e93d812db19a x-openstack-request-id: req-b3b32091-525f-4466-a917-e93d812db19a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:53.791761 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:53.792596 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3b32091-525f-4466-a917-e93d812db19a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:53.793008 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff', 'status': 'completed', 'code': 200} Dec 10 04:42:53.825198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-a7aebe5c-d31e-4390-bbaa-a6c1d9075c28 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:53.828343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-a7aebe5c-d31e-4390-bbaa-a6c1d9075c28 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.4830956 Dec 10 04:42:53.872270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:53.966555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=98204f86-3740-4f71-93fc-abf7eb0b404b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:53.990681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27706ca-ff9e-4509-9868-366fd981a156 service neutron] Pushing event updated for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:54.019748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b7f41-3a03-43c4-ac35-09384a3bb422 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:54.043467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'bebd16f3-d68a-4839-86c3-f638bf30337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:54.043835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: 135e9d11-0419-4ec7-ba54-0136b1dd1858, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:42:54.074732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5709e-27e6-4fab-98bf-5be0ccbefb57 req-857602ca-3205-44d5-b3f3-b78be0a33b7c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.083105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe5709e-27e6-4fab-98bf-5be0ccbefb57 req-857602ca-3205-44d5-b3f3-b78be0a33b7c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.0723765 Dec 10 04:42:54.117348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:42:54.144585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 135e9d11-0419-4ec7-ba54-0136b1dd1858) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:54.163595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.164222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.187813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07554e6-e32c-4133-8856-3d763f2a0eae None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:54.199467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=679aa029-5208-4e11-8f65-39dd1dc04c85,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:54.213664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-952f2f78-4086-4aa7-a579-18c871a2f03f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4835885 Dec 10 04:42:54.219159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:54.224158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:54.320300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe5709e-27e6-4fab-98bf-5be0ccbefb57 req-de5cfbf4-bed0-4b5d-842e-88bafafe2f58 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366650 Dec 10 04:42:54.373058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-135e9d11-0419-4ec7-ba54-0136b1dd1858', 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': '98204f86-3740-4f71-93fc-abf7eb0b404b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:42:54.373966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.417452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-d82c5dfc-a66a-4dff-b4e2-24b73ca119d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.421146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-d82c5dfc-a66a-4dff-b4e2-24b73ca119d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=6c9b2ef0-fbfd-47d7-b694-fd403660140a HTTP/1.1" status: 200 len: 1094 time: 0.8590250 Dec 10 04:42:54.522374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:54.532793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.604872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Allocated IP 172.20.0.2 (135e9d11-0419-4ec7-ba54-0136b1dd1858/98204f86-3740-4f71-93fc-abf7eb0b404b/6c398154-7d03-46b2-9f60-28dbb7b89f92) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:54.652639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.790425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-9b73c138-868d-45f0-b7ed-4d45f2e88d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.797000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-9b73c138-868d-45f0-b7ed-4d45f2e88d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 1095 time: 0.9914479 Dec 10 04:42:54.807325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568cee8-63f4-4610-bf8b-370378e22849 req-ab134925-a223-410b-8cef-b5a9d746179f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.809538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f568cee8-63f4-4610-bf8b-370378e22849 req-ab134925-a223-410b-8cef-b5a9d746179f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.1476452 Dec 10 04:42:54.815398 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98204f86-3740-4f71-93fc-abf7eb0b404b (CIDR: 172.20.0.0/28) Dec 10 04:42:54.827040 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:42:54.830278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:42:54.885651 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-bb75a014-1f3c-47ed-843d-ffd869e7fbbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63846b75-19e6-454e-ad1c-1ba3111083ff HTTP/1.1" status: 200 len: 217 time: 0.0497830 Dec 10 04:42:54.889424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.890210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f568cee8-63f4-4610-bf8b-370378e22849 req-358c9bb3-651a-4aa9-a2ce-5e5c8a10d38d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713351 Dec 10 04:42:54.898484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.906163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e87ed98-db4d-431b-9331-fee1987033d0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6858830 Dec 10 04:42:54.910110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34976) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:54.922252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:54.927505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.946463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:54.954385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-deb54a2b-6d16-40a0-a8c7-e043cc41afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:54.955893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-deb54a2b-6d16-40a0-a8c7-e043cc41afa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 913 time: 0.5140564 Dec 10 04:42:54.962398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2a73ee0-cc0b-46a7-9a34-2fa9be89d2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.011794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:55.014921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:55.017512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:55.070667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Pushing event updated for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:55.081954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port 36c3445d-5a07-4dc8-bf26-5dc699125a44 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:55.082323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.106753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Attempting to bind port 6c398154-7d03-46b2-9f60-28dbb7b89f92 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:42:55.107176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-08fcc028-34e9-4d16-a081-53c344722b94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e HTTP/1.1" status: 200 len: 217 time: 0.0841713 Dec 10 04:42:55.107298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Attempting to bind port 6c398154-7d03-46b2-9f60-28dbb7b89f92 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'bebd16f3-d68a-4839-86c3-f638bf30337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:42:55.107583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Attempting to bind port 6c398154-7d03-46b2-9f60-28dbb7b89f92 on network 135e9d11-0419-4ec7-ba54-0136b1dd1858 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:42:55.119994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:42:55.121282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Checking segment: {'id': 'bebd16f3-d68a-4839-86c3-f638bf30337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:42:55.121675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.122072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Bound using segment: {'id': 'bebd16f3-d68a-4839-86c3-f638bf30337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:42:55.122577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Bound port: 6c398154-7d03-46b2-9f60-28dbb7b89f92, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd16f3-d68a-4839-86c3-f638bf30337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:42:55.122943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.126599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.127165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc5ebbe-0dc0-4d77-b553-dabc19427979 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:42:55.166303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-208aa68c-9da5-4909-8eff-0060f673705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:55.169786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-208aa68c-9da5-4909-8eff-0060f673705e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.2677977 Dec 10 04:42:55.194633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:55.199211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.207841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.208979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-266e37c9-20d7-4e00-9c61-15305664d1be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/routers/3dc5ebbe-0dc0-4d77-b553-dabc19427979 HTTP/1.1" status: 204 len: 168 time: 4.2749262 Dec 10 04:42:55.221571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:55.260600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:42:55.264998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6c398154-7d03-46b2-9f60-28dbb7b89f92,segment=NetworkSegment(bebd16f3-d68a-4839-86c3-f638bf30337b),segment_id=bebd16f3-d68a-4839-86c3-f638bf30337b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:42:55.276738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.285765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-598f19fa-4dfb-4e3c-9090-a2e9d6610a30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730588 Dec 10 04:42:55.364319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-2ed2b999-eab2-4cb6-b294-e2f680bb70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:55.366790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-2ed2b999-eab2-4cb6-b294-e2f680bb70e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.2410419 Dec 10 04:42:55.389815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cbc87-b3d5-4af3-91e5-4d63ed290df3 None None] Pushing event updated for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:55.488154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-bacbfd9c-a0fa-4025-bbe0-02f016696a3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876241 Dec 10 04:42:55.492164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting subnet 7be0547a-6353-48fe-ae54-d219f74c8c9a {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:42:55.521138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.527177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port 36c3445d-5a07-4dc8-bf26-5dc699125a44, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=36c3445d-5a07-4dc8-bf26-5dc699125a44,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:55.527550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.600251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for 36c3445d-5a07-4dc8-bf26-5dc699125a44 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:55.657477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411516d-9081-4982-b484-99cceb3a368e req-d88ae89b-9a23-4a06-8003-e8c24d54dd19 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:55.676695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6411516d-9081-4982-b484-99cceb3a368e req-d88ae89b-9a23-4a06-8003-e8c24d54dd19 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.1762719 Dec 10 04:42:55.701764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.770026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.792677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6411516d-9081-4982-b484-99cceb3a368e req-84811015-57a1-445c-a14b-65447de73948 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082072 Dec 10 04:42:55.810510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-617af47a-c5c7-431c-aa07-314172ba68dc service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125532 Dec 10 04:42:55.815343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.876227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:55.881801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:55.887467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:55.888071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:55.914699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=9494df0c-d8f0-4fe6-b234-e38f53428041,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:55.931540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac6ce1b2-7912-42c4-bccd-6b7c42af0fe0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0196064 Dec 10 04:42:55.934902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:55.939974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'fixed_ips': [{'subnet_id': '98204f86-3740-4f71-93fc-abf7eb0b404b'}, {'subnet_id': '9494df0c-d8f0-4fe6-b234-e38f53428041'}], 'name': 'tempest-PortsTestJSON-402072226'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:56.189449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-bd199e3c-e893-4055-b4fa-ace87898bb55 service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821487 Dec 10 04:42:56.250232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c46f4-ff45-4d08-acc1-9072559b8565 req-1ad504a4-e7b1-451a-a309-ca24983906be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:56.257049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d90c46f4-ff45-4d08-acc1-9072559b8565 req-1ad504a4-e7b1-451a-a309-ca24983906be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 945 time: 0.1481016 Dec 10 04:42:56.274669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:42:56.277927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:56.292992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:56.333791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d90c46f4-ff45-4d08-acc1-9072559b8565 req-b7416bb9-ef3a-427e-992c-1f8912219e5e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751386 Dec 10 04:42:56.456242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:56.487410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 14d0836a-f734-4f15-9699-9eb3bf6ad05f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:42:56.529887 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dbef0199-65b3-429b-adfd-9ed35c2023a9 req-7b2a16f2-b5a9-4cf0-9cdc-d4e4069926f7 service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947503 Dec 10 04:42:56.545224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:56.550944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:56.608544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5e0038cd-c15e-4127-9784-2cbf8927b56e details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:56.622654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 36c3445d-5a07-4dc8-bf26-5dc699125a44 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:56.708507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 36c3445d-5a07-4dc8-bf26-5dc699125a44 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:56.733081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 36c3445d-5a07-4dc8-bf26-5dc699125a44 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:57.051090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483a8cf-d690-4e2a-a435-ba8e874602a6 req-c1cf549e-c7ae-43bf-899f-5b010eb4fb7f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:57.059525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7483a8cf-d690-4e2a-a435-ba8e874602a6 req-c1cf549e-c7ae-43bf-899f-5b010eb4fb7f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.1148157 Dec 10 04:42:57.125909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:57.128775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6c398154-7d03-46b2-9f60-28dbb7b89f92 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:42:57.186536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7483a8cf-d690-4e2a-a435-ba8e874602a6 req-a93fd1ae-50e8-4b58-947d-9973b5b5fcac tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259873 Dec 10 04:42:57.206553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaa6b9-1d7f-4bda-8df9-fa44868a5e9c None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:57.246539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Subnet': ['ID=7be0547a-6353-48fe-ae54-d219f74c8c9a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:57.267654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.272349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '5e0038cd-c15e-4127-9784-2cbf8927b56e', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'port_id': '5e0038cd-c15e-4127-9784-2cbf8927b56e', 'mac_address': 'fa:16:3e:29:34:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a23085c-b2f0-4a38-aaba-da8ae05635d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:42:57.276042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/subnets/7be0547a-6353-48fe-ae54-d219f74c8c9a HTTP/1.1" status: 204 len: 168 time: 2.0523627 Dec 10 04:42:57.277676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:57.284446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=36c3445d-5a07-4dc8-bf26-5dc699125a44,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:57.296315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc0c4e-5862-4097-8f71-6445891460c7 None None] Network 1aabf266-2f56-4feb-a0d7-29764f9e4d22 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:42:57.390598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.406715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.9 (135e9d11-0419-4ec7-ba54-0136b1dd1858/98204f86-3740-4f71-93fc-abf7eb0b404b/14d0836a-f734-4f15-9699-9eb3bf6ad05f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:57.429803 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91ad07f7-f20e-4702-97e1-a86fb071d29e req-9b481052-d8cf-4f87-b037-82cef12b3d50 service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2196817 Dec 10 04:42:57.437455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.437923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.438378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.438808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.439233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.439656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.440075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.440512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.440936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.441366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.441781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.442434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.442853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ed45a-0476-4601-a9d7-be376c05b422 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.485826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.26 (135e9d11-0419-4ec7-ba54-0136b1dd1858/9494df0c-d8f0-4fe6-b234-e38f53428041/14d0836a-f734-4f15-9699-9eb3bf6ad05f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:42:57.512106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port 36c3445d-5a07-4dc8-bf26-5dc699125a44 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:57.520186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.524429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af4c53db-f824-4b70-a06a-d71805d9cac3 req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "DELETE /v2.0/ports/36c3445d-5a07-4dc8-bf26-5dc699125a44 HTTP/1.1" status: 204 len: 173 time: 3.4524231 Dec 10 04:42:57.526778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'name': 'network-vif-deleted', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:42:57.529512 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3418be72-4494-4eae-a562-3e7c400896d3" -d '{"events": [{"server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "name": "network-vif-deleted", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:42:57.541792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.542472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.543146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.543814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.546462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.546462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.547176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.547733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.548158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.548742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.549204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.549765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.550187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d863ed7-6886-4581-9fa6-ceb79d006af8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:57.582049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c0c085c-2bd1-4913-b046-2566ef1e1708 req-33b96801-2174-4ab3-a5b0-88cd55080fbf tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0794387 Dec 10 04:42:57.654144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-5d4a94aa-4bf8-450a-beb0-5522b603562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:57.656032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-5d4a94aa-4bf8-450a-beb0-5522b603562d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 1095 time: 0.4289498 Dec 10 04:42:57.657555 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff6f4c-5a26-4661-84e9-0524fb360f18 x-openstack-request-id: req-70ff6f4c-5a26-4661-84e9-0524fb360f18 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:42:57.657838 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a1c8ca-6ded-40ff-922a-a8346b339162", "name": "network-vif-deleted", "tag": "36c3445d-5a07-4dc8-bf26-5dc699125a44", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:42:57.658093 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70ff6f4c-5a26-4661-84e9-0524fb360f18 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:42:57.658611 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a1c8ca-6ded-40ff-922a-a8346b339162', 'name': 'network-vif-deleted', 'tag': '36c3445d-5a07-4dc8-bf26-5dc699125a44', 'status': 'completed', 'code': 200} Dec 10 04:42:57.695206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port c85db5f2-9f95-4207-91c7-c8ca0a001526 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:57.695710 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.763103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] For port c85db5f2-9f95-4207-91c7-c8ca0a001526, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c85db5f2-9f95-4207-91c7-c8ca0a001526,segment=NetworkSegment(c64d2de2-3add-41da-aab7-cd6ba8c88bc1),segment_id=c64d2de2-3add-41da-aab7-cd6ba8c88bc1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:57.763529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.810453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for c85db5f2-9f95-4207-91c7-c8ca0a001526 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:57.857465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-457a9753-230a-41f2-8680-5ac6569ddb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:57.858895 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-457a9753-230a-41f2-8680-5ac6569ddb80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 913 time: 0.1945982 Dec 10 04:42:57.985755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:57.993500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.002359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3c2a02ff-9459-404d-bb4a-da92df8dfb3e None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:58.003069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02ff-9459-404d-bb4a-da92df8dfb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.045183 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-90af083f-b769-4ec2-87e3-876d03fe4bed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63846b75-19e6-454e-ad1c-1ba3111083ff HTTP/1.1" status: 200 len: 217 time: 0.1754320 Dec 10 04:42:58.112806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.161105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-4979967e-6b89-464e-a3a6-091a1af79d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:58.162594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-4979967e-6b89-464e-a3a6-091a1af79d1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.1070161 Dec 10 04:42:58.186844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] No DVR routers for this DVR port c85db5f2-9f95-4207-91c7-c8ca0a001526 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:42:58.189363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=c85db5f2-9f95-4207-91c7-c8ca0a001526,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:58.198847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.236531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.236910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.237384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.237593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.237935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.238273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.238608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.238949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.239284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.239614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.239943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.240274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.240656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:42:58.281830 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-6f547d2b-7ced-4bf4-a06e-ec6fb6683901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087241 Dec 10 04:42:58.283874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a2608-62e8-49dc-ac45-1d233bc3f90c None None] DHCP port deletion for 1aabf266-2f56-4feb-a0d7-29764f9e4d22 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:42:58.299218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:42:58.306516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.312061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:42:58.321280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:42:58.352774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.386438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:42:58.443777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=14d0836a-f734-4f15-9699-9eb3bf6ad05f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:58.473108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-46680f46-ca79-4d71-81ea-2fedbc9034da service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755934 Dec 10 04:42:58.502932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aabf266-2f56-4feb-a0d7-29764f9e4d22']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:58.539692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:58.539992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64d2de2-3add-41da-aab7-cd6ba8c88bc1') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:42:58.582397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5faea-56dd-439f-ac3f-99cd9b094d4a req-207f2629-4368-4843-8f66-0bdb7c4ce367 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:58.584635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab5faea-56dd-439f-ac3f-99cd9b094d4a req-207f2629-4368-4843-8f66-0bdb7c4ce367 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.2287531 Dec 10 04:42:58.592676 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.604607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0e1d6bff-300f-43cb-946f-3fc8a8798601 req-801660fd-055e-4045-8c98-610cddc00e70 service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208296 Dec 10 04:42:58.610110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Deleting port cb629ddc-beed-43cf-bb95-471e6b8c21f5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:42:58.610461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.611890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.630281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:42:58.630999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.634384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.665384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e32c2d2e-dcc8-4452-a6b1-77960e62490c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7290440 Dec 10 04:42:58.668035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35038) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:58.676811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98204f86-3740-4f71-93fc-abf7eb0b404b'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:42:58.709093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0038cd-c15e-4127-9784-2cbf8927b56e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:42:58.728602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.745655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:42:58.746057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:42:58.772304 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:42:58.775159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:58.840271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed6ac5ae-1a54-48d8-b599-aef41513d804 req-f931b878-fe93-484d-8884-0739bb5335c7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Dec 10 04:42:58.866155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.876446 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.884839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] For port cb629ddc-beed-43cf-bb95-471e6b8c21f5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cb629ddc-beed-43cf-bb95-471e6b8c21f5,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:58.885776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.909116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab5faea-56dd-439f-ac3f-99cd9b094d4a req-99c026c4-7934-4007-964c-bded8c8769be tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113456 Dec 10 04:42:58.914643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:58.928120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Calling delete_port for cb629ddc-beed-43cf-bb95-471e6b8c21f5 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:42:59.037600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:59.091034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6c398154-7d03-46b2-9f60-28dbb7b89f92,segment=NetworkSegment(bebd16f3-d68a-4839-86c3-f638bf30337b),segment_id=bebd16f3-d68a-4839-86c3-f638bf30337b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:42:59.183642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Update dhcp port {'port': {'network_id': '135e9d11-0419-4ec7-ba54-0136b1dd1858', 'fixed_ips': [{'subnet_id': '98204f86-3740-4f71-93fc-abf7eb0b404b', 'ip_address': '172.20.0.2'}, {'subnet_id': '9494df0c-d8f0-4fe6-b234-e38f53428041'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '6c398154-7d03-46b2-9f60-28dbb7b89f92'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:42:59.196357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02ff-9459-404d-bb4a-da92df8dfb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.271770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.435824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.458095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.474528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/networks/1aabf266-2f56-4feb-a0d7-29764f9e4d22 HTTP/1.1" status: 204 len: 168 time: 2.1884549 Dec 10 04:42:59.475592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:42:59.479981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 63846b75-19e6-454e-ad1c-1ba3111083ff details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:42:59.484189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5e0038cd-c15e-4127-9784-2cbf8927b56e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:42:59.564291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be47858-7f19-4b20-ab14-7927bd432ed9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Network': ['ID=1aabf266-2f56-4feb-a0d7-29764f9e4d22,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:59.586904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c85db5f2-9f95-4207-91c7-c8ca0a001526 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:42:59.589595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:59.618715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-3c2a02ff-9459-404d-bb4a-da92df8dfb3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:42:59.619220 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-3c2a02ff-9459-404d-bb4a-da92df8dfb3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:42:59.677091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.700879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Delete allocated IP 172.20.0.26 (135e9d11-0419-4ec7-ba54-0136b1dd1858/9494df0c-d8f0-4fe6-b234-e38f53428041) {{(pid=103253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 04:42:59.747817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb629ddc-beed-43cf-bb95-471e6b8c21f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:42:59.750661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c85db5f2-9f95-4207-91c7-c8ca0a001526 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:42:59.751015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c85db5f2-9f95-4207-91c7-c8ca0a001526 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:42:59.752368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.878081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:42:59.891373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.122960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 5be5f2a3-5855-41a5-a562-642d4a764ca5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:00.123320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.181393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=14d0836a-f734-4f15-9699-9eb3bf6ad05f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:00.242039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e47d061-244a-42aa-a4d8-e97d68106f6a req-96231212-09e4-4050-9de2-a11b25f5ba7e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0896034 Dec 10 04:43:00.291432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] In _notify_port_updated(), no bound segment for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f on network 135e9d11-0419-4ec7-ba54-0136b1dd1858 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:43:00.297335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:00.306770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.308540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-17ffe221-c261-44cc-87fb-0addbe5cd883 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/ports/14d0836a-f734-4f15-9699-9eb3bf6ad05f HTTP/1.1" status: 200 len: 918 time: 1.6392822 Dec 10 04:43:00.321081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:00.327050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98204f86-3740-4f71-93fc-abf7eb0b404b'}, {'subnet_id': '9494df0c-d8f0-4fe6-b234-e38f53428041'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:00.456678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33cb9-0eec-4d28-ac97-1a0f4c517e1a req-23745a90-717b-4ee2-af5a-4443e8ab0d02 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:00.461836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bad33cb9-0eec-4d28-ac97-1a0f4c517e1a req-23745a90-717b-4ee2-af5a-4443e8ab0d02 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 944 time: 0.3186827 Dec 10 04:43:00.541327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Allocated IP 172.20.0.18 (135e9d11-0419-4ec7-ba54-0136b1dd1858/9494df0c-d8f0-4fe6-b234-e38f53428041/6c398154-7d03-46b2-9f60-28dbb7b89f92) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:00.564526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.564786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.564900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.666371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6c398154-7d03-46b2-9f60-28dbb7b89f92,segment=NetworkSegment(bebd16f3-d68a-4839-86c3-f638bf30337b),segment_id=bebd16f3-d68a-4839-86c3-f638bf30337b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:00.697465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 5be5f2a3-5855-41a5-a562-642d4a764ca5 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:00.698038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.713097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.780509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ee419-4d1d-4e6a-9b4c-0eb2e4653cd8 None None] Pushing event updated for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:00.819316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=63846b75-19e6-454e-ad1c-1ba3111083ff,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:00.854295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '63846b75-19e6-454e-ad1c-1ba3111083ff', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'port_id': '63846b75-19e6-454e-ad1c-1ba3111083ff', 'mac_address': 'fa:16:3e:2d:0a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a23085c-b2f0-4a38-aaba-da8ae05635d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:00.924562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.935663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:00.964263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63846b75-19e6-454e-ad1c-1ba3111083ff {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:00.988286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bad33cb9-0eec-4d28-ac97-1a0f4c517e1a req-214aa740-2727-434f-a7a6-cd0deb3cb99d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949608 Dec 10 04:43:01.000605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=63846b75-19e6-454e-ad1c-1ba3111083ff,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:01.020545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.056411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=5be5f2a3-5855-41a5-a562-642d4a764ca5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:01.083135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.121420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:01.173600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.api [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-11ae51b3-a3f8-4026-b3ff-c2acce7d0a1f {{(pid=103253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:43:01.174370 n-d-817326-3 neutron-server[103253]: DEBUG oslo_db.api [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:43:01.259266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.267925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.269287 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7485c97-848c-48c3-9f4f-7d7384e3fc19 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/floatingips/2172944f-6b11-452c-8469-f84a275805c1 HTTP/1.1" status: 204 len: 168 time: 1.7918704 Dec 10 04:43:01.273758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35064) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.321522 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e595d673-57fa-44c5-b0d1-f16fb89bac77 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] DELETE failed (client error): The resource could not be found. Dec 10 04:43:01.322108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e595d673-57fa-44c5-b0d1-f16fb89bac77 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:43:01.325275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e595d673-57fa-44c5-b0d1-f16fb89bac77 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/30fe593c-423e-4e0c-ad5a-73889db3b244 HTTP/1.1" status: 404 len: 333 time: 0.0504990 Dec 10 04:43:01.332218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35072) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.336633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['63846b75-19e6-454e-ad1c-1ba3111083ff'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:01.426951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3727547f-188c-4125-9c0a-2cfdcc07f595 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dc5ebbe-0dc0-4d77-b553-dabc19427979 HTTP/1.1" status: 200 len: 205 time: 0.0935156 Dec 10 04:43:01.427744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35076) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.534470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:01.544257 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-e9b01408-7647-4615-ab92-d5a3db5484f9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] delete failed (client error): The resource could not be found. Dec 10 04:43:01.550005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.556524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e9b01408-7647-4615-ab92-d5a3db5484f9 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/routers/3dc5ebbe-0dc0-4d77-b553-dabc19427979 HTTP/1.1" status: 404 len: 336 time: 0.1276052 Dec 10 04:43:01.579104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6c398154-7d03-46b2-9f60-28dbb7b89f92 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:01.595405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8326b87c-288a-4adc-9577-3fef69103cca req-4c9d4540-c541-4c36-ba07-090f71203846 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.1525700 Dec 10 04:43:01.623594 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-26764e1c-4ee7-4f9b-8969-d15f18f3d723 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] DELETE failed (client error): The resource could not be found. Dec 10 04:43:01.624209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26764e1c-4ee7-4f9b-8969-d15f18f3d723 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:43:01.630227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35086) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.642592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-26764e1c-4ee7-4f9b-8969-d15f18f3d723 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/subnets/7be0547a-6353-48fe-ae54-d219f74c8c9a HTTP/1.1" status: 404 len: 337 time: 0.0914149 Dec 10 04:43:01.781693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.886173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:01.886173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:01.918370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:01.927484 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Sync routers for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:01.938554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fed0ac51-85b7-40b9-a7fd-599b342a2cc8 admin admin] 10.222.0.43 "PUT /v2.0/routers/6d675bb7-6c25-426e-96b0-d29bc36e8d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5523736 Dec 10 04:43:01.940341 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:01.940556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:01.941177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:01.963853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370428d-5762-443e-97c2-3affd91b760f None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:01.984674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 8dd425e2-6c14-42a4-b4a1-03649deffa3d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:01.985044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.082273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.095776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 8dd425e2-6c14-42a4-b4a1-03649deffa3d owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:02.207056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.230566 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:02.326002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-16ef337a-6842-4e92-b68f-5e314513d361 None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:02.326384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16ef337a-6842-4e92-b68f-5e314513d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.463000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.610761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Deleting port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:02.611125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.691180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-16ef337a-6842-4e92-b68f-5e314513d361 None None] Provisioning complete for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:02.691671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16ef337a-6842-4e92-b68f-5e314513d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.716674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:42:59Z', 'revision_number': 5, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port': {'id': '6e2604cd-4109-4f37-9d4d-ad5bf27e7f83', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:34Z', 'updated_at': '2021-12-10T04:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:02.783098 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Checking router: 6d675bb7-6c25-426e-96b0-d29bc36e8d79 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:43:02.790111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-16ef337a-6842-4e92-b68f-5e314513d361 None None] Port 14d0836a-f734-4f15-9699-9eb3bf6ad05f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:02.820994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Routers {'6d675bb7-6c25-426e-96b0-d29bc36e8d79'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:02.822237 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:02.845166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] For port 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:02.845820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:02.874512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Calling delete_port for 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:02.955414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5e0038cd-c15e-4127-9784-2cbf8927b56e up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:03.027765 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] Set router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:03.099831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 5e0038cd-c15e-4127-9784-2cbf8927b56e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:43:03.121584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 5e0038cd-c15e-4127-9784-2cbf8927b56e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:03.123256 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.146717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:43:02Z', 'revision_number': 6, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:03.213774 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7650000-2b0d-4a32-9bd1-2f433017a8cd None None] The sync data for ids ['6d675bb7-6c25-426e-96b0-d29bc36e8d79'] in n-d-817326-3 is: [{'id': '6d675bb7-6c25-426e-96b0-d29bc36e8d79', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939514943-router', 'tenant_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:33Z', 'updated_at': '2021-12-10T04:43:02Z', 'revision_number': 6, 'project_id': 'da3d22f2663c4bd0bcc5054953ad31e6', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:03.344503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 63846b75-19e6-454e-ad1c-1ba3111083ff up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:03.399480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.427990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01fda1e7-6598-40ed-a284-8f2b55804900 req-7bfd5a7b-72be-46d8-be33-aec522298d6d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.3009949 Dec 10 04:43:03.438217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2604cd-4109-4f37-9d4d-ad5bf27e7f83,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:03.494375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.620099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=8dd425e2-6c14-42a4-b4a1-03649deffa3d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:03.676642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.750772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600b420-1321-4596-aea8-97dc0405bffc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:03.757557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3d9cc-c905-4eb5-bafd-eb82a63fa334 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:03.876257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.941222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.943601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:03.962845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad311a63-2d6f-485d-85a3-b71a51cc939c req-cdb772bf-23d0-4c24-b1e2-962587388b1f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:03.971100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad311a63-2d6f-485d-85a3-b71a51cc939c req-cdb772bf-23d0-4c24-b1e2-962587388b1f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 945 time: 0.7998173 Dec 10 04:43:04.015780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:04.018159 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4502c13b-b0e5-4ca1-b50b-cd9cf063fd3c" -d '{"events": [{"server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:04.041253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.042029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d675bb7-6c25-426e-96b0-d29bc36e8d79 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:43:04.043528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 63846b75-19e6-454e-ad1c-1ba3111083ff completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:43:04.048210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.055061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0b28742b-69f0-4500-9be7-bc89e6fc40f5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6d675bb7-6c25-426e-96b0-d29bc36e8d79 HTTP/1.1" status: 204 len: 168 time: 2.1126900 Dec 10 04:43:04.055495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:04.056556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:04.057291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8f50c93b-60aa-44e3-95d4-20f3e900db8b None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:04.057800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f50c93b-60aa-44e3-95d4-20f3e900db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.120222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 63846b75-19e6-454e-ad1c-1ba3111083ff triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:04.121192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.125201 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.197149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Deleting subnet a523f167-0d77-4d34-addc-7cf49c77a551 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:04.197987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad311a63-2d6f-485d-85a3-b71a51cc939c req-028fbb6a-1fe5-4d12-8172-db0ee81a8471 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065868 Dec 10 04:43:04.213133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.214811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.219111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21aa7fd5-1e34-4d02-aeff-af2700303cb1 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/8dd425e2-6c14-42a4-b4a1-03649deffa3d HTTP/1.1" status: 204 len: 168 time: 2.5877957 Dec 10 04:43:04.233555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35116) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:04.306663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.26 (135e9d11-0419-4ec7-ba54-0136b1dd1858/9494df0c-d8f0-4fe6-b234-e38f53428041/14d0836a-f734-4f15-9699-9eb3bf6ad05f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:04.307400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.357135 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b7096-cf69-4cac-bbd4-7b2236e9cbf7 x-openstack-request-id: req-828b7096-cf69-4cac-bbd4-7b2236e9cbf7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:04.357440 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:04.357706 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-828b7096-cf69-4cac-bbd4-7b2236e9cbf7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:04.358131 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e', 'code': 200} Dec 10 04:43:04.365293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:04.416247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.419754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.420123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.420528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.420836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.421174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.421508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.421841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.428291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.429279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.429768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.430126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.430459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:04.508742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 910df20a-ad0c-47ef-81ed-b022e63c6ad5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:04.509272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.546588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.567993 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.585249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8f50c93b-60aa-44e3-95d4-20f3e900db8b None None] Provisioning complete for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:04.585898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f50c93b-60aa-44e3-95d4-20f3e900db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.644228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=63846b75-19e6-454e-ad1c-1ba3111083ff,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:04.651671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8f50c93b-60aa-44e3-95d4-20f3e900db8b None None] Port 14d0836a-f734-4f15-9699-9eb3bf6ad05f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:04.655539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.750029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:04.785704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.800227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1d8c9b2b-0076-4748-a34b-4e9af7508886 None None] Provisioning complete for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:04.800821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9b2b-0076-4748-a34b-4e9af7508886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.852908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.865028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a523f167-0d77-4d34-addc-7cf49c77a551,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:04.870315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01c6e3ef-8d8c-4b81-ae22-3b994d892e03 req-52a56d19-c3f5-4d43-8174-194c2ae6a0e3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.1347358 Dec 10 04:43:04.876978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.887497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:04.903137 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c969b76-1652-4153-b94f-69173aeba9e6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a523f167-0d77-4d34-addc-7cf49c77a551 HTTP/1.1" status: 204 len: 168 time: 0.8428991 Dec 10 04:43:04.903846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:04.930799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d11ec-b6a8-436d-8a91-b88a6ac66ce4 None None] Network 0ade2726-c7b1-45cd-b0d8-b783ab74b596 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:05.071602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] In _notify_port_updated(), no bound segment for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f on network 135e9d11-0419-4ec7-ba54-0136b1dd1858 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:43:05.077576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:05.078519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.080069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/ports/14d0836a-f734-4f15-9699-9eb3bf6ad05f HTTP/1.1" status: 200 len: 998 time: 4.7573626 Dec 10 04:43:05.087261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35130) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:05.089417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.115400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.119332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c9b2b-0076-4748-a34b-4e9af7508886 None None] Port 14d0836a-f734-4f15-9699-9eb3bf6ad05f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:05.145026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e3f94-0d35-4de5-9b28-cafccb561f36 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=14d0836a-f734-4f15-9699-9eb3bf6ad05f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:05.162239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 910df20a-ad0c-47ef-81ed-b022e63c6ad5 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:05.162789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840040f0-4e6f-4259-8690-b096f8847070 req-77df5c74-a294-4fb3-a9a2-fd0ee569898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:05.164450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-840040f0-4e6f-4259-8690-b096f8847070 req-77df5c74-a294-4fb3-a9a2-fd0ee569898d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c9b2ef0-fbfd-47d7-b694-fd403660140a HTTP/1.1" status: 200 len: 1096 time: 0.4596496 Dec 10 04:43:05.252060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-840040f0-4e6f-4259-8690-b096f8847070 req-919ab629-383f-4fa8-96dc-6e4b63a47c00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593441 Dec 10 04:43:05.283052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Deleting port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:05.283686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.324497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898780b-db6d-48cd-b2df-96857502232a None None] DHCP port deletion for 0ade2726-c7b1-45cd-b0d8-b783ab74b596 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:05.402665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 14d0836a-f734-4f15-9699-9eb3bf6ad05f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:05.403013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.498593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] For port 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=976c8467-3b0c-4a36-ba81-3e7f454da2a4,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:05.514394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.532712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Deleting port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:05.533086 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.544440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cb629ddc-beed-43cf-bb95-471e6b8c21f5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:05.545880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Calling delete_port for 976c8467-3b0c-4a36-ba81-3e7f454da2a4 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:05.644252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.657996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 14d0836a-f734-4f15-9699-9eb3bf6ad05f owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:05.712509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.714220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4898780b-db6d-48cd-b2df-96857502232a None None] For port 976c8467-3b0c-4a36-ba81-3e7f454da2a4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=976c8467-3b0c-4a36-ba81-3e7f454da2a4,segment=NetworkSegment(08824cd4-1f9d-42d2-b788-1e7bd61a3d38),segment_id=08824cd4-1f9d-42d2-b788-1e7bd61a3d38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:05.714649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.749692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Calling delete_port for 976c8467-3b0c-4a36-ba81-3e7f454da2a4 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:05.831791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=976c8467-3b0c-4a36-ba81-3e7f454da2a4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:05.849300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] No DVR routers for this DVR port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:05.855245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7ef0-d0a6-40f5-865d-b84ee97497c1 req-10751558-fba0-4be8-8c8e-3985956048f9 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:05.883431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-144f7ef0-d0a6-40f5-865d-b84ee97497c1 req-10751558-fba0-4be8-8c8e-3985956048f9 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 946 time: 0.4150708 Dec 10 04:43:05.939465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cb629ddc-beed-43cf-bb95-471e6b8c21f5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:05.939465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cb629ddc-beed-43cf-bb95-471e6b8c21f5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:05.939465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:05.952664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:05.996338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:05.997123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e2604cd-4109-4f37-9d4d-ad5bf27e7f83 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:05.997759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 976c8467-3b0c-4a36-ba81-3e7f454da2a4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:06.072267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.082231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898780b-db6d-48cd-b2df-96857502232a None None] No DVR routers for this DVR port 976c8467-3b0c-4a36-ba81-3e7f454da2a4 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:06.086059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898780b-db6d-48cd-b2df-96857502232a None None] Pushing event deleted for resources: {'Port': ['ID=976c8467-3b0c-4a36-ba81-3e7f454da2a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:06.105654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b6305f29-242c-47db-a423-bf6da5017878 None None] Provisioning complete for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:06.110788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6305f29-242c-47db-a423-bf6da5017878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.181605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 976c8467-3b0c-4a36-ba81-3e7f454da2a4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:06.182278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 976c8467-3b0c-4a36-ba81-3e7f454da2a4 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:06.201657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=910df20a-ad0c-47ef-81ed-b022e63c6ad5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:06.211088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d25ec-30c9-4664-825e-e930132a2341 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:06.218387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.246763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b6305f29-242c-47db-a423-bf6da5017878 None None] Port 14d0836a-f734-4f15-9699-9eb3bf6ad05f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:06.251248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-144f7ef0-d0a6-40f5-865d-b84ee97497c1 req-baa7d9d1-1b33-4eba-abd4-59ad5142746d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668337 Dec 10 04:43:06.292900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ade2726-c7b1-45cd-b0d8-b783ab74b596']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:06.307565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08824cd4-1f9d-42d2-b788-1e7bd61a3d38') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:06.309584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08824cd4-1f9d-42d2-b788-1e7bd61a3d38') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:06.330923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.334897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0fc556b-b180-4205-a1bc-ba02c916266b req-48a663be-2950-4114-ad6b-790250c3fa21 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.1454904 Dec 10 04:43:06.361225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:06.363463 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3465b4-b53e-468e-a941-e9b61bc47d8a" -d '{"events": [{"server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "name": "network-vif-plugged", "status": "completed", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:06.376958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.392815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:06.393234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:06.395096 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:06.400876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d3673710-a8dd-4f9d-8a50-b3900d428160 None None] Provisioning complete for port 14d0836a-f734-4f15-9699-9eb3bf6ad05f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:06.401265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3673710-a8dd-4f9d-8a50-b3900d428160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.493488 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9c25b-e904-4c2a-a162-c43f5ec3d9f6 x-openstack-request-id: req-aeb9c25b-e904-4c2a-a162-c43f5ec3d9f6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:06.493784 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "name": "network-vif-plugged", "status": "completed", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:06.494047 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeb9c25b-e904-4c2a-a162-c43f5ec3d9f6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:06.494449 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff', 'code': 200} Dec 10 04:43:06.503478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d3673710-a8dd-4f9d-8a50-b3900d428160 None None] Port 14d0836a-f734-4f15-9699-9eb3bf6ad05f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:06.527622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.537372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.551901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ade2726-c7b1-45cd-b0d8-b783ab74b596 HTTP/1.1" status: 204 len: 168 time: 1.6391418 Dec 10 04:43:06.555153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:06.563529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.573339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6ad11e5-b3af-4616-85b3-62849da968bb tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/ports/910df20a-ad0c-47ef-81ed-b022e63c6ad5 HTTP/1.1" status: 204 len: 168 time: 2.3381867 Dec 10 04:43:06.577614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:06.631684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e1ccd-64a1-448f-865f-159345b3f0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ade2726-c7b1-45cd-b0d8-b783ab74b596,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:06.720845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.746451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f38146-8b4a-4fcb-8234-826b48f5becc req-93046d72-9216-4302-88b2-b9b6a1120a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:06.747929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8f38146-8b4a-4fcb-8234-826b48f5becc req-93046d72-9216-4302-88b2-b9b6a1120a5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 1097 time: 0.1268826 Dec 10 04:43:06.785623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d072a-7ca7-4264-8307-dd0ac11005be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:06.787213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a50d072a-7ca7-4264-8307-dd0ac11005be tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "GET /v2.0/ports?device_id=d395dc49-54b7-4cc9-92a4-fa9463ef190e HTTP/1.1" status: 200 len: 913 time: 0.2037969 Dec 10 04:43:06.789785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=14d0836a-f734-4f15-9699-9eb3bf6ad05f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:06.794219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35156) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:06.950864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:06.954736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f857745-90cd-4874-a1e7-a26f3780338e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/14d0836a-f734-4f15-9699-9eb3bf6ad05f HTTP/1.1" status: 204 len: 168 time: 1.8623941 Dec 10 04:43:06.960577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35158) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:07.030218 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-624ce788-8f21-4a04-b083-37f995c238e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:43:07.032118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-624ce788-8f21-4a04-b083-37f995c238e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/14d0836a-f734-4f15-9699-9eb3bf6ad05f HTTP/1.1" status: 404 len: 333 time: 0.0702350 Dec 10 04:43:07.038632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35160) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:07.202201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 9494df0c-d8f0-4fe6-b234-e38f53428041 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:07.209204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:07.374014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:07.505880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8f38146-8b4a-4fcb-8234-826b48f5becc req-a1358328-9889-4c49-b434-b73e1b6e11de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426207 Dec 10 04:43:07.678498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2324e50-eeb0-4f5f-b8da-62ad94832f6e req-e34e8a7c-7730-4050-b28a-61481de0a739 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0732157 Dec 10 04:43:07.765297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1be4-48af-4e4a-a7db-d6d4940df4aa req-2bbb5c1c-5677-4cd9-8bba-f4e28250770c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:07.767659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bfb1be4-48af-4e4a-a7db-d6d4940df4aa req-2bbb5c1c-5677-4cd9-8bba-f4e28250770c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 946 time: 0.2942636 Dec 10 04:43:07.812249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:07.944108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:07.977931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8bfb1be4-48af-4e4a-a7db-d6d4940df4aa req-e8c229ed-4cd5-4102-b350-8795e831942b tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972396 Dec 10 04:43:07.995367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.060070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=9494df0c-d8f0-4fe6-b234-e38f53428041,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:08.063029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.066406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-901d9454-00cc-4556-b3cb-d580e668d996 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/9494df0c-d8f0-4fe6-b234-e38f53428041 HTTP/1.1" status: 204 len: 168 time: 1.0168822 Dec 10 04:43:08.067977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daccc34-bb08-4528-83ac-1b0770d45bcc None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:08.069204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.072061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35184) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:08.220898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 98204f86-3740-4f71-93fc-abf7eb0b404b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:08.283094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.430716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.490676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Deleting port 275c022a-566e-49ae-b1c4-df91182271f1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:08.491095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.702745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] For port 275c022a-566e-49ae-b1c4-df91182271f1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=275c022a-566e-49ae-b1c4-df91182271f1,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:08.703215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.704047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.731016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Calling delete_port for 275c022a-566e-49ae-b1c4-df91182271f1 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:08.950026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:08.990761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-394e706c-c5f6-46a4-a43c-5d172fc8d97c req-a533a233-6c77-4ded-bc1a-de2931f5d2a7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a1c8ca-6ded-40ff-922a-a8346b339162 HTTP/1.1" status: 200 len: 210 time: 0.0520847 Dec 10 04:43:09.051290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:09.066952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/98204f86-3740-4f71-93fc-abf7eb0b404b HTTP/1.1" status: 204 len: 168 time: 0.9929581 Dec 10 04:43:09.069969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ad1f-d222-482f-8ecb-4b86b3bfeba1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=98204f86-3740-4f71-93fc-abf7eb0b404b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:09.071776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:09.187864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:09.223454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Pushing event deleted for resources: {'Port': ['ID=275c022a-566e-49ae-b1c4-df91182271f1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:09.228336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port ba16273e-f37c-4130-87a7-45bafe0bc09a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:09.229048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:09.614922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:09.637532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b86a91b-1e2b-48f5-a6c5-0b9f0157b306 None None] Network 135e9d11-0419-4ec7-ba54-0136b1dd1858 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:09.773474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b6edc6f6-992a-40e4-a235-e216fffc4d95 None None] Provisioning complete for port 6c398154-7d03-46b2-9f60-28dbb7b89f92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:09.773842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6edc6f6-992a-40e4-a235-e216fffc4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.057191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233166ba-7c26-43c5-a63c-57f4634d98fa req-7dc0b53b-c4eb-468b-92fd-5a56f299a115 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:10.062304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-233166ba-7c26-43c5-a63c-57f4634d98fa req-7dc0b53b-c4eb-468b-92fd-5a56f299a115 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 946 time: 0.9598830 Dec 10 04:43:10.063901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] DHCP port deletion for 135e9d11-0419-4ec7-ba54-0136b1dd1858 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:10.067210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.188499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Router 5b99a0c8-52f9-4939-8d46-49a91b38e98f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:10.194637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Deleting port 6c398154-7d03-46b2-9f60-28dbb7b89f92 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:10.194832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.244307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.278889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-233166ba-7c26-43c5-a63c-57f4634d98fa req-9d1b6374-18e4-4783-be41-76f919b6b365 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068224 Dec 10 04:43:10.284164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for ba16273e-f37c-4130-87a7-45bafe0bc09a owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:10.342508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6c398154-7d03-46b2-9f60-28dbb7b89f92,segment=NetworkSegment(bebd16f3-d68a-4839-86c3-f638bf30337b),segment_id=bebd16f3-d68a-4839-86c3-f638bf30337b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:10.342917 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.368949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Calling delete_port for 6c398154-7d03-46b2-9f60-28dbb7b89f92 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:10.541710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:10.541710 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a3b5d63-4e8d-4bfb-bce6-a9015ba0c56e admin admin] 10.222.0.43 "PUT /v2.0/routers/5b99a0c8-52f9-4939-8d46-49a91b38e98f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9828053 Dec 10 04:43:10.557012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:10.563168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Sync routers for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:10.589461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:10.593248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:10.716443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.747087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 6c398154-7d03-46b2-9f60-28dbb7b89f92 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:10.748126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.757606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] Pushing event deleted for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:10.770493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:10.773450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d83dc3f-0c91-4156-98ad-fcab9f84180a None None] No DVR routers for this DVR port 6c398154-7d03-46b2-9f60-28dbb7b89f92 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:10.779358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.793637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b228a8-01ea-4af1-8b8d-d96c91c35f77 req-7f021bfd-f89b-4595-8702-b906659f46ec tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:10.795265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1b228a8-01ea-4af1-8b8d-d96c91c35f77 req-7f021bfd-f89b-4595-8702-b906659f46ec tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c9b2ef0-fbfd-47d7-b694-fd403660140a HTTP/1.1" status: 200 len: 945 time: 0.3253975 Dec 10 04:43:10.927247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port 6c398154-7d03-46b2-9f60-28dbb7b89f92, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:10.927668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:10.973336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:43:09Z', 'revision_number': 5, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.003228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 6c398154-7d03-46b2-9f60-28dbb7b89f92 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:11.010763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Checking router: 5b99a0c8-52f9-4939-8d46-49a91b38e98f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:43:11.013409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.017359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Port 6c398154-7d03-46b2-9f60-28dbb7b89f92 was not found and therefore no delete operation was performed {{(pid=103253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:43:11.020729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Routers {'5b99a0c8-52f9-4939-8d46-49a91b38e98f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:11.021336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.039059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.124979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] Set router 5b99a0c8-52f9-4939-8d46-49a91b38e98f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:11.141288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=ba16273e-f37c-4130-87a7-45bafe0bc09a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:11.227846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port 6c398154-7d03-46b2-9f60-28dbb7b89f92 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:11.242093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=6c398154-7d03-46b2-9f60-28dbb7b89f92,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:11.296858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1b228a8-01ea-4af1-8b8d-d96c91c35f77 req-fe8f2ebe-6181-40f5-a4ac-8e64ee16ed9b tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378521 Dec 10 04:43:11.361509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192948f-6f62-4859-bfd1-956380e993e4 None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:11.404726 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.419581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-f36a9f2e-8cfb-4edb-af73-6f0e029ddcd7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:11.421136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-f36a9f2e-8cfb-4edb-af73-6f0e029ddcd7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.5005481 Dec 10 04:43:11.479809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6c398154-7d03-46b2-9f60-28dbb7b89f92 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:11.490561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.503360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-47df9054-ece6-4c01-9f13-55644691eb92 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0569820 Dec 10 04:43:11.525045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6c398154-7d03-46b2-9f60-28dbb7b89f92 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:11.525384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6c398154-7d03-46b2-9f60-28dbb7b89f92 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:11.562220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:43:09Z', 'revision_number': 5, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.562633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-5558a329-b708-4410-96a1-5b2bec742f54 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330963 Dec 10 04:43:11.598772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d52cbb1-bb0d-48ec-adde-4b8fae11c69b None None] The sync data for ids ['5b99a0c8-52f9-4939-8d46-49a91b38e98f'] in n-d-817326-3 is: [{'id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'name': 'tempest-AttachSCSIVolumeTestJSON-398631078-router', 'tenant_id': 'f172367797f54b95a16b199d8a0e54fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:48Z', 'updated_at': '2021-12-10T04:43:09Z', 'revision_number': 5, 'project_id': 'f172367797f54b95a16b199d8a0e54fd', 'gw_port': {'id': 'dd23722d-6ccd-4b57-b7a0-88fc864dc5ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b99a0c8-52f9-4939-8d46-49a91b38e98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:11.634090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e9d11-0419-4ec7-ba54-0136b1dd1858']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.668903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebd16f3-d68a-4839-86c3-f638bf30337b') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.669223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebd16f3-d68a-4839-86c3-f638bf30337b') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:11.693026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.743480 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.749056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.766223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:11.766655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:11.771548 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:11.880931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Deleting port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:11.881284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:11.897381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-29279bad-25d1-4ca3-9035-9eef26bf9207 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691252 Dec 10 04:43:11.956612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.037099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.040862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/135e9d11-0419-4ec7-ba54-0136b1dd1858 HTTP/1.1" status: 204 len: 168 time: 2.9602602 Dec 10 04:43:12.046578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:12.102078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534019fd-8f93-420f-8872-63422bfb4ba9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=135e9d11-0419-4ec7-ba54-0136b1dd1858,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:12.105257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bafcd-5cd5-4204-82c5-b23396220fd8 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:12.111633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d6bafcd-5cd5-4204-82c5-b23396220fd8 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0652449 Dec 10 04:43:12.112493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:12.183293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f030b352-7eb0-4a4c-a045-0b73a698f5d4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690398 Dec 10 04:43:12.187974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:12.194816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1627824594'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:12.200706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] For port dd23722d-6ccd-4b57-b7a0-88fc864dc5ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:12.201226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.218445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:12.222613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.248263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:12.258649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.259046 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment a09a408f-512c-44e2-b486-01931286ff48 of type vlan for network a53206c8-eea9-4826-9df2-38d03c010770 Dec 10 04:43:12.263671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-e2d6ba13-0ea9-4e34-bb26-9c3db8223ee2 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504717 Dec 10 04:43:12.270763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Calling delete_port for dd23722d-6ccd-4b57-b7a0-88fc864dc5ed owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:12.307582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.338841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.361505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:12.364782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.482749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=a53206c8-eea9-4826-9df2-38d03c010770,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:12.503259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7fe63d4e-82d4-476d-8c49-4d02efbc0c69 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3113902 Dec 10 04:43:12.503502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:12.509100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:12.509331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a53206c8-eea9-4826-9df2-38d03c010770 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:12.700988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:12.705868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:12.792299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-46dc5493-c285-4b30-a42b-b05be08d73af tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:12.797155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-46dc5493-c285-4b30-a42b-b05be08d73af tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 0.8421865 Dec 10 04:43:12.896700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-6987aeb7-75e7-4f5b-b5c8-be831ec665bb tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/quotas/389609fd6df249aebc988a901d6277f8 HTTP/1.1" status: 200 len: 375 time: 0.0333056 Dec 10 04:43:12.927463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Router d395dc49-54b7-4cc9-92a4-fa9463ef190e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:12.960622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88939-1a88-4df3-bcce-04f94135445a req-2553ff93-0c6e-4c12-a553-4d3a1148f36f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:12.962039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7a88939-1a88-4df3-bcce-04f94135445a req-2553ff93-0c6e-4c12-a553-4d3a1148f36f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.2407537 Dec 10 04:43:13.015587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.091617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=c854b1a9-637b-4865-bfa8-4fc361d991ea,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:13.106771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-9d36babd-fba3-4f7b-8154-50115a558026 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908071 Dec 10 04:43:13.134247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'a09a408f-512c-44e2-b486-01931286ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:13.134600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: a53206c8-eea9-4826-9df2-38d03c010770, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:13.155511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network a53206c8-eea9-4826-9df2-38d03c010770 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:13.167745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a53206c8-eea9-4826-9df2-38d03c010770) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:13.172391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:13.172975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.178354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1408ba-8c0d-41dd-bb5e-22a601951624 None None] Network a53206c8-eea9-4826-9df2-38d03c010770 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:13.201141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-06352004-7a32-41c6-8b03-aca2a264bcb6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6960070 Dec 10 04:43:13.203222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:13.210841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770', 'name': 'tempest-PortsTestJSON-556096142'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:13.232384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7a88939-1a88-4df3-bcce-04f94135445a req-9195e047-bc4d-44eb-a32c-cb3e888e27c7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205505 Dec 10 04:43:13.289954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:13.301051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-50916881-4c64-4f04-be49-fd172b4e4780 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "PUT /v2.0/routers/d395dc49-54b7-4cc9-92a4-fa9463ef190e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5057776 Dec 10 04:43:13.307123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] Sync routers for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:13.309027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:13.324831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:13.328516 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:13.329469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 275c022a-566e-49ae-b1c4-df91182271f1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:13.372739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.383019 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:13.385957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 275c022a-566e-49ae-b1c4-df91182271f1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:13.386326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 275c022a-566e-49ae-b1c4-df91182271f1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:13.386994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-96d39ec5-3774-4b54-850c-5ce4d44226f9 service neutron] 10.222.0.43 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790437 Dec 10 04:43:13.398416 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] Routers {'d395dc49-54b7-4cc9-92a4-fa9463ef190e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:13.399145 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:13.406100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a53206c8-eea9-4826-9df2-38d03c010770', 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': 'c854b1a9-637b-4865-bfa8-4fc361d991ea'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:13.407402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.443125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb27a29-90ca-47e2-a398-c8f8f35b98b0 req-726565bd-8bb6-4ab6-b704-c0535354435b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.0837362 Dec 10 04:43:13.463691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd23722d-6ccd-4b57-b7a0-88fc864dc5ed,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:13.474516 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:13.475476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d88f8-fb76-461b-993a-c4d91255bd05 None None] The sync data for ids ['d395dc49-54b7-4cc9-92a4-fa9463ef190e'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:13.519852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e767394-f316-4832-9697-78526b5f2788 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:13.555259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-605861c2-aef5-49a5-9687-bf12180b5000 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:13.557123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-605861c2-aef5-49a5-9687-bf12180b5000 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c9b2ef0-fbfd-47d7-b694-fd403660140a HTTP/1.1" status: 200 len: 945 time: 0.1941617 Dec 10 04:43:13.596097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-a99a6162-2286-4082-87b6-1e62d72ad74a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:13.598040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-a99a6162-2286-4082-87b6-1e62d72ad74a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ec51a34-ccb0-4a8e-882e-ea3161bcbf87 HTTP/1.1" status: 200 len: 946 time: 0.3433738 Dec 10 04:43:13.633623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.636014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.638013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Allocated IP 172.20.0.2 (a53206c8-eea9-4826-9df2-38d03c010770/c854b1a9-637b-4865-bfa8-4fc361d991ea/cc42333c-3578-49e0-b9be-0f971c894f21) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:13.720241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-c711d174-1de1-4683-9a48-80548d2dbcba service neutron] 10.222.0.43 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320856 Dec 10 04:43:13.778335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:13.783651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.829139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 73132f19-5093-492e-b498-0aeb4587cbca yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:43:13.852223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Deleting port 63846b75-19e6-454e-ad1c-1ba3111083ff {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:13.852926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.857867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.869369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.927172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Network a53206c8-eea9-4826-9df2-38d03c010770 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:13.933021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:13.935706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Pushing event updated for resources: {'Port': ['ID=cc42333c-3578-49e0-b9be-0f971c894f21,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:13.940024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:13.942838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Deleting port 5e0038cd-c15e-4127-9784-2cbf8927b56e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:13.943199 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.961452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:13.965544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.052616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.054290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b99a0c8-52f9-4939-8d46-49a91b38e98f {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:43:14.070452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.103677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] For port 5e0038cd-c15e-4127-9784-2cbf8927b56e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5e0038cd-c15e-4127-9784-2cbf8927b56e,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:14.104253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.113357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.121227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0cb74a13-208b-4b0c-88dd-d52e26a329b5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5b99a0c8-52f9-4939-8d46-49a91b38e98f HTTP/1.1" status: 204 len: 168 time: 3.5628405 Dec 10 04:43:14.157004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35340) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:14.195567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Attempting to bind port cc42333c-3578-49e0-b9be-0f971c894f21 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:14.195948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Attempting to bind port cc42333c-3578-49e0-b9be-0f971c894f21 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a09a408f-512c-44e2-b486-01931286ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:14.196315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Attempting to bind port cc42333c-3578-49e0-b9be-0f971c894f21 on network a53206c8-eea9-4826-9df2-38d03c010770 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:14.219238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:14.219621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Checking segment: {'id': 'a09a408f-512c-44e2-b486-01931286ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:14.222153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.222563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Bound using segment: {'id': 'a09a408f-512c-44e2-b486-01931286ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:14.223329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Bound port: cc42333c-3578-49e0-b9be-0f971c894f21, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09a408f-512c-44e2-b486-01931286ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:14.223485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.333369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting port 105a859f-3ece-4d31-88c0-e7ea996c4a35 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:14.337803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.406406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] For port cc42333c-3578-49e0-b9be-0f971c894f21, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:14.411461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] For port cc42333c-3578-49e0-b9be-0f971c894f21, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cc42333c-3578-49e0-b9be-0f971c894f21,segment=NetworkSegment(a09a408f-512c-44e2-b486-01931286ff48),segment_id=a09a408f-512c-44e2-b486-01931286ff48)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:14.420530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.518269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4aded-3dac-484a-aab3-8bc247eb8795 None None] Pushing event updated for resources: {'Port': ['ID=cc42333c-3578-49e0-b9be-0f971c894f21,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:14.546234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Calling delete_port for 5e0038cd-c15e-4127-9784-2cbf8927b56e owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:14.570481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.12 (a53206c8-eea9-4826-9df2-38d03c010770/c854b1a9-637b-4865-bfa8-4fc361d991ea/73132f19-5093-492e-b498-0aeb4587cbca) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:14.642595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8757ac60-9af7-4b8e-a751-e68fc74fff39 req-327a5a71-2db7-4dbd-aa86-32039bc1771c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.0798719 Dec 10 04:43:14.670274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:14.716307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Calling delete_port for 105a859f-3ece-4d31-88c0-e7ea996c4a35 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:14.758966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc412-d27c-43e3-b4d9-5a19126fc046 req-14ebfc6b-5c26-47cb-9be6-05856fce0ff0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:14.766453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc5bc412-d27c-43e3-b4d9-5a19126fc046 req-14ebfc6b-5c26-47cb-9be6-05856fce0ff0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.2027659 Dec 10 04:43:14.853242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ffb34220-f89b-4c83-af0c-e8ba107711ce req-6ee25dc0-f3a8-49f0-ba94-094259b34f30 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.0771174 Dec 10 04:43:14.929895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc5bc412-d27c-43e3-b4d9-5a19126fc046 req-0e8ba275-099d-4a69-9a2b-0f301d277f89 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624558 Dec 10 04:43:14.948159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Deleting subnet 7a427148-087c-4a25-ae09-bd0667ed4bff {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:14.962992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.004733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['63846b75-19e6-454e-ad1c-1ba3111083ff'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:15.042798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.047495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event deleted for resources: {'Port': ['ID=5e0038cd-c15e-4127-9784-2cbf8927b56e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:15.091570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5e0038cd-c15e-4127-9784-2cbf8927b56e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:15.198323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.250275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Port': ['ID=105a859f-3ece-4d31-88c0-e7ea996c4a35,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:15.263648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-e8c90cf2-58fe-42f0-aaab-0187d39846b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.2993777 Dec 10 04:43:15.287197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] For port 63846b75-19e6-454e-ad1c-1ba3111083ff, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=63846b75-19e6-454e-ad1c-1ba3111083ff,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:15.287566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.361095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.365195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fa4fb-73b5-4ecb-9cf2-3e7dc467be55 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:15.367539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:15.377442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Calling delete_port for 63846b75-19e6-454e-ad1c-1ba3111083ff owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:15.417393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.435644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] No DVR routers for this DVR port 5e0038cd-c15e-4127-9784-2cbf8927b56e on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:15.440105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.443567 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a17a7ba0-e296-4a1b-9bd9-51289e6f852c req-9cf261ee-0b94-44f8-91c2-e23c9dc22b08 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "DELETE /v2.0/ports/5e0038cd-c15e-4127-9784-2cbf8927b56e HTTP/1.1" status: 204 len: 173 time: 1.8726504 Dec 10 04:43:15.479099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'name': 'network-vif-deleted', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:15.485166 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ca4ea-1edc-418f-90ce-845fac9095f6" -d '{"events": [{"server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "name": "network-vif-deleted", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:15.496545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cc42333c-3578-49e0-b9be-0f971c894f21 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:15.498794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.642943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.648706 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b7c1a-8f00-4490-bc16-78fd08e66929 x-openstack-request-id: req-f91b7c1a-8f00-4490-bc16-78fd08e66929 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:15.649308 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b2ef0-fbfd-47d7-b694-fd403660140a", "name": "network-vif-deleted", "tag": "5e0038cd-c15e-4127-9784-2cbf8927b56e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:15.649922 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f91b7c1a-8f00-4490-bc16-78fd08e66929 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:15.650464 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b2ef0-fbfd-47d7-b694-fd403660140a', 'name': 'network-vif-deleted', 'tag': '5e0038cd-c15e-4127-9784-2cbf8927b56e', 'status': 'completed', 'code': 200} Dec 10 04:43:15.692711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:15.696705 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476abe09-51ca-41b1-82ab-69904e1114ad" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:15.708921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cc42333c-3578-49e0-b9be-0f971c894f21 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:15.709488 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.715121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:15.735539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.795265 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:43:15.827306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.835512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.880805 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9244d93-4cf1-47a1-9b25-658eb7598fc8 x-openstack-request-id: req-e9244d93-4cf1-47a1-9b25-658eb7598fc8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:15.881371 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:15.881826 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9244d93-4cf1-47a1-9b25-658eb7598fc8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:15.882391 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:43:15.887110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.890647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:15.907746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-56c5d758-e9d5-465d-843d-e5ee15f8fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:15.910003 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-56c5d758-e9d5-465d-843d-e5ee15f8fbf3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6134822 Dec 10 04:43:15.916600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.982817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:15.991755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port cc42333c-3578-49e0-b9be-0f971c894f21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cc42333c-3578-49e0-b9be-0f971c894f21,segment=NetworkSegment(a09a408f-512c-44e2-b486-01931286ff48),segment_id=a09a408f-512c-44e2-b486-01931286ff48)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:16.009426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.077239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9a0c718-c314-4d95-b81f-a7529256ccc8 req-50d989dd-c6c3-46cc-a4b8-af67e279ef16 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.1229353 Dec 10 04:43:16.101200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dd23722d-6ccd-4b57-b7a0-88fc864dc5ed no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:16.124365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb59efaa-1fb9-4019-9dd6-35a8b2d33798 req-16abdf26-9512-44b8-9503-458f7dbed47f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.0834036 Dec 10 04:43:16.130773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.131601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Fanout notify agent at l3_agent the message router_deleted on router d395dc49-54b7-4cc9-92a4-fa9463ef190e {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:43:16.150099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: dd23722d-6ccd-4b57-b7a0-88fc864dc5ed {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:16.150448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dd23722d-6ccd-4b57-b7a0-88fc864dc5ed not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:16.155950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.165419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=cc42333c-3578-49e0-b9be-0f971c894f21,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:16.178307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-baca51b8-2daf-455a-b8e0-5ff2d4061c76 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/routers/d395dc49-54b7-4cc9-92a4-fa9463ef190e HTTP/1.1" status: 204 len: 168 time: 2.8661885 Dec 10 04:43:16.179556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:16.328104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6b5d-eae4-46c1-807a-29c5546cff74 req-dc57d619-a1ce-46c1-b8af-4557d8fa993c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:16.330496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae6a6b5d-eae4-46c1-807a-29c5546cff74 req-dc57d619-a1ce-46c1-b8af-4557d8fa993c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0939863 Dec 10 04:43:16.349894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Deleting subnet 9fc33eef-0a39-47d6-be79-ed1a8d1a2749 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:16.354407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.400462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33dd6f-9684-4fe0-8888-4f5b251cbebe None None] Network a53206c8-eea9-4826-9df2-38d03c010770 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:16.429049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.514475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae6a6b5d-eae4-46c1-807a-29c5546cff74 req-300dbbc9-17a5-4523-85c3-724fe11161f4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312413 Dec 10 04:43:16.541893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.560829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3521ff02-47f6-460b-959f-3c1edc64f107 None None] Provisioning complete for port cc42333c-3578-49e0-b9be-0f971c894f21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:16.561102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3521ff02-47f6-460b-959f-3c1edc64f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.614890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.652433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc33eef-0a39-47d6-be79-ed1a8d1a2749,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:16.657967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.666188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f1ec193-6acf-4f9d-bf84-f6f743d60f24 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/subnets/9fc33eef-0a39-47d6-be79-ed1a8d1a2749 HTTP/1.1" status: 204 len: 168 time: 0.4851272 Dec 10 04:43:16.666825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35384) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:16.714532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c45b49-bb40-43e5-b92c-12ae1c3d1396 None None] Network a9278210-8457-4eaa-a95f-fe9fe423125b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:16.835557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:16.872067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network a53206c8-eea9-4826-9df2-38d03c010770 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:16.918470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:16.950108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04245ce-acca-4603-8d5c-33e120cf33cc None None] DHCP port deletion for a9278210-8457-4eaa-a95f-fe9fe423125b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:16.981297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5e0038cd-c15e-4127-9784-2cbf8927b56e no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:17.000615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.018977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 5e0038cd-c15e-4127-9784-2cbf8927b56e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:17.019574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5e0038cd-c15e-4127-9784-2cbf8927b56e not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:17.029408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9278210-8457-4eaa-a95f-fe9fe423125b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:17.044432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92db9d0-d66e-46a2-ae4e-f5b5cadd1fd7') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:17.044819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92db9d0-d66e-46a2-ae4e-f5b5cadd1fd7') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:17.073530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.161804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.178122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=73132f19-5093-492e-b498-0aeb4587cbca,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:17.185264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:17.185769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:17.193600 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:17.205637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-bb31d488-a3b7-4472-9ed3-b7171cdf1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:17.211143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-bb31d488-a3b7-4472-9ed3-b7171cdf1e66 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2553637 Dec 10 04:43:17.295985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:17.316511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.373860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:43:17.395345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 63846b75-19e6-454e-ad1c-1ba3111083ff no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:17.408147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.411307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6188cfd3-f186-4f85-bd8c-f0822c2d010f req-2293a7ea-be5e-4c91-b9b9-fdebaeb9fe22 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.1055486 Dec 10 04:43:17.425349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bef37-80e8-4016-af77-61504840dd78 None None] Network 91e594fb-818f-4192-8b15-00270bdda013 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:17.445812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82de6f59-09ca-4043-9600-72edf848ae72 req-1218322a-7f60-4800-bd9d-e9a41b9bc95d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.1184435 Dec 10 04:43:17.447714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.462845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a427148-087c-4a25-ae09-bd0667ed4bff HTTP/1.1" status: 204 len: 168 time: 2.9634132 Dec 10 04:43:17.472345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:17.512492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1379530-4708-464d-95d0-a5542eba5d9e req-0ae40f71-1758-4525-93e2-329f7db70123 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.1765106 Dec 10 04:43:17.515024 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.543816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.565914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] No DVR routers for this DVR port 63846b75-19e6-454e-ad1c-1ba3111083ff on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:17.567873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a211eb4-b01b-4f82-8f26-b4e5ab86e1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a427148-087c-4a25-ae09-bd0667ed4bff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:17.571670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] 10.222.0.43 "DELETE /v2.0/networks/a9278210-8457-4eaa-a95f-fe9fe423125b HTTP/1.1" status: 204 len: 168 time: 0.9012089 Dec 10 04:43:17.589445 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.592838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5c9c9372-019b-43a6-8f40-68fc8b20beb4 req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "DELETE /v2.0/ports/63846b75-19e6-454e-ad1c-1ba3111083ff HTTP/1.1" status: 204 len: 173 time: 3.9645877 Dec 10 04:43:17.601110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f258ef-7d63-4f0a-9fc0-a2bedec45d64 tempest-FloatingIPTestJSON-610638313 tempest-FloatingIPTestJSON-610638313-project] Pushing event deleted for resources: {'Network': ['ID=a9278210-8457-4eaa-a95f-fe9fe423125b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:17.616763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728431a7-5222-4eb8-98ba-0c75533db1bd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event deleted for resources: {'Port': ['ID=63846b75-19e6-454e-ad1c-1ba3111083ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:17.650381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:17.697447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'mac_address': 'fa:16:3e:93:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:17.718392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cc42333c-3578-49e0-b9be-0f971c894f21 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:17.720657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 63846b75-19e6-454e-ad1c-1ba3111083ff {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:17.721092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 63846b75-19e6-454e-ad1c-1ba3111083ff not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:17.732234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'name': 'network-vif-deleted', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:17.740830 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31509550-0938-457a-853c-5fee64590dc2" -d '{"events": [{"server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "name": "network-vif-deleted", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:17.756026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:17.758125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.776921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-91134723-13ff-4214-95f9-acf4590c5310 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:17.779472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-91134723-13ff-4214-95f9-acf4590c5310 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 1.0899625 Dec 10 04:43:17.839887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aecaebb7-fda0-47d2-82a3-bb3fb1031f32 None None] Provisioning complete for port cc42333c-3578-49e0-b9be-0f971c894f21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:17.840262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aecaebb7-fda0-47d2-82a3-bb3fb1031f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.846450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Request body: {'port': {'device_id': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'admin_state_up': True, 'tenant_id': '389609fd6df249aebc988a901d6277f8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:17.931505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-20d2c72a-a97b-4476-84ee-545d49721694 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:17.934134 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-20d2c72a-a97b-4476-84ee-545d49721694 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 812 time: 1.1243653 Dec 10 04:43:17.943883 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e24f23-e663-4a11-96be-d4aae01af2c9 x-openstack-request-id: req-36e24f23-e663-4a11-96be-d4aae01af2c9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:17.944699 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec51a34-ccb0-4a8e-882e-ea3161bcbf87", "name": "network-vif-deleted", "tag": "63846b75-19e6-454e-ad1c-1ba3111083ff", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:17.945266 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36e24f23-e663-4a11-96be-d4aae01af2c9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:17.945841 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec51a34-ccb0-4a8e-882e-ea3161bcbf87', 'name': 'network-vif-deleted', 'tag': '63846b75-19e6-454e-ad1c-1ba3111083ff', 'status': 'completed', 'code': 200} Dec 10 04:43:17.965333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.967179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cc42333c-3578-49e0-b9be-0f971c894f21 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:17.967557 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:17.976736 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b286ea40-f0aa-420a-b28b-8811479cffa5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7723734 Dec 10 04:43:17.997465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Request body: {'port': {'device_id': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'admin_state_up': True, 'tenant_id': '389609fd6df249aebc988a901d6277f8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:18.001154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:18.032780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.050956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-d8e28829-9e06-4fef-8b63-c3d2f196bfb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.1155014 Dec 10 04:43:18.061652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:18.070461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': 'a53206c8-eea9-4826-9df2-38d03c010770', 'name': 'tempest-PortsTestJSON-1799669895'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:18.126476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35416) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:18.145240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:18.183621 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.236983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] DHCP port deletion for 91e594fb-818f-4192-8b15-00270bdda013 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:18.488397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-760fb096-05fb-4a9d-a2b2-53c273069b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:18.490237 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-760fb096-05fb-4a9d-a2b2-53c273069b14 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4107678 Dec 10 04:43:18.502327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Deleting port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:18.505699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.539737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:18.544253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.615397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b912a-f811-4100-9bdf-7f63b0acf341 req-d50c73db-501e-4696-a195-720918a00bf2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:18.642401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c7b912a-f811-4100-9bdf-7f63b0acf341 req-d50c73db-501e-4696-a195-720918a00bf2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.9652615 Dec 10 04:43:18.674786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-aecaebb7-fda0-47d2-82a3-bb3fb1031f32 None None] Provisioning complete for port 73132f19-5093-492e-b498-0aeb4587cbca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:18.675159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aecaebb7-fda0-47d2-82a3-bb3fb1031f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.707030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:18.710884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.733525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['257a601d-c2c6-4ea2-ad47-c3b8f185217e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:18.738059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:18.746400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e858e39-eb56-442a-9f4b-e5d799184c01 req-6a90b27a-d432-4c69-9c6e-9abdd0a940ea tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.0777426 Dec 10 04:43:18.801625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c7b912a-f811-4100-9bdf-7f63b0acf341 req-308648ad-ced5-4a7b-bad2-73720664160c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566267 Dec 10 04:43:18.818963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] For port 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5e3af6a8-be34-4fa7-9d89-725776d6ef33,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:18.819405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.873053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-841a47b5-8bff-4d28-8d4b-977312676cb5 req-912400de-0f25-443d-a939-3480cbec8439 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.0344832 Dec 10 04:43:18.893675 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-391afb36-ff39-4b95-970c-1000eb3590bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f8335b0c64448b981a203d2b8d12130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7256708 Dec 10 04:43:18.893675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Made reservation on behalf of 389609fd6df249aebc988a901d6277f8 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:18.894077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:18.895900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:18.904156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port c73dfa8c-af65-41da-973e-b62b2c3c4924 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:43:18.917220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Calling delete_port for 5e3af6a8-be34-4fa7-9d89-725776d6ef33 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:18.941328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aecaebb7-fda0-47d2-82a3-bb3fb1031f32 None None] Port 73132f19-5093-492e-b498-0aeb4587cbca cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:18.976520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Deleting port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:18.976998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.000664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-bfb5bcc4-0125-4521-97db-6f10c48f7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:19.002809 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-bfb5bcc4-0125-4521-97db-6f10c48f7495 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4919214 Dec 10 04:43:19.013327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.093719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.154753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] For port 5e3af6a8-be34-4fa7-9d89-725776d6ef33, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5e3af6a8-be34-4fa7-9d89-725776d6ef33,segment=NetworkSegment(64eb6c81-0a8a-4a7f-94d6-c145c3305c6b),segment_id=64eb6c81-0a8a-4a7f-94d6-c145c3305c6b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:19.155317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.183468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.185984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-55b5de09-23b8-49c7-9c83-f641dbcfadd7 None None] Provisioning complete for port 73132f19-5093-492e-b498-0aeb4587cbca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:19.186363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55b5de09-23b8-49c7-9c83-f641dbcfadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.187061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.188810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09f6f757-599e-419e-a9ea-2e631ea2492d HTTP/1.1" status: 204 len: 168 time: 0.2936800 Dec 10 04:43:19.197766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52bb82-e291-4f32-8361-28a1dc14c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6f757-599e-419e-a9ea-2e631ea2492d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:19.235387 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-54b0a6a4-f71f-4bc4-8699-7e20325688b1 req-81d77e8c-bd65-403e-9ec5-b6d9a3535636 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/ports?device_id=faabae24-3386-4491-9170-0f85b975422f HTTP/1.1" status: 200 len: 210 time: 0.0920832 Dec 10 04:43:19.286928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-55b5de09-23b8-49c7-9c83-f641dbcfadd7 None None] Port 73132f19-5093-492e-b498-0aeb4587cbca cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:19.314213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Calling delete_port for 5e3af6a8-be34-4fa7-9d89-725776d6ef33 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:19.408339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Allocated IP 172.20.0.13 (95b2b943-a7e4-4090-a6ba-31a0637cf7ab/6a23085c-b2f0-4a38-aaba-da8ae05635d5/c66f0a14-7126-4513-bfbd-b3de40a4ca96) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:19.529780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5e3af6a8-be34-4fa7-9d89-725776d6ef33 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:19.538896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.595641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 5e3af6a8-be34-4fa7-9d89-725776d6ef33 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:19.596092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5e3af6a8-be34-4fa7-9d89-725776d6ef33 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:19.630329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] Pushing event deleted for resources: {'Port': ['ID=5e3af6a8-be34-4fa7-9d89-725776d6ef33,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:19.633502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b026fe-5661-40b5-b49c-10fc0f8a43a8 None None] No DVR routers for this DVR port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:19.805105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:19.822642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.13 (a53206c8-eea9-4826-9df2-38d03c010770/c854b1a9-637b-4865-bfa8-4fc361d991ea/c73dfa8c-af65-41da-973e-b62b2c3c4924) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:19.859254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.013136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3af6a8-be34-4fa7-9d89-725776d6ef33,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:20.072824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] No DVR routers for this DVR port 5e3af6a8-be34-4fa7-9d89-725776d6ef33 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:20.109969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d321-853a-4c2e-8de6-c0457d0d59f3 req-eab666c5-a6be-45a8-8752-a78b71674b4c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:20.129031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec15d321-853a-4c2e-8de6-c0457d0d59f3 req-eab666c5-a6be-45a8-8752-a78b71674b4c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.1764977 Dec 10 04:43:20.129521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.197751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.204018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4943c184-df85-4435-bcab-2405887c5f66 req-799881b1-af3e-4df1-a1ed-eb857f13433c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.0444484 Dec 10 04:43:20.301886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.307892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec15d321-853a-4c2e-8de6-c0457d0d59f3 req-7870408d-8347-469f-a2a9-f51154ea7bd1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773620 Dec 10 04:43:20.460841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:20.469876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:20.472874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:20.486022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e594fb-818f-4192-8b15-00270bdda013']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:20.569482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:20.569858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64eb6c81-0a8a-4a7f-94d6-c145c3305c6b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:20.593257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event updated for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:20.598697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Allocated IP 172.20.0.14 (95b2b943-a7e4-4090-a6ba-31a0637cf7ab/6a23085c-b2f0-4a38-aaba-da8ae05635d5/0681a347-1bae-4bda-90d1-8b621aa054e5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:20.611522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.627051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-669dedbc-b7df-4ca6-8c80-db7867dc35f2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:20.633110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-669dedbc-b7df-4ca6-8c80-db7867dc35f2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2011466 Dec 10 04:43:20.634585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:20.651762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-bb237c43-74be-41f3-81a4-3a23d1b17d03 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0149755 Dec 10 04:43:20.669175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:20.671965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.703323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.712306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-bc90145d-9ca5-4e06-bf42-15e9591e9f11 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415139 Dec 10 04:43:20.729156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:20.729551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:20.731814 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:20.841463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-3a0af7d5-4c18-4812-aa58-011eb0828c84 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143656 Dec 10 04:43:20.954656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-aefbb20b-24f5-4920-a4cb-4f58d3f8c0f7 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058137 Dec 10 04:43:21.152967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bca87faf-7f1e-425c-843a-d033067651af req-64a39871-84e5-44fb-93c5-50a64354af14 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.0343399 Dec 10 04:43:21.213858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.218151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-cc11d4d4-410c-47bf-b3c3-646c5301d273 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3864634 Dec 10 04:43:21.235372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-646839141'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:21.306423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Request body: {'port': {'device_id': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:21.342525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:21.346242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.414222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:21.417773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.457246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307eb75a-b66b-4a80-bfea-52d67d0bb896 req-03c326fd-94b5-41f9-addf-41a2dddb9800 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 210 time: 0.0983200 Dec 10 04:43:21.543580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.581647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.585304 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] 10.222.0.43 "DELETE /v2.0/networks/91e594fb-818f-4192-8b15-00270bdda013 HTTP/1.1" status: 204 len: 168 time: 4.0790942 Dec 10 04:43:21.588707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9dab-c12c-4daf-af3e-baaf6589b472 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e594fb-818f-4192-8b15-00270bdda013,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:21.610279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 257a601d-c2c6-4ea2-ad47-c3b8f185217e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:21.611685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.649889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.689180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7433ab-f8cb-4bcb-8e33-3c154245f01b req-f45f7079-309a-4d53-823c-8ff47b255590 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:21.694653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.704964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d7433ab-f8cb-4bcb-8e33-3c154245f01b req-f45f7079-309a-4d53-823c-8ff47b255590 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 945 time: 0.1949670 Dec 10 04:43:21.852899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d7433ab-f8cb-4bcb-8e33-3c154245f01b req-10dad424-5290-44a7-9c7b-883244754933 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469135 Dec 10 04:43:21.862764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.910624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network a53206c8-eea9-4826-9df2-38d03c010770 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:21.914803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:21.986012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:21.987412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35548) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:22.004135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:22.005016 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1627a7c-7020-4445-92ba-1859226592a2" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:22.048792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:22.055943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:22.070548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.091940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2dda1091-29c7-449b-8bc6-ccdbe470cd5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da3d22f2663c4bd0bcc5054953ad31e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033084 Dec 10 04:43:22.092655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:22.130317 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd308c7-413a-4704-b62d-40f83db44f56 x-openstack-request-id: req-6cd308c7-413a-4704-b62d-40f83db44f56 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:22.130609 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-plugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:22.130863 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cd308c7-413a-4704-b62d-40f83db44f56 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:22.131256 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:43:22.147164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=c73dfa8c-af65-41da-973e-b62b2c3c4924,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:22.158000 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.214526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=13']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:22.255846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.330277 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa93553d-3ca4-449f-9555-b7ba0ffb87b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.403154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59a961ce-e2dd-4156-89df-7aa825d2ce3d req-b89978d9-a77b-4d5c-9272-1ffe93e408a4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.0782781 Dec 10 04:43:22.428105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.438105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.442467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.446616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f83c1240-fe9d-4d97-9bbc-feda8f728807 HTTP/1.1" status: 204 len: 168 time: 0.3499126 Dec 10 04:43:22.479067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:22.490684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:22.492748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c4bab-3387-4aed-bd2e-d7fe9cb9469d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c1240-fe9d-4d97-9bbc-feda8f728807,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:22.516090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:22.571613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ac08f924-319d-4177-bc08-2ecc20889190 None None] Provisioning complete for port c73dfa8c-af65-41da-973e-b62b2c3c4924 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:22.572181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac08f924-319d-4177-bc08-2ecc20889190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.589684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:22.590819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.610637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.646654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.664596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:22.688723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.690545 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment e1270e4c-f68e-4551-848a-c0d90cffad06 of type vlan for network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe Dec 10 04:43:22.731308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac08f924-319d-4177-bc08-2ecc20889190 None None] Port c73dfa8c-af65-41da-973e-b62b2c3c4924 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:22.748171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.769121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa7b5-3aca-474a-9acb-cc1decc59224 req-90a5b6c3-77e2-4e75-91bf-28a552f18a3e tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:22.771548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce0fa7b5-3aca-474a-9acb-cc1decc59224 req-90a5b6c3-77e2-4e75-91bf-28a552f18a3e tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 932 time: 0.1994164 Dec 10 04:43:22.786435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec25127d-96df-426c-9094-feabdf5f5af1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7384098 Dec 10 04:43:22.787709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:22.832756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:22.847685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce0fa7b5-3aca-474a-9acb-cc1decc59224 req-3d634fbf-8a0c-4eed-b0c2-414e70d17543 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687439 Dec 10 04:43:22.859397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:22.860278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.064952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event updated for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:23.123669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc860-6f83-4d7f-b4b6-32db06853741 req-59bb23be-0331-4c7d-9aca-a3960358b713 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:23.134490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9ccc860-6f83-4d7f-b4b6-32db06853741 req-59bb23be-0331-4c7d-9aca-a3960358b713 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.1668398 Dec 10 04:43:23.265290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9ccc860-6f83-4d7f-b4b6-32db06853741 req-ef45856a-de17-46ec-b85b-2ed7f8210849 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273978 Dec 10 04:43:23.279592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:23.302492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:23.316727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b79453-91b8-4bad-95fa-d58fca8c96b8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:23.363419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.391446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:23.479944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faee7539-a87a-41c3-a188-7e091ab45fe2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:23.481750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faee7539-a87a-41c3-a188-7e091ab45fe2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2062213 Dec 10 04:43:23.485416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0522a53-15c7-43ed-9cfa-b550077e4ab2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8469050 Dec 10 04:43:23.492704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d35b0bd9-5b26-48b0-a3df-d48ea1d4bd46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f172367797f54b95a16b199d8a0e54fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986998 Dec 10 04:43:23.493436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:23.493771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:23.497566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:23.498514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.509436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-545180873'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:23.529124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:23.583489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f2eb227-75bc-4adb-b090-f468a77db7b6 req-6d0dce58-b1b8-4292-838c-9a04be9ddb05 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.0517623 Dec 10 04:43:23.625146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:23.629043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.632444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.640143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-7044513d-bb9a-4193-900f-2a3c5689d088 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6721926 Dec 10 04:43:23.666858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:23.676882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.677236 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 085f630c-7c3d-4948-9092-a902d500c789 of type vlan for network ebb96cf4-c337-496d-82f8-63ac159ca2f9 Dec 10 04:43:23.687314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Request body: {'port': {'device_id': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:23.706442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5836e-be84-4df4-bf5b-6772c08204ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:23.710844 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-43e5836e-be84-4df4-bf5b-6772c08204ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.9077332 Dec 10 04:43:23.725368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:23.740085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.753542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.803955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.810757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:23.811052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66f0a14-7126-4513-bfbd-b3de40a4ca96 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:23.811400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.824526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:23.829061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.834947 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.890752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:23.893775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=ebb96cf4-c337-496d-82f8-63ac159ca2f9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:23.906047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-42d5dbf1-670e-4d19-af52-0aa1ca2be34b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109740 Dec 10 04:43:23.906933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35584) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:23.909706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:23.913927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:23.956508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Transition to ACTIVE for port object c66f0a14-7126-4513-bfbd-b3de40a4ca96 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:43:24.004048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.006830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.010547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c2d6758-ad5a-47ab-ba05-c234685a36f1 HTTP/1.1" status: 204 len: 168 time: 0.5120547 Dec 10 04:43:24.058364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3578e83-7c36-4e7a-8c0a-41d49ac739b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d6758-ad5a-47ab-ba05-c234685a36f1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:24.082514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:24.086274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.099329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f927fa-8c95-4214-b372-4eb31f9da30e req-bc711d31-dc13-444e-b182-f16f2db3dcfa tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:24.099801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.101792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24f927fa-8c95-4214-b372-4eb31f9da30e req-bc711d31-dc13-444e-b182-f16f2db3dcfa tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 932 time: 0.0894670 Dec 10 04:43:24.111191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port c73dfa8c-af65-41da-973e-b62b2c3c4924 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:24.114969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.213498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24f927fa-8c95-4214-b372-4eb31f9da30e req-cfd841a7-b25a-44f3-bc71-a9c2d09f91cc tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Dec 10 04:43:24.518961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845da30-72ea-4682-9bae-db041da1a360 req-9b6cfb1e-e6b6-4d81-9848-57608f6007e6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:24.530176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7845da30-72ea-4682-9bae-db041da1a360 req-9b6cfb1e-e6b6-4d81-9848-57608f6007e6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.1442325 Dec 10 04:43:24.560094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Pushing event updated for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:24.588316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.691203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=3722e93b-6e84-4d60-948c-9239541fdc84,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:24.752591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7845da30-72ea-4682-9bae-db041da1a360 req-3d7a0f5f-2e35-4f9c-ab12-0fb9e317ed46 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214847 Dec 10 04:43:24.805896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43d143a5-f4ca-4986-ae17-43e6f53e39db req-df507ac6-c18e-424c-a168-a1623bce3ff1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.0522432 Dec 10 04:43:24.821576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0681a347-1bae-4bda-90d1-8b621aa054e5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:24.828851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.834415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': 'e1270e4c-f68e-4551-848a-c0d90cffad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:24.834633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:24.862234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:24.877734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39be0977-7c52-4f3f-81e7-87a73eb3c5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.882568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:24.892711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:24.895975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:24.898979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02280d4b-59ca-40ac-81fb-d19896f68804 None None] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:24.929353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1e20ee33-3262-41c0-9e74-32c0c7a4d4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0210049 Dec 10 04:43:24.932149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35604) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:24.937336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:24.958352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Transition to ACTIVE for port object 0681a347-1bae-4bda-90d1-8b621aa054e5 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:43:25.030894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.050144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.086929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe', 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '3722e93b-6e84-4d60-948c-9239541fdc84'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:25.090548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.175141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:25.183544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.202400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for c73dfa8c-af65-41da-973e-b62b2c3c4924 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:25.315460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.12 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/7dd63a19-5d58-417c-aacf-6bc059398e4a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:25.476076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Allocated IP 2001:db8::2 (09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe/3722e93b-6e84-4d60-948c-9239541fdc84/8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:25.586924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35628) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:25.614540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea95212-1a07-4fb4-98f9-d9cda380b4b8 req-c9347124-ae2c-4b57-8530-5cb298c07c3f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:25.625328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea95212-1a07-4fb4-98f9-d9cda380b4b8 req-c9347124-ae2c-4b57-8530-5cb298c07c3f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 944 time: 0.1962657 Dec 10 04:43:25.737572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Pushing event updated for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:25.744554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Attempting to bind port c66f0a14-7126-4513-bfbd-b3de40a4ca96 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:25.744893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Attempting to bind port c66f0a14-7126-4513-bfbd-b3de40a4ca96 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:25.745227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Attempting to bind port c66f0a14-7126-4513-bfbd-b3de40a4ca96 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:25.870817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.909888 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:25.940838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea95212-1a07-4fb4-98f9-d9cda380b4b8 req-15d1a0bb-7d86-4efd-aa6e-cff301a4d57e tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139675 Dec 10 04:43:25.965163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Port c66f0a14-7126-4513-bfbd-b3de40a4ca96 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:43:25.981235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Attempting to bind port c66f0a14-7126-4513-bfbd-b3de40a4ca96 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:26.047183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:26.047800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Checking segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:26.048388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Bound using segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:26.049025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Bound port: c66f0a14-7126-4513-bfbd-b3de40a4ca96, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:26.049548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.054892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1286745768-network', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:26.059455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.120529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Made reservation on behalf of 917d340e506e46ddb0aa1108d5f696c1 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:26.124348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.130331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Pushing event updated for resources: {'Port': ['ID=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:26.148810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.168048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:26.174156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:26.180173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:26.204084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.222065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c10bc3a-bfe5-4d1c-a504-709e4a4c182c req-4e416d84-d3f8-47b0-b3f3-6aacf14b363d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.1205781 Dec 10 04:43:26.283035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:26.298834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Attempting to bind port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:26.299340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Attempting to bind port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e1270e4c-f68e-4551-848a-c0d90cffad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:26.300656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Attempting to bind port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f on network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:26.306963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:26.307268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Checking segment: {'id': 'e1270e4c-f68e-4551-848a-c0d90cffad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:26.308111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.308668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Bound using segment: {'id': 'e1270e4c-f68e-4551-848a-c0d90cffad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:26.309244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Bound port: 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1270e4c-f68e-4551-848a-c0d90cffad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:26.309696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.331206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5cad0-6ee7-456b-8fe2-8ebb46365165 req-22a0e1a6-bb8b-4816-9feb-3594dd30b016 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:26.339211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48d5cad0-6ee7-456b-8fe2-8ebb46365165 req-22a0e1a6-bb8b-4816-9feb-3594dd30b016 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.3968737 Dec 10 04:43:26.346957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Attempting to bind port 0681a347-1bae-4bda-90d1-8b621aa054e5 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:26.347325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Attempting to bind port 0681a347-1bae-4bda-90d1-8b621aa054e5 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:26.347621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Attempting to bind port 0681a347-1bae-4bda-90d1-8b621aa054e5 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:26.415467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48d5cad0-6ee7-456b-8fe2-8ebb46365165 req-7b56e8a3-09cb-4a80-8b60-3c86dcc05452 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755358 Dec 10 04:43:26.422303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.463531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Port 0681a347-1bae-4bda-90d1-8b621aa054e5 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:43:26.464719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Attempting to bind port 0681a347-1bae-4bda-90d1-8b621aa054e5 on network 95b2b943-a7e4-4090-a6ba-31a0637cf7ab {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:26.494436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:26.497116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.525613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=a024a954-e0cd-4e6f-8fb5-d3124acbe78d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:26.550338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.568924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.570989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] For port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:26.573397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:26.574344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Checking segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:26.575113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Bound using segment: {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:26.575997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Bound port: 0681a347-1bae-4bda-90d1-8b621aa054e5, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2abef74-69b9-45ee-9905-026f4caa81ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:26.576842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.586188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] For port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,segment=NetworkSegment(e1270e4c-f68e-4551-848a-c0d90cffad06),segment_id=e1270e4c-f68e-4551-848a-c0d90cffad06)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:26.586807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:26.598825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.599515 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Added segment 5ba7a604-35a0-4c76-a18e-cc07afc604da of type vlan for network 5c65acaf-9c0a-40e3-9751-b570acb388ba Dec 10 04:43:26.606153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.609464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=c73dfa8c-af65-41da-973e-b62b2c3c4924,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:26.619390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.661459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.714677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.724651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed78641-fde9-4424-9a2d-d366e22c74d8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:26.731284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.732232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:26.732931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:26.812913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:26.817517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322f69-666e-4781-8384-e9ca6a898a69 None None] Pushing event updated for resources: {'Port': ['ID=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:26.821562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1891825 Dec 10 04:43:26.827659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35644) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:26.830349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:26.855067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Request body: {'subnet': {'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1286745768-subnet', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:26.881766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '085f630c-7c3d-4948-9092-a902d500c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:26.882139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: ebb96cf4-c337-496d-82f8-63ac159ca2f9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:26.986762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:27.017379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.021112 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12f8d185-8693-45ce-8360-0675badad6ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/c73dfa8c-af65-41da-973e-b62b2c3c4924 HTTP/1.1" status: 204 len: 168 time: 3.2911651 Dec 10 04:43:27.044428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb46cf8-3ea5-4504-b656-d47e2ea80178 admin admin] Pushing event updated for resources: {'Network': ['ID=5c65acaf-9c0a-40e3-9751-b570acb388ba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:27.070237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35650) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:27.073984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:27.119970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:27.127330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.129491 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] 10.222.0.36 "PUT /v2.0/ports/c66f0a14-7126-4513-bfbd-b3de40a4ca96 HTTP/1.1" status: 200 len: 1092 time: 5.8292751 Dec 10 04:43:27.138250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:27.164537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Made reservation on behalf of 917d340e506e46ddb0aa1108d5f696c1 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:27.167897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.182356 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd" -d '{"events": [{"name": "network-changed", "server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:27.195049 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaad351f-dc0c-4b4c-a3a5-4c8c4e5908ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:43:27.198383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eaad351f-dc0c-4b4c-a3a5-4c8c4e5908ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/c73dfa8c-af65-41da-973e-b62b2c3c4924 HTTP/1.1" status: 404 len: 333 time: 0.1137342 Dec 10 04:43:27.223203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:27.280114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:27.363007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ebb96cf4-c337-496d-82f8-63ac159ca2f9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:27.386308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf463a2-13da-4ead-8480-56eb39100148 None None] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:27.453957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.543308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc597-3d94-4f63-af12-915913e3834b service neutron] Pushing event updated for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:27.641956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ebb96cf4-c337-496d-82f8-63ac159ca2f9', 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': 'a024a954-e0cd-4e6f-8fb5-d3124acbe78d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:27.642811 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.652335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:27.667539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:27.679612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.680065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:27.680924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.805253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0681a347-1bae-4bda-90d1-8b621aa054e5,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:27.824036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3112645 Dec 10 04:43:27.834252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-da767791-4745-4930-9c2e-5ba01f23915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:27.835996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-da767791-4745-4930-9c2e-5ba01f23915c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 1095 time: 0.5825691 Dec 10 04:43:27.842385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:27.881583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Request body: {'port': {'device_id': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:27.977253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Allocated IP 2001:db8:1::2 (ebb96cf4-c337-496d-82f8-63ac159ca2f9/a024a954-e0cd-4e6f-8fb5-d3124acbe78d/6277ff4e-f620-4c55-bf5c-7e9bb2e1f019) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:28.013923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0746a-f7f2-4dc4-9b24-92a93a335d4f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:28.032119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-ccae76e9-6c9e-4734-9711-a772b6dc1be8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96 HTTP/1.1" status: 200 len: 217 time: 0.1743309 Dec 10 04:43:28.150860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:28.151779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.154620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] 10.222.0.41 "PUT /v2.0/ports/0681a347-1bae-4bda-90d1-8b621aa054e5 HTTP/1.1" status: 200 len: 1092 time: 4.4744651 Dec 10 04:43:28.158535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.174429 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.206253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:28.209143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:28.212987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:28.301295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.305069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-f899a8d6-9cae-41a5-af7d-fdd2fd446b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:28.308193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-f899a8d6-9cae-41a5-af7d-fdd2fd446b96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.2637873 Dec 10 04:43:28.359299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Attempting to bind port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:28.359680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Attempting to bind port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '085f630c-7c3d-4948-9092-a902d500c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:28.360048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Attempting to bind port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 on network ebb96cf4-c337-496d-82f8-63ac159ca2f9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:28.363798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.370236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.372579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Pushing event updated for resources: {'Port': ['ID=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:28.374954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:28.375385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Checking segment: {'id': '085f630c-7c3d-4948-9092-a902d500c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:28.375966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.376530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Bound using segment: {'id': '085f630c-7c3d-4948-9092-a902d500c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:28.377023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Bound port: 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f630c-7c3d-4948-9092-a902d500c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ebb96cf4-c337-496d-82f8-63ac159ca2f9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:28.377404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.404072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940161b-14a8-4bf5-abf6-5e7ee3a72218 service neutron] Pushing event updated for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:28.410171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c6a7912-f2f1-4062-8cd3-f883a847d911 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4768572 Dec 10 04:43:28.411879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:28.415878 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-b9358927-e755-409e-9e0d-05f8556662d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775454 Dec 10 04:43:28.421699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-797588511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:28.510163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] For port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:28.516161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] For port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,segment=NetworkSegment(085f630c-7c3d-4948-9092-a902d500c789),segment_id=085f630c-7c3d-4948-9092-a902d500c789)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:28.524514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-a4685a22-a871-4b8a-9510-8477fa69e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:28.525757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.526363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-a4685a22-a871-4b8a-9510-8477fa69e52d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 1095 time: 0.2964530 Dec 10 04:43:28.548665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162932d-e504-45f5-bccc-4fc41732b07c req-f76d7b56-e9f2-4bff-8477-d0754f437062 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:28.557460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a162932d-e504-45f5-bccc-4fc41732b07c req-f76d7b56-e9f2-4bff-8477-d0754f437062 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 932 time: 1.0906606 Dec 10 04:43:28.586037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b0c12-17d3-4908-b133-017f5fc96f6e req-03c9e66f-7199-4c65-9015-bda448c39c12 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:28.588133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f07b0c12-17d3-4908-b133-017f5fc96f6e req-03c9e66f-7199-4c65-9015-bda448c39c12 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 944 time: 1.4340093 Dec 10 04:43:28.617126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6b11c-7fb2-4e6a-82b5-9f56af001a4f None None] Pushing event updated for resources: {'Port': ['ID=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:28.659576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b000a45b-0894-4384-ba14-7179fabbfe99,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:28.766414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Checking segment: {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:28.767189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Network hostable DHCP agents. Network: 5c65acaf-9c0a-40e3-9751-b570acb388ba, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:28.856642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.858653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:28.879482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a162932d-e504-45f5-bccc-4fc41732b07c req-b265f384-8e18-4fc8-b70b-8254221c14df tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138218 Dec 10 04:43:28.884422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:28.954867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 73132f19-5093-492e-b498-0aeb4587cbca {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:28.955487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.036368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f8cac-2c1c-48ca-931d-f816d380dd8c None None] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:29.067758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f07b0c12-17d3-4908-b133-017f5fc96f6e req-1094f11a-727a-4618-b5c0-44c2a6f8d23c tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498591 Dec 10 04:43:29.070806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5c65acaf-9c0a-40e3-9751-b570acb388ba) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:29.078179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.086827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-51227c84-30de-4505-8144-c245ff2a87b7 service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542609 Dec 10 04:43:29.091632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:29.094217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.127356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afea4aa-c3f5-4e32-b9d9-d5bf830031d7 None None] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:29.217147 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5abc0c-afad-4afb-bd51-804b675032d4 x-openstack-request-id: req-ee5abc0c-afad-4afb-bd51-804b675032d4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:29.217486 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:29.217807 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee5abc0c-afad-4afb-bd51-804b675032d4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:29.218104 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96', 'status': 'completed', 'code': 200} Dec 10 04:43:29.219547 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-d9a28091-9396-4234-be47-a5de2fdd2574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0681a347-1bae-4bda-90d1-8b621aa054e5 HTTP/1.1" status: 200 len: 217 time: 0.6403940 Dec 10 04:43:29.240049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.292681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34c230f5-f515-4989-9f32-22d22b5b27d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4502981 Dec 10 04:43:29.297016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35682) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:29.342776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:29.453563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] Provisioning complete for port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:29.453938 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.457442 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.643570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 73132f19-5093-492e-b498-0aeb4587cbca owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:29.699004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.705298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.750985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:29.874616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-5c65acaf-9c0a-40e3-9751-b570acb388ba', 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba', 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'fixed_ips': [{'subnet_id': 'b000a45b-0894-4384-ba14-7179fabbfe99'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:29.875758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:29.904135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc2839-f1a3-4a46-a6da-075e68a60565 req-c126660d-0762-4e0d-a1ca-6d4bbe2d3bb8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:29.914984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5abc2839-f1a3-4a46-a6da-075e68a60565 req-c126660d-0762-4e0d-a1ca-6d4bbe2d3bb8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.6697619 Dec 10 04:43:30.016685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.204049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.309275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5abc2839-f1a3-4a46-a6da-075e68a60565 req-36376bb1-3490-4296-985b-923f75a7d363 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921490 Dec 10 04:43:30.327910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] For port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,segment=NetworkSegment(e1270e4c-f68e-4551-848a-c0d90cffad06),segment_id=e1270e4c-f68e-4551-848a-c0d90cffad06)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:30.338720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:30.341028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.391608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.455407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:30.530770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd79bf-44b5-49be-9375-4a63b11e0ba1 req-1f2df649-d397-434e-9d9d-59860926b249 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:30.532397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffd79bf-44b5-49be-9375-4a63b11e0ba1 req-1f2df649-d397-434e-9d9d-59860926b249 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 932 time: 0.3360558 Dec 10 04:43:30.736140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cebe834b-21f1-4c26-b595-32b8b6b8d235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.750757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398392-9466-4e65-b2a7-30a02fe20a43 req-c7268988-c00f-4d2a-9835-79eaad5db5da tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:30.759101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac398392-9466-4e65-b2a7-30a02fe20a43 req-c7268988-c00f-4d2a-9835-79eaad5db5da tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2854588 Dec 10 04:43:30.765363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.873577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:30.877585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e35457d2-e39d-47e9-9860-6265137c0b8a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.4580381 Dec 10 04:43:30.887078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Allocated IP 172.20.0.2 (5c65acaf-9c0a-40e3-9751-b570acb388ba/b000a45b-0894-4384-ba14-7179fabbfe99/a0a6ecae-db63-4f3f-8e0e-f2677722de32) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:30.919264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ead56e-99bc-40d0-83bd-e137d27d95b8 None None] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:30.929587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85fca8-2f78-40a7-9473-bf8ba240e0cf None None] Pushing event updated for resources: {'Port': ['ID=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:30.990984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cebe834b-21f1-4c26-b595-32b8b6b8d235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.000897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:31.003814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd63a19-5d58-417c-aacf-6bc059398e4a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:31.012168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93b68d43-a084-437e-959b-e4aa2ed089f6 None None] Provisioning complete for port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:31.013158 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93b68d43-a084-437e-959b-e4aa2ed089f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.013855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.028111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Transition to ACTIVE for port object 7dd63a19-5d58-417c-aacf-6bc059398e4a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:43:31.031276 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-bbd5fa65-3c5d-4040-b6f0-0dabc7528c02 service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995350 Dec 10 04:43:31.040811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cebe834b-21f1-4c26-b595-32b8b6b8d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.047010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-94e93448-5daf-49a5-9798-58eddb242d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:31.051906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-94e93448-5daf-49a5-9798-58eddb242d6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 1.7964404 Dec 10 04:43:31.054036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.081469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.145099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe834b-21f1-4c26-b595-32b8b6b8d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7721d0-1400-4466-861d-56607b309713,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:31.200871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:31.204529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:31.208624 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-9740f78f-cd10-43ee-9ea4-bb6a76b03491 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347132 Dec 10 04:43:31.266381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:31.270485 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8760b2b-931f-4230-88c2-ac114fbd2699" -d '{"events": [{"name": "network-changed", "server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:31.341731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:31.342284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.542872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.547614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.565111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.626805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-4e6af908-5fde-487e-ad61-88d97bba95d5 service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362265 Dec 10 04:43:31.637072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Pushing event updated for resources: {'Port': ['ID=a0a6ecae-db63-4f3f-8e0e-f2677722de32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:31.685076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:31.703650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=73132f19-5093-492e-b498-0aeb4587cbca,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:31.717187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:31.723425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:31.742817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Attempting to bind port 7dd63a19-5d58-417c-aacf-6bc059398e4a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:31.743474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Attempting to bind port 7dd63a19-5d58-417c-aacf-6bc059398e4a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:31.743928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Attempting to bind port 7dd63a19-5d58-417c-aacf-6bc059398e4a on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:31.753662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,segment=NetworkSegment(085f630c-7c3d-4948-9092-a902d500c789),segment_id=085f630c-7c3d-4948-9092-a902d500c789)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:31.771324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7e011779-b7bf-4084-81b6-6c9a484f428c None None] Provisioning complete for port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:31.772937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e011779-b7bf-4084-81b6-6c9a484f428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.787624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-150aad2b-82e3-40f8-89f2-c4b61b24985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:31.789466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-150aad2b-82e3-40f8-89f2-c4b61b24985f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 1095 time: 0.6232963 Dec 10 04:43:31.793502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Port 7dd63a19-5d58-417c-aacf-6bc059398e4a on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:43:31.797906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Attempting to bind port 7dd63a19-5d58-417c-aacf-6bc059398e4a on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:31.829774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffd79bf-44b5-49be-9375-4a63b11e0ba1 req-38168ee8-8cd9-477b-9ec3-174f436f9695 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2518806 Dec 10 04:43:31.903275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.921048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35169331-e8a9-4d72-9185-7b2e06bf9cb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/73132f19-5093-492e-b498-0aeb4587cbca HTTP/1.1" status: 204 len: 168 time: 4.6943409 Dec 10 04:43:31.923871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:31.962124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac398392-9466-4e65-b2a7-30a02fe20a43 req-e5eec9f3-7102-4525-9f21-cdc0e673231d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2016675 Dec 10 04:43:31.964755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35714) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:32.040185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:32.040733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:32.041105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:32.041667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Bound port: 7dd63a19-5d58-417c-aacf-6bc059398e4a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:32.042134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.177244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:32.196812 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89559127-66e9-4060-8b06-8d1a3167b83b x-openstack-request-id: req-89559127-66e9-4060-8b06-8d1a3167b83b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:32.197415 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:32.197783 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89559127-66e9-4060-8b06-8d1a3167b83b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:32.198396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Attempting to bind port a0a6ecae-db63-4f3f-8e0e-f2677722de32 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:32.198774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Attempting to bind port a0a6ecae-db63-4f3f-8e0e-f2677722de32 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:32.199143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Attempting to bind port a0a6ecae-db63-4f3f-8e0e-f2677722de32 on network 5c65acaf-9c0a-40e3-9751-b570acb388ba {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:32.199718 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5', 'status': 'completed', 'code': 200} Dec 10 04:43:32.229609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43118f51-f22f-42bb-a7d3-4f8111a8e1e2 req-ac3d8400-e692-4e60-85a5-0b2454c714b2 service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811946 Dec 10 04:43:32.230369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cebe834b-21f1-4c26-b595-32b8b6b8d235 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93ffdc22364d4e9598cbdf0093efe8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7727590 Dec 10 04:43:32.231451 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19027f5-5519-472f-af0a-81cbb4300335 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:43:32.235223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:32.238873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b19027f5-5519-472f-af0a-81cbb4300335 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/73132f19-5093-492e-b498-0aeb4587cbca HTTP/1.1" status: 404 len: 333 time: 0.2558374 Dec 10 04:43:32.280188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:32.299473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:32.301817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Checking segment: {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:32.306025 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.306688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Bound using segment: {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:32.309146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Bound port: a0a6ecae-db63-4f3f-8e0e-f2677722de32, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:32.310800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.435280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:32.459115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:32.485753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:32.486011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555a50-781a-4e46-a45a-fc36633c9ec1 req-ebcd0dbf-9577-48e8-9177-fa8cb07a51a7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:32.494614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3555a50-781a-4e46-a45a-fc36633c9ec1 req-ebcd0dbf-9577-48e8-9177-fa8cb07a51a7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.2544372 Dec 10 04:43:32.508626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] For port a0a6ecae-db63-4f3f-8e0e-f2677722de32, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:32.512628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] For port a0a6ecae-db63-4f3f-8e0e-f2677722de32, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a0a6ecae-db63-4f3f-8e0e-f2677722de32,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:32.518237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-59f67c1c-c7b1-4f9f-b88d-0b379ac60da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:32.520004 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-59f67c1c-c7b1-4f9f-b88d-0b379ac60da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 913 time: 0.7139404 Dec 10 04:43:32.527533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.545024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:32.545418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.547122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.563900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.591511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.595752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623228-d626-4998-8167-aee06b976bab req-f5a20393-f4a9-4528-b0e6-e5a42f25c60d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:32.597611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47623228-d626-4998-8167-aee06b976bab req-f5a20393-f4a9-4528-b0e6-e5a42f25c60d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 944 time: 0.4971707 Dec 10 04:43:32.716683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.735833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-47297a82-ff30-4e45-95eb-e0a00b8c6f07 None None] Provisioning complete for port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:32.739146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47297a82-ff30-4e45-95eb-e0a00b8c6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.744788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3555a50-781a-4e46-a45a-fc36633c9ec1 req-a3406172-9281-47a3-92c2-be073db5013f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437060 Dec 10 04:43:32.802682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-529d3258-3a3c-48ac-9d7d-42298e92ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:32.804323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-529d3258-3a3c-48ac-9d7d-42298e92ff0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=389609fd6df249aebc988a901d6277f8&device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 1095 time: 0.4275973 Dec 10 04:43:32.805086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:32.811972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:32.812731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.817748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-a2fd0e69-3ea1-40bf-b4cb-80b880f29fd5 service neutron] 10.222.0.41 "PUT /v2.0/ports/7dd63a19-5d58-417c-aacf-6bc059398e4a HTTP/1.1" status: 200 len: 1092 time: 4.9497550 Dec 10 04:43:32.822856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.825580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:32.829007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e7721d0-1400-4466-861d-56607b309713 HTTP/1.1" status: 204 len: 168 time: 0.5685570 Dec 10 04:43:32.851323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-1a6f331a-bf0a-48b7-9c9e-05a8bb4485c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96 HTTP/1.1" status: 200 len: 217 time: 0.2919099 Dec 10 04:43:32.904309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077cd81-cd8c-4bdd-a74b-e1d1cae1b939 None None] Pushing event updated for resources: {'Port': ['ID=a0a6ecae-db63-4f3f-8e0e-f2677722de32,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:32.918383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet c854b1a9-637b-4865-bfa8-4fc361d991ea {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:32.976377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.058155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47623228-d626-4998-8167-aee06b976bab req-4ac52e8a-36de-4f72-9bcc-7c87bd72f23a tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473062 Dec 10 04:43:33.136078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb7bf4-ac41-430a-90be-71b112fbd7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7721d0-1400-4466-861d-56607b309713,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:33.285233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.312838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-44e620e2-47f1-45b4-88c5-4a6c351e7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.314328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-44e620e2-47f1-45b4-88c5-4a6c351e7f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.4337621 Dec 10 04:43:33.376781 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-f8a82448-6d03-48cb-9386-97fcce139a1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421886 Dec 10 04:43:33.379829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-6c447905-2302-412b-8fc9-471cc75b9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.380905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-6c447905-2302-412b-8fc9-471cc75b9b10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 1095 time: 0.2575650 Dec 10 04:43:33.459213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:33.473615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c66f0a14-7126-4513-bfbd-b3de40a4ca96 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:43:33.527661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-760866c4-d467-4a3e-ac59-2d449d463177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.529171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-760866c4-d467-4a3e-ac59-2d449d463177 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 200 len: 913 time: 0.6841249 Dec 10 04:43:33.530398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-adf99572-a217-4216-b465-4b5408498e7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a HTTP/1.1" status: 200 len: 217 time: 0.0663347 Dec 10 04:43:33.563504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-013b505f-8000-4c3b-8587-77972af91338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.617651 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-86c90ccd-6748-40f3-b4d8-5ce0df69204a service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264404 Dec 10 04:43:33.623480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:33.640747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'port_id': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96', 'mac_address': 'fa:16:3e:53:17:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a23085c-b2f0-4a38-aaba-da8ae05635d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:33.646384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8::1 (09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe/3722e93b-6e84-4d60-948c-9239541fdc84/5eaa827d-18ba-4488-99f1-d6bfda8dd3cd) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:33.676581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-ba2b3ad1-ebf6-4218-aed9-cc72c92ca14d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0681a347-1bae-4bda-90d1-8b621aa054e5 HTTP/1.1" status: 200 len: 217 time: 0.0992036 Dec 10 04:43:33.697730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.713085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.715867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66f0a14-7126-4513-bfbd-b3de40a4ca96 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:33.758890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.770373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:33.779137 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.779915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:33.790423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-58c13c22-db42-4994-ad3a-faa4ad1ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.790682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-58c13c22-db42-4994-ad3a-faa4ad1ffb49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.2241733 Dec 10 04:43:33.848817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:33.855989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4fd6-ab3a-4529-b54e-fcd5643e40e3 req-15726f2d-f4a5-4120-b334-41f0c766f1b7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.864149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb6a4fd6-ab3a-4529-b54e-fcd5643e40e3 req-15726f2d-f4a5-4120-b334-41f0c766f1b7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.4116669 Dec 10 04:43:33.911799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-74f896cd-ac86-4976-b288-e5402869c9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932548 Dec 10 04:43:33.929252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a748-6ec7-49f8-b6b9-2c2dd385006d req-a683da63-9be7-4257-bb0e-cfce430410f6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.930837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2040a748-6ec7-49f8-b6b9-2c2dd385006d req-a683da63-9be7-4257-bb0e-cfce430410f6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 944 time: 0.8781238 Dec 10 04:43:33.946384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-02e258fe-6761-42c9-9565-ad156983ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:33.947842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-02e258fe-6761-42c9-9565-ad156983ae12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 200 len: 852 time: 0.2506354 Dec 10 04:43:34.060091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-c72a277f-72e5-4313-919d-494261411aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95b2b943-a7e4-4090-a6ba-31a0637cf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821126 Dec 10 04:43:34.095094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c66f0a14-7126-4513-bfbd-b3de40a4ca96'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:34.115569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.122841 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dafe6c1f-120e-4cf4-b95b-0d7b766074bd req-b4d6fb2e-2883-498e-ad70-3547d0df6d65 service neutron] 10.222.0.36 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641306 Dec 10 04:43:34.148431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-013b505f-8000-4c3b-8587-77972af91338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.158577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.175971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-013b505f-8000-4c3b-8587-77972af91338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.211083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:34.249643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb6a4fd6-ab3a-4529-b54e-fcd5643e40e3 req-87778dc1-1ca0-4f2b-bbbf-0fa6d3e9fc23 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843999 Dec 10 04:43:34.288163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:34.291160 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb353a-7967-4aee-a7e1-c2e384b2301a" -d '{"events": [{"name": "network-changed", "server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:34.297541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2040a748-6ec7-49f8-b6b9-2c2dd385006d req-0ad5122c-0345-4cb9-ab1e-7a32dd1961d1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386068 Dec 10 04:43:34.362625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=c854b1a9-637b-4865-bfa8-4fc361d991ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:34.387963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Allocated IP 172.25.8.25 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/05028b03-4dc6-4494-a0f5-99feeedacb15) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:34.413771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.431827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bf13ba40-6fc4-402d-a761-6e14a4715122 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c854b1a9-637b-4865-bfa8-4fc361d991ea HTTP/1.1" status: 204 len: 168 time: 2.1465156 Dec 10 04:43:34.431827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:34.432204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f121b-02d4-4ede-9c4a-49bc54108e28 None None] Network a53206c8-eea9-4826-9df2-38d03c010770 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:34.442546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:34.442919 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.477647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-3085d3f3-3516-42de-a1a6-9fb0a2de8006 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482640 Dec 10 04:43:34.484048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495514c-d222-4bd8-9601-ca6953dcad66 None None] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:34.497194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-013b505f-8000-4c3b-8587-77972af91338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11cfc20fcd4548869cbfea8f78874763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0264342 Dec 10 04:43:34.516790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:34.541144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b505f-8000-4c3b-8587-77972af91338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2552e94e-5d24-46c2-877a-1d8bf7726a97,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:34.591987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-ec1d5925-7dce-45f7-8ac9-c1c413fbbf65 service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910276 Dec 10 04:43:34.632430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.667069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.674826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.688070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd318-bb9f-4775-bfd8-e7a0a8a43b3a req-eb02d75f-2cc3-4c25-9375-737f23684415 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:34.690527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bdd318-bb9f-4775-bfd8-e7a0a8a43b3a req-eb02d75f-2cc3-4c25-9375-737f23684415 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 944 time: 0.2283039 Dec 10 04:43:34.715834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] Provisioning complete for port a0a6ecae-db63-4f3f-8e0e-f2677722de32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:34.716463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.720796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37ecd-1cbc-40d4-af8d-e26ca73db3a3 req-83fe6823-a595-4265-bfaa-1afe35fd8d00 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:34.729615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94a37ecd-1cbc-40d4-af8d-e26ca73db3a3 req-83fe6823-a595-4265-bfaa-1afe35fd8d00 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.3462825 Dec 10 04:43:34.794590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2ede546-7744-4f91-9189-46beb7b8bff7 req-c438674e-a270-4265-8cfa-9101b771b618 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867410 Dec 10 04:43:34.817018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d8760b2b-931f-4230-88c2-ac114fbd2699 req-3a215d97-1d9d-437a-a06d-488643a199cb service neutron] 10.222.0.41 "GET /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000430 Dec 10 04:43:34.843981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port cc42333c-3578-49e0-b9be-0f971c894f21 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:34.844323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.854586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a0a6ecae-db63-4f3f-8e0e-f2677722de32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:34.900131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:34.913993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.921132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:34.923888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port cc42333c-3578-49e0-b9be-0f971c894f21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cc42333c-3578-49e0-b9be-0f971c894f21,segment=NetworkSegment(a09a408f-512c-44e2-b486-01931286ff48),segment_id=a09a408f-512c-44e2-b486-01931286ff48)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:34.924288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.936695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:34.937395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:34.940360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for cc42333c-3578-49e0-b9be-0f971c894f21 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:35.109638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] DHCP port deletion for a53206c8-eea9-4826-9df2-38d03c010770 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:35.114021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0681a347-1bae-4bda-90d1-8b621aa054e5 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:43:35.230009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43bdd318-bb9f-4775-bfd8-e7a0a8a43b3a req-61dfdf3a-2ddb-4d0f-98d2-e0f8d4f5591d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235932 Dec 10 04:43:35.300154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=5eaa827d-18ba-4488-99f1-d6bfda8dd3cd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:35.352798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94a37ecd-1cbc-40d4-af8d-e26ca73db3a3 req-b4e18633-71b8-4ca1-a8a5-406a5e289a8e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6192689 Dec 10 04:43:35.367394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.372979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:43:35.387097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.396928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.504362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] For port a0a6ecae-db63-4f3f-8e0e-f2677722de32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a0a6ecae-db63-4f3f-8e0e-f2677722de32,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:35.542040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c66f0a14-7126-4513-bfbd-b3de40a4ca96 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:35.566239 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bca431-1b4f-4ff1-815d-8f3e951c17df x-openstack-request-id: req-19bca431-1b4f-4ff1-815d-8f3e951c17df {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:35.566907 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:35.566907 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19bca431-1b4f-4ff1-815d-8f3e951c17df {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:35.567445 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a', 'status': 'completed', 'code': 200} Dec 10 04:43:35.588978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.608745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.643696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=cc42333c-3578-49e0-b9be-0f971c894f21,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:35.645897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port cc42333c-3578-49e0-b9be-0f971c894f21 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:35.683961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-0d23d293-0646-42fa-8d76-1b578084ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:35.683961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-0d23d293-0646-42fa-8d76-1b578084ce14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 1095 time: 0.1146321 Dec 10 04:43:35.744367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a0a6ecae-db63-4f3f-8e0e-f2677722de32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:35.745079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.764413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.781758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Deleting port cc42333c-3578-49e0-b9be-0f971c894f21 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:35.783027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.788622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53206c8-eea9-4826-9df2-38d03c010770']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:35.799520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09a408f-512c-44e2-b486-01931286ff48') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:35.799818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09a408f-512c-44e2-b486-01931286ff48') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:35.811583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.826898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.836749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:35.837244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.862932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0681a347-1bae-4bda-90d1-8b621aa054e5,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:35.875362 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.894106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e0a28acc-514f-40ce-9d52-9238f4b13769 None None] Provisioning complete for port 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:35.894799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0a28acc-514f-40ce-9d52-9238f4b13769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.901987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3a6c-4f66-48b9-b152-65e8a23ae50d None None] Pushing event updated for resources: {'Port': ['ID=a0a6ecae-db63-4f3f-8e0e-f2677722de32,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:35.928937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.929952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.961566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.967489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:35.967974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '0681a347-1bae-4bda-90d1-8b621aa054e5', 'network_id': '95b2b943-a7e4-4090-a6ba-31a0637cf7ab', 'port_id': '0681a347-1bae-4bda-90d1-8b621aa054e5', 'mac_address': 'fa:16:3e:f6:71:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a23085c-b2f0-4a38-aaba-da8ae05635d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:35.969359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2552e94e-5d24-46c2-877a-1d8bf7726a97 HTTP/1.1" status: 204 len: 168 time: 1.4462540 Dec 10 04:43:36.002511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] For port cc42333c-3578-49e0-b9be-0f971c894f21, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:36.003261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.024965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c66f0a14-7126-4513-bfbd-b3de40a4ca96 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:43:36.055246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e0a28acc-514f-40ce-9d52-9238f4b13769 None None] Port 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:36.060190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Calling delete_port for cc42333c-3578-49e0-b9be-0f971c894f21 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:36.089622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Port cc42333c-3578-49e0-b9be-0f971c894f21 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:43:36.090729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c66f0a14-7126-4513-bfbd-b3de40a4ca96 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:36.091300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.126890 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:36.132336 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:36.135251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-5b6f8ed1-ce8a-4d36-bdad-e0bbc58c095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:36.137054 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-5b6f8ed1-ce8a-4d36-bdad-e0bbc58c095e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.2085834 Dec 10 04:43:36.145290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.151948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.155285 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/a53206c8-eea9-4826-9df2-38d03c010770 HTTP/1.1" status: 204 len: 168 time: 1.7080755 Dec 10 04:43:36.176731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.187526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac7214-36f6-4d6b-bc57-81c0e66f3cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552e94e-5d24-46c2-877a-1d8bf7726a97,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:36.205828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35746) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:36.216897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd23f-58c6-4b45-8d65-e2637d69f8e0 req-1996f821-a83c-4cbf-9fb9-2cb51e02225c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:36.223573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Network a53206c8-eea9-4826-9df2-38d03c010770 is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:43:36.224047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] No DVR routers for this DVR port cc42333c-3578-49e0-b9be-0f971c894f21 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:36.226123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af9dd23f-58c6-4b45-8d65-e2637d69f8e0 req-1996f821-a83c-4cbf-9fb9-2cb51e02225c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 944 time: 0.3467605 Dec 10 04:43:36.240027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0681a347-1bae-4bda-90d1-8b621aa054e5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:36.250674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:36.272230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776382483'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:36.289044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0681a347-1bae-4bda-90d1-8b621aa054e5,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:36.290373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73237c-1e0d-4c52-8c2b-cf22c7ff9cd7 None None] Pushing event deleted for resources: {'Port': ['ID=cc42333c-3578-49e0-b9be-0f971c894f21,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:36.299150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-6b578c72-ad64-4404-958f-68b706db1609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a HTTP/1.1" status: 200 len: 217 time: 0.1423712 Dec 10 04:43:36.300069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b048b-829b-421a-b8fc-d996556c38b3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=a53206c8-eea9-4826-9df2-38d03c010770,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:36.314418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:36.318285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.341143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=5eaa827d-18ba-4488-99f1-d6bfda8dd3cd,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:36.349085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e0a28acc-514f-40ce-9d52-9238f4b13769 None None] Provisioning complete for port a0a6ecae-db63-4f3f-8e0e-f2677722de32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:36.349461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0a28acc-514f-40ce-9d52-9238f4b13769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.378735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2b2b0-7122-4dea-bfa3-0040224c8f01 req-cc3ebaff-d49c-4adb-9945-23d6f17de332 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:36.380784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5d2b2b0-7122-4dea-bfa3-0040224c8f01 req-cc3ebaff-d49c-4adb-9945-23d6f17de332 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.5005982 Dec 10 04:43:36.382567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.443201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-4f8c6680-c11f-45c3-96dd-c87d77ef2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:36.444933 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-4f8c6680-c11f-45c3-96dd-c87d77ef2ea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1192410 Dec 10 04:43:36.569510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-3fed41fa-41e1-4310-93e9-a5e497417438 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157517 Dec 10 04:43:36.586519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:36.590011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.593708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:36.631027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af9dd23f-58c6-4b45-8d65-e2637d69f8e0 req-3ca9a88a-495c-4ba7-976f-3c527513dc31 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043469 Dec 10 04:43:36.667432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a0a6ecae-db63-4f3f-8e0e-f2677722de32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:36.781928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['0681a347-1bae-4bda-90d1-8b621aa054e5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:36.800385 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-6739f6dd-6f69-477e-8023-ddc0886f9cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159894 Dec 10 04:43:36.831120 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.833609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:36.948732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:36.951243 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0923b52a-2191-4c19-839c-72e0adc92c39" -d '{"events": [{"server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:36.975842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:36.988411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a0a6ecae-db63-4f3f-8e0e-f2677722de32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:36.988877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:36.990643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.023489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-26cb353a-7967-4aee-a7e1-c2e384b2301a req-29623e5f-3394-4be0-8fc0-aa19383802bd service neutron] 10.222.0.41 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079949 Dec 10 04:43:37.104956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:37.108670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7dd63a19-5d58-417c-aacf-6bc059398e4a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:43:37.150741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:37.159749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Pushing event updated for resources: {'Port': ['ID=05028b03-4dc6-4494-a0f5-99feeedacb15,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:37.162572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:37.205030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5ce8a-df94-41b5-98db-28bd5a96fb2c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:37.232132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-52a93cd1-e1d7-4ff6-8c9f-a8d86eb94f38 None None] Provisioning complete for port 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:37.232330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a93cd1-e1d7-4ff6-8c9f-a8d86eb94f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.264729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5d2b2b0-7122-4dea-bfa3-0040224c8f01 req-6532a159-c319-485e-b0e9-8f0f066351e4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8007278 Dec 10 04:43:37.291760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:37.309016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.309366 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment ec72f2fe-39b3-40d9-90ae-d07576fbfd09 of type vlan for network 9eac28d6-53f4-4a4b-9127-84418df0392c Dec 10 04:43:37.428753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52a93cd1-e1d7-4ff6-8c9f-a8d86eb94f38 None None] Port 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:37.431280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88618a1c-cffd-4c53-9788-0aacbbf17272 req-42a593cb-d901-4f73-8eea-67ae638e8e68 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:37.438592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88618a1c-cffd-4c53-9788-0aacbbf17272 req-42a593cb-d901-4f73-8eea-67ae638e8e68 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 945 time: 0.2800634 Dec 10 04:43:37.492006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:37.508880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '7dd63a19-5d58-417c-aacf-6bc059398e4a', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': '7dd63a19-5d58-417c-aacf-6bc059398e4a', 'mac_address': 'fa:16:3e:9c:b5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:37.569185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.606731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.628498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-74504bd3-536d-4455-a36c-9aa05dabdcb1 None None] Provisioning complete for port 05028b03-4dc6-4494-a0f5-99feeedacb15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:37.628498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74504bd3-536d-4455-a36c-9aa05dabdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.640100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:43:37.648168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd63a19-5d58-417c-aacf-6bc059398e4a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:37.682399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc93ec4-40f8-4c17-85f3-791a91d9bacf req-1ceb9b5e-ad5a-484e-bb0e-ca3e15f59003 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:37.694463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bc93ec4-40f8-4c17-85f3-791a91d9bacf req-1ceb9b5e-ad5a-484e-bb0e-ca3e15f59003 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.2766733 Dec 10 04:43:37.694914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cc42333c-3578-49e0-b9be-0f971c894f21 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:37.701124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88618a1c-cffd-4c53-9788-0aacbbf17272 req-c53b50ff-6811-400f-b8e5-861b053fa085 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616777 Dec 10 04:43:37.703999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.709930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:37.710285 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.731140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:37.733004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-74504bd3-536d-4455-a36c-9aa05dabdcb1 None None] Port 05028b03-4dc6-4494-a0f5-99feeedacb15 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:37.735183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cc42333c-3578-49e0-b9be-0f971c894f21 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:37.735812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cc42333c-3578-49e0-b9be-0f971c894f21 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:37.738846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.806149 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac744f80-42f2-46b3-9767-02d101f4d2c0 x-openstack-request-id: req-ac744f80-42f2-46b3-9767-02d101f4d2c0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:37.806440 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:37.806694 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac744f80-42f2-46b3-9767-02d101f4d2c0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:37.807090 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96', 'code': 200} Dec 10 04:43:37.828944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:37.961149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:37.977771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee993c2-71d9-4772-9e51-bca3a16ea30a req-15acd2f9-fffa-4e0e-bd23-2e723435e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:37.979394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6ee993c2-71d9-4772-9e51-bca3a16ea30a req-15acd2f9-fffa-4e0e-bd23-2e723435e9b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0555878 Dec 10 04:43:38.018908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7897184 Dec 10 04:43:38.046256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:38.051271 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6ee993c2-71d9-4772-9e51-bca3a16ea30a req-98b8cb6b-117e-4286-986b-fccd8e001427 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613961 Dec 10 04:43:38.057307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:38.063723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7dd63a19-5d58-417c-aacf-6bc059398e4a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:38.112438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5694-f8ad-4965-bd03-663a2d7e506f tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=9eac28d6-53f4-4a4b-9127-84418df0392c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:38.151270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bc93ec4-40f8-4c17-85f3-791a91d9bacf req-4cac42a6-73f1-43b4-8e63-017878c19754 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556093 Dec 10 04:43:38.154279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 9eac28d6-53f4-4a4b-9127-84418df0392c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:38.233346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ed59-5d30-423c-9058-6ca5d4262be2 req-8a0cde64-4797-4df5-a19c-dfdfff84451a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:38.247311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f081ed59-5d30-423c-9058-6ca5d4262be2 req-8a0cde64-4797-4df5-a19c-dfdfff84451a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 945 time: 0.3560975 Dec 10 04:43:38.274204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:38.288534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-211a457f-2569-4434-aadb-1afabb8843b0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2653310 Dec 10 04:43:38.290480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:38.309605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:38.338521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:38.372239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] Sync routers for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:38.419238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:38.419878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:38.530660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:38.545191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f081ed59-5d30-423c-9058-6ca5d4262be2 req-90963cb9-8a6e-438a-8f77-d1c0e109b5ce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966223 Dec 10 04:43:38.546903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125e6f-67ec-4eba-8dab-6a077f6d637a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:38.551903 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-93125e6f-67ec-4eba-8dab-6a077f6d637a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports/5eaa827d-18ba-4488-99f1-d6bfda8dd3cd HTTP/1.1" status: 200 len: 911 time: 0.2600212 Dec 10 04:43:38.556015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:38.561112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:38.562590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:38.654969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:38.657903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd9122-8560-4a0c-8a44-6dfbcacb29d5 None None] The sync data for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:38.691624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e07f9a-d3e4-4da4-92b9-7ac179bf435d req-88b9c4a9-0530-47df-b186-6456d6f65e57 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:38.697111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09e07f9a-d3e4-4da4-92b9-7ac179bf435d req-88b9c4a9-0530-47df-b186-6456d6f65e57 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2459676 Dec 10 04:43:38.819447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09e07f9a-d3e4-4da4-92b9-7ac179bf435d req-fb02f17c-3275-4bc6-bca8-cb70dca8c511 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154122 Dec 10 04:43:38.850604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:38.970289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4192d-fb4c-44d8-8253-c2b6528f5d36 req-fa4a41f7-532e-484d-8f09-b0e19cc03cbd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:38.972500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bae4192d-fb4c-44d8-8253-c2b6528f5d36 req-fa4a41f7-532e-484d-8f09-b0e19cc03cbd tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 945 time: 0.1240931 Dec 10 04:43:39.012223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.063699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0681a347-1bae-4bda-90d1-8b621aa054e5 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:39.130919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=c1cae485-3f99-487c-9dc1-f115f1352c90,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:39.143053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 0681a347-1bae-4bda-90d1-8b621aa054e5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:43:39.148294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bae4192d-fb4c-44d8-8253-c2b6528f5d36 req-d393fbb5-9f91-4d15-a262-cb834a3596fb tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679230 Dec 10 04:43:39.149856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 0681a347-1bae-4bda-90d1-8b621aa054e5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:39.150226 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.203552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Router aaf2567a-3413-4c78-88be-49858fc7756b is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:43:39.290904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:39.291585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: 9eac28d6-53f4-4a4b-9127-84418df0392c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:39.317199 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.340625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 9eac28d6-53f4-4a4b-9127-84418df0392c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:39.432143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 9eac28d6-53f4-4a4b-9127-84418df0392c) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:39.444791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:39.445413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.521410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435b13a-995a-4682-8a03-3d38b29a65f3 None None] Network 9eac28d6-53f4-4a4b-9127-84418df0392c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:39.560554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec24b-6396-4cb8-b82b-c7dd5a8ebaa2 req-b458155a-e6a2-4949-9a23-000efc2f89bb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:39.562725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-343ec24b-6396-4cb8-b82b-c7dd5a8ebaa2 req-b458155a-e6a2-4949-9a23-000efc2f89bb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.1850080 Dec 10 04:43:39.565469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35814) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:39.574210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c', 'name': 'tempest-PortsTestJSON-357337811', 'fixed_ips': [{'subnet_id': 'c1cae485-3f99-487c-9dc1-f115f1352c90', 'ip_address': '172.20.0.10'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:39.581521 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aabc9cb7-4d09-442b-8404-c60f14409a96 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5311487 Dec 10 04:43:39.707791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-9eac28d6-53f4-4a4b-9127-84418df0392c', 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': 'c1cae485-3f99-487c-9dc1-f115f1352c90'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:39.712338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.798945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:39.824223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.843845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:39.857122 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Sync routers for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:39.892155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:39.899503 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:39.902275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:39.923347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540601a0-9280-46ff-b853-05b1c5023eea req-e2ce8c9a-685f-4698-b86e-dad1aa89479b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:39.925357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-540601a0-9280-46ff-b853-05b1c5023eea req-e2ce8c9a-685f-4698-b86e-dad1aa89479b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 945 time: 0.1820097 Dec 10 04:43:39.937740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:39.945130 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a6b26a-eaac-46d7-a565-83ac17f5e5b5" -d '{"events": [{"server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "name": "network-vif-plugged", "status": "completed", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:39.954559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:39.962257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-63165381-8127-47c3-98ed-292885784b84 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.6620462 Dec 10 04:43:39.968302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35828) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:40.033692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0681a347-1bae-4bda-90d1-8b621aa054e5,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:40.044699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.084985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:40.087838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Allocated IP 172.20.0.2 (9eac28d6-53f4-4a4b-9127-84418df0392c/c1cae485-3f99-487c-9dc1-f115f1352c90/b78330b9-fc7e-4721-b63f-fe43cc6cd7b3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:40.121849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8:1::1 (ebb96cf4-c337-496d-82f8-63ac159ca2f9/a024a954-e0cd-4e6f-8fb5-d3124acbe78d/f0d4cd91-8c31-4889-b448-f777b65ba0ff) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:40.144513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:40.148365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be6d203b-c937-48e1-96a9-728cb30d98df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.185081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-343ec24b-6396-4cb8-b82b-c7dd5a8ebaa2 req-572e1d34-125a-49b0-8ac2-6735837b34eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426956 Dec 10 04:43:40.198223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-70bca4af-cefc-4cd5-beef-573738106d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:40.199740 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-70bca4af-cefc-4cd5-beef-573738106d50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1096 time: 0.2365746 Dec 10 04:43:40.358666 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.361764 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:37Z', 'revision_number': 3, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:40.368761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.403774 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Checking router: aaf2567a-3413-4c78-88be-49858fc7756b for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:43:40.404864 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Updating router aaf2567a-3413-4c78-88be-49858fc7756b port 05028b03-4dc6-4494-a0f5-99feeedacb15 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:43:40.414013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Network 9eac28d6-53f4-4a4b-9127-84418df0392c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:40.417181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:40.423146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:40.439660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-540601a0-9280-46ff-b853-05b1c5023eea req-2f2d2f43-c39a-493f-b89a-5636c52a87d4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957361 Dec 10 04:43:40.440204 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.461403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Pushing event updated for resources: {'Port': ['ID=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:40.468151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440951c0-7574-40ea-83ee-31ffc51062ca req-1943e5e1-7243-4fee-bbe8-969c90892138 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:40.475811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-440951c0-7574-40ea-83ee-31ffc51062ca req-1943e5e1-7243-4fee-bbe8-969c90892138 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1950049 Dec 10 04:43:40.484072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.534972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port b3e1e407-68de-4bb9-9ad4-98534cf3fde5 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:43:40.620776 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed3b8f-9197-4764-8a2b-7f5ffcf14d75 x-openstack-request-id: req-c5ed3b8f-9197-4764-8a2b-7f5ffcf14d75 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:40.621864 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "name": "network-vif-plugged", "status": "completed", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:40.622129 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5ed3b8f-9197-4764-8a2b-7f5ffcf14d75 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:40.622530 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5', 'code': 200} Dec 10 04:43:40.634823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Attempting to bind port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:40.635391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Attempting to bind port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:40.637560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Attempting to bind port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 on network 9eac28d6-53f4-4a4b-9127-84418df0392c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:40.637860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-440951c0-7574-40ea-83ee-31ffc51062ca req-6cd12575-9b30-4489-bb2c-64de2563c527 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558471 Dec 10 04:43:40.645457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:40.645862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Checking segment: {'id': 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:40.646309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.646705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Bound using segment: {'id': 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:40.647693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Bound port: b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:40.648091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.753204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.790434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] For port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:40.794258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] For port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,segment=NetworkSegment(ec72f2fe-39b3-40d9-90ae-d07576fbfd09),segment_id=ec72f2fe-39b3-40d9-90ae-d07576fbfd09)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:40.813303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.890483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-91dd4dea-38b7-44a6-ac5c-de9fb67cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:40.894961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-91dd4dea-38b7-44a6-ac5c-de9fb67cc354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.6027472 Dec 10 04:43:40.903847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964b02b-ab5d-48ac-9b6c-7d7ef3798e98 None None] Pushing event updated for resources: {'Port': ['ID=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:40.917250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.946647 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:40.957318 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.015579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Pushing event updated for resources: {'Port': ['ID=05028b03-4dc6-4494-a0f5-99feeedacb15,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:41.026910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.027248 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.027585 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.027915 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.028254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.028940 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.029276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.029621 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.029918 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.030235 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.030651 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.030976 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.031292 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:41.053665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-b6babc87-fe27-4a13-b21a-bc9a7f495fbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 1000 time: 0.1285987 Dec 10 04:43:41.066987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc2805-0f65-4eaa-bca1-5527b7998752 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:41.069500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7dd63a19-5d58-417c-aacf-6bc059398e4a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:41.105710 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Attempting to bind port 05028b03-4dc6-4494-a0f5-99feeedacb15 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:41.106362 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Attempting to bind port 05028b03-4dc6-4494-a0f5-99feeedacb15 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:41.106900 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Attempting to bind port 05028b03-4dc6-4494-a0f5-99feeedacb15 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:41.117830 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:41.118158 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:41.127443 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.127959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:41.128595 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Bound port: 05028b03-4dc6-4494-a0f5-99feeedacb15, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:41.129029 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.230623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-5d5a3555-e72a-44cf-b256-f791956ce692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:41.232749 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-5d5a3555-e72a-44cf-b256-f791956ce692 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1286242 Dec 10 04:43:41.243626 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] For port 05028b03-4dc6-4494-a0f5-99feeedacb15, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:41.245688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:41.251220 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] For port 05028b03-4dc6-4494-a0f5-99feeedacb15, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=05028b03-4dc6-4494-a0f5-99feeedacb15,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:41.260923 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.273377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] Provisioning complete for port 05028b03-4dc6-4494-a0f5-99feeedacb15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:41.273963 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.295515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 7dd63a19-5d58-417c-aacf-6bc059398e4a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:43:41.301442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:41.320274 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:41.321229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.356918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1786a-1dda-48d4-bed0-676969ea798b req-382fdd99-f526-483d-b10b-23abc01b08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:41.358946 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9aa1786a-1dda-48d4-bed0-676969ea798b req-382fdd99-f526-483d-b10b-23abc01b08dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 1097 time: 0.4436457 Dec 10 04:43:41.367454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 7dd63a19-5d58-417c-aacf-6bc059398e4a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:41.372102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.375267 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fe800-ed08-4bfe-b821-a9e4af067b0d None None] Pushing event updated for resources: {'Port': ['ID=05028b03-4dc6-4494-a0f5-99feeedacb15,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:41.443070 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:41.445890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:41.459132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a30e1-8d5e-4a39-b61d-7bd5dee3aab6 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:41.571556 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9aa1786a-1dda-48d4-bed0-676969ea798b req-de235421-e82a-4f9c-a737-4ce338c46d27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463027 Dec 10 04:43:41.571972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=f0d4cd91-8c31-4889-b448-f777b65ba0ff,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:41.593278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-863c855b-0431-4bf8-8044-c55e7acafafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:41.595022 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-863c855b-0431-4bf8-8044-c55e7acafafd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3455253 Dec 10 04:43:41.676578 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:41.703698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.777166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.791151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] For port 05028b03-4dc6-4494-a0f5-99feeedacb15, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=05028b03-4dc6-4494-a0f5-99feeedacb15,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:41.796174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483d365-6ead-4cf7-b1a9-fe826542b073 req-fe824283-d0bd-4ce5-a7ed-ad03a4181b41 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:41.799009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-ca975148-9350-4466-8376-da0abcc25377 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903501 Dec 10 04:43:41.802354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1483d365-6ead-4cf7-b1a9-fe826542b073 req-fe824283-d0bd-4ce5-a7ed-ad03a4181b41 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 946 time: 0.4250972 Dec 10 04:43:41.820531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.937763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-785a0016-4310-43b9-af01-f13ea469a7e3 req-53e1ced5-e843-413d-bf20-f6dfbcd23f85 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218264 Dec 10 04:43:41.949976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be6d203b-c937-48e1-96a9-728cb30d98df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.957408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ac8f-f4e3-4847-8ed2-eb2e3e840a4c None None] Pushing event updated for resources: {'Port': ['ID=05028b03-4dc6-4494-a0f5-99feeedacb15,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:41.973961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2b95d-e6f4-43c2-909c-6728e99cf4d1 req-2d732284-a729-48c1-9cd8-e0be4f4e7ca6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:41.980366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7d2b95d-e6f4-43c2-909c-6728e99cf4d1 req-2d732284-a729-48c1-9cd8-e0be4f4e7ca6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.5499845 Dec 10 04:43:41.992911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be6d203b-c937-48e1-96a9-728cb30d98df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:41.995949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:42.013520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-293fd0f1-d5cf-499a-b038-970af39476d4 None None] Provisioning complete for port f0d4cd91-8c31-4889-b448-f777b65ba0ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:42.013913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-293fd0f1-d5cf-499a-b038-970af39476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.014115 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:37Z', 'revision_number': 3, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:42.015740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.047930 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-be6d203b-c937-48e1-96a9-728cb30d98df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e37b4c769662482fa5bffc984096f13f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2478402 Dec 10 04:43:42.050691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:42.071304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07b50c-099d-4643-be5b-4b5126646184 None None] The sync data for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 is: [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:37Z', 'revision_number': 3, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:42.128365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.167394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-293fd0f1-d5cf-499a-b038-970af39476d4 None None] Port f0d4cd91-8c31-4889-b448-f777b65ba0ff cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:42.231078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:42.244621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1483d365-6ead-4cf7-b1a9-fe826542b073 req-b279c13b-729a-4762-82fa-9f120d18d3a9 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293077 Dec 10 04:43:42.250200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.10 (9eac28d6-53f4-4a4b-9127-84418df0392c/c1cae485-3f99-487c-9dc1-f115f1352c90/b3e1e407-68de-4bb9-9ad4-98534cf3fde5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:42.252099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-293fd0f1-d5cf-499a-b038-970af39476d4 None None] Provisioning complete for port 05028b03-4dc6-4494-a0f5-99feeedacb15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:42.252467 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-293fd0f1-d5cf-499a-b038-970af39476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.268752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d203b-c937-48e1-96a9-728cb30d98df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc475c1-a69a-40d5-85c2-2514e822a35e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:42.314656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7d2b95d-e6f4-43c2-909c-6728e99cf4d1 req-6b80a7ca-c978-4071-9fc3-3426a54c92e4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041947 Dec 10 04:43:42.451514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.466146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.597978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.624346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:42.626783 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67225b4-0adb-4921-bf3e-4e873d41f1f4" -d '{"events": [{"server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "name": "network-vif-plugged", "status": "completed", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:42.727050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:42.820352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Allocated IP 172.20.0.1 (5c65acaf-9c0a-40e3-9751-b570acb388ba/b000a45b-0894-4384-ba14-7179fabbfe99/719f61ce-4eb9-4b09-98f4-51f09d44365c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:42.824655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:42.827242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:42.989261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.010338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6e952-09ea-4793-9712-a645d65f79ef None None] Network 9eac28d6-53f4-4a4b-9127-84418df0392c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:43.038911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.051850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.056304 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdc475c1-a69a-40d5-85c2-2514e822a35e HTTP/1.1" status: 204 len: 168 time: 1.0047202 Dec 10 04:43:43.099147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80228-7cfb-4742-964c-bdfa8ea09a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc475c1-a69a-40d5-85c2-2514e822a35e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:43.213579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.219465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.222768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.233442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.234979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.327568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=f0d4cd91-8c31-4889-b448-f777b65ba0ff,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:43.472575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec8b84-d050-43cd-b994-477e08756242 req-b33bd2ae-1c5e-4f4a-8a7d-00da0b904b8d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:43.480125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0ec8b84-d050-43cd-b994-477e08756242 req-b33bd2ae-1c5e-4f4a-8a7d-00da0b904b8d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.9928691 Dec 10 04:43:43.515756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:43.518891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,segment=NetworkSegment(ec72f2fe-39b3-40d9-90ae-d07576fbfd09),segment_id=ec72f2fe-39b3-40d9-90ae-d07576fbfd09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:43.527667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289aabd-2277-4403-b22b-446016a751d7 req-f640847e-df27-4dcc-be34-76271b94f7e2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:43.530494 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.539779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b289aabd-2277-4403-b22b-446016a751d7 req-f640847e-df27-4dcc-be34-76271b94f7e2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 1.0107520 Dec 10 04:43:43.550882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:43:43.554790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:43.557135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:43.592322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:43.595580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:43.696116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:43.725240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Pushing event updated for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:43.787190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41ca3c92-9155-406d-9d91-c2a8feabdf68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.791691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:43.839634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-42861615-c1e7-4fd0-a4ba-19039aac1ce5 None None] Provisioning complete for port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:43.840007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42861615-c1e7-4fd0-a4ba-19039aac1ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.868240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b289aabd-2277-4403-b22b-446016a751d7 req-b509f0e9-fa80-4664-9827-95fb13504b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257678 Dec 10 04:43:43.910842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:43.939338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:43:44.025408 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6289898-cf5e-425c-a925-2c09b24870f7 x-openstack-request-id: req-f6289898-cf5e-425c-a925-2c09b24870f7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:44.032545 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "name": "network-vif-plugged", "status": "completed", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:44.032992 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6289898-cf5e-425c-a925-2c09b24870f7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:44.033462 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a', 'code': 200} Dec 10 04:43:44.052261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:44.120082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.348468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0ec8b84-d050-43cd-b994-477e08756242 req-ee807a47-51a7-4c74-964c-54772ec55ed9 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8662095 Dec 10 04:43:44.395726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:44.402340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:44.421819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] Sync routers for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:44.427886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-32ddfedb-002b-4ef4-a5f3-0ee8eefc035f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8694339 Dec 10 04:43:44.435785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35874) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:44.476179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:43:44.528076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41ca3c92-9155-406d-9d91-c2a8feabdf68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.539327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f100fa-0184-4772-b4c9-9babe5af77c2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:44.541325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8f100fa-0184-4772-b4c9-9babe5af77c2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports/f0d4cd91-8c31-4889-b448-f777b65ba0ff HTTP/1.1" status: 200 len: 913 time: 0.0663710 Dec 10 04:43:44.546844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:44.553708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41ca3c92-9155-406d-9d91-c2a8feabdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.614847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.618891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:44.631632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f564e4-584a-4acc-87df-e2c851486ab0 req-5a8a43db-e254-4dae-8d99-7123a3220033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:44.632672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:44.633210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5f564e4-584a-4acc-87df-e2c851486ab0 req-5a8a43db-e254-4dae-8d99-7123a3220033 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 1097 time: 0.2503080 Dec 10 04:43:44.682891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-41ca3c92-9155-406d-9d91-c2a8feabdf68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a9a4cf2b9544cff982fbd54acba84fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9516196 Dec 10 04:43:44.684045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca3c92-9155-406d-9d91-c2a8feabdf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac2614f-c882-4d12-95e8-8a3949bb92a6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:44.713543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:44.719494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:44.737032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Provisioning complete for port f0d4cd91-8c31-4889-b448-f777b65ba0ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:44.740989 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.824035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 05028b03-4dc6-4494-a0f5-99feeedacb15 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:44.827849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.915851 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:44.929114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:44.932485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:44.961092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5f564e4-584a-4acc-87df-e2c851486ab0 req-60584cd8-90ea-475e-9b7c-a155d3756260 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319818 Dec 10 04:43:44.970518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.035446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:43:45.048799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:45.049782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ab4b3-56d4-4d29-9d32-312873e2196c None None] The sync data for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:45.052622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Port f0d4cd91-8c31-4889-b448-f777b65ba0ff cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:45.074571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.134686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66dd5-ce60-4894-a015-c3d83ece88df req-3ee43b6b-6d25-4ee8-ac07-65adf484a069 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:45.142274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 05028b03-4dc6-4494-a0f5-99feeedacb15 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:45.143364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.153307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f66dd5-ce60-4894-a015-c3d83ece88df req-3ee43b6b-6d25-4ee8-ac07-65adf484a069 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.6753566 Dec 10 04:43:45.182049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718961eb-3208-48c1-abef-6cb4a914b354 req-341bc917-38a7-4f7b-a897-06236f7dbe8d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:45.199977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-718961eb-3208-48c1-abef-6cb4a914b354 req-341bc917-38a7-4f7b-a897-06236f7dbe8d tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 946 time: 0.8879044 Dec 10 04:43:45.276111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.280752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.282258 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ac2614f-c882-4d12-95e8-8a3949bb92a6 HTTP/1.1" status: 204 len: 168 time: 0.5608928 Dec 10 04:43:45.297769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 9eac28d6-53f4-4a4b-9127-84418df0392c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:45.303000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:45.303853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbc065-269c-468c-8412-8417be887bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac2614f-c882-4d12-95e8-8a3949bb92a6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:45.315586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Provisioning complete for port 719f61ce-4eb9-4b09-98f4-51f09d44365c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:45.315965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.342212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:45.446674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Port 719f61ce-4eb9-4b09-98f4-51f09d44365c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:45.448323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:45.566050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.584358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:45.598160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=b3e1e407-68de-4bb9-9ad4-98534cf3fde5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:45.715963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Provisioning complete for port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:45.716644 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cd518f3-f318-4948-9667-f19501428d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.822549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.835487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['faadc837-25ef-48ac-8005-97bf46b3d41b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:45.910379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:45.929984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:46.003589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:46.007484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:46.032499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-718961eb-3208-48c1-abef-6cb4a914b354 req-f7061c34-26c5-488c-a479-c3bae2fa3dbc tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8310757 Dec 10 04:43:46.064826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f66dd5-ce60-4894-a015-c3d83ece88df req-782b8e80-facf-438c-ba1e-8e8a6269c8b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9101312 Dec 10 04:43:46.103259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:46.103951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:46.218107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:46.226503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': '9eac28d6-53f4-4a4b-9127-84418df0392c', 'name': 'tempest-PortsTestJSON-1059955898', 'fixed_ips': [{'subnet_id': 'c1cae485-3f99-487c-9dc1-f115f1352c90', 'ip_address': '172.20.0.9'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:46.230584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-55a7ee58-75fb-4aee-b929-020549c49394 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.6635990 Dec 10 04:43:46.402943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:46.411061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6288cc9a-1308-4147-87f3-d2615636a1a3 None None] Provisioning complete for port b3e1e407-68de-4bb9-9ad4-98534cf3fde5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:46.411696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6288cc9a-1308-4147-87f3-d2615636a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:46.422507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Pushing event updated for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:46.542879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6288cc9a-1308-4147-87f3-d2615636a1a3 None None] Port b3e1e407-68de-4bb9-9ad4-98534cf3fde5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:46.711471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c6b45-82ca-4dce-ac83-e0de0cc72db5 req-783e5400-9f67-4641-b2cc-7c39a7388cd7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:46.719552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-927c6b45-82ca-4dce-ac83-e0de0cc72db5 req-783e5400-9f67-4641-b2cc-7c39a7388cd7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.4673684 Dec 10 04:43:46.759424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:46.800706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177d20-78fd-43a6-bcba-933bc3f1d2c4 req-3f9acd9d-a4f0-434c-b502-b59a08980860 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:46.809328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17177d20-78fd-43a6-bcba-933bc3f1d2c4 req-3f9acd9d-a4f0-434c-b502-b59a08980860 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.5087562 Dec 10 04:43:46.861545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:46.900909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17177d20-78fd-43a6-bcba-933bc3f1d2c4 req-603bc978-034a-40af-afae-ffdfc4c4a974 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903540 Dec 10 04:43:46.978228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-927c6b45-82ca-4dce-ac83-e0de0cc72db5 req-a8908041-aff4-4e49-bb31-80596f0e262e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554331 Dec 10 04:43:47.157742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Router aaf2567a-3413-4c78-88be-49858fc7756b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:47.212202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:47.324089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f040e-ae68-4604-aa04-7562b76a6049 req-e3c81917-3be7-41b9-9f44-05e41d94a194 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:47.337653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a31f040e-ae68-4604-aa04-7562b76a6049 req-e3c81917-3be7-41b9-9f44-05e41d94a194 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 946 time: 0.2136245 Dec 10 04:43:47.403443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:47.478404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0c5cf212-55de-4108-a1ee-9c5707cc5b40 None None] Provisioning complete for port 719f61ce-4eb9-4b09-98f4-51f09d44365c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:47.480860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf212-55de-4108-a1ee-9c5707cc5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:47.527553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c5cf212-55de-4108-a1ee-9c5707cc5b40 None None] Port 719f61ce-4eb9-4b09-98f4-51f09d44365c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:47.547514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:47.567782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 443064f2-33db-495e-b82e-8208ca0dc5e2 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:43:47.641845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:47.736040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port faadc837-25ef-48ac-8005-97bf46b3d41b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:47.736740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:47.824520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.9 (9eac28d6-53f4-4a4b-9127-84418df0392c/c1cae485-3f99-487c-9dc1-f115f1352c90/443064f2-33db-495e-b82e-8208ca0dc5e2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:47.918485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:47.966727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:47.978913 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc2c37-2418-423a-b1c8-62367bb58d07" -d '{"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:48.024957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:48.035263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.115218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:48.159019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef876f-6d8b-4eed-84e0-c1330e464663 req-0307780b-121a-4de8-8369-df7cf6865ca8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:48.161692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecef876f-6d8b-4eed-84e0-c1330e464663 req-0307780b-121a-4de8-8369-df7cf6865ca8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.9382389 Dec 10 04:43:48.168660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.205894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a31f040e-ae68-4604-aa04-7562b76a6049 req-92e98a11-a6ed-4d85-b34d-372fdc74b357 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae3b27f2-959c-44c4-b800-a10dfd9a34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8672063 Dec 10 04:43:48.214823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:48.225082 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Sync routers for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:48.240009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c2c492b8-332b-4baa-a359-f0a6261311aa admin admin] 10.222.0.43 "PUT /v2.0/routers/aaf2567a-3413-4c78-88be-49858fc7756b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2585156 Dec 10 04:43:48.247776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:48.250743 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:48.285618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.337586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecef876f-6d8b-4eed-84e0-c1330e464663 req-5d858854-1e79-4823-a12d-7950105627c9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576140 Dec 10 04:43:48.402535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port f0d4cd91-8c31-4889-b448-f777b65ba0ff {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:48.403134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.454374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 9eac28d6-53f4-4a4b-9127-84418df0392c is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:48.486673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:48.518042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:48.527081 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96712acb-c9bb-4f18-af25-3c1fe6141e9c x-openstack-request-id: req-96712acb-c9bb-4f18-af25-3c1fe6141e9c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:48.527603 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:48.527822 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96712acb-c9bb-4f18-af25-3c1fe6141e9c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:48.529013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333d60-a46e-4d69-bb3a-4c1c53e117e6 req-75ba3233-1572-4cac-8d55-117476ded8c3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:48.529233 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'code': 200} Dec 10 04:43:48.530321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7333d60-a46e-4d69-bb3a-4c1c53e117e6 req-75ba3233-1572-4cac-8d55-117476ded8c3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1323309 Dec 10 04:43:48.558502 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:48.635718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=443064f2-33db-495e-b82e-8208ca0dc5e2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:48.715892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.731240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7333d60-a46e-4d69-bb3a-4c1c53e117e6 req-1abcd550-015c-4c80-a8bc-688f3611ad17 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827183 Dec 10 04:43:48.740304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:48.741762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:48.752722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for f0d4cd91-8c31-4889-b448-f777b65ba0ff owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:48.785904 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1aeddb2a-78b1-4eff-a3d9-279175d028b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5655806 Dec 10 04:43:48.789356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:49.016452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbd681-3d13-42a8-b012-830e8fd63ca5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:49.018529 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49fbd681-3d13-42a8-b012-830e8fd63ca5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2274547 Dec 10 04:43:49.021079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:49.083861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09136d0b-2020-4f80-8e8a-78d6dccbc0d8 None None] Provisioning complete for port 443064f2-33db-495e-b82e-8208ca0dc5e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:49.084684 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09136d0b-2020-4f80-8e8a-78d6dccbc0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.131731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585306a1-0282-430c-ab8b-f13fcddfc384 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:49.137584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ce50f-5895-45b1-a181-da55b3746e36 req-dc9998ba-49a3-41fd-964f-1c9d9299de36 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:49.139178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d8ce50f-5895-45b1-a181-da55b3746e36 req-dc9998ba-49a3-41fd-964f-1c9d9299de36 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.3538530 Dec 10 04:43:49.141549 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:44Z', 'revision_number': 4, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '719f61ce-4eb9-4b09-98f4-51f09d44365c', 'name': '', 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'mac_address': 'fa:16:3e:d7:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:45Z', 'revision_number': 2, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'subnets': [{'id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:49.143521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09136d0b-2020-4f80-8e8a-78d6dccbc0d8 None None] Port 443064f2-33db-495e-b82e-8208ca0dc5e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:49.150898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585306a1-0282-430c-ab8b-f13fcddfc384 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:49.162396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585306a1-0282-430c-ab8b-f13fcddfc384 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:49.183243 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-585306a1-0282-430c-ab8b-f13fcddfc384 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1586108 Dec 10 04:43:49.186150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:49.204174 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Checking router: aaf2567a-3413-4c78-88be-49858fc7756b for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:43:49.204844 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Updating router aaf2567a-3413-4c78-88be-49858fc7756b port 719f61ce-4eb9-4b09-98f4-51f09d44365c binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:43:49.232684 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.391748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.517135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 443064f2-33db-495e-b82e-8208ca0dc5e2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:49.518074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.587485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=f0d4cd91-8c31-4889-b448-f777b65ba0ff,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:49.618383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.623805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d8ce50f-5895-45b1-a181-da55b3746e36 req-c83d650d-1ba0-4192-a876-a903c0279522 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652627 Dec 10 04:43:49.633513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 443064f2-33db-495e-b82e-8208ca0dc5e2 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:49.764157 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.781287 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.805841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:49.905878 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5496c1c-910a-460a-8d33-8fffce154157 None None] Pushing event updated for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:49.940191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=443064f2-33db-495e-b82e-8208ca0dc5e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:50.067897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Attempting to bind port 719f61ce-4eb9-4b09-98f4-51f09d44365c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:50.068444 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Attempting to bind port 719f61ce-4eb9-4b09-98f4-51f09d44365c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:50.069309 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Attempting to bind port 719f61ce-4eb9-4b09-98f4-51f09d44365c on network 5c65acaf-9c0a-40e3-9751-b570acb388ba {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:50.102947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:50.103945 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Checking segment: {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:50.105703 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.107112 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.108274 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Bound using segment: {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:50.111188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Bound port: 719f61ce-4eb9-4b09-98f4-51f09d44365c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba7a604-35a0-4c76-a18e-cc07afc604da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:50.113356 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.162475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.172935 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-79bb2bf5-2d3b-467b-8f98-078e6855cf0d tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/443064f2-33db-495e-b82e-8208ca0dc5e2 HTTP/1.1" status: 204 len: 168 time: 0.9827085 Dec 10 04:43:50.173882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:50.228560 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5406822a-a0d0-42f9-b2ae-ac5b654cabde tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:43:50.230648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5406822a-a0d0-42f9-b2ae-ac5b654cabde tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/443064f2-33db-495e-b82e-8208ca0dc5e2 HTTP/1.1" status: 404 len: 333 time: 0.0556316 Dec 10 04:43:50.234179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:50.272940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.389183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port b3e1e407-68de-4bb9-9ad4-98534cf3fde5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:50.389821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.396127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] For port 719f61ce-4eb9-4b09-98f4-51f09d44365c, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:50.404903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2c834c0e-1514-4af1-9df0-8e5fd3916f15 None None] Provisioning complete for port 719f61ce-4eb9-4b09-98f4-51f09d44365c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:50.405578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c834c0e-1514-4af1-9df0-8e5fd3916f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.406386 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] For port 719f61ce-4eb9-4b09-98f4-51f09d44365c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=719f61ce-4eb9-4b09-98f4-51f09d44365c,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:50.411108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-1f4f64cb-f9d8-431b-921f-9a3bfd15c2e1 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8454704 Dec 10 04:43:50.424727 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.482617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:50.523650 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.531018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c834c0e-1514-4af1-9df0-8e5fd3916f15 None None] Port 719f61ce-4eb9-4b09-98f4-51f09d44365c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:43:50.603162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a706-7751-4192-8c3c-aa760e527728 req-63a68ad6-f608-4cad-9c30-1be9218dc8d1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:50.610829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7958a706-7751-4192-8c3c-aa760e527728 req-63a68ad6-f608-4cad-9c30-1be9218dc8d1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 946 time: 0.3815100 Dec 10 04:43:50.622013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:50.636713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for b3e1e407-68de-4bb9-9ad4-98534cf3fde5 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:50.693908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:50.694834 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:50.742101 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5496c1c-910a-460a-8d33-8fffce154157 None None] Pushing event updated for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:50.921320 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:43:50.964837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-6b30f19d-5ba8-403b-a4b8-9e6458b8699f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:50.972598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-6b30f19d-5ba8-403b-a4b8-9e6458b8699f tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "GET /v2.0/ports?device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 946 time: 0.2314949 Dec 10 04:43:51.101098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7958a706-7751-4192-8c3c-aa760e527728 req-ae838999-4556-4752-866e-f3e705f8c1a1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4892867 Dec 10 04:43:51.165354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] Provisioning complete for port 719f61ce-4eb9-4b09-98f4-51f09d44365c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:51.165908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.226195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:51.274016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.295471 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.392929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=b3e1e407-68de-4bb9-9ad4-98534cf3fde5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:51.455953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.469143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Deleting port c66f0a14-7126-4513-bfbd-b3de40a4ca96 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:51.469491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.510849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] For port 719f61ce-4eb9-4b09-98f4-51f09d44365c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=719f61ce-4eb9-4b09-98f4-51f09d44365c,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:51.522666 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.598585 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:44Z', 'revision_number': 4, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '719f61ce-4eb9-4b09-98f4-51f09d44365c', 'name': '', 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'mac_address': 'fa:16:3e:d7:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:50Z', 'revision_number': 4, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'subnets': [{'id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:51.681211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:51.696439 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a30d33-8dfa-4b61-b4dd-f8ff349101a9 None None] The sync data for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 is: [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:43:44Z', 'revision_number': 4, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '719f61ce-4eb9-4b09-98f4-51f09d44365c', 'name': '', 'network_id': '5c65acaf-9c0a-40e3-9751-b570acb388ba', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'mac_address': 'fa:16:3e:d7:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:50Z', 'revision_number': 4, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'subnets': [{'id': 'b000a45b-0894-4384-ba14-7179fabbfe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:51.707588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecf437-3b1f-4942-83ad-f76db3882978 None None] Pushing event updated for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:51.723459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Allocated IP 172.25.8.168 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:51.959913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:51.973304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-467dbb66-52df-4dac-87c0-0b15b6ffce73 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4137819 Dec 10 04:43:51.980290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:51.991488 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:51.997280 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bee746af-dadb-451b-9c0a-ed6181700416 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/b3e1e407-68de-4bb9-9ad4-98534cf3fde5 HTTP/1.1" status: 204 len: 168 time: 1.7597470 Dec 10 04:43:52.001004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2315b4-5714-4a6e-ac80-aa6a8612a00c req-46536036-6bdf-4c49-8df4-b52f4a93b01e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:52.002522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d2315b4-5714-4a6e-ac80-aa6a8612a00c req-46536036-6bdf-4c49-8df4-b52f4a93b01e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1805358 Dec 10 04:43:52.007623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36046) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:52.034818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.044300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] Sync routers for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:52.054323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-94e7ab9d-20f2-4e92-97bb-b9b3eae95c13 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:52.060936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-94e7ab9d-20f2-4e92-97bb-b9b3eae95c13 tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f7e8de-bae3-49d8-9a03-04f99f95beff HTTP/1.1" status: 200 len: 946 time: 0.4090254 Dec 10 04:43:52.112595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:52.114449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:52.178868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.185137 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe85936-e544-454f-ba69-c828b550d66b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:43:52.189232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cbe85936-e544-454f-ba69-c828b550d66b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/b3e1e407-68de-4bb9-9ad4-98534cf3fde5 HTTP/1.1" status: 404 len: 333 time: 0.1780548 Dec 10 04:43:52.192777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] For port c66f0a14-7126-4513-bfbd-b3de40a4ca96, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c66f0a14-7126-4513-bfbd-b3de40a4ca96,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:52.198324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.203588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:52.218965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:52.239830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Calling delete_port for c66f0a14-7126-4513-bfbd-b3de40a4ca96 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:52.253568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:52.277330 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64328c10-48ce-4fbd-8f5b-c194c85413f5" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:52.295199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet c1cae485-3f99-487c-9dc1-f115f1352c90 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:52.333751 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.409782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:52.460291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-065a92e1-3677-4cf8-9cc6-b4d13b340085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.463311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.465066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Deleting port 0681a347-1bae-4bda-90d1-8b621aa054e5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:52.465520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.471857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.473466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:52.474309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:52.539037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:52.539991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa46335-3af7-41b8-b1cb-3f6744874586 None None] The sync data for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:52.614513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.708083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.746054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=14']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:52.774930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 719f61ce-4eb9-4b09-98f4-51f09d44365c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:43:52.790954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] For port 0681a347-1bae-4bda-90d1-8b621aa054e5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0681a347-1bae-4bda-90d1-8b621aa054e5,segment=NetworkSegment(e2abef74-69b9-45ee-9905-026f4caa81ee),segment_id=e2abef74-69b9-45ee-9905-026f4caa81ee)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:52.791407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.798841 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:43:52.806328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d2315b4-5714-4a6e-ac80-aa6a8612a00c req-47406f4f-128b-4460-be80-a8d259138c61 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7853286 Dec 10 04:43:52.809356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Calling delete_port for 0681a347-1bae-4bda-90d1-8b621aa054e5 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:52.816650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.860357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c66f0a14-7126-4513-bfbd-b3de40a4ca96'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:52.863036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event deleted for resources: {'Port': ['ID=c66f0a14-7126-4513-bfbd-b3de40a4ca96,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:52.874695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['0681a347-1bae-4bda-90d1-8b621aa054e5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:52.987219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] No DVR routers for this DVR port c66f0a14-7126-4513-bfbd-b3de40a4ca96 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:52.990188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:52.996542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-24d9cc5c-9002-48ea-b3ee-92df9f35206d req-2b6e63e3-75ab-4214-901e-ae95c62d7dba tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.36 "DELETE /v2.0/ports/c66f0a14-7126-4513-bfbd-b3de40a4ca96 HTTP/1.1" status: 204 len: 173 time: 2.0136170 Dec 10 04:43:52.999219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'name': 'network-vif-deleted', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:53.014461 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fbbb0d-f320-45cb-84ef-771dac3df97b" -d '{"events": [{"server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "name": "network-vif-deleted", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:53.201683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.269646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Pushing event deleted for resources: {'Port': ['ID=0681a347-1bae-4bda-90d1-8b621aa054e5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:53.319873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c66f0a14-7126-4513-bfbd-b3de40a4ca96'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:43:53.358221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.430951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] No DVR routers for this DVR port 0681a347-1bae-4bda-90d1-8b621aa054e5 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:53.436705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.440435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-060c89b2-c09f-4a96-8c74-7890964f9b3b req-f040a948-5160-401c-902c-8a50734334ca tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.41 "DELETE /v2.0/ports/0681a347-1bae-4bda-90d1-8b621aa054e5 HTTP/1.1" status: 204 len: 173 time: 1.3630764 Dec 10 04:43:53.462794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 719f61ce-4eb9-4b09-98f4-51f09d44365c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:43:53.464278 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.529407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cae485-3f99-487c-9dc1-f115f1352c90,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:53.591355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0fb3c58-d041-461b-bca1-f0f042c6c1f2 req-4d5e6620-5d76-4ab2-b706-355e4a623c1b tempest-MultipleCreateTestJSON-1480085294 tempest-MultipleCreateTestJSON-1480085294-project] 10.222.0.43 "GET /v2.0/ports?device_id=721dda11-e89e-44b7-b846-cbfeda8fd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0756762 Dec 10 04:43:53.607611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.611756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-098355e8-4c0c-4f2e-b882-49f1b0475657 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c1cae485-3f99-487c-9dc1-f115f1352c90 HTTP/1.1" status: 204 len: 168 time: 1.4004986 Dec 10 04:43:53.616031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:53.689800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4761a5-5d62-46c2-8d4b-b44cfb045fb8 None None] Network 9eac28d6-53f4-4a4b-9127-84418df0392c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:53.717916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.907616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:53.983885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:53.991379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:54.019102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:54.052307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:54.052969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.126146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] DHCP port deletion for 9eac28d6-53f4-4a4b-9127-84418df0392c request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:43:54.148639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event updated for resources: {'Port': ['ID=8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:54.168929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54624a7-f6e9-4796-b351-df4210c0e498 req-540eb43a-7922-4772-aa34-d6413eca9c79 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:54.171878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f54624a7-f6e9-4796-b351-df4210c0e498 req-540eb43a-7922-4772-aa34-d6413eca9c79 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3238866 Dec 10 04:43:54.199646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,segment=NetworkSegment(ec72f2fe-39b3-40d9-90ae-d07576fbfd09),segment_id=ec72f2fe-39b3-40d9-90ae-d07576fbfd09)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:54.200218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.213492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Deleting port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:54.214113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.215671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:54.337213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] For port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,segment=NetworkSegment(ec72f2fe-39b3-40d9-90ae-d07576fbfd09),segment_id=ec72f2fe-39b3-40d9-90ae-d07576fbfd09)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:43:54.337823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.355252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.364911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Calling delete_port for b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:54.389395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.429762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f54624a7-f6e9-4796-b351-df4210c0e498 req-79e0b950-775d-4cd1-93bb-43e9f8b43fb5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394886 Dec 10 04:43:54.441416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:54.444020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:54.559080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.591655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] Pushing event deleted for resources: {'Port': ['ID=b78330b9-fc7e-4721-b63f-fe43cc6cd7b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:54.609249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cf425-aa23-47d6-a389-b5219f717a37 None None] No DVR routers for this DVR port b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:43:54.668854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:54.725525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.746211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.750001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:54.758526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b78330b9-fc7e-4721-b63f-fe43cc6cd7b3 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:54.774136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eac28d6-53f4-4a4b-9127-84418df0392c']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:54.804415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:54.804902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec72f2fe-39b3-40d9-90ae-d07576fbfd09') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:54.832022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.846906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208d799-a69b-49c0-b828-c72364d7ba21 req-e4f31cd0-704d-41ca-8410-4fa164fbf854 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:54.848371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e208d799-a69b-49c0-b828-c72364d7ba21 req-e4f31cd0-704d-41ca-8410-4fa164fbf854 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.2238228 Dec 10 04:43:54.860556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.864435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.877395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:54.884450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.890097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cadb5d92-a98b-4eb9-af46-8c461c60e9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:54.891156 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:54.991706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.025551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.029102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/9eac28d6-53f4-4a4b-9127-84418df0392c HTTP/1.1" status: 204 len: 168 time: 1.4119983 Dec 10 04:43:55.042817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:55.051350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924936603'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:55.082206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8073f-1025-44df-ba4b-a5aef09ec1bf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=9eac28d6-53f4-4a4b-9127-84418df0392c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:55.084507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0681a347-1bae-4bda-90d1-8b621aa054e5 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:55.090969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:55.095658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.134865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e208d799-a69b-49c0-b828-c72364d7ba21 req-e9210a7f-33dd-4686-8c57-cc9e9f5eee66 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784564 Dec 10 04:43:55.165982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 0681a347-1bae-4bda-90d1-8b621aa054e5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:55.167615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0681a347-1bae-4bda-90d1-8b621aa054e5 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:55.179759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:43:55.198314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.199237 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Added segment 1b2efa7e-e0fe-4a17-8b62-2186196d651a of type vlan for network 960f719f-5712-4248-95da-f06e3f0bcc38 Dec 10 04:43:55.228371 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920d736-21e6-492a-a884-3e1a893edb26 x-openstack-request-id: req-a920d736-21e6-492a-a884-3e1a893edb26 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:55.232240 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:55.232698 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a920d736-21e6-492a-a884-3e1a893edb26 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:55.233253 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'code': 200} Dec 10 04:43:55.279683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.302719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.316342 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a17c9-fbe5-4986-ae07-b9c818434be0 x-openstack-request-id: req-166a17c9-fbe5-4986-ae07-b9c818434be0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:55.316836 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721dda11-e89e-44b7-b846-cbfeda8fd7c2", "name": "network-vif-deleted", "tag": "c66f0a14-7126-4513-bfbd-b3de40a4ca96", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:55.317202 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-166a17c9-fbe5-4986-ae07-b9c818434be0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:55.317957 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721dda11-e89e-44b7-b846-cbfeda8fd7c2', 'name': 'network-vif-deleted', 'tag': 'c66f0a14-7126-4513-bfbd-b3de40a4ca96', 'status': 'completed', 'code': 200} Dec 10 04:43:55.322870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.323062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.331295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:55.332173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.386933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event updated for resources: {'Port': ['ID=8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:55.439622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3950672 Dec 10 04:43:55.443149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:55.451732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:55.489578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.534507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eee24d-bcdd-494e-8100-01c71c0923fd req-6f836367-4d24-48fa-a6c1-4f1f8abe92f8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:55.541697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92eee24d-bcdd-494e-8100-01c71c0923fd req-6f836367-4d24-48fa-a6c1-4f1f8abe92f8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1557348 Dec 10 04:43:55.545543 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.546703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-0801a7a3-d4e7-42a1-9f56-3fcf09a0b1f8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1368990 Dec 10 04:43:55.633033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:55.638444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.662210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d3d31-e861-409e-9214-0bd646b52eb4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Network': ['ID=960f719f-5712-4248-95da-f06e3f0bcc38,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:55.667148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:55.668220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.699180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c66f0a14-7126-4513-bfbd-b3de40a4ca96 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:43:55.749701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 960f719f-5712-4248-95da-f06e3f0bcc38 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:43:55.762355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c66f0a14-7126-4513-bfbd-b3de40a4ca96 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:43:55.762959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c66f0a14-7126-4513-bfbd-b3de40a4ca96 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:43:55.821225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.840676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 5eaa827d-18ba-4488-99f1-d6bfda8dd3cd owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:43:55.900680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:55.963049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92eee24d-bcdd-494e-8100-01c71c0923fd req-46994f38-3cc6-403d-85b1-f084d95f7426 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204834 Dec 10 04:43:55.967734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-1c34339a-ec31-4a81-9031-e3c6152b011d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.3877785 Dec 10 04:43:56.030204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.151790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=6af5b98a-b4ce-46c0-832c-8b044bd94197,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:56.170609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-2d38ec1e-521c-43fb-92e6-7ea201394897 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:56.173392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Checking segment: {'id': '1b2efa7e-e0fe-4a17-8b62-2186196d651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:56.173733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network hostable DHCP agents. Network: 960f719f-5712-4248-95da-f06e3f0bcc38, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:43:56.183489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-2d38ec1e-521c-43fb-92e6-7ea201394897 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.2030368 Dec 10 04:43:56.191766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-e53dc414-2331-423d-bdad-13db49b3f369 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:43:56.207897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33547f8b-4295-45ab-bad0-5a5b8b400e20 req-e53dc414-2331-423d-bdad-13db49b3f369 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231557 Dec 10 04:43:56.233631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 960f719f-5712-4248-95da-f06e3f0bcc38 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:43:56.255292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 960f719f-5712-4248-95da-f06e3f0bcc38) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:56.267312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da4d72-863c-45b6-aad2-3c6616a1a3db None None] Network 960f719f-5712-4248-95da-f06e3f0bcc38 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:43:56.282582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:56.283034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.295344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:56.557409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Deleting subnet 6a23085c-b2f0-4a38-aaba-da8ae05635d5 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:43:56.586808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.632810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-960f719f-5712-4248-95da-f06e3f0bcc38', 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': '6af5b98a-b4ce-46c0-832c-8b044bd94197'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:43:56.634186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.649040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42fda7fd-75b7-4dcb-81d9-396e5d60b39f req-ddd34ad4-fe9e-4a8e-b67e-cf70602b5c40 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips/3392651b-5e16-4ca1-b439-531e18f2e60e HTTP/1.1" status: 200 len: 693 time: 0.3313959 Dec 10 04:43:56.694766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0db327f1-c9bd-4f32-bf53-9b9f5b967ac3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2471435 Dec 10 04:43:56.697052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:56.719897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1533669922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:56.791339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fda7fd-75b7-4dcb-81d9-396e5d60b39f req-c4d325b1-39b7-495a-9df3-4c5dc69617f2 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:56.798448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.802002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42fda7fd-75b7-4dcb-81d9-396e5d60b39f req-c4d325b1-39b7-495a-9df3-4c5dc69617f2 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1517439 Dec 10 04:43:56.846776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-42fda7fd-75b7-4dcb-81d9-396e5d60b39f req-26bdff7e-f5e5-4337-9d7a-86c7282a9c6f tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:43:56.862105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.863875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.869067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42fda7fd-75b7-4dcb-81d9-396e5d60b39f req-26bdff7e-f5e5-4337-9d7a-86c7282a9c6f tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0659037 Dec 10 04:43:56.875630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:56.941714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=5eaa827d-18ba-4488-99f1-d6bfda8dd3cd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:56.970461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.149908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f4b50-0bbf-4d31-b56c-e956cc125662 req-02fef485-4c8b-49b7-b500-a3c84f0c38a7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:57.167976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec0f4b50-0bbf-4d31-b56c-e956cc125662 req-02fef485-4c8b-49b7-b500-a3c84f0c38a7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.6030312 Dec 10 04:43:57.185910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.188566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.197761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.200397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Allocated IP 172.20.0.2 (960f719f-5712-4248-95da-f06e3f0bcc38/6af5b98a-b4ce-46c0-832c-8b044bd94197/80497ff2-53f5-458b-9738-62aee9ce5e7b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:57.243981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a23085c-b2f0-4a38-aaba-da8ae05635d5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:57.248320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.252043 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-06c8a691-b718-4c14-8bef-ac1944c6744a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a23085c-b2f0-4a38-aaba-da8ae05635d5 HTTP/1.1" status: 204 len: 168 time: 0.9528265 Dec 10 04:43:57.255723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:57.306659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.310350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36bda1fe-7d65-4631-869c-6f8ef5b27e1c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6005366 Dec 10 04:43:57.314660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83739ac3-1b47-4921-a58c-2e5f98ddc622 req-b268ddf6-5112-4c4f-bf68-351a84dd2db8 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=917d340e506e46ddb0aa1108d5f696c1 HTTP/1.1" status: 200 len: 696 time: 0.4243586 Dec 10 04:43:57.315107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:57.325030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38', 'name': 'tempest-PortsTestJSON-2094313715'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:43:57.352949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'name': 'network-vif-deleted', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:43:57.358524 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f9a84a-0555-4aa3-afdd-63a70087ba5e" -d '{"events": [{"server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "name": "network-vif-deleted", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:43:57.470945 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.524604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739ac3-1b47-4921-a58c-2e5f98ddc622 req-08cb0efd-40a6-47a5-86c8-b8056d988c0d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:57.526132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83739ac3-1b47-4921-a58c-2e5f98ddc622 req-08cb0efd-40a6-47a5-86c8-b8056d988c0d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks?id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 787 time: 0.1874113 Dec 10 04:43:57.540528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-83739ac3-1b47-4921-a58c-2e5f98ddc622 req-cc464223-8026-424c-9795-c17ba2a6af46 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:43:57.541778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83739ac3-1b47-4921-a58c-2e5f98ddc622 req-cc464223-8026-424c-9795-c17ba2a6af46 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074856 Dec 10 04:43:57.554083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.594511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.638987 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.656596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.715542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.715916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Network 960f719f-5712-4248-95da-f06e3f0bcc38 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:57.720220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:57.724740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:57.749800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Pushing event updated for resources: {'Port': ['ID=80497ff2-53f5-458b-9738-62aee9ce5e7b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:57.757101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec0f4b50-0bbf-4d31-b56c-e956cc125662 req-8970c316-5580-4e1d-9664-2c4fe97bd22b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274155 Dec 10 04:43:57.786053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b2b943-a7e4-4090-a6ba-31a0637cf7ab']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:57.813777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:43:57.824100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.832092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2abef74-69b9-45ee-9905-026f4caa81ee') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:57.832405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2abef74-69b9-45ee-9905-026f4caa81ee') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:57.840047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Attempting to bind port 80497ff2-53f5-458b-9738-62aee9ce5e7b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:43:57.840725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Attempting to bind port 80497ff2-53f5-458b-9738-62aee9ce5e7b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1b2efa7e-e0fe-4a17-8b62-2186196d651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:43:57.840910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Attempting to bind port 80497ff2-53f5-458b-9738-62aee9ce5e7b on network 960f719f-5712-4248-95da-f06e3f0bcc38 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:43:57.850872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:43:57.852203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Checking segment: {'id': '1b2efa7e-e0fe-4a17-8b62-2186196d651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:43:57.852904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.853492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Bound using segment: {'id': '1b2efa7e-e0fe-4a17-8b62-2186196d651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:43:57.854181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Bound port: 80497ff2-53f5-458b-9738-62aee9ce5e7b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2efa7e-e0fe-4a17-8b62-2186196d651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '960f719f-5712-4248-95da-f06e3f0bcc38'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:43:57.854768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.871157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:43:57.871614 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:57.897488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:43:57.933337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3285e1-4593-47bc-9a33-62aaac1ce111 req-09b3c0fa-372d-407a-abae-98daab232485 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:57.941632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e3285e1-4593-47bc-9a33-62aaac1ce111 req-09b3c0fa-372d-407a-abae-98daab232485 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2515087 Dec 10 04:43:57.972858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e69d-a037-4f53-bdb0-8059afdde83f req-c36e2d5e-c23e-4fa2-b4e0-7d571be6fcb3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:57.982229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0a5e69d-a037-4f53-bdb0-8059afdde83f req-c36e2d5e-c23e-4fa2-b4e0-7d571be6fcb3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1301839 Dec 10 04:43:57.988830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] For port 80497ff2-53f5-458b-9738-62aee9ce5e7b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:43:57.994110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] For port 80497ff2-53f5-458b-9738-62aee9ce5e7b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=80497ff2-53f5-458b-9738-62aee9ce5e7b,segment=NetworkSegment(1b2efa7e-e0fe-4a17-8b62-2186196d651a),segment_id=1b2efa7e-e0fe-4a17-8b62-2186196d651a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:43:58.004685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.022978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.099146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46de027-4f61-411d-9787-47bec24a4e17 None None] Pushing event updated for resources: {'Port': ['ID=80497ff2-53f5-458b-9738-62aee9ce5e7b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:58.152322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.12 (960f719f-5712-4248-95da-f06e3f0bcc38/6af5b98a-b4ce-46c0-832c-8b044bd94197/3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:43:58.274427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.414625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.447132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:43:58.447639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:43:58.456141 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:43:58.604157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-7085fc1c-907b-476d-9670-6684ccbb0d62 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:58.605965 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-7085fc1c-907b-476d-9670-6684ccbb0d62 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.1717095 Dec 10 04:43:58.607629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.609468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.648250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:58.651808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] 10.222.0.43 "DELETE /v2.0/networks/95b2b943-a7e4-4090-a6ba-31a0637cf7ab HTTP/1.1" status: 204 len: 168 time: 1.3934786 Dec 10 04:43:58.698844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e3285e1-4593-47bc-9a33-62aaac1ce111 req-678b2807-591b-4394-a010-8700acb96536 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7561848 Dec 10 04:43:58.739000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:43:58.752963 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] Sync routers for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:43:58.770322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Pushing event deleted for resources: {'Network': ['ID=95b2b943-a7e4-4090-a6ba-31a0637cf7ab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:58.776019 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:58.779169 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:58.785918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-df8f405d-0925-4fe2-9200-b8817fa99e34 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8043869 Dec 10 04:43:58.811078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36196) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:58.823079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 960f719f-5712-4248-95da-f06e3f0bcc38 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:43:58.840028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.840528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.841391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.842345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.843442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.843884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.845477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.846576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.847843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.848885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.850670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.851170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.851612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d4f5d4-06e5-4b03-98f0-bce4df82384f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:43:58.861437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:43:58.877206 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866dd66f-fd51-4df6-a3b0-e7a030c505eb x-openstack-request-id: req-866dd66f-fd51-4df6-a3b0-e7a030c505eb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:43:58.880577 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f7e8de-bae3-49d8-9a03-04f99f95beff", "name": "network-vif-deleted", "tag": "0681a347-1bae-4bda-90d1-8b621aa054e5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:43:58.881036 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-866dd66f-fd51-4df6-a3b0-e7a030c505eb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:43:58.881624 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f7e8de-bae3-49d8-9a03-04f99f95beff', 'name': 'network-vif-deleted', 'tag': '0681a347-1bae-4bda-90d1-8b621aa054e5', 'status': 'completed', 'code': 200} Dec 10 04:43:58.893642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:43:58.900101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f8942eab-7c96-4564-b194-ec9dcc6e97b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 HTTP/1.1" status: 200 len: 205 time: 0.0877340 Dec 10 04:43:58.902865 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:58.908181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:58.927249 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] Routers {'fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:43:58.927928 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:58.965829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0a5e69d-a037-4f53-bdb0-8059afdde83f req-4d870648-920d-4ae4-ac92-17e4b136d62a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9825330 Dec 10 04:43:58.981726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:43:59.076706 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:43:59.077381 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4303cc-f818-439c-8a86-53d978733464 None None] The sync data for ids ['fa901ad0-6cde-4b9c-abbd-4bebbdc544d3'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:43:59.132303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-3b631961-e4dd-46b1-85ca-f8238ba8b661 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips/3392651b-5e16-4ca1-b439-531e18f2e60e HTTP/1.1" status: 200 len: 693 time: 0.2166312 Dec 10 04:43:59.160965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:59.171112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:43:59.171933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:59.228311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:59.328153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:59.431914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f536a42b-260b-4bc5-957d-f596e475b632 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1107051 Dec 10 04:43:59.448774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36214) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:43:59.643494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port 7dd63a19-5d58-417c-aacf-6bc059398e4a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:43:59.646500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:59.745175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c175f8b-cc3b-49ec-955f-64377fe6f542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:43:59.844787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b0280f90-9e16-410f-83fb-cd9e4e99a3a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=389609fd6df249aebc988a901d6277f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133728 Dec 10 04:43:59.846945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36216) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:00.000018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea95715-cd66-4252-affc-c134ce15b21b None None] Network 960f719f-5712-4248-95da-f06e3f0bcc38 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:00.001300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-0b6a6ae1-1bcb-4be3-8654-30b1f4180ad3 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:00.005450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-0b6a6ae1-1bcb-4be3-8654-30b1f4180ad3 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.8721881 Dec 10 04:44:00.054323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.078221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.104728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] Provisioning complete for port 80497ff2-53f5-458b-9738-62aee9ce5e7b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:00.105404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.129539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-a64898ab-cb1b-4855-ab21-2fd987e06e36 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:44:00.138358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-a64898ab-cb1b-4855-ab21-2fd987e06e36 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1218472 Dec 10 04:44:00.180907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44735cfc-3c1d-49d7-9086-7606d2d73605 req-c31c17dc-fe60-4934-afff-c184dfd6ba52 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:00.189386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44735cfc-3c1d-49d7-9086-7606d2d73605 req-c31c17dc-fe60-4934-afff-c184dfd6ba52 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 946 time: 0.7354488 Dec 10 04:44:00.264318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.333167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] For port 80497ff2-53f5-458b-9738-62aee9ce5e7b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=80497ff2-53f5-458b-9738-62aee9ce5e7b,segment=NetworkSegment(1b2efa7e-e0fe-4a17-8b62-2186196d651a),segment_id=1b2efa7e-e0fe-4a17-8b62-2186196d651a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:00.346792 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.379302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44735cfc-3c1d-49d7-9086-7606d2d73605 req-a01fd2f3-a146-448b-bb62-2a91981af54a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883996 Dec 10 04:44:00.438839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-8078ec06-ae12-4839-9500-3aeff0e9e119 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.2991822 Dec 10 04:44:00.454663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56052ba-4959-4d8d-9756-0bb92da6228b None None] Pushing event updated for resources: {'Port': ['ID=80497ff2-53f5-458b-9738-62aee9ce5e7b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:00.502073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.538201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.538411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-f17dcbd2-6e0d-4abc-a529-58630ab3101d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.0981123 Dec 10 04:44:00.699615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.700342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:00.712990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.714807 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f054b445-3f29-413f-8f0e-0c4923244c7b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 HTTP/1.1" status: 204 len: 168 time: 1.7996449 Dec 10 04:44:00.725843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:00.734702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-3b35c710-dc66-4554-81a4-8d9ec4025e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:00.736827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-3b35c710-dc66-4554-81a4-8d9ec4025e29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 1.3462100 Dec 10 04:44:00.748838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 80497ff2-53f5-458b-9738-62aee9ce5e7b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:00.770496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port 7dd63a19-5d58-417c-aacf-6bc059398e4a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7dd63a19-5d58-417c-aacf-6bc059398e4a,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:00.770847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.811309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.819307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.819307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae3b27f2-959c-44c4-b800-a10dfd9a34b3 HTTP/1.1" status: 204 len: 168 time: 0.9625406 Dec 10 04:44:00.842638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-811f6fc7-d8cd-431d-8796-60a91e64414a None None] Provisioning complete for port 80497ff2-53f5-458b-9738-62aee9ce5e7b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:00.843003 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-811f6fc7-d8cd-431d-8796-60a91e64414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.913105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b27f2-959c-44c4-b800-a10dfd9a34b3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:00.921288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c175f8b-cc3b-49ec-955f-64377fe6f542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.940982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619e458-d633-491c-85c1-af89a9a5afb4 req-88253b2f-6046-4963-80c4-36ff43537e23 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:00.943396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3619e458-d633-491c-85c1-af89a9a5afb4 req-88253b2f-6046-4963-80c4-36ff43537e23 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.4016595 Dec 10 04:44:00.960819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c175f8b-cc3b-49ec-955f-64377fe6f542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.983903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 80497ff2-53f5-458b-9738-62aee9ce5e7b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:00.984276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:00.987554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.988271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for 7dd63a19-5d58-417c-aacf-6bc059398e4a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:00.991078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.991709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.992319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.992911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.993574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.994344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.994936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.995583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.996150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.996784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.997423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:00.997824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet a024a954-e0cd-4e6f-8fb5-d3124acbe78d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:00.998279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a02932-871b-48e4-b4a1-c9908ddfc15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:01.013454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.135458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.172634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c175f8b-cc3b-49ec-955f-64377fe6f542 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a5d433dfa9b497e992490f150d4f2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8347845 Dec 10 04:44:01.174533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Deleting port 8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:01.175141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.189663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7dd63a19-5d58-417c-aacf-6bc059398e4a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:01.221673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:01.242778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.262918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.263646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.266450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.278919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Calling delete_port for 8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:01.326650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-811f6fc7-d8cd-431d-8796-60a91e64414a None None] Provisioning complete for port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:01.327164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-811f6fc7-d8cd-431d-8796-60a91e64414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.330077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=7dd63a19-5d58-417c-aacf-6bc059398e4a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:01.399822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No active binding found for port 7dd63a19-5d58-417c-aacf-6bc059398e4a {{(pid=103255) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 04:44:01.400572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7dd63a19-5d58-417c-aacf-6bc059398e4a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:01.416624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-bc188876-0230-4330-a4fc-28609654bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:01.418338 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-bc188876-0230-4330-a4fc-28609654bec8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.6448364 Dec 10 04:44:01.421068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-811f6fc7-d8cd-431d-8796-60a91e64414a None None] Port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:01.449011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c175f8b-cc3b-49ec-955f-64377fe6f542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c891c-b58b-478b-a23d-c8aa64e20ac5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:01.454069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port 7dd63a19-5d58-417c-aacf-6bc059398e4a on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:01.465663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3619e458-d633-491c-85c1-af89a9a5afb4 req-a251f841-92cc-4afa-b401-f85e304064f1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5063517 Dec 10 04:44:01.473660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.478878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.489016 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5364d6e6-e489-4199-8faa-4f8933ad4fc0 req-9d6025c8-763d-4d0d-9e04-8cc8aadf81be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.41 "DELETE /v2.0/ports/7dd63a19-5d58-417c-aacf-6bc059398e4a HTTP/1.1" status: 204 len: 173 time: 2.8453338 Dec 10 04:44:01.499394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'name': 'network-vif-deleted', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:01.510964 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb679baf-c7e8-4b97-b6fb-f07802d8c490" -d '{"events": [{"server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "name": "network-vif-deleted", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:01.530270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event deleted for resources: {'Port': ['ID=8596c44b-aeeb-4b84-bbaf-9c2e5addc9c9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:01.553637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bb47dd9c-a399-4ba4-bd94-0e1d6631584e None None] Provisioning complete for port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:01.554908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb47dd9c-a399-4ba4-bd94-0e1d6631584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.651877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.668325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bb47dd9c-a399-4ba4-bd94-0e1d6631584e None None] Port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:01.718097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-2de394be-eee9-4026-9d41-666bb1a6c65b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.2896149 Dec 10 04:44:01.721943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.724779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.749707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.752309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.772556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84d753b7-3341-40c0-978e-0c1109f409c8 req-7b9ae03a-f7ca-4b43-a0f9-ac043282f579 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "DELETE /v2.0/floatingips/3392651b-5e16-4ca1-b439-531e18f2e60e HTTP/1.1" status: 204 len: 173 time: 1.2313144 Dec 10 04:44:01.851737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-0a3669b5-8f55-4d56-b297-dcf9324db216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:01.853311 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-0a3669b5-8f55-4d56-b297-dcf9324db216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1248412 Dec 10 04:44:01.891115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892149-f029-47df-a364-3d399f68c833 req-6231ecfc-0739-4bb9-a623-72f588c6f0d6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:01.892803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7892149-f029-47df-a364-3d399f68c833 req-6231ecfc-0739-4bb9-a623-72f588c6f0d6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2142193 Dec 10 04:44:01.903867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.951656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.954487 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.958176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d6c891c-b58b-478b-a23d-c8aa64e20ac5 HTTP/1.1" status: 204 len: 168 time: 0.7330298 Dec 10 04:44:01.963533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=a024a954-e0cd-4e6f-8fb5-d3124acbe78d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:01.969583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:01.975828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aafe4cd6-b0f9-4643-a06d-00f0146281ef tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/a024a954-e0cd-4e6f-8fb5-d3124acbe78d HTTP/1.1" status: 204 len: 168 time: 1.2464733 Dec 10 04:44:01.977156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f14204-46ef-4ee4-abb1-754e3f9876cb None None] Network ebb96cf4-c337-496d-82f8-63ac159ca2f9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:01.978024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:01.982248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01fef-e83c-4e49-89f8-05dfdda41518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c891c-b58b-478b-a23d-c8aa64e20ac5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:01.992562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebc49cd4-c1ca-471e-97bf-c74c30d3fdf1 req-e9ff4278-adbd-4cc9-a212-c9267730f005 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ffb15a-10a1-45cf-a73d-f975ba9091a7 HTTP/1.1" status: 200 len: 210 time: 0.0898304 Dec 10 04:44:02.088372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7892149-f029-47df-a364-3d399f68c833 req-592c1da4-2b04-4408-b492-ab1addd67634 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673114 Dec 10 04:44:02.104648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 3722e93b-6e84-4d60-948c-9239541fdc84 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:02.125639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.230627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.270989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.313237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.396195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-cb085e21-d6b2-48b9-949d-feb699495277 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239460 Dec 10 04:44:02.431699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] DHCP port deletion for ebb96cf4-c337-496d-82f8-63ac159ca2f9 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:02.447748 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7c61e2-7da5-4bf7-878a-645ccbf0ecba x-openstack-request-id: req-2e7c61e2-7da5-4bf7-878a-645ccbf0ecba {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:02.448061 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffb15a-10a1-45cf-a73d-f975ba9091a7", "name": "network-vif-deleted", "tag": "7dd63a19-5d58-417c-aacf-6bc059398e4a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:02.448538 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e7c61e2-7da5-4bf7-878a-645ccbf0ecba {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:02.449026 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffb15a-10a1-45cf-a73d-f975ba9091a7', 'name': 'network-vif-deleted', 'tag': '7dd63a19-5d58-417c-aacf-6bc059398e4a', 'status': 'completed', 'code': 200} Dec 10 04:44:02.453813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-96f934c7-a827-4455-bd43-a60fac16e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:02.456808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-96f934c7-a827-4455-bd43-a60fac16e58b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5953662 Dec 10 04:44:02.456987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:02.467025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:02.622121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Deleting port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:02.622785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.627038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.692503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:02.761583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.776663 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-8e21cb67-2a34-4f69-a9c3-73fdf2c82694 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051114 Dec 10 04:44:02.869728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] For port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,segment=NetworkSegment(085f630c-7c3d-4948-9092-a902d500c789),segment_id=085f630c-7c3d-4948-9092-a902d500c789)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:02.870764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:02.900644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Calling delete_port for 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:02.930926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36266) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:02.997457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.042172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.045449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/3722e93b-6e84-4d60-948c-9239541fdc84 HTTP/1.1" status: 204 len: 168 time: 1.0661066 Dec 10 04:44:03.052577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7db53-304d-4905-aea1-4c75cd54078e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=3722e93b-6e84-4d60-948c-9239541fdc84,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:03.059300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:03.064667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ddb91-ff8d-4cb1-bc14-4fc19ad801fa None None] Network 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:03.093239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-332d018e-1dcc-4d88-97ac-25a6694ae084 None None] Provisioning complete for port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:03.094502 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-332d018e-1dcc-4d88-97ac-25a6694ae084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.097384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.168019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.265234 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd23d3f6-9786-482c-b28d-442414f16fd8 req-4f30a5dc-1523-4453-9ef1-46e3e13ef478 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329059 Dec 10 04:44:03.266737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:03.267128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.362464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,segment=NetworkSegment(085f630c-7c3d-4948-9092-a902d500c789),segment_id=085f630c-7c3d-4948-9092-a902d500c789)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:03.362878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.395537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:03.542822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.591063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3e6-016f-4dcd-bd34-a7c8000f0c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.625606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb526-6c7b-4d30-bf1b-6c7cdd501480 req-ed81e9d4-4fc3-4612-bdba-06375d0e8a0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:03.632878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eefdb526-6c7b-4d30-bf1b-6c7cdd501480 req-ed81e9d4-4fc3-4612-bdba-06375d0e8a0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.9141779 Dec 10 04:44:03.654312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.675116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.715789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:03.741331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:03.779570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] No DVR routers for this DVR port 6277ff4e-f620-4c55-bf5c-7e9bb2e1f019 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:03.842294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eefdb526-6c7b-4d30-bf1b-6c7cdd501480 req-b15b66fd-7a05-4d2c-8575-7484c9cc7c03 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084301 Dec 10 04:44:03.849899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.867199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-332d018e-1dcc-4d88-97ac-25a6694ae084 None None] Port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:03.870369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4039bd8-cd38-4b4f-b37e-3fcd37682cd4 None None] Pushing event deleted for resources: {'Port': ['ID=6277ff4e-f620-4c55-bf5c-7e9bb2e1f019,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:03.874718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.957662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:03.989100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] DHCP port deletion for 09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:04.017372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3e6-016f-4dcd-bd34-a7c8000f0c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.028995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb96cf4-c337-496d-82f8-63ac159ca2f9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:04.046966 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3e6-016f-4dcd-bd34-a7c8000f0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.055511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085f630c-7c3d-4948-9092-a902d500c789') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:04.060595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085f630c-7c3d-4948-9092-a902d500c789') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:04.078636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.106018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.109675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Deleting port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:04.114024 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.121536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:04.123077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.130054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Allocated IP 172.25.8.145 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/736facf3-710c-4357-bc52-3c9a6e40e457) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:04.131884 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:04.171554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77a3e6-016f-4dcd-bd34-a7c8000f0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172af518-fc04-44f1-9bda-58d4147efe61,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:04.239545 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.246956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] For port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,segment=NetworkSegment(e1270e4c-f68e-4551-848a-c0d90cffad06),segment_id=e1270e4c-f68e-4551-848a-c0d90cffad06)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:04.247363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.257767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.261150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/ebb96cf4-c337-496d-82f8-63ac159ca2f9 HTTP/1.1" status: 204 len: 168 time: 1.2003973 Dec 10 04:44:04.276182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:04.279659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Calling delete_port for 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:04.303561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5e77a3e6-016f-4dcd-bd34-a7c8000f0c69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74f18c8dd44749c4b42f27ea085f3982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7715874 Dec 10 04:44:04.308792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:04.410679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.419410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819dbc8-8595-4755-a6b8-6072bd73c64b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=ebb96cf4-c337-496d-82f8-63ac159ca2f9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:04.498941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.522455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:04.523068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.560873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Pushing event deleted for resources: {'Port': ['ID=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:04.573109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] No DVR routers for this DVR port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:04.603806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.607921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.608285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.608694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.608995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.609341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.609679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.610017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.610337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.610669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.610998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.611337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.611685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.611967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26eebf6-df56-4a3f-8fac-0437fddc40d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:04.624764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.640037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:04.650435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.713399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:04.714919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.715159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:04.718779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.722461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/172af518-fc04-44f1-9bda-58d4147efe61 HTTP/1.1" status: 204 len: 168 time: 0.4080567 Dec 10 04:44:04.732417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:04.732838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.739612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f38fa-46b3-46dc-ac06-e63220aa0c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172af518-fc04-44f1-9bda-58d4147efe61,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:04.779934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:04.784587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:44:04.795447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.854510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:04.860177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:04.862086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port 8a9b3f67-3e7b-4fe8-ac32-afad93c97a4f on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:04.983907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.001069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.011389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:05.012844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:05.016773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.025888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1270e4c-f68e-4551-848a-c0d90cffad06') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:05.026198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1270e4c-f68e-4551-848a-c0d90cffad06') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:05.038439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.056014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.067027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event updated for resources: {'Port': ['ID=736facf3-710c-4357-bc52-3c9a6e40e457,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:05.070613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:05.070613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:05.074130 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:05.076594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:05.088526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:05.170556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.211225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f69b1-df57-4cfb-8625-ee281635bab0 req-a105dfc8-bd32-4533-b24c-8c8192353141 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:05.219223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677f69b1-df57-4cfb-8625-ee281635bab0 req-a105dfc8-bd32-4533-b24c-8c8192353141 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.3185735 Dec 10 04:44:05.226735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.236882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.242470 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe HTTP/1.1" status: 204 len: 168 time: 0.9645653 Dec 10 04:44:05.256982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda20b-b103-4d72-b61a-7b71279710cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=09316f74-6e7f-4482-b0c2-5ebbfa9cc9fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:05.258846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36304) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:05.265397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262820367'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:05.269296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:05.315901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:05.325928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.384179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:05.392508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-677f69b1-df57-4cfb-8625-ee281635bab0 req-c9aa1fa5-6d15-4285-9b0e-122cf4aeee8a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722071 Dec 10 04:44:05.408102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.409499 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 87eccca3-ccf5-4cc8-8206-008af5644410 of type vlan for network da294a5c-092a-4d03-86a5-0f21901cba96 Dec 10 04:44:05.501428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.515421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2348980d-6506-4a56-b2fc-466be912465a req-958a6cbd-c16b-434c-8b25-b693b18701de tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0426846 Dec 10 04:44:05.542515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network 960f719f-5712-4248-95da-f06e3f0bcc38 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:05.550694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:05.557042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.617386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.623019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:05.623658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:05.721106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4606128 Dec 10 04:44:05.725394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:05.798872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:05.830052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e055dc-2e81-43d2-bd0a-ffdba77e4d7d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=da294a5c-092a-4d03-86a5-0f21901cba96,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:05.850559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network da294a5c-092a-4d03-86a5-0f21901cba96 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:05.954180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.054971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2c7e22f3-c770-43ac-b2f7-8eb50239a609 None None] Provisioning complete for port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:06.055678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c7e22f3-c770-43ac-b2f7-8eb50239a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.072118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:06.082591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.085961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df88f-990c-4b2c-a090-49a169060013 req-d48f9c66-f6f9-4caf-a27b-148f0c6ad399 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:06.093005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a81df88f-990c-4b2c-a090-49a169060013 req-d48f9c66-f6f9-4caf-a27b-148f0c6ad399 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3292310 Dec 10 04:44:06.140955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e22f3-c770-43ac-b2f7-8eb50239a609 None None] Port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:06.212340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Router 34d4b665-94f0-468d-9283-d9003ac03948 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:06.219369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a81df88f-990c-4b2c-a090-49a169060013 req-51a68c6e-23d3-4a13-b978-095c921778bf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253986 Dec 10 04:44:06.424439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.455081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.463953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:06.478739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f0ebde0c-8876-4260-b7db-85026effd8ef tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/routers/34d4b665-94f0-468d-9283-d9003ac03948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0236785 Dec 10 04:44:06.484628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36346) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:06.484846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] Sync routers for ids ['34d4b665-94f0-468d-9283-d9003ac03948'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:06.502038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] Routers {'34d4b665-94f0-468d-9283-d9003ac03948'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:06.503834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['34d4b665-94f0-468d-9283-d9003ac03948'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:06.583394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:06.596666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] Routers {'34d4b665-94f0-468d-9283-d9003ac03948'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:06.597478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['34d4b665-94f0-468d-9283-d9003ac03948'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:06.607028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.614665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-eaa72699-a211-4b5e-9e13-489926b26e16 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:06.616495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-eaa72699-a211-4b5e-9e13-489926b26e16 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2706285 Dec 10 04:44:06.617458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event updated for resources: {'Port': ['ID=736facf3-710c-4357-bc52-3c9a6e40e457,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:06.625629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.638663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:06.639335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f0a23-06d8-4dbf-a9a5-a37172da4250 None None] The sync data for ids ['34d4b665-94f0-468d-9283-d9003ac03948'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:06.649779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230379b-31d0-4fc4-8d08-501b0c3b7888 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:06.654498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b230379b-31d0-4fc4-8d08-501b0c3b7888 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?device_id=34d4b665-94f0-468d-9283-d9003ac03948 HTTP/1.1" status: 200 len: 983 time: 0.1662643 Dec 10 04:44:06.663051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:06.675024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-a5420be6-b87f-41ba-94c8-74dda1841557 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0439882 Dec 10 04:44:06.715030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.716232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-6b11a707-9a09-46f6-beed-94313a1995b4 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2627339 Dec 10 04:44:06.781795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-3261d880-21e3-4fcc-b388-a730867c6dfc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731711 Dec 10 04:44:06.806932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:06.825438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '87eccca3-ccf5-4cc8-8206-008af5644410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:06.826191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: da294a5c-092a-4d03-86a5-0f21901cba96, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:06.876182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network da294a5c-092a-4d03-86a5-0f21901cba96 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:06.894642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-90f66639-8154-4bac-9845-33f1c19a3d27 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1345787 Dec 10 04:44:06.920248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, da294a5c-092a-4d03-86a5-0f21901cba96) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:06.933807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b01532-30fb-4f57-bd76-11dc483ae40f None None] Network da294a5c-092a-4d03-86a5-0f21901cba96 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:06.941098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:06.941845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:06.982062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4eb7c05-8801-4f66-b0dd-65678cfe6618 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2552996 Dec 10 04:44:06.982674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:06.987846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1265518507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:07.047880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.050814 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.155335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.166709 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.195878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-da294a5c-092a-4d03-86a5-0f21901cba96', 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': 'fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:44:07.196837 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.208464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.213969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00ee6dc2-73b1-4d30-90ef-ef63309e780f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2302461 Dec 10 04:44:07.217108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:07.222361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'port': {'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96', 'name': 'tempest-RoutersIpV6Test-787684095'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:07.476852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:07.482454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.486815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Allocated IP 2001:db8::2 (da294a5c-092a-4d03-86a5-0f21901cba96/fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b/f8b809e4-fd16-4503-b717-d0127f0b2b6b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:07.522532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] device_id is not set on port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:44:07.703010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-f43e4e63-013f-4f35-a15e-a80e2c42a1c0 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048696 Dec 10 04:44:07.777447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.801077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:07.831801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-552b19d8-9d5e-48e7-8559-e4364cd78800 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:07.833680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c371d27c-a9a8-46cf-a4cd-53dd3f261c65 req-552b19d8-9d5e-48e7-8559-e4364cd78800 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.8987882 Dec 10 04:44:07.928143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Network da294a5c-092a-4d03-86a5-0f21901cba96 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:07.931131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:07.934106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:07.951999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8::e2 (da294a5c-092a-4d03-86a5-0f21901cba96/fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b/6a347783-c1ac-449c-ab7e-18a8a9a3ef15) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:07.953292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Pushing event updated for resources: {'Port': ['ID=f8b809e4-fd16-4503-b717-d0127f0b2b6b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:08.112225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-b40f65c4-d960-456d-8d2a-4567ead00de3 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880222 Dec 10 04:44:08.134568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Attempting to bind port f8b809e4-fd16-4503-b717-d0127f0b2b6b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:08.138016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Attempting to bind port f8b809e4-fd16-4503-b717-d0127f0b2b6b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '87eccca3-ccf5-4cc8-8206-008af5644410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:08.138650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Attempting to bind port f8b809e4-fd16-4503-b717-d0127f0b2b6b on network da294a5c-092a-4d03-86a5-0f21901cba96 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:08.151692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:08.154446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Checking segment: {'id': '87eccca3-ccf5-4cc8-8206-008af5644410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:08.157054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.157779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Bound using segment: {'id': '87eccca3-ccf5-4cc8-8206-008af5644410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:08.160811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Bound port: f8b809e4-fd16-4503-b717-d0127f0b2b6b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eccca3-ccf5-4cc8-8206-008af5644410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da294a5c-092a-4d03-86a5-0f21901cba96'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:08.161542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.354450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.423309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.439704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] For port f8b809e4-fd16-4503-b717-d0127f0b2b6b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:08.443937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.461611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] For port f8b809e4-fd16-4503-b717-d0127f0b2b6b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f8b809e4-fd16-4503-b717-d0127f0b2b6b,segment=NetworkSegment(87eccca3-ccf5-4cc8-8206-008af5644410),segment_id=87eccca3-ccf5-4cc8-8206-008af5644410)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:08.479589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.552136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network da294a5c-092a-4d03-86a5-0f21901cba96 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:08.557238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:08.560778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:08.574758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:08.581469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:08.590785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=6a347783-c1ac-449c-ab7e-18a8a9a3ef15,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:08.620048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9699c5d-f45b-4221-8b25-b211e2e466d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4018342 Dec 10 04:44:08.621528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:08.748640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f75b37-e3b1-4485-b2c5-2145418a0838 None None] Pushing event updated for resources: {'Port': ['ID=f8b809e4-fd16-4503-b717-d0127f0b2b6b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:08.867036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-8109d92b-79a1-4cac-8bed-1618388ed331 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips/3da4825e-bef0-4591-a5e1-c6b3fb5c5c68 HTTP/1.1" status: 200 len: 693 time: 0.2514303 Dec 10 04:44:09.015911 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3cb23389-709c-491c-a500-2184f057f9b0 req-5607f51d-a1ce-40e6-9f95-a7b5a3393362 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.4965796 Dec 10 04:44:09.323599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c26197-f138-432e-ab28-2e55cab4e0ff req-3abbff72-6ae0-4504-aa2d-422a10e105b6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:09.338462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16c26197-f138-432e-ab28-2e55cab4e0ff req-3abbff72-6ae0-4504-aa2d-422a10e105b6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.7243240 Dec 10 04:44:09.382162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:09.457599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16c26197-f138-432e-ab28-2e55cab4e0ff req-5a01854b-e73b-4bdb-b52f-f117065ad9f8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181378 Dec 10 04:44:09.485055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799168a1-2289-4223-8455-42fe0907c018 req-eaa73a2c-b1d6-4376-bff6-2939c116ae83 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:09.501221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-eaa73a2c-b1d6-4376-bff6-2939c116ae83 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.5616386 Dec 10 04:44:09.518418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-1090f0de-038c-4b07-870d-27563d55844d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:44:09.527239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-1090f0de-038c-4b07-870d-27563d55844d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232627 Dec 10 04:44:09.777147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-fe4b00b8-2d51-401e-925a-04e3773b691c tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1529918 Dec 10 04:44:09.897804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:09.929549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-ead90623-a6a6-4dce-b353-0e2638ba9819 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1448829 Dec 10 04:44:10.117840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:10.118445 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.127585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.177288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.263542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=6a347783-c1ac-449c-ab7e-18a8a9a3ef15,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:10.267606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1511fd43-297a-4b53-a73d-fb6ab2f7c7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.399417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.435557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:10.436829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df5515-1954-4912-81a4-9479c4c79190 None None] Network da294a5c-092a-4d03-86a5-0f21901cba96 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:10.526273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7583d-c9dd-4fa9-83a7-7659d931aeef req-e3bf820d-382f-441e-91ad-c13e55d9ce5c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:10.528152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63c7583d-c9dd-4fa9-83a7-7659d931aeef req-e3bf820d-382f-441e-91ad-c13e55d9ce5c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1684713 Dec 10 04:44:10.531510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Deleting port 736facf3-710c-4357-bc52-3c9a6e40e457 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:10.531973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.641191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] Provisioning complete for port f8b809e4-fd16-4503-b717-d0127f0b2b6b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:10.645265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.665400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f8b809e4-fd16-4503-b717-d0127f0b2b6b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:10.774202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63c7583d-c9dd-4fa9-83a7-7659d931aeef req-076f88a2-eef2-4946-a60f-69726f75e13f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334135 Dec 10 04:44:10.776732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.777210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.794121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Calling delete_port for 736facf3-710c-4357-bc52-3c9a6e40e457 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:10.888143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f8b809e4-fd16-4503-b717-d0127f0b2b6b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:10.888564 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.891017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:10.990344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] For port f8b809e4-fd16-4503-b717-d0127f0b2b6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f8b809e4-fd16-4503-b717-d0127f0b2b6b,segment=NetworkSegment(87eccca3-ccf5-4cc8-8206-008af5644410),segment_id=87eccca3-ccf5-4cc8-8206-008af5644410)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:11.000822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2e7282e-315a-4504-9340-50fbbab121af req-5eb87487-af2f-49f3-ae5f-669072d5a8a2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0551543 Dec 10 04:44:11.002271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.014656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.070040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:11.090464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ddb9d-0f2f-40c2-87f8-8aeea9abb8a2 None None] Pushing event updated for resources: {'Port': ['ID=f8b809e4-fd16-4503-b717-d0127f0b2b6b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:11.264034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1511fd43-297a-4b53-a73d-fb6ab2f7c7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.321233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1511fd43-297a-4b53-a73d-fb6ab2f7c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.326522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73888fdd-3ebb-4dba-82e6-8f997cfe67a3 req-73db9323-3af5-4822-bd2d-05d0da49ef25 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1672313 Dec 10 04:44:11.438656 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1511fd43-297a-4b53-a73d-fb6ab2f7c7f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4afcef5dbf1a410ead029ba607ec51c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5396984 Dec 10 04:44:11.449326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:11.478316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511fd43-297a-4b53-a73d-fb6ab2f7c7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62772c8d-8f67-434c-aaa1-d801b0e325db,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:11.512081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.535850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-01cc118d-0f0b-47b5-888f-05691fda0614 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:11.538168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-01cc118d-0f0b-47b5-888f-05691fda0614 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.4323852 Dec 10 04:44:11.553119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Pushing event deleted for resources: {'Port': ['ID=736facf3-710c-4357-bc52-3c9a6e40e457,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:11.561472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.564716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:11.565521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7de4d26e-680e-493d-8d55-cbcb91ed7c83 None None] Provisioning complete for port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:11.568982 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7de4d26e-680e-493d-8d55-cbcb91ed7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.700797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7de4d26e-680e-493d-8d55-cbcb91ed7c83 None None] Port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:11.718210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7de4d26e-680e-493d-8d55-cbcb91ed7c83 None None] Provisioning complete for port f8b809e4-fd16-4503-b717-d0127f0b2b6b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:11.718845 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7de4d26e-680e-493d-8d55-cbcb91ed7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.741484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.748605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.751235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.752750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-799168a1-2289-4223-8455-42fe0907c018 req-7df4f27b-0bbc-420f-806b-f00e72b8c30d tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "DELETE /v2.0/floatingips/3da4825e-bef0-4591-a5e1-c6b3fb5c5c68 HTTP/1.1" status: 204 len: 173 time: 1.8129802 Dec 10 04:44:11.845619 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.855208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91013d-9359-4489-ae93-0a8bf7bd0f50 req-028df5f0-094c-4966-ada6-4f6e7c45e8d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:11.870719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.872074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e91013d-9359-4489-ae93-0a8bf7bd0f50 req-028df5f0-094c-4966-ada6-4f6e7c45e8d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.3164916 Dec 10 04:44:11.933375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:11.937736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.944845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.948603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:11.953665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62772c8d-8f67-434c-aaa1-d801b0e325db HTTP/1.1" status: 204 len: 168 time: 0.5009673 Dec 10 04:44:11.999620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f258802-444e-4047-809c-fdffc1f527fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62772c8d-8f67-434c-aaa1-d801b0e325db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:12.049992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e7e89b25-13ec-4c1e-8aa7-752a614c17d1 None None] Provisioning complete for port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:12.060776 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7e89b25-13ec-4c1e-8aa7-752a614c17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.103681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Router 34d4b665-94f0-468d-9283-d9003ac03948 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:12.117066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eec48187-aa50-4013-a4dd-fababd80737a req-37d43389-37d9-4e35-a267-1eb58d42c34f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0431240 Dec 10 04:44:12.182966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7e89b25-13ec-4c1e-8aa7-752a614c17d1 None None] Port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:12.186902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adc704-d57f-457f-896f-0ff53251379d req-6000a258-a8e3-487f-960d-191b2030b28d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:12.188387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.188545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5adc704-d57f-457f-896f-0ff53251379d req-6000a258-a8e3-487f-960d-191b2030b28d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3144026 Dec 10 04:44:12.200133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e91013d-9359-4489-ae93-0a8bf7bd0f50 req-10f5024e-221a-4073-9eb8-14a572e17a49 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270812 Dec 10 04:44:12.417728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-141d3ac9-1688-48e6-ab6e-b53dcfc5e02e None None] Provisioning complete for port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:12.418612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141d3ac9-1688-48e6-ab6e-b53dcfc5e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.448179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.14 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/c6844a72-e7d7-431a-9414-7cac1fdff8c2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:12.457738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:12.481908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-141d3ac9-1688-48e6-ab6e-b53dcfc5e02e None None] Port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:12.513650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afd5e6ef-8f40-4f38-9617-e77d76d05575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.598386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f8b809e4-fd16-4503-b717-d0127f0b2b6b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:12.663291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f8b809e4-fd16-4503-b717-d0127f0b2b6b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:12.663940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.752017 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-83b7f5df-d050-4729-a1b2-f181a4a7dd41 req-b911c1da-4779-4eca-b64f-dd4c88a27aa5 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] show failed (client error): The resource could not be found. Dec 10 04:44:12.753083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83b7f5df-d050-4729-a1b2-f181a4a7dd41 req-b911c1da-4779-4eca-b64f-dd4c88a27aa5 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips/3da4825e-bef0-4591-a5e1-c6b3fb5c5c68 HTTP/1.1" status: 404 len: 350 time: 0.5130689 Dec 10 04:44:12.757461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:12.768370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a23f622-d108-4608-a153-f52e7c6ac2a4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/routers/34d4b665-94f0-468d-9283-d9003ac03948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0993555 Dec 10 04:44:12.768492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:12.773657 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] Sync routers for ids ['34d4b665-94f0-468d-9283-d9003ac03948'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:12.791775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] Routers {'34d4b665-94f0-468d-9283-d9003ac03948'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:12.792577 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['34d4b665-94f0-468d-9283-d9003ac03948'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:12.808914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5adc704-d57f-457f-896f-0ff53251379d req-8959f851-362f-4329-9dcf-5e982d1e0754 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6075745 Dec 10 04:44:12.824742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.830444 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-59188798-b0ed-4614-a311-31861d5a4282 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:44:12.831882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-59188798-b0ed-4614-a311-31861d5a4282 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/3f9b1a9f-b1e8-4cec-b65d-8dea41f55aa5 HTTP/1.1" status: 404 len: 333 time: 0.0546248 Dec 10 04:44:12.835354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:12.838446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:12.848063 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] Routers {'34d4b665-94f0-468d-9283-d9003ac03948'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:12.849025 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['34d4b665-94f0-468d-9283-d9003ac03948'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:12.850321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.851280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.892817 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:12.893842 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9625796-6132-406c-92dc-5f36c648a09d None None] The sync data for ids ['34d4b665-94f0-468d-9283-d9003ac03948'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:12.911103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afd5e6ef-8f40-4f38-9617-e77d76d05575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.922113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.935302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-afd5e6ef-8f40-4f38-9617-e77d76d05575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:12.995013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-546ab109-e00b-4ece-8960-1cdaa664f10d req-24f0b8bf-2a10-456f-8716-efeabf220751 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0719068 Dec 10 04:44:13.009865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=6a347783-c1ac-449c-ab7e-18a8a9a3ef15,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:13.016712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.020230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aaa4d09e-2272-4d31-a1df-5b6c4128fb78 req-a21f4dab-c2e3-496b-8ddc-d187db70e3f6 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0486381 Dec 10 04:44:13.050307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-afd5e6ef-8f40-4f38-9617-e77d76d05575 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a77f8997b1294aac80b3270689a65e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5817242 Dec 10 04:44:13.053452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:13.078289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e6ef-8f40-4f38-9617-e77d76d05575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b101da3-fe04-48ba-bd9c-ed631cd0befd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:13.137696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.141624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network da294a5c-092a-4d03-86a5-0f21901cba96 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:13.147163 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-13996be4-7113-4cbc-9fc3-1f681fb14e24 req-bafc2824-051b-4af1-9426-bd1792293df5 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] show failed (client error): The resource could not be found. Dec 10 04:44:13.148202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13996be4-7113-4cbc-9fc3-1f681fb14e24 req-bafc2824-051b-4af1-9426-bd1792293df5 tempest-FloatingIPsTestJSON-192252922 tempest-FloatingIPsTestJSON-192252922-project] 10.222.0.43 "GET /v2.0/floatingips/3da4825e-bef0-4591-a5e1-c6b3fb5c5c68 HTTP/1.1" status: 404 len: 350 time: 0.0848904 Dec 10 04:44:13.150592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:13.162498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:13.237155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:13.249136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:13.279404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:13.282729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.287779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:13.329552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.358007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.369332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.416166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:13.417381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.485954 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-8e5b424d-95e6-4350-bddb-dbde79a34330 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9284701 Dec 10 04:44:13.505458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.506263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Fanout notify agent at l3_agent the message router_deleted on router 34d4b665-94f0-468d-9283-d9003ac03948 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:13.513778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b33e4d7-13fd-4fe9-82bc-0e7a86a07b98 None None] Provisioning complete for port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:13.517386 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b33e4d7-13fd-4fe9-82bc-0e7a86a07b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.517573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Request body: {'port': {'device_id': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:13.520086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.521353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fa805241-c3d1-4590-a841-869c8b5bc369 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/routers/34d4b665-94f0-468d-9283-d9003ac03948 HTTP/1.1" status: 204 len: 168 time: 0.6835868 Dec 10 04:44:13.527888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36498) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:13.555864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92b5fc-13ad-431b-b99b-ebe387c84e53 req-45e94c43-6afa-4f88-aa13-900a89b750a4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:13.557414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce92b5fc-13ad-431b-b99b-ebe387c84e53 req-45e94c43-6afa-4f88-aa13-900a89b750a4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.1972315 Dec 10 04:44:13.570177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-2a14dd9d-bec2-4151-b764-ff5d69d352c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:13.571906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-2a14dd9d-bec2-4151-b764-ff5d69d352c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1096 time: 0.1469736 Dec 10 04:44:13.573182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3b33e4d7-13fd-4fe9-82bc-0e7a86a07b98 None None] Port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:13.578276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router a308a163-8d1f-49eb-b363-a07b9dd93c2d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:13.579716 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.582342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.583492 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b101da3-fe04-48ba-bd9c-ed631cd0befd HTTP/1.1" status: 204 len: 168 time: 0.5247936 Dec 10 04:44:13.586779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-ea25e965-242b-40ae-9483-d09c2692ff98 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:13.588508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-ea25e965-242b-40ae-9483-d09c2692ff98 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.4493396 Dec 10 04:44:13.637065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102b1b4-69cb-490e-aa97-cda83d43af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b101da3-fe04-48ba-bd9c-ed631cd0befd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:13.650962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.694857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-d1ddfc6e-d256-409b-8f3c-97395e586fe8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/quotas/9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 375 time: 0.0734668 Dec 10 04:44:13.729512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce92b5fc-13ad-431b-b99b-ebe387c84e53 req-51b26b4a-141b-48d6-a0c8-63521f7187f0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353226 Dec 10 04:44:13.737859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 6af5b98a-b4ce-46c0-832c-8b044bd94197 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:13.763173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.828602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:13.836668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-b7c434f8-7f0e-4079-b3c4-d48920c59857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:13.838152 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-b7c434f8-7f0e-4079-b3c4-d48920c59857 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.2391374 Dec 10 04:44:13.844993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] Sync routers for ids ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:13.845646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0c951b4-a8d4-436c-a88b-d9f7cdf83f54 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/a308a163-8d1f-49eb-b363-a07b9dd93c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2212632 Dec 10 04:44:13.849936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:13.856269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] Routers {'a308a163-8d1f-49eb-b363-a07b9dd93c2d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:13.857321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:13.883317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:13.891507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:13.901781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] Routers {'a308a163-8d1f-49eb-b363-a07b9dd93c2d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:13.903081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:13.930674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-a2631ec0-a98e-422d-825a-d879950d1944 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2252882 Dec 10 04:44:13.945082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:13.946123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18964b8-a6bc-45fd-be90-e091c27931d7 None None] The sync data for ids ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:13.996053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228a5a6-66c1-435d-84c5-544cfb4aa03d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.000214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8228a5a6-66c1-435d-84c5-544cfb4aa03d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports/6a347783-c1ac-449c-ab7e-18a8a9a3ef15 HTTP/1.1" status: 200 len: 982 time: 0.1492269 Dec 10 04:44:14.000832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36510) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:14.041691 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-2b8a0341-37fc-4852-a90f-8eb173be1338 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 1000 time: 0.1950688 Dec 10 04:44:14.135607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-c36f5981-3a3d-4c56-93bc-652bfb2f3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.137100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-c36f5981-3a3d-4c56-93bc-652bfb2f3e79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.0658569 Dec 10 04:44:14.213935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-13a1993a-e00e-40cb-bd87-8ed6ba441c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.215441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-13a1993a-e00e-40cb-bd87-8ed6ba441c6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697663 Dec 10 04:44:14.257019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.279470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6844a72-e7d7-431a-9414-7cac1fdff8c2 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:14.313843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.336995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Transition to ACTIVE for port object c6844a72-e7d7-431a-9414-7cac1fdff8c2 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:44:14.350262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.360695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-ce95837a-4766-485d-b834-bc0f34a77621 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173727 Dec 10 04:44:14.368200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b25338-1e6d-408b-a64c-3448432cb45e req-5f0207f9-a73b-4dbd-bcc9-e0eee2205442 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.375286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53b25338-1e6d-408b-a64c-3448432cb45e req-5f0207f9-a73b-4dbd-bcc9-e0eee2205442 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 932 time: 0.2593985 Dec 10 04:44:14.387196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-2112cc00-c664-403a-8e6d-bdb6cc8c3f7d service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468873 Dec 10 04:44:14.440858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:14.459868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36528) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:14.566828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d642a2ea-c938-4312-83b1-e5eb9720b194 req-cf68d2d7-3a27-471b-b4a2-3d6e9e7f53d9 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652563 Dec 10 04:44:14.567968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Attempting to bind port c6844a72-e7d7-431a-9414-7cac1fdff8c2 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:14.568888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Attempting to bind port c6844a72-e7d7-431a-9414-7cac1fdff8c2 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:14.569221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Attempting to bind port c6844a72-e7d7-431a-9414-7cac1fdff8c2 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:14.573803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Port c6844a72-e7d7-431a-9414-7cac1fdff8c2 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:44:14.574127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Attempting to bind port c6844a72-e7d7-431a-9414-7cac1fdff8c2 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:14.579010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:14.579350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:14.579732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:14.580216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Bound port: c6844a72-e7d7-431a-9414-7cac1fdff8c2, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:14.580524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.589149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.610490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1785760942-network', 'tenant_id': '98ade620c93f4f5c947e24717125e584'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:14.640355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53b25338-1e6d-408b-a64c-3448432cb45e req-64a65500-0763-41b5-9637-33fcf1cf1ac2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642055 Dec 10 04:44:14.653946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:14.663783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:14.667698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.679358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=6af5b98a-b4ce-46c0-832c-8b044bd94197,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:14.682175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.686069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ae4bd18-f9e4-49f0-9217-f44156f6f537 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/6af5b98a-b4ce-46c0-832c-8b044bd94197 HTTP/1.1" status: 204 len: 168 time: 1.1553724 Dec 10 04:44:14.691177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7729dc8c-867f-40fc-a0d4-63ad6284c1fd None None] Network 960f719f-5712-4248-95da-f06e3f0bcc38 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:14.695583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:14.713998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.714994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.716550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-acc04d73-8377-4580-8c71-ea16e611a483 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113611 Dec 10 04:44:14.717009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] 10.222.0.36 "PUT /v2.0/ports/c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 200 len: 1092 time: 1.2113068 Dec 10 04:44:14.717732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:14.720937 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b" -d '{"events": [{"name": "network-changed", "server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:14.759687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb81eb1-31ef-41f9-a28b-ccb6f1ede16e service neutron] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:14.776161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Made reservation on behalf of 98ade620c93f4f5c947e24717125e584 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:14.778672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.788550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fba6d0dd-c854-4708-b6be-caa4d395b387 req-71acbcaa-28e6-4f9b-886f-193cedc991d1 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0766029 Dec 10 04:44:14.845166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.885782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-70b5c378-be04-406e-b0c7-48c85f41ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:14.888324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-70b5c378-be04-406e-b0c7-48c85f41ded0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0920191 Dec 10 04:44:14.895003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:14.920109 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b930ec-1fc4-478b-8e88-548070c8ce67 x-openstack-request-id: req-b9b930ec-1fc4-478b-8e88-548070c8ce67 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:14.921652 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:14.921911 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9b930ec-1fc4-478b-8e88-548070c8ce67 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:14.922324 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'status': 'completed', 'code': 200} Dec 10 04:44:14.947694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] DHCP port deletion for 960f719f-5712-4248-95da-f06e3f0bcc38 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:14.976189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-834ae10d-b6fd-4690-b1eb-12a353891b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 200 len: 217 time: 0.0529373 Dec 10 04:44:15.038537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-c1254fd0-9c9b-4e8e-8e9b-b744de0f4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:15.040062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-c1254fd0-9c9b-4e8e-8e9b-b744de0f4264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0548558 Dec 10 04:44:15.071722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Deleting port 80497ff2-53f5-458b-9738-62aee9ce5e7b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:15.072861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.100850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-f1cb2d4b-a1db-4490-9937-79f05d99273c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524168 Dec 10 04:44:15.203427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] For port 80497ff2-53f5-458b-9738-62aee9ce5e7b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=80497ff2-53f5-458b-9738-62aee9ce5e7b,segment=NetworkSegment(1b2efa7e-e0fe-4a17-8b62-2186196d651a),segment_id=1b2efa7e-e0fe-4a17-8b62-2186196d651a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:15.204367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.220171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Calling delete_port for 80497ff2-53f5-458b-9738-62aee9ce5e7b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:15.263586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-f89a49dc-a93f-4328-959f-7a8f983b3705 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509845 Dec 10 04:44:15.309155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.348710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] Pushing event deleted for resources: {'Port': ['ID=80497ff2-53f5-458b-9738-62aee9ce5e7b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:15.353396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94052417-50a9-4e10-8e51-df8e54e0be39 None None] No DVR routers for this DVR port 80497ff2-53f5-458b-9738-62aee9ce5e7b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:15.408677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ebc52d1-457e-4064-a88b-4a0ff639e9f4 req-38804fee-5abc-4c99-9064-5291a927df9f service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284325 Dec 10 04:44:15.480859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-163bfec3-c3a1-46c5-8404-e1fe4971f0bf req-8e169c91-48f1-48f2-9f24-ee9076af5f5d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 210 time: 0.0805080 Dec 10 04:44:15.483614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.583454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-904ab118-1e6e-4ba1-a5d7-cccbd0cde9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:15.585867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-904ab118-1e6e-4ba1-a5d7-cccbd0cde9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0506096 Dec 10 04:44:15.682032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6e2678f-849f-484d-a8d5-151ae65e6298 req-68c0ea68-7c3d-42dc-bc59-7ed495162d88 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1126175 Dec 10 04:44:15.707065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3cfc-9691-476d-a205-d3eabcd1344a req-a8d5223b-8788-4a82-a316-bd66124d8cf8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:15.710160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8aa3cfc-9691-476d-a205-d3eabcd1344a req-a8d5223b-8788-4a82-a316-bd66124d8cf8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.3052294 Dec 10 04:44:15.719407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-fe8ccd56-ae2a-42b8-8ec4-d509479f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:15.721103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-fe8ccd56-ae2a-42b8-8ec4-d509479f3897 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.1132271 Dec 10 04:44:15.777634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-bdbbb50c-c368-4c5f-8afb-059edd5b7f08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 200 len: 217 time: 0.0483766 Dec 10 04:44:15.797059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.864754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.880673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-765bf57f-f1ce-42b0-8d35-3ec7639bc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:15.882135 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-765bf57f-f1ce-42b0-8d35-3ec7639bc991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0485756 Dec 10 04:44:15.906249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:15.922254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-8c940cd3-1366-4a65-a8a2-0e12c350d743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Dec 10 04:44:15.950958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960f719f-5712-4248-95da-f06e3f0bcc38']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:16.022986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2efa7e-e0fe-4a17-8b62-2186196d651a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:16.023281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2efa7e-e0fe-4a17-8b62-2186196d651a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:16.025147 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-4d4e64e7-e21a-413a-9361-d40011eee95c service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937884 Dec 10 04:44:16.025720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:16.046886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.096186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8aa3cfc-9691-476d-a205-d3eabcd1344a req-4bbb9e7a-4e36-461c-90b2-6a4ecfb96184 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674495 Dec 10 04:44:16.103520 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.113010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a756a5-0025-452e-bd28-3538ca4eb6c5 req-ea60df11-0631-42a1-87f8-13349b394cee tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:16.114572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4a756a5-0025-452e-bd28-3538ca4eb6c5 req-ea60df11-0631-42a1-87f8-13349b394cee tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.3195643 Dec 10 04:44:16.118099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.118386 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Added segment cb6ea489-82ca-4b4e-8e31-e83c57b899d3 of type vlan for network f7540ea5-5d1d-4907-88ae-c179f72bae6c Dec 10 04:44:16.124900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:16.126017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5bbc4073-4463-41d4-bd9c-5b2d53bd176b req-e15ad180-c3bd-4876-8131-d8c081afb2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909202 Dec 10 04:44:16.188507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.227435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:16.227828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:16.230781 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:16.263905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.396112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-b0eae405-868c-4b21-b299-a9e97db674e7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:16.397736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4a756a5-0025-452e-bd28-3538ca4eb6c5 req-309e3168-15b0-4084-8e6e-7ca0063bbd5c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371535 Dec 10 04:44:16.398322 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-b0eae405-868c-4b21-b299-a9e97db674e7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.41 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.1112423 Dec 10 04:44:16.407980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.418620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.421771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/960f719f-5712-4248-95da-f06e3f0bcc38 HTTP/1.1" status: 204 len: 168 time: 1.7235403 Dec 10 04:44:16.426585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:16.432979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'device_id': '84944a5d-4003-472d-aaab-9b71d26b6509', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'admin_state_up': True, 'tenant_id': '9dccea3e137548b0b02f20166abda1a4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:16.437931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.438828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:16.439401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.456769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d36f57-6f55-411b-bf6a-d476d83f961b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=960f719f-5712-4248-95da-f06e3f0bcc38,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:16.495275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0318375 Dec 10 04:44:16.497936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e9a15-621d-416a-8942-4aeeb9f7b8da tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:16.500527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-176e9a15-621d-416a-8942-4aeeb9f7b8da tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 HTTP/1.1" status: 200 len: 840 time: 0.0702772 Dec 10 04:44:16.503684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36568) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:16.510586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:16.514339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Request body: {'subnet': {'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1785760942-subnet', 'tenant_id': '98ade620c93f4f5c947e24717125e584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:16.590587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:16.595968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.600803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 80497ff2-53f5-458b-9738-62aee9ce5e7b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:16.603238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf10bf-e009-463a-84ce-2e3bdd7f9e49 admin admin] Pushing event updated for resources: {'Network': ['ID=f7540ea5-5d1d-4907-88ae-c179f72bae6c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:16.637148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f7540ea5-5d1d-4907-88ae-c179f72bae6c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:16.639383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 80497ff2-53f5-458b-9738-62aee9ce5e7b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:16.639856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 80497ff2-53f5-458b-9738-62aee9ce5e7b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:16.655331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f42a9c0a-fa6c-4da7-8d71-78e7f73f9002 req-496c0195-21ab-46da-b548-c37c429b45b9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 210 time: 0.0541425 Dec 10 04:44:16.665117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b0c4522-3408-46d2-81e7-3f4d09c65f7b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1313081 Dec 10 04:44:16.684535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:16.687531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Made reservation on behalf of 98ade620c93f4f5c947e24717125e584 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:16.690344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.697652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:16.786448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.20.0.4 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/14d3239d-59c3-448e-bb5f-7c82f3912b45) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:16.821156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Deleting port 719f61ce-4eb9-4b09-98f4-51f09d44365c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:16.822025 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:16.897891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4812b3a2-2e09-4a93-ab34-44e5c7f0c21f req-a872b890-9e3d-4a23-a226-e535ef7b6888 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0730355 Dec 10 04:44:16.975454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:16.975795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.022568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:17.026066 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.074628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] For port 719f61ce-4eb9-4b09-98f4-51f09d44365c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=719f61ce-4eb9-4b09-98f4-51f09d44365c,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:17.074992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.130376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Calling delete_port for 719f61ce-4eb9-4b09-98f4-51f09d44365c owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:17.301397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.303647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.336827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.344865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 6a347783-c1ac-449c-ab7e-18a8a9a3ef15 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:17.347973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.378654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:17.381778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:17.385331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:17.417374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:17.458871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:17.459520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.482542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-69af7a6c-4cde-4bdd-b242-20546f352f43 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0526357 Dec 10 04:44:17.499896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Request body: {'port': {'device_id': '84944a5d-4003-472d-aaab-9b71d26b6509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:17.558702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f744-4780-479f-a4b2-69401da0439b req-05f5df47-ca99-4322-ba33-ce5eac678394 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:17.560256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf5f744-4780-479f-a4b2-69401da0439b req-05f5df47-ca99-4322-ba33-ce5eac678394 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2941256 Dec 10 04:44:17.561003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.572379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525779b6-7329-4712-9476-c8ea1aca20e6,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:17.695423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Checking segment: {'id': 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:17.695672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Network hostable DHCP agents. Network: f7540ea5-5d1d-4907-88ae-c179f72bae6c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:17.739142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-abadf4af-1d9a-4861-bfc5-14d724c9fe8d None None] Provisioning complete for port 14d3239d-59c3-448e-bb5f-7c82f3912b45 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:17.740153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abadf4af-1d9a-4861-bfc5-14d724c9fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.773348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.780776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-abadf4af-1d9a-4861-bfc5-14d724c9fe8d None None] Port 14d3239d-59c3-448e-bb5f-7c82f3912b45 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:17.796846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581fbd-3ca7-4342-87ef-8fa5baeacb46 req-034ade75-a961-4313-ac04-fa588138eb05 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:17.798320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13581fbd-3ca7-4342-87ef-8fa5baeacb46 req-034ade75-a961-4313-ac04-fa588138eb05 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.3072503 Dec 10 04:44:17.843031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf5f744-4780-479f-a4b2-69401da0439b req-0b040741-a00b-4fa8-9496-1a17eabf3b19 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442005 Dec 10 04:44:17.843381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c6844a72-e7d7-431a-9414-7cac1fdff8c2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:44:17.854492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3239d-59c3-448e-bb5f-7c82f3912b45 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:17.857936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:17.863609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.876716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Network f7540ea5-5d1d-4907-88ae-c179f72bae6c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:17.879269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Transition to ACTIVE for port object 14d3239d-59c3-448e-bb5f-7c82f3912b45 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:44:17.883864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.895287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:17.921425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:17.926670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:17.928934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:17.943078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100ce50-675d-42a7-ba7f-ab2a5cd119ce None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:17.977397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:17.995781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.004958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f7540ea5-5d1d-4907-88ae-c179f72bae6c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:18.012009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.012908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.038439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Attempting to bind port 14d3239d-59c3-448e-bb5f-7c82f3912b45 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:18.038835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Attempting to bind port 14d3239d-59c3-448e-bb5f-7c82f3912b45 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:18.039108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Attempting to bind port 14d3239d-59c3-448e-bb5f-7c82f3912b45 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:18.042012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e47334c-9660-4fb6-a9f8-a43b60c1a845 None None] Network f7540ea5-5d1d-4907-88ae-c179f72bae6c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:18.045290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Port 14d3239d-59c3-448e-bb5f-7c82f3912b45 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:44:18.045790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Attempting to bind port 14d3239d-59c3-448e-bb5f-7c82f3912b45 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:18.051064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:18.051737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:18.052284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:18.053073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Bound port: 14d3239d-59c3-448e-bb5f-7c82f3912b45, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:18.053615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.146009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:18.151574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:18.160826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.220266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.221653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.223463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] 10.222.0.41 "PUT /v2.0/ports/14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 200 len: 1091 time: 0.7279775 Dec 10 04:44:18.224327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:18.227864 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d021d465-70d7-44da-b788-75fd45075c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:18.285088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d978f-97d1-402e-9b74-4c4dd714e875 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:18.351581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-31a915d1-0769-42b9-9f49-fe2cfae29186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.358735 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-31a915d1-0769-42b9-9f49-fe2cfae29186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 1094 time: 0.0630546 Dec 10 04:44:18.422211 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-c8d2ca4d-a476-4cc2-973b-d2892022e6a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 200 len: 217 time: 0.0527282 Dec 10 04:44:18.485159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-e07482bf-9ce3-416b-8c5a-64d9ee1cca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.486679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-e07482bf-9ce3-416b-8c5a-64d9ee1cca66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.0567963 Dec 10 04:44:18.502614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.515467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5cbdd8-3180-4f13-bf2a-fabe58c4d6c1 None None] Network f7540ea5-5d1d-4907-88ae-c179f72bae6c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:18.563774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-de74135f-aa00-408f-bf39-bacd280c0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.565426 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-de74135f-aa00-408f-bf39-bacd280c0c0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716598 Dec 10 04:44:18.570721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Pushing event deleted for resources: {'Port': ['ID=719f61ce-4eb9-4b09-98f4-51f09d44365c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:18.580073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-d0fe36ad-4a4c-434c-813e-a1336d628ad6', 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'project_id': '7270530c77814ac19c94ddb67b201f1d', 'fixed_ips': [{'subnet_id': '7b506044-20b2-42b8-a415-0c85a6c71963'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:44:18.588939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-300ba96c-f32f-48c9-8cb2-881bec24e513 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0738480 Dec 10 04:44:18.589159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.589256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=7b506044-20b2-42b8-a415-0c85a6c71963,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:18.609593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:18.612061 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcbce99-a926-44ef-a133-ebca82072585" -d '{"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-unplugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:18.617971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6e35f939-a8af-4001-9a72-dd7ccf7d832e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9312489 Dec 10 04:44:18.619482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36594) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:18.628845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:18.629632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535145566'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:18.639868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13581fbd-3ca7-4342-87ef-8fa5baeacb46 req-4043d3a8-2127-4a74-8ef2-2897151c65a8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8289089 Dec 10 04:44:18.644048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.681237 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-57e619b5-049e-4454-b1b2-9f30a8509a16 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076217 Dec 10 04:44:18.714257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=6a347783-c1ac-449c-ab7e-18a8a9a3ef15,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:18.723207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ceca5-482f-4f53-8596-d81ce83e7a34 req-fbd8e92e-1592-4f88-a33f-639835b570ea tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:18.728167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:18.731844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e94ceca5-482f-4f53-8596-d81ce83e7a34 req-fbd8e92e-1592-4f88-a33f-639835b570ea tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 943 time: 0.7536659 Dec 10 04:44:18.745049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:18.808136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'mac_address': 'fa:16:3e:51:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:44:18.829158 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6770fa8e-f8c1-44f6-a666-47d132bd6959 req-1f07522d-7647-4097-9fb0-57f2f8bd2c27 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398175 Dec 10 04:44:18.925174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.003909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:19.011214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.065051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6844a72-e7d7-431a-9414-7cac1fdff8c2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:19.068334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e94ceca5-482f-4f53-8596-d81ce83e7a34 req-6a5c3a75-101d-452f-916b-bc86e396477d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355856 Dec 10 04:44:19.071632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.097372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:19.107130 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.158553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Allocated IP 172.20.0.2 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/7b506044-20b2-42b8-a415-0c85a6c71963/963b851a-6f44-44b1-ae73-b2a97afc0402) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:19.202766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:19.304662 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a137a5-e8d5-4b11-b452-671658cba785 x-openstack-request-id: req-a3a137a5-e8d5-4b11-b452-671658cba785 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:19.305161 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:19.305276 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3a137a5-e8d5-4b11-b452-671658cba785 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:19.305614 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45', 'status': 'completed', 'code': 200} Dec 10 04:44:19.361008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.377586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.419830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ec1c0b9-2d01-47ee-a96c-642622fabd35 req-4d9285ca-9795-4c4c-9809-12cbf32f09cb tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1829646 Dec 10 04:44:19.432148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:19.438926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-149053330-network', 'tenant_id': 'fb0bc78b13f64271ab1b732192d984db'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:19.447308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:19.467517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d465-70d7-44da-b788-75fd45075c6d req-a5194d5e-c211-4d2d-9685-f8cc84a5ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:19.469277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-a5194d5e-c211-4d2d-9685-f8cc84a5ce1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 1094 time: 0.1170316 Dec 10 04:44:19.476825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Made reservation on behalf of fb0bc78b13f64271ab1b732192d984db for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:19.479620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.482159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:19.491082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.492304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:19.495411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c6844a72-e7d7-431a-9414-7cac1fdff8c2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:44:19.534146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.536109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:19.575361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router a308a163-8d1f-49eb-b363-a07b9dd93c2d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:19.603326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d465-70d7-44da-b788-75fd45075c6d req-a75a17e8-a99c-440e-a8ed-f888ed0a080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:19.604871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-a75a17e8-a99c-440e-a8ed-f888ed0a080c service neutron] 10.222.0.41 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.1148579 Dec 10 04:44:19.619790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-479f39ce-9b1d-4a04-a253-17fed18c435f req-138862ee-4297-42fd-bd6a-5f560a953a36 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:44:19.621071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-479f39ce-9b1d-4a04-a253-17fed18c435f req-138862ee-4297-42fd-bd6a-5f560a953a36 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062551 Dec 10 04:44:19.636441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.650902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.654829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Attempting to bind port 963b851a-6f44-44b1-ae73-b2a97afc0402 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:19.655213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Attempting to bind port 963b851a-6f44-44b1-ae73-b2a97afc0402 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '256d9b77-22fa-41da-b3e8-4c3f5047b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:19.658398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Attempting to bind port 963b851a-6f44-44b1-ae73-b2a97afc0402 on network d0fe36ad-4a4c-434c-813e-a1336d628ad6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:19.668022 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-5698cfda-ebe7-4528-8eac-2cd5b81f17a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 200 len: 217 time: 0.0532911 Dec 10 04:44:19.683318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:19.683716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Checking segment: {'id': '256d9b77-22fa-41da-b3e8-4c3f5047b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:19.684114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.686401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Bound using segment: {'id': '256d9b77-22fa-41da-b3e8-4c3f5047b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:19.686943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Bound port: 963b851a-6f44-44b1-ae73-b2a97afc0402, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256d9b77-22fa-41da-b3e8-4c3f5047b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:19.687340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.733962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b303bf-5a0e-42cc-bfa0-7813dd0d61ea,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:19.753198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d465-70d7-44da-b788-75fd45075c6d req-893e2263-c918-4e1c-b6e3-103680899b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:19.754812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-893e2263-c918-4e1c-b6e3-103680899b3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.0789750 Dec 10 04:44:19.799931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.824634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.831130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:19.836936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:19.841721 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5bf50f-717d-4e75-a21a-645dfb08d624 x-openstack-request-id: req-4d5bf50f-717d-4e75-a21a-645dfb08d624 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:19.842719 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-unplugged", "status": "failed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:19.843167 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d5bf50f-717d-4e75-a21a-645dfb08d624 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:19.843781 n-d-817326-3 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'code': 422} returned with failed status Dec 10 04:44:19.847344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:19.853969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.866426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.870709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0b8b22a0-b93d-49fc-a85c-4b083a722618 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2446079 Dec 10 04:44:19.871160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:19.873623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:19.883974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.884325 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Added segment 44d573e6-9987-45d6-84aa-706c12c9eac9 of type vlan for network 05ee794d-2b96-45cd-b7d6-c279bece2795 Dec 10 04:44:19.899360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168486296'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:19.934779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.947082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:19.961011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] Sync routers for ids ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:19.966682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d465-70d7-44da-b788-75fd45075c6d req-082a5953-cb0a-467e-a823-1c61274a8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:19.968506 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-082a5953-cb0a-467e-a823-1c61274a8e5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017498 Dec 10 04:44:19.975547 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] Routers {'a308a163-8d1f-49eb-b363-a07b9dd93c2d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:19.976847 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:19.982912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5169d8a6-da44-400a-a382-01b70a664d82 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/a308a163-8d1f-49eb-b363-a07b9dd93c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9812069 Dec 10 04:44:19.991579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:19.995314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:19.996258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:19.999515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.018178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.033126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073c4b65-b025-409d-94bd-680325da2f16,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:20.098515 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:20.109290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4751d-0f86-4da6-bef7-e9077a659824 None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:20.111057 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] Routers {'a308a163-8d1f-49eb-b363-a07b9dd93c2d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:20.111679 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:20.144047 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7103841 Dec 10 04:44:20.153109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36648) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:20.164430 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:20.165164 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e1a8-872f-42e4-baaa-953687a1047d None None] The sync data for ids ['a308a163-8d1f-49eb-b363-a07b9dd93c2d'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:20.195198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.208042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2376028-d08d-4f96-9acb-317e85e41614 admin admin] Pushing event updated for resources: {'Network': ['ID=05ee794d-2b96-45cd-b7d6-c279bece2795,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:20.214487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Request body: {'subnet': {'network_id': '05ee794d-2b96-45cd-b7d6-c279bece2795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-149053330-subnet', 'tenant_id': 'fb0bc78b13f64271ab1b732192d984db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:20.229824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 05ee794d-2b96-45cd-b7d6-c279bece2795 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:20.232687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d1fe-5982-4fef-ab61-8919ed197f32 req-be50bd34-d897-469a-b037-31a08806bbdd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:20.234933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d08d1fe-5982-4fef-ab61-8919ed197f32 req-be50bd34-d897-469a-b037-31a08806bbdd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.3781667 Dec 10 04:44:20.242302 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-21066b8e-3490-428b-997f-e7239eeca932 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624378 Dec 10 04:44:20.328593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ac342-a746-4395-b108-d08870a385d0 req-e93b8791-da48-4b8c-a606-4b81a87046c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:20.334430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-883ac342-a746-4395-b108-d08870a385d0 req-e93b8791-da48-4b8c-a606-4b81a87046c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.4726973 Dec 10 04:44:20.418966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d021d465-70d7-44da-b788-75fd45075c6d req-f0e6d8f5-842f-4431-accc-79d4e3474bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670084 Dec 10 04:44:20.454909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-8c3d51c7-a44b-4676-aefe-181e0c19d918 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3675632 Dec 10 04:44:20.534781 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-e64dd044-c7d4-434c-8087-af55db25f9d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 04:44:20.538978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e64dd044-c7d4-434c-8087-af55db25f9d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/a308a163-8d1f-49eb-b363-a07b9dd93c2d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5433140 Dec 10 04:44:20.539553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36654) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:20.544461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Made reservation on behalf of fb0bc78b13f64271ab1b732192d984db for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:20.547067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.570700 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1534af85-fb20-4846-83f9-1f7aedc16176 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=a308a163-8d1f-49eb-b363-a07b9dd93c2d HTTP/1.1" status: 200 len: 205 time: 0.0300581 Dec 10 04:44:20.573075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:20.591493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d08d1fe-5982-4fef-ab61-8919ed197f32 req-1f0177be-2d56-463d-ad31-7f233d025541 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953851 Dec 10 04:44:20.666516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.683826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.685185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.706456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-883ac342-a746-4395-b108-d08870a385d0 req-e39daddf-39fc-43e2-ae0e-ebad924419d5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985425 Dec 10 04:44:20.708232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Router aaf2567a-3413-4c78-88be-49858fc7756b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:20.766853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.772681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8777854 Dec 10 04:44:20.775798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:20.780857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:20.791800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2122619119', 'security_groups': ['3036ced0-c840-4291-8aac-e8798d1f25d0'], 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b506044-20b2-42b8-a415-0c85a6c71963'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:20.796188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa268-50e1-4e3b-8631-f5dd9db8f5d5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3036ced0-c840-4291-8aac-e8798d1f25d0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:20.876415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:20.877008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.940249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86f933f-55af-4882-b6e8-60a971388919 req-a2ca188c-6af2-4526-af01-79e67825aa2a tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1229749 Dec 10 04:44:20.947966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:20.950729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.032366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.046236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.046839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router a308a163-8d1f-49eb-b363-a07b9dd93c2d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:21.060623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.064110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b78c-31e4-4acd-b3d9-c0267e7149c6 req-0a4aebfa-5165-481e-89c3-9e004928922c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:21.064320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-65491b8a-2e49-462e-83b3-c3f3d24a1ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/a308a163-8d1f-49eb-b363-a07b9dd93c2d HTTP/1.1" status: 204 len: 168 time: 0.4877963 Dec 10 04:44:21.064416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56d7b78c-31e4-4acd-b3d9-c0267e7149c6 req-0a4aebfa-5165-481e-89c3-9e004928922c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 943 time: 0.3028843 Dec 10 04:44:21.081079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:21.085062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:21.093778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.156325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.177021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:21.177894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:21.180537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.230374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.241828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 14d3239d-59c3-448e-bb5f-7c82f3912b45 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:44:21.253335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:21.273095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Sync routers for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:21.295917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-96cd4fb5-c2eb-4e00-bf55-332944e00cff admin admin] 10.222.0.43 "PUT /v2.0/routers/aaf2567a-3413-4c78-88be-49858fc7756b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1292148 Dec 10 04:44:21.299368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:21.328236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:21.329567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:21.351873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:21.356458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957032e4-15a0-4756-885b-6f46f37d0ad1,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:21.392520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56d7b78c-31e4-4acd-b3d9-c0267e7149c6 req-b29d68bb-1e20-477d-bdaa-d4273ee6fe3a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517827 Dec 10 04:44:21.415531 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.422443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Checking segment: {'id': '44d573e6-9987-45d6-84aa-706c12c9eac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '05ee794d-2b96-45cd-b7d6-c279bece2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:21.422810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Network hostable DHCP agents. Network: 05ee794d-2b96-45cd-b7d6-c279bece2795, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:21.512193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:21.517359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Network 05ee794d-2b96-45cd-b7d6-c279bece2795 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:21.542957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '14d3239d-59c3-448e-bb5f-7c82f3912b45', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '14d3239d-59c3-448e-bb5f-7c82f3912b45', 'mac_address': 'fa:16:3e:8a:cd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:44:21.544210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.558589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:21.559570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 05ee794d-2b96-45cd-b7d6-c279bece2795) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:21.566295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:21.567069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.578546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 7789935f-2c60-40eb-bcda-33926b874480 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:44:21.582290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.627661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3bcee-7ec0-4886-94b1-78a5897671df None None] Network 05ee794d-2b96-45cd-b7d6-c279bece2795 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:21.637792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-488286b7-b9ef-4ad2-9df0-bbab6fe21b94 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4763007 Dec 10 04:44:21.761372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.793499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.798576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b HTTP/1.1" status: 204 len: 168 time: 0.7123322 Dec 10 04:44:21.807274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:21.809614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85c3ab-5cca-491c-b5f8-543708423bdd None None] Network da294a5c-092a-4d03-86a5-0f21901cba96 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:21.833298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed5430-900b-4553-a470-58d42dbaac00 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:21.866590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:21.894620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc0c28-020b-47d5-8260-6769c8cbfe74 req-d7a31f80-cbb1-4867-90fc-9c7e3931b542 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:21.896994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6abc0c28-020b-47d5-8260-6769c8cbfe74 req-d7a31f80-cbb1-4867-90fc-9c7e3931b542 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.1370845 Dec 10 04:44:21.943961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c6844a72-e7d7-431a-9414-7cac1fdff8c2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:21.957236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Deleting port 05028b03-4dc6-4494-a0f5-99feeedacb15 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:21.957764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.065511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b06fdb9-fa67-45d6-9451-92fae7b44b15 None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:22.066178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b06fdb9-fa67-45d6-9451-92fae7b44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.090792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] For port 05028b03-4dc6-4494-a0f5-99feeedacb15, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=05028b03-4dc6-4494-a0f5-99feeedacb15,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:22.091069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.100140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.106790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Calling delete_port for 05028b03-4dc6-4494-a0f5-99feeedacb15 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:22.116932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a47ac-b59c-42a9-8dd9-721b8c1c19a8 req-b41d19d3-e1b7-4927-9457-2c55178ac605 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:22.124146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-047a47ac-b59c-42a9-8dd9-721b8c1c19a8 req-b41d19d3-e1b7-4927-9457-2c55178ac605 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.2879777 Dec 10 04:44:22.127075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.7 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/7b506044-20b2-42b8-a415-0c85a6c71963/7789935f-2c60-40eb-bcda-33926b874480) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:22.142257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.219148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6abc0c28-020b-47d5-8260-6769c8cbfe74 req-6b1da383-bf12-4e76-965d-dd870359f0ba tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711184 Dec 10 04:44:22.225780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3239d-59c3-448e-bb5f-7c82f3912b45 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:22.236243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:44:17Z', 'revision_number': 5, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port': {'id': '05028b03-4dc6-4494-a0f5-99feeedacb15', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:33Z', 'updated_at': '2021-12-10T04:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:22.243342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fa64d-1362-4114-960e-6ef5ce6b2f1c None None] Network 05ee794d-2b96-45cd-b7d6-c279bece2795 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:22.276093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-047a47ac-b59c-42a9-8dd9-721b8c1c19a8 req-4a5153ed-1c0a-45cd-92ef-e00b5a4f5773 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509628 Dec 10 04:44:22.319112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.381717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=05028b03-4dc6-4494-a0f5-99feeedacb15,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:22.459391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-809e3803-2588-402f-8069-d3c513dbc61e req-25a0a3cc-b0d4-43bd-87f8-f7090e5f50e6 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0741503 Dec 10 04:44:22.484629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port f8b809e4-fd16-4503-b717-d0127f0b2b6b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:22.485346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.506453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b184c26-c807-476f-8f3a-45ef2f5dc169 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:22.529002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:22.544366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.553414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Checking router: aaf2567a-3413-4c78-88be-49858fc7756b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:44:22.579383 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.594524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c6844a72-e7d7-431a-9414-7cac1fdff8c2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:44:22.657872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8068420b-1c18-4587-b68b-54b6a9f8e292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.659332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c6844a72-e7d7-431a-9414-7cac1fdff8c2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:22.659692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.686077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Routers {'aaf2567a-3413-4c78-88be-49858fc7756b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:22.686712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:43:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aaf2567a-3413-4c78-88be-49858fc7756b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:22.709985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.730983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.732458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] DHCP port deletion for da294a5c-092a-4d03-86a5-0f21901cba96 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:22.837437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.839808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf2567a-3413-4c78-88be-49858fc7756b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:22.857082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.874226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08c12f4d-f4d1-4ca2-a63d-95fb14f4cd3e admin admin] 10.222.0.43 "DELETE /v2.0/routers/aaf2567a-3413-4c78-88be-49858fc7756b HTTP/1.1" status: 204 len: 168 time: 1.5733731 Dec 10 04:44:22.875150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:22.881867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] Set router aaf2567a-3413-4c78-88be-49858fc7756b gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:22.913724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:22.918476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:22.932311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Deleting subnet b000a45b-0894-4384-ba14-7179fabbfe99 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:22.936493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:22.956525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:44:22.984613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.015392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:44:22Z', 'revision_number': 7, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:23.070985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb32e19-7691-412d-b3f6-88ab7458f0e1 None None] The sync data for ids ['aaf2567a-3413-4c78-88be-49858fc7756b'] in n-d-817326-3 is: [{'id': 'aaf2567a-3413-4c78-88be-49858fc7756b', 'name': 'tempest-FloatingIPsTestJSON-1286745768-router', 'tenant_id': '917d340e506e46ddb0aa1108d5f696c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:29Z', 'updated_at': '2021-12-10T04:44:22Z', 'revision_number': 7, 'project_id': '917d340e506e46ddb0aa1108d5f696c1', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:23.071905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.092052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b06fdb9-fa67-45d6-9451-92fae7b44b15 None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:23.094736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.100087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b06fdb9-fa67-45d6-9451-92fae7b44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.109849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port f8b809e4-fd16-4503-b717-d0127f0b2b6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f8b809e4-fd16-4503-b717-d0127f0b2b6b,segment=NetworkSegment(87eccca3-ccf5-4cc8-8206-008af5644410),segment_id=87eccca3-ccf5-4cc8-8206-008af5644410)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:23.119864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.201430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Deleting port f8b809e4-fd16-4503-b717-d0127f0b2b6b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:23.201805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.206409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.208154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3b06fdb9-fa67-45d6-9451-92fae7b44b15 None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:23.211377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for f8b809e4-fd16-4503-b717-d0127f0b2b6b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:23.244620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50556312-57d7-4359-b342-4bacaea2ad6f req-f443bb1d-ccec-4e1a-9737-59de30cec787 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:23.246177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50556312-57d7-4359-b342-4bacaea2ad6f req-f443bb1d-ccec-4e1a-9737-59de30cec787 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 944 time: 0.6606436 Dec 10 04:44:23.247788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b000a45b-0894-4384-ba14-7179fabbfe99,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:23.261643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.267591 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5e71ebc9-e208-497d-a474-23f6e38e2642 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b000a45b-0894-4384-ba14-7179fabbfe99 HTTP/1.1" status: 204 len: 168 time: 0.3887224 Dec 10 04:44:23.267704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:23.269895 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.288521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b40ac8-e24a-47b8-92ff-1bf17e55912c None None] Network 5c65acaf-9c0a-40e3-9751-b570acb388ba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:23.321444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:23.321444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.348976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50556312-57d7-4359-b342-4bacaea2ad6f req-0b00313f-33d6-41b9-bec4-2a08d00cac01 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882483 Dec 10 04:44:23.354064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.412842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7b7d5098-3825-43f1-b414-6c60a428c091 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:23.415655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7b7d5098-3825-43f1-b414-6c60a428c091 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/networks?id=f7540ea5-5d1d-4907-88ae-c179f72bae6c HTTP/1.1" status: 200 len: 809 time: 0.8251414 Dec 10 04:44:23.451371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.460437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Deleting port a0a6ecae-db63-4f3f-8e0e-f2677722de32 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:23.462160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.506059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.510933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] For port f8b809e4-fd16-4503-b717-d0127f0b2b6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f8b809e4-fd16-4503-b717-d0127f0b2b6b,segment=NetworkSegment(87eccca3-ccf5-4cc8-8206-008af5644410),segment_id=87eccca3-ccf5-4cc8-8206-008af5644410)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:23.511209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.530062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:23.532359 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7ec0a-eb99-4898-b4ca-ba359d966bf3" -d '{"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:23.544319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=7789935f-2c60-40eb-bcda-33926b874480,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:23.549065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-ecb96aca-d4c0-4a04-b357-2d19dfd3c60f tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/quotas/98ade620c93f4f5c947e24717125e584 HTTP/1.1" status: 200 len: 375 time: 0.1239643 Dec 10 04:44:23.573737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:23.574950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Calling delete_port for f8b809e4-fd16-4503-b717-d0127f0b2b6b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:23.592968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:23.603384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.606542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] For port a0a6ecae-db63-4f3f-8e0e-f2677722de32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a0a6ecae-db63-4f3f-8e0e-f2677722de32,segment=NetworkSegment(5ba7a604-35a0-4c76-a18e-cc07afc604da),segment_id=5ba7a604-35a0-4c76-a18e-cc07afc604da)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:23.607105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.634061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Calling delete_port for a0a6ecae-db63-4f3f-8e0e-f2677722de32 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:23.645229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:23.648967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-92b4ab84-9fb8-4be1-84bb-7692163f89bc tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ade620c93f4f5c947e24717125e584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836191 Dec 10 04:44:23.655041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:23.774252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.803584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.808915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] No DVR routers for this DVR port a0a6ecae-db63-4f3f-8e0e-f2677722de32 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:23.810669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a6ecae-db63-4f3f-8e0e-f2677722de32,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:23.864939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:23.866894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.886338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:23.898786 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.929146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=f8b809e4-fd16-4503-b717-d0127f0b2b6b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:23.936597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] No DVR routers for this DVR port f8b809e4-fd16-4503-b717-d0127f0b2b6b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:23.957279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:23.965934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8ab7f-01cc-4aaa-8a00-fb6289a75b57 req-7177567e-9209-4550-83ed-73a2542d813c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:23.970083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1c8ab7f-01cc-4aaa-8a00-fb6289a75b57 req-7177567e-9209-4550-83ed-73a2542d813c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.4316163 Dec 10 04:44:23.986512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c65acaf-9c0a-40e3-9751-b570acb388ba']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.003877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba7a604-35a0-4c76-a18e-cc07afc604da') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.004310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba7a604-35a0-4c76-a18e-cc07afc604da') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.009151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port f8b809e4-fd16-4503-b717-d0127f0b2b6b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:24.020659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.027752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:24.035261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:24.037159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-16aef87b-c017-473f-b391-fbd31fbec9b9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2537816 Dec 10 04:44:24.050419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c638a57-bdc7-4062-a02a-15e458b9ce6b None None] DHCP port deletion for 5c65acaf-9c0a-40e3-9751-b570acb388ba request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:24.052519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0db6e1-3f9d-4f95-ad78-ec0bba0b2483 None None] Pushing event deleted for resources: {'Port': ['ID=f8b809e4-fd16-4503-b717-d0127f0b2b6b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:24.072394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.081431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2fec9230-4a3b-4c9f-8c81-362ca3ced056 None None] Provisioning complete for port 7789935f-2c60-40eb-bcda-33926b874480 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:24.081872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fec9230-4a3b-4c9f-8c81-362ca3ced056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.091188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:24.091596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:24.093331 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:24.136605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2fec9230-4a3b-4c9f-8c81-362ca3ced056 None None] Port 7789935f-2c60-40eb-bcda-33926b874480 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:24.206484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1c8ab7f-01cc-4aaa-8a00-fb6289a75b57 req-c301db00-61dc-4a7b-8fab-c1b4439478b6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200632 Dec 10 04:44:24.220073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.235047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.241269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c65acaf-9c0a-40e3-9751-b570acb388ba HTTP/1.1" status: 204 len: 168 time: 0.9725263 Dec 10 04:44:24.247369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.252123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-a0198322-418e-4ab2-81a9-944bdc6ddbaf service neutron] 10.222.0.43 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843279 Dec 10 04:44:24.272028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbe8e-61d3-464e-b347-a36187e45916 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c65acaf-9c0a-40e3-9751-b570acb388ba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:24.304600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:24.309206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.438819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da294a5c-092a-4d03-86a5-0f21901cba96']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.440727 n-d-817326-3 neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b506044-20b2-42b8-a415-0c85a6c71963 (CIDR: 172.20.0.0/28) Dec 10 04:44:24.446835 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:44:24.447360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:24.463346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87eccca3-ccf5-4cc8-8206-008af5644410') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.463706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87eccca3-ccf5-4cc8-8206-008af5644410') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:24.475677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-312561dc-4452-4ece-ba4f-3c856ff80624 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4461224 Dec 10 04:44:24.478071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36712) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:24.482939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.488148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:24.534101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7abd9e-e826-4569-ac73-1f4d359566ac req-2b51c8cf-cffe-42d7-8502-f176adf23cb2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:24.542834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d7abd9e-e826-4569-ac73-1f4d359566ac req-2b51c8cf-cffe-42d7-8502-f176adf23cb2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.1626694 Dec 10 04:44:24.551124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.556182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e10e3c68-3acc-471d-ab92-c0d45c932939 service neutron] 10.222.0.43 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897785 Dec 10 04:44:24.575690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:24.576189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:24.582420 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:24.599819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36714) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:24.631496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 05028b03-4dc6-4494-a0f5-99feeedacb15 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:24.654200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d7abd9e-e826-4569-ac73-1f4d359566ac req-741fe61f-66c9-4da9-811c-7354a68a92c0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045280 Dec 10 04:44:24.670165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 05028b03-4dc6-4494-a0f5-99feeedacb15 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:24.670509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 05028b03-4dc6-4494-a0f5-99feeedacb15 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:24.670931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 719f61ce-4eb9-4b09-98f4-51f09d44365c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:24.694450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:24.700142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.727913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d4e0a789-858b-4345-9eaf-d574957752ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=917d340e506e46ddb0aa1108d5f696c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267622 Dec 10 04:44:24.730091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.731943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:24.741577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 719f61ce-4eb9-4b09-98f4-51f09d44365c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:24.741953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 719f61ce-4eb9-4b09-98f4-51f09d44365c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:24.742386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f8b809e4-fd16-4503-b717-d0127f0b2b6b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:24.784174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f8b809e4-fd16-4503-b717-d0127f0b2b6b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:24.784548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f8b809e4-fd16-4503-b717-d0127f0b2b6b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:24.784971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a0a6ecae-db63-4f3f-8e0e-f2677722de32 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:24.791883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.809016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/da294a5c-092a-4d03-86a5-0f21901cba96 HTTP/1.1" status: 204 len: 168 time: 2.9904401 Dec 10 04:44:24.809016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd1a0-0390-4ee0-b2e6-c66b95dc7c84 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=da294a5c-092a-4d03-86a5-0f21901cba96,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:24.810029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36722) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:24.817957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a0a6ecae-db63-4f3f-8e0e-f2677722de32 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:24.818307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a0a6ecae-db63-4f3f-8e0e-f2677722de32 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:24.859374 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfaabe4-6d8f-49b1-a7f7-1e0650db40fb x-openstack-request-id: req-acfaabe4-6d8f-49b1-a7f7-1e0650db40fb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:24.859569 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:24.859789 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acfaabe4-6d8f-49b1-a7f7-1e0650db40fb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:24.870214 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'code': 200} Dec 10 04:44:24.870410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2120323446'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:24.871869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c114e89b-2c86-4fa2-9f21-7312dc716351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:24.976372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87de871d-7fe7-40b1-ba8b-5b3a53b0d8c5 req-d14fca0a-c2d6-40dc-b210-0a2344b926dc tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1832216 Dec 10 04:44:25.066867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d0b6-5da3-4d2e-97db-dfdb933c2019 req-39a778dc-23f9-40c6-b9a1-23be8565b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.069666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a31d0b6-5da3-4d2e-97db-dfdb933c2019 req-39a778dc-23f9-40c6-b9a1-23be8565b067 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 1097 time: 0.1079922 Dec 10 04:44:25.095417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:25.099069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.106738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10f27223-7885-4d12-9f83-27cfdd30d48b req-3e1220bd-4361-4381-ad6f-f6206cfa9142 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 210 time: 0.0544510 Dec 10 04:44:25.121992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.169264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c3258-e848-42e3-ac26-1f751ab45263 req-45ef6b80-0e5b-404b-b091-c91bcdff1525 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.174354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-716c3258-e848-42e3-ac26-1f751ab45263 req-45ef6b80-0e5b-404b-b091-c91bcdff1525 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 944 time: 0.1942012 Dec 10 04:44:25.193045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.256683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 14d3239d-59c3-448e-bb5f-7c82f3912b45 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:25.284576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:25.318778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.326002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.329707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ed78641-fde9-4424-9a2d-d366e22c74d8 HTTP/1.1" status: 204 len: 168 time: 0.5943313 Dec 10 04:44:25.343327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.343689 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 0a0802c5-80a6-498a-845c-fa47dc150ab6 of type vlan for network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 Dec 10 04:44:25.381914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 14d3239d-59c3-448e-bb5f-7c82f3912b45 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:44:25.395480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 14d3239d-59c3-448e-bb5f-7c82f3912b45 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:25.397062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.455869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f31ece-95ef-4b41-8c97-2c1611b2de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed78641-fde9-4424-9a2d-d366e22c74d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:25.525486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.565431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.576931 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a31d0b6-5da3-4d2e-97db-dfdb933c2019 req-fee20465-ff08-47ac-bd5d-f12df588e0c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994490 Dec 10 04:44:25.578689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:25.586229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:25.589748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.594019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.598766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.600916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90302fcc-41e4-4d4c-a2da-b6598ee5ebd3 None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:25.613896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-716c3258-e848-42e3-ac26-1f751ab45263 req-26567374-76a5-4df7-8af3-7823e2349344 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337306 Dec 10 04:44:25.632783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=8ec69f2d-57fb-4431-885f-215b78ae198f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:25.651350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b19a2440-6378-41c3-9a93-1250d64441ec tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1688597 Dec 10 04:44:25.652168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:25.658577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1266480838', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ec69f2d-57fb-4431-885f-215b78ae198f'}], 'security_groups': ['26b303bf-5a0e-42cc-bfa0-7813dd0d61ea']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:25.667856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9a8a2-066a-42cb-9905-e2c5bfc1cb55 req-5427e66e-efc4-4de2-ade7-97b2e56021e7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.676095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5c9a8a2-066a-42cb-9905-e2c5bfc1cb55 req-5427e66e-efc4-4de2-ade7-97b2e56021e7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3474069 Dec 10 04:44:25.708419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.722578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.730559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.831374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:25.838623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0052321 Dec 10 04:44:25.853600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:25.871845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:25.902350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5c9a8a2-066a-42cb-9905-e2c5bfc1cb55 req-f9b507e3-d311-4992-b24d-8476a31377d5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250049 Dec 10 04:44:25.919541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342553e7-fa08-4a3c-befb-644b71b27712 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=b2f8c7e0-0cb6-4b90-9185-c270a5726bf7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:25.948727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766cf1-814c-4c94-b66f-a1d9490903e5 req-7753f8d6-9410-4e4e-90f3-e0faefc435fb tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:25.958090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71766cf1-814c-4c94-b66f-a1d9490903e5 req-7753f8d6-9410-4e4e-90f3-e0faefc435fb tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.1600983 Dec 10 04:44:26.043341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71766cf1-814c-4c94-b66f-a1d9490903e5 req-25fb7d00-883e-4cc0-b638-245d9d7aad4e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805600 Dec 10 04:44:26.118733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:26.120927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:26.146264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.149262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b3e2c19-e2a8-40ba-8d6e-377f266b2f4a req-b46134b6-ad6a-4596-b9f9-740423b68c02 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0649903 Dec 10 04:44:26.247855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b975c36d-92bd-4787-b1ee-4fea79e65eb0 req-1de4b2f2-4fd3-43ff-9644-c29cd9a4fb16 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 210 time: 0.0340557 Dec 10 04:44:26.265665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:26.269218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.286455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.380164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:26.518290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Update dhcp port {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'fixed_ips': [{'subnet_id': '7b506044-20b2-42b8-a415-0c85a6c71963', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ec69f2d-57fb-4431-885f-215b78ae198f'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '963b851a-6f44-44b1-ae73-b2a97afc0402'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:44:26.554026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-80095498-4d13-4723-beab-7634123371b8 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:26.555796 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-80095498-4d13-4723-beab-7634123371b8 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.41 "GET /v2.0/networks?id=f7540ea5-5d1d-4907-88ae-c179f72bae6c HTTP/1.1" status: 200 len: 809 time: 0.1313040 Dec 10 04:44:26.575095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.588878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Request body: {'port': {'device_id': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c', 'admin_state_up': True, 'tenant_id': '98ade620c93f4f5c947e24717125e584'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:26.791595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:26.819191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c50617-fc91-4204-a2c2-33e7240d7a73 req-35c5883e-f4c9-4aa1-9f71-899acf695268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:26.828126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8c50617-fc91-4204-a2c2-33e7240d7a73 req-35c5883e-f4c9-4aa1-9f71-899acf695268 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1081202 Dec 10 04:44:26.871309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:26.874448 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4583e20-c6dd-4b3b-b3a1-c950cf16f998" -d '{"events": [{"server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "name": "network-vif-plugged", "status": "completed", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:26.884729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.888265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8c50617-fc91-4204-a2c2-33e7240d7a73 req-51e1eb89-7a4f-48bc-97fd-ec5ef987e9d1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586419 Dec 10 04:44:26.893455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Delete allocated IP 172.20.0.7 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/7b506044-20b2-42b8-a415-0c85a6c71963) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 04:44:26.918466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.24 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/8ec69f2d-57fb-4431-885f-215b78ae198f/7789935f-2c60-40eb-bcda-33926b874480) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:26.948199 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9944f3-dfc6-4755-8843-f104237b8b47 x-openstack-request-id: req-bf9944f3-dfc6-4755-8843-f104237b8b47 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:26.948418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Made reservation on behalf of 98ade620c93f4f5c947e24717125e584 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:26.948558 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "name": "network-vif-plugged", "status": "completed", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:26.948759 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf9944f3-dfc6-4755-8843-f104237b8b47 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:26.949150 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45', 'code': 200} Dec 10 04:44:26.951905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:26.990986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-network', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:27.024518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=1fedd77d-1b3b-4c41-9ba0-750fda079ba9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:27.036725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:27.038580 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.062947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.099024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7b2c-c024-4688-ba7e-aa79c5787a12 req-dfb9947e-cbee-4470-92d6-7384fefecfde tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.100613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cbe7b2c-c024-4688-ba7e-aa79c5787a12 req-dfb9947e-cbee-4470-92d6-7384fefecfde tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.0816572 Dec 10 04:44:27.103838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '0a0802c5-80a6-498a-845c-fa47dc150ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:27.104215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: b2f8c7e0-0cb6-4b90-9185-c270a5726bf7, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:27.212131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cbe7b2c-c024-4688-ba7e-aa79c5787a12 req-0714bd04-4a53-4396-a0a1-2212da9d86e8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994902 Dec 10 04:44:27.246653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:27.252097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.261084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec0571-d5dd-482e-90c4-7181c03ea99c req-2971c14a-c67f-4d58-a715-1b85f69c2bd2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.263713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83ec0571-d5dd-482e-90c4-7181c03ea99c req-2971c14a-c67f-4d58-a715-1b85f69c2bd2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.1066175 Dec 10 04:44:27.264748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.288457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b2f8c7e0-0cb6-4b90-9185-c270a5726bf7) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:27.295547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c89c2-89fa-4b46-99ed-2b89ab2c29ad req-8a59809a-497a-4aae-9ee1-cc9cb3bce265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.296916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d54c89c2-89fa-4b46-99ed-2b89ab2c29ad req-8a59809a-497a-4aae-9ee1-cc9cb3bce265 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 1096 time: 0.1949983 Dec 10 04:44:27.303371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c7072-afdc-4618-902f-e350ba48253a None None] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:27.306734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.306993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.310868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Allocated IP 172.20.0.5 (f7540ea5-5d1d-4907-88ae-c179f72bae6c/525779b6-7329-4712-9476-c8ea1aca20e6/7abdca4d-13e7-4d2c-92d9-150776677a0a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:27.311518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:27.330995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd995e2e-b854-46b9-ae41-679fb9827260,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:27.334736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.335165 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Added segment 42eb3f33-dd88-436e-83af-e62651322ff2 of type vlan for network b777789d-d83d-4da5-b66f-7a584f0a7a7b Dec 10 04:44:27.357802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.373954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.384181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6233bd35-eac8-45bd-a98b-09621e8da9a2 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5263779 Dec 10 04:44:27.399215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36780) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:27.407941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-581916302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:27.415776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83ec0571-d5dd-482e-90c4-7181c03ea99c req-e418c212-f9d9-4e25-b8b8-fb72ecfc9e06 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422069 Dec 10 04:44:27.444033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.451859 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d54c89c2-89fa-4b46-99ed-2b89ab2c29ad req-27aa34c6-2625-4a64-a8e0-8b5bcf937a6e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423166 Dec 10 04:44:27.470531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8b6e8d7-0263-411e-ba4f-bf5d9d296d20 req-15a902e8-83e5-4851-95e4-58b7f94d4165 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0536504 Dec 10 04:44:27.506220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.507120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.525126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.526076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.526660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.535944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=7789935f-2c60-40eb-bcda-33926b874480,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:27.545798 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.611749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-b2f8c7e0-0cb6-4b90-9185-c270a5726bf7', 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '1fedd77d-1b3b-4c41-9ba0-750fda079ba9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:44:27.612869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.628515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Allocated IP 172.20.0.18 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/8ec69f2d-57fb-4431-885f-215b78ae198f/963b851a-6f44-44b1-ae73-b2a97afc0402) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:27.658066 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.695299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.705085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53030546-da58-4efc-838d-2ae4c574d8a2 req-298e3fc6-38d7-450f-a07d-3b0fa180ace6 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 210 time: 0.0487819 Dec 10 04:44:27.711984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9127505 Dec 10 04:44:27.723742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:27.729867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Request body: {'subnet': {'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-subnet', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:27.767800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Allocated IP 2001:db8::2 (b2f8c7e0-0cb6-4b90-9185-c270a5726bf7/1fedd77d-1b3b-4c41-9ba0-750fda079ba9/9ae35ab2-a176-42b4-979c-faf96ae5105b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:27.772356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883787e-8e64-4fc8-9dbf-627666dc94c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b777789d-d83d-4da5-b66f-7a584f0a7a7b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:27.781736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.790654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c980cd3-de54-4449-9ee6-a5d0a4765718 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3902574 Dec 10 04:44:27.795560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:27.804629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.858935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] In _notify_port_updated(), no bound segment for port 7789935f-2c60-40eb-bcda-33926b874480 on network d0fe36ad-4a4c-434c-813e-a1336d628ad6 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:44:27.868152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:27.869226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.877181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-541c1621-059c-4e50-a266-09645267d216 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/ports/7789935f-2c60-40eb-bcda-33926b874480 HTTP/1.1" status: 200 len: 921 time: 2.2237432 Dec 10 04:44:27.878194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:27.882768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.932431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:27.935246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.960829 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:27.967930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:27.983477 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.119320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Network f7540ea5-5d1d-4907-88ae-c179f72bae6c is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:28.126058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Pushing event updated for resources: {'Port': ['ID=9ae35ab2-a176-42b4-979c-faf96ae5105b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.129026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Pushing event updated for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.141896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:28.144439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:28.179237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:28.218169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:28.218169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:28.249487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 7789935f-2c60-40eb-bcda-33926b874480 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:28.250303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.335916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.356694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:28.358600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:28.359083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Attempting to bind port 9ae35ab2-a176-42b4-979c-faf96ae5105b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:28.359419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.359677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Attempting to bind port 9ae35ab2-a176-42b4-979c-faf96ae5105b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '0a0802c5-80a6-498a-845c-fa47dc150ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:28.360051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Attempting to bind port 9ae35ab2-a176-42b4-979c-faf96ae5105b on network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:28.373417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:28.373835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Checking segment: {'id': '0a0802c5-80a6-498a-845c-fa47dc150ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:28.374332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.375085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Bound using segment: {'id': '0a0802c5-80a6-498a-845c-fa47dc150ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:28.375579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Bound port: 9ae35ab2-a176-42b4-979c-faf96ae5105b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0802c5-80a6-498a-845c-fa47dc150ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b2f8c7e0-0cb6-4b90-9185-c270a5726bf7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:28.377070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.399724 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-e8c3e7b3-aa29-4da9-a1d7-dd9753a5384a tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8164115 Dec 10 04:44:28.407856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.430870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 7789935f-2c60-40eb-bcda-33926b874480 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:28.460975 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.492125 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.551948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7a48-93f9-46d7-abcc-6e19e751839e req-6c9a90e2-c95f-4ccf-950e-3d12173a45ee tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:28.554921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9c7a48-93f9-46d7-abcc-6e19e751839e req-6c9a90e2-c95f-4ccf-950e-3d12173a45ee tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.4651675 Dec 10 04:44:28.562693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea901-b272-4e15-89b1-95cd709d3bac req-359d123b-3600-4c48-a827-4799e1c4a51e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:28.572019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b88ea901-b272-4e15-89b1-95cd709d3bac req-359d123b-3600-4c48-a827-4799e1c4a51e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.5041559 Dec 10 04:44:28.576658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.592337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.617499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] For port 9ae35ab2-a176-42b4-979c-faf96ae5105b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:28.683292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Request body: {'port': {'device_id': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:28.686893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] For port 9ae35ab2-a176-42b4-979c-faf96ae5105b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ae35ab2-a176-42b4-979c-faf96ae5105b,segment=NetworkSegment(0a0802c5-80a6-498a-845c-fa47dc150ab6),segment_id=0a0802c5-80a6-498a-845c-fa47dc150ab6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:28.688204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.711503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.755398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=7789935f-2c60-40eb-bcda-33926b874480,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.785451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecf35b-3e17-4366-a36a-1595b62be0c5 None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.872025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeaeb4-2caa-4bb2-b003-721a1c85ba52 None None] Pushing event updated for resources: {'Port': ['ID=9ae35ab2-a176-42b4-979c-faf96ae5105b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.894049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.954509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:28.958060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a6827390-8672-4d4f-9c29-10965fc766f4 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/7789935f-2c60-40eb-bcda-33926b874480 HTTP/1.1" status: 204 len: 168 time: 1.0779843 Dec 10 04:44:28.961245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36806) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:28.967060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da9ebcf-9b29-461b-8c66-53b5ea211f0d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:28.993903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b88ea901-b272-4e15-89b1-95cd709d3bac req-3f52ab41-ce52-4baf-8f57-825a0c0f9ce7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168792 Dec 10 04:44:28.997379 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f859667-2197-4090-bf5b-ccd078906538 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:44:28.998801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f859667-2197-4090-bf5b-ccd078906538 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/7789935f-2c60-40eb-bcda-33926b874480 HTTP/1.1" status: 404 len: 333 time: 0.0366440 Dec 10 04:44:29.003272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:29.133844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe9c7a48-93f9-46d7-abcc-6e19e751839e req-42578856-b9a3-4ca4-b4c4-43802747ff6b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587466 Dec 10 04:44:29.204206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Checking segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:29.204562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Network hostable DHCP agents. Network: b777789d-d83d-4da5-b66f-7a584f0a7a7b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:29.216756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8::1 (b2f8c7e0-0cb6-4b90-9185-c270a5726bf7/1fedd77d-1b3b-4c41-9ba0-750fda079ba9/c189e744-e445-4ef3-b6a6-e7339c5819b9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:29.344702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bdc04cc-27f9-4699-85c2-4713b5546acb req-1b1709a4-4605-4721-8b94-382dba057182 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0803871 Dec 10 04:44:29.359802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5b38-9a3d-437e-bb52-ad9f540c95bb req-6624839d-202f-4377-b07b-9d0e03c9b3ec tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:29.366545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abdca4d-13e7-4d2c-92d9-150776677a0a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:29.369102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd4b5b38-9a3d-437e-bb52-ad9f540c95bb req-6624839d-202f-4377-b07b-9d0e03c9b3ec tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.2279477 Dec 10 04:44:29.375967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.392202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Transition to ACTIVE for port object 7abdca4d-13e7-4d2c-92d9-150776677a0a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:44:29.399100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:29.402148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.456362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b777789d-d83d-4da5-b66f-7a584f0a7a7b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:29.479314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:29.479549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64c357-76aa-4ac1-92b6-0f00ef616796 None None] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:29.480029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.487083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.530836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.597456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.600822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.604800 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/security-groups/3036ced0-c840-4291-8aac-e8798d1f25d0 HTTP/1.1" status: 204 len: 168 time: 0.5925272 Dec 10 04:44:29.610997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:29.626307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd4b5b38-9a3d-437e-bb52-ad9f540c95bb req-79256d22-24c1-41f7-8af1-bb2cff95170e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561426 Dec 10 04:44:29.649596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:44:29.650863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.670863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e6a2210-7a6e-4af9-ab76-36bc0f44ccf6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9450130 Dec 10 04:44:29.671593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36812) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:29.679549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c950e08-5898-400a-95f6-3d6690c8f1c6 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036ced0-c840-4291-8aac-e8798d1f25d0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:29.680190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:29.682590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835de59-3960-4066-bf55-3639577b768d service neutron] Pushing event updated for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:29.745456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.761344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bfe5a-e53c-47e9-8a70-b704a7f1ff97 req-fca727cc-c058-4e5a-80e5-4c1acb87c5f6 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:29.770598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c5bfe5a-e53c-47e9-8a70-b704a7f1ff97 req-fca727cc-c058-4e5a-80e5-4c1acb87c5f6 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 943 time: 0.2479439 Dec 10 04:44:29.797476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:44:29.827888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Attempting to bind port 7abdca4d-13e7-4d2c-92d9-150776677a0a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:29.828236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Attempting to bind port 7abdca4d-13e7-4d2c-92d9-150776677a0a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:29.828958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Attempting to bind port 7abdca4d-13e7-4d2c-92d9-150776677a0a on network f7540ea5-5d1d-4907-88ae-c179f72bae6c {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:29.843037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Port 7abdca4d-13e7-4d2c-92d9-150776677a0a on network f7540ea5-5d1d-4907-88ae-c179f72bae6c not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:44:29.843443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Attempting to bind port 7abdca4d-13e7-4d2c-92d9-150776677a0a on network f7540ea5-5d1d-4907-88ae-c179f72bae6c {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:29.865639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:29.865995 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.866182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Checking segment: {'id': 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:29.866703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Bound using segment: {'id': 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:29.867120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.867270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Bound port: 7abdca4d-13e7-4d2c-92d9-150776677a0a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:29.867970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.880837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.914024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c5bfe5a-e53c-47e9-8a70-b704a7f1ff97 req-ab75abb1-888c-43b4-be9e-a015a3478966 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419020 Dec 10 04:44:29.935809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Allocated IP 172.20.0.2 (b777789d-d83d-4da5-b66f-7a584f0a7a7b/4da9ebcf-9b29-461b-8c66-53b5ea211f0d/3bf3b03b-f52f-4e23-b813-08792b39381f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:29.941942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Could not find standard attr ID for object 7789935f-2c60-40eb-bcda-33926b874480. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:44:29.943319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.962915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.966658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.989002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:29.989660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:29.993953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:30.007971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a,segment=NetworkSegment(cb6ea489-82ca-4b4e-8e31-e83c57b899d3),segment_id=cb6ea489-82ca-4b4e-8e31-e83c57b899d3)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:30.014004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.053669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:30.054311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.055742 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-7835de59-3960-4066-bf55-3639577b768d service neutron] 10.222.0.41 "PUT /v2.0/ports/7abdca4d-13e7-4d2c-92d9-150776677a0a HTTP/1.1" status: 200 len: 1091 time: 1.3812740 Dec 10 04:44:30.057449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:30.060314 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91343ce3-7383-499f-83da-b8c0e1335b13" -d '{"events": [{"name": "network-changed", "server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:30.098116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.101539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.106222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/security-groups/26b303bf-5a0e-42cc-bfa0-7813dd0d61ea HTTP/1.1" status: 204 len: 168 time: 0.4871557 Dec 10 04:44:30.107289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835de59-3960-4066-bf55-3639577b768d service neutron] Pushing event updated for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:30.111650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:30.214579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072998cd-cd7d-4b2d-b5e8-950c945135e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b303bf-5a0e-42cc-bfa0-7813dd0d61ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:30.289443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 7b506044-20b2-42b8-a415-0c85a6c71963 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:30.294819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-4ad3f09f-d43b-4c08-ad1a-be4505989ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:30.296378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-4ad3f09f-d43b-4c08-ad1a-be4505989ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98ade620c93f4f5c947e24717125e584&device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 1094 time: 0.1053786 Dec 10 04:44:30.303947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.308663 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.318680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.396317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:30.396976 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.400532 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05855ed3-4cce-4ad7-991c-c28e5369da17 x-openstack-request-id: req-05855ed3-4cce-4ad7-991c-c28e5369da17 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:30.401091 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:30.401663 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05855ed3-4cce-4ad7-991c-c28e5369da17 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:30.402138 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a', 'status': 'completed', 'code': 200} Dec 10 04:44:30.403785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-c032a9dd-6a57-46d0-a263-1325a5e442b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a HTTP/1.1" status: 200 len: 217 time: 0.0861762 Dec 10 04:44:30.427914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Pushing event updated for resources: {'Port': ['ID=3bf3b03b-f52f-4e23-b813-08792b39381f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:30.457884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.499716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:30.503494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:30.508597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-304a2c31-eab2-4a98-ba9e-ca1f96c6f05d None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:30.513781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:30.544792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-d4a5c950-bcf1-4060-a098-bb9a4034f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:30.546705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-d4a5c950-bcf1-4060-a098-bb9a4034f671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=525779b6-7329-4712-9476-c8ea1aca20e6 HTTP/1.1" status: 200 len: 849 time: 0.1094809 Dec 10 04:44:30.602949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-2b7dd8b0-9cee-49f5-b826-d59ef701b915 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7540ea5-5d1d-4907-88ae-c179f72bae6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460227 Dec 10 04:44:30.644807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Attempting to bind port 3bf3b03b-f52f-4e23-b813-08792b39381f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:30.645259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Attempting to bind port 3bf3b03b-f52f-4e23-b813-08792b39381f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:30.645539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Attempting to bind port 3bf3b03b-f52f-4e23-b813-08792b39381f on network b777789d-d83d-4da5-b66f-7a584f0a7a7b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:30.664737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:30.665616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Checking segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:30.666426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.667054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Bound using segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:30.667804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Bound port: 3bf3b03b-f52f-4e23-b813-08792b39381f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:30.668437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.735967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b07711df-af14-47c0-ac4c-d8f6398fb25c None None] Could not find standard attr ID for object 7789935f-2c60-40eb-bcda-33926b874480. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:44:30.802089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ae35ab2-a176-42b4-979c-faf96ae5105b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:30.809054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] For port 3bf3b03b-f52f-4e23-b813-08792b39381f, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:30.834613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.843531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-eff22251-2ab3-4022-89cc-7080633b52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:30.849972 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-eff22251-2ab3-4022-89cc-7080633b52a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 1094 time: 0.1464517 Dec 10 04:44:30.863357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] For port 3bf3b03b-f52f-4e23-b813-08792b39381f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3bf3b03b-f52f-4e23-b813-08792b39381f,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:30.875543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.897937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:30.913529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.919396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=c189e744-e445-4ef3-b6a6-e7339c5819b9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:30.925245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:30.930366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:30.933055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:30.933481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:30.971991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165862a5-4eb7-4b07-be56-ebf9773526ef None None] Pushing event updated for resources: {'Port': ['ID=3bf3b03b-f52f-4e23-b813-08792b39381f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:30.975878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9ae35ab2-a176-42b4-979c-faf96ae5105b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:30.976547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.034588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497a750-fe62-405e-befc-51de0149419c None None] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:31.067208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-47d6d922-e897-4086-a82c-d3335deba3d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536796 Dec 10 04:44:31.088639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.101699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.147143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4816-cec3-45ff-9e33-95b5986c8622 req-a3e9f2f7-4461-467a-8469-dd15d4755803 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:31.156164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffb4816-cec3-45ff-9e33-95b5986c8622 req-a3e9f2f7-4461-467a-8469-dd15d4755803 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2292635 Dec 10 04:44:31.180713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=7b506044-20b2-42b8-a415-0c85a6c71963,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:31.193513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.197406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5c37bfa7-b8c0-4391-968e-9a3167dc57ea tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/7b506044-20b2-42b8-a415-0c85a6c71963 HTTP/1.1" status: 204 len: 168 time: 1.0813859 Dec 10 04:44:31.222809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36830) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:31.255493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66745e4-f322-4e28-a266-a303f2b6a971 req-5fe73163-a1c2-439d-9768-e1415ba065eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:31.260390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e66745e4-f322-4e28-a266-a303f2b6a971 req-5fe73163-a1c2-439d-9768-e1415ba065eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.3309793 Dec 10 04:44:31.267914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:31.369124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd490a0b-dcb9-40f4-ab73-ee48d9feb8d4 req-87dd678d-7c5b-4445-9ded-fe866652833d service neutron] 10.222.0.41 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774732 Dec 10 04:44:31.416728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483631f2-6ee9-43d4-b722-abd1be88766f None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:31.426652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-97258af5-43c4-4e89-9852-bdf9ce0a317c None None] Provisioning complete for port 9ae35ab2-a176-42b4-979c-faf96ae5105b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:31.427035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97258af5-43c4-4e89-9852-bdf9ce0a317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.461884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffb4816-cec3-45ff-9e33-95b5986c8622 req-ee8bf99c-6dc2-4f04-bb49-e6d45b659441 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047173 Dec 10 04:44:31.478384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.516571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:31.573628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.574205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:31.590174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e66745e4-f322-4e28-a266-a303f2b6a971 req-a0a9cd12-02df-49ed-838d-5b4c93069c2a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289282 Dec 10 04:44:31.610906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 9ae35ab2-a176-42b4-979c-faf96ae5105b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ae35ab2-a176-42b4-979c-faf96ae5105b,segment=NetworkSegment(0a0802c5-80a6-498a-845c-fa47dc150ab6),segment_id=0a0802c5-80a6-498a-845c-fa47dc150ab6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:31.618553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:31.638749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.658268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00073818-2075-466f-9623-64becf3e464f req-168fd403-e9d5-4cac-b927-dc26172f5473 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1046846 Dec 10 04:44:31.702251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Transition to ACTIVE for port object faadc837-25ef-48ac-8005-97bf46b3d41b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:44:31.710013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.710934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:31.760737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.872597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=9ae35ab2-a176-42b4-979c-faf96ae5105b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:31.886614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:31.887051 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:31.941007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-337a661b-4526-4ad2-9326-b2ef85747bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:31.942549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-337a661b-4526-4ad2-9326-b2ef85747bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98ade620c93f4f5c947e24717125e584&device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 1094 time: 0.2859962 Dec 10 04:44:31.998835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:32.091788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.112410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7e7bb2e-0326-4e25-bd98-c49034bf36b3 None None] Provisioning complete for port c189e744-e445-4ef3-b6a6-e7339c5819b9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:32.112816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb2e-0326-4e25-bd98-c49034bf36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.119320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337067d9-3007-49e4-adf4-a20b153f03fc req-9e8fdcb2-f048-40f5-9690-0ffb82c5fee6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:32.121032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-337067d9-3007-49e4-adf4-a20b153f03fc req-9e8fdcb2-f048-40f5-9690-0ffb82c5fee6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 943 time: 0.3785503 Dec 10 04:44:32.145297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] No DVR routers for this DVR port faadc837-25ef-48ac-8005-97bf46b3d41b on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:32.167284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7bb2e-0326-4e25-bd98-c49034bf36b3 None None] Port c189e744-e445-4ef3-b6a6-e7339c5819b9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:32.190794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7e7bb2e-0326-4e25-bd98-c49034bf36b3 None None] Provisioning complete for port 9ae35ab2-a176-42b4-979c-faf96ae5105b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:32.191011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:32.191636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb2e-0326-4e25-bd98-c49034bf36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.195359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.275492 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.331022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a858a-2c10-4b0b-bcc8-622afc093781 req-d9361d35-6d00-455d-b3c4-af1210637505 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:32.337365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-428a858a-2c10-4b0b-bcc8-622afc093781 req-d9361d35-6d00-455d-b3c4-af1210637505 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 943 time: 0.4404025 Dec 10 04:44:32.537090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-337067d9-3007-49e4-adf4-a20b153f03fc req-ce5ec687-ddba-46bc-92ea-b58af1aae7e1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028044 Dec 10 04:44:32.618021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-428a858a-2c10-4b0b-bcc8-622afc093781 req-cde75f4e-a6a8-4efd-a5c9-2df8c17fd0f3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568564 Dec 10 04:44:32.620301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5e14faa0-808c-4545-b2f3-94ec7cbcbe8f None None] Provisioning complete for port c189e744-e445-4ef3-b6a6-e7339c5819b9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:32.620301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e14faa0-808c-4545-b2f3-94ec7cbcbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.683185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e14faa0-808c-4545-b2f3-94ec7cbcbe8f None None] Port c189e744-e445-4ef3-b6a6-e7339c5819b9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:32.691859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498e572-51c9-4806-bead-c5ff833fa999 None None] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:32.802656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.809870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3bf3b03b-f52f-4e23-b813-08792b39381f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:32.832550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.834199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.864022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] Provisioning complete for port 3bf3b03b-f52f-4e23-b813-08792b39381f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:32.864390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.945384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=c189e744-e445-4ef3-b6a6-e7339c5819b9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:32.977919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-7d39ad35-63f0-4ec9-90d2-a2822770d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:32.979850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-7d39ad35-63f0-4ec9-90d2-a2822770d176 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7540ea5-5d1d-4907-88ae-c179f72bae6c HTTP/1.1" status: 200 len: 910 time: 0.9750991 Dec 10 04:44:32.986225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3bf3b03b-f52f-4e23-b813-08792b39381f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:32.986608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:32.991056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Allocated IP 172.25.8.225 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7870fe63-38b1-4e7e-8868-c7aae806b8c1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:33.039889 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-1af6b24c-ef3f-4293-a959-34c51f65d63a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a HTTP/1.1" status: 200 len: 217 time: 0.0498796 Dec 10 04:44:33.042003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d1dbd78-286e-4a8a-b6be-78a443701d55 req-bf02a500-5850-47af-a80e-ce1d9e7dbae7 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1907649 Dec 10 04:44:33.091100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.139839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:33.140198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:33.140596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:33.142954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] For port 3bf3b03b-f52f-4e23-b813-08792b39381f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3bf3b03b-f52f-4e23-b813-08792b39381f,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:33.146922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-fab9e8d1-80c2-4554-b851-2568c0e3f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.149108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-fab9e8d1-80c2-4554-b851-2568c0e3f712 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=525779b6-7329-4712-9476-c8ea1aca20e6 HTTP/1.1" status: 200 len: 849 time: 0.1013038 Dec 10 04:44:33.151812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:44:33.152145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Attempting to bind port faadc837-25ef-48ac-8005-97bf46b3d41b on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:33.157675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85ca0-0c92-489f-a0f5-35543758003a req-166e6ce5-cad0-4a76-9d1b-160abb88cb97 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.159234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67a85ca0-0c92-489f-a0f5-35543758003a req-166e6ce5-cad0-4a76-9d1b-160abb88cb97 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3644044 Dec 10 04:44:33.168527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:33.168902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:33.169348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:33.169795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Bound port: faadc837-25ef-48ac-8005-97bf46b3d41b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:33.170292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.175623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.197106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-0ff3aecb-4b59-4269-9b81-54d678687321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7540ea5-5d1d-4907-88ae-c179f72bae6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389104 Dec 10 04:44:33.226183 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.280748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7124d-76ff-45e4-91af-d5b8b0620831 None None] Pushing event updated for resources: {'Port': ['ID=3bf3b03b-f52f-4e23-b813-08792b39381f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:33.313464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7abdca4d-13e7-4d2c-92d9-150776677a0a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:44:33.336294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:33.346998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:44:33.347413 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:44:33.354962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:33.363650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.367877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-459c2e80-e792-473f-8be7-d394ecbb36bd None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:33.368512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459c2e80-e792-473f-8be7-d394ecbb36bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.374726 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-0c8a6461-8493-4c75-a24e-22dfbf0d8d9e service neutron] 10.222.0.41 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528673 Dec 10 04:44:33.407019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7931-93b0-4b4a-9d11-80c3dff0275b req-6ddf9afa-ff11-40e8-a888-c50743fa9725 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.407938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.408677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-becd7931-93b0-4b4a-9d11-80c3dff0275b req-6ddf9afa-ff11-40e8-a888-c50743fa9725 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.2612252 Dec 10 04:44:33.409269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.410535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:33.410665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] 10.222.0.41 "PUT /v2.0/ports/faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 1091 time: 2.5169351 Dec 10 04:44:33.414404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:33.416642 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d990c6-306e-419b-9131-56d197653f66" -d '{"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:33.443162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67a85ca0-0c92-489f-a0f5-35543758003a req-d33537ea-7aba-430b-a4e4-ca28e5efd117 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684894 Dec 10 04:44:33.444380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:33.500574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a,segment=NetworkSegment(cb6ea489-82ca-4b4e-8e31-e83c57b899d3),segment_id=cb6ea489-82ca-4b4e-8e31-e83c57b899d3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:33.535456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '7abdca4d-13e7-4d2c-92d9-150776677a0a', 'network_id': 'f7540ea5-5d1d-4907-88ae-c179f72bae6c', 'port_id': '7abdca4d-13e7-4d2c-92d9-150776677a0a', 'mac_address': 'fa:16:3e:c1:fb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525779b6-7329-4712-9476-c8ea1aca20e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:44:33.536057 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df573e7-8a6b-4621-961b-a46f92cfa4a0 x-openstack-request-id: req-3df573e7-8a6b-4621-961b-a46f92cfa4a0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:33.537188 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:33.537418 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3df573e7-8a6b-4621-961b-a46f92cfa4a0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:33.540545 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'status': 'completed', 'code': 200} Dec 10 04:44:33.540545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308a0a-ec78-4b1a-b239-f701e6902440 service neutron] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:33.549979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.592918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-c8bec1c3-c7b3-4ff4-a1cb-8192cc6e1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.594913 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-c8bec1c3-c7b3-4ff4-a1cb-8192cc6e1128 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1095 time: 0.1312344 Dec 10 04:44:33.599968 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-91343ce3-7383-499f-83da-b8c0e1335b13 req-efb3e17b-3101-433d-a99b-8b72bcdc1077 service neutron] 10.222.0.41 "GET /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054567 Dec 10 04:44:33.602764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-459c2e80-e792-473f-8be7-d394ecbb36bd None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:33.603138 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459c2e80-e792-473f-8be7-d394ecbb36bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.638285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.678049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.695815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abdca4d-13e7-4d2c-92d9-150776677a0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:33.699879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-459c2e80-e792-473f-8be7-d394ecbb36bd None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:33.725312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a,segment=NetworkSegment(cb6ea489-82ca-4b4e-8e31-e83c57b899d3),segment_id=cb6ea489-82ca-4b4e-8e31-e83c57b899d3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:33.730208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.754939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-c709134a-cb48-4678-8a33-e138edcf6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.757812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-c709134a-cb48-4678-8a33-e138edcf6113 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.1367230 Dec 10 04:44:33.794315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-becd7931-93b0-4b4a-9d11-80c3dff0275b req-02f32477-f4d0-4c98-94df-25a9e57b2a85 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744535 Dec 10 04:44:33.812119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:33.835146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4a6126a3-068f-433f-953e-9c6ef240d526 None None] Provisioning complete for port 3bf3b03b-f52f-4e23-b813-08792b39381f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:33.835527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a6126a3-068f-433f-953e-9c6ef240d526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.839044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:33.859000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:33.876449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.880970 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.888052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=9387eccd-48e1-422d-b309-c7fde3b91599,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:33.895027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-0f666b3b-4946-4a25-8eb1-69abaa149946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 998 time: 0.1287379 Dec 10 04:44:33.926733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ae35ab2-a176-42b4-979c-faf96ae5105b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:33.929276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c9754-db65-429d-a4ef-87ed8844a1a1 None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:33.947503 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:33.972109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-072e697e-c465-4e4d-9010-61952554251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.974241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-072e697e-c465-4e4d-9010-61952554251c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.0694158 Dec 10 04:44:33.975421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1ddf-9451-4019-a3e7-27a4615886df req-506eb203-5dc6-4f65-9d46-cf04685ea47c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:33.977155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a49b1ddf-9451-4019-a3e7-27a4615886df req-506eb203-5dc6-4f65-9d46-cf04685ea47c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2752061 Dec 10 04:44:33.988532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cae6b8a5-1a08-4715-a933-e1c1e39c6715 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7489736 Dec 10 04:44:33.994904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:33.999486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'security_group': {'name': 'tempest-secgroup-630522350'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:34.047070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.052583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-20839ef0-72b9-4206-98a6-31278f97ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:34.054285 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-20839ef0-72b9-4206-98a6-31278f97ab20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720661 Dec 10 04:44:34.102009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7abdca4d-13e7-4d2c-92d9-150776677a0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:44:34.160781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9ae35ab2-a176-42b4-979c-faf96ae5105b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:34.161223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.219547 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-bc0e9473-df61-4264-a86c-16ea7d72b923 service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546514 Dec 10 04:44:34.226686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.245230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.361213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.365681 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3665872 Dec 10 04:44:34.376808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:34.383705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155904521'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:34.392107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a4d04-a097-48a4-a5e2-b182cc50e767 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c52dca8-9424-41c5-a946-cedc429fcb4f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:34.428104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-aa7a4b95-edfc-4c05-89b4-b7bf91d4da72 service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000170 Dec 10 04:44:34.429983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.467863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a49b1ddf-9451-4019-a3e7-27a4615886df req-61cd8ba4-d831-4b6a-8fd1-e67abe741798 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674651 Dec 10 04:44:34.480181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:34.495957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:34.498370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:34.516937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939af28-828f-45a8-a1c2-c0617907c95a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:34.533808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.545496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Pushing event updated for resources: {'Port': ['ID=7870fe63-38b1-4e7e-8868-c7aae806b8c1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:34.573485 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.578397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8816-a720-47d6-970a-b922720aaee2 req-3193da50-3ba5-47ad-96a8-c694efd87a86 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:34.579981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9c8816-a720-47d6-970a-b922720aaee2 req-3193da50-3ba5-47ad-96a8-c694efd87a86 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 944 time: 0.6552117 Dec 10 04:44:34.592770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d5b37bd6-1684-4033-b9f0-7c43a225210c None None] Provisioning complete for port c189e744-e445-4ef3-b6a6-e7339c5819b9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:34.593149 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5b37bd6-1684-4033-b9f0-7c43a225210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.612771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Update dhcp port {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'fixed_ips': [{'subnet_id': '8ec69f2d-57fb-4431-885f-215b78ae198f', 'ip_address': '172.20.0.18'}, {'subnet_id': '9387eccd-48e1-422d-b309-c7fde3b91599'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '963b851a-6f44-44b1-ae73-b2a97afc0402'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:44:34.639092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:34.641158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.642450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2630186 Dec 10 04:44:34.651058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36858) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:34.659235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'security_group': {'name': 'tempest-secgroup-995244973'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:34.708584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c7c19-376a-4e08-8975-7ff12ec62ee1 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4287c1b-2415-4403-a52f-563ec0e98594,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:34.717068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.720173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d990c6-306e-419b-9131-56d197653f66 req-12ac351a-47d9-4209-ad93-efbf8defbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:34.721892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-12ac351a-47d9-4209-ad93-efbf8defbb80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1095 time: 0.1685705 Dec 10 04:44:34.722705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.724809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d5b37bd6-1684-4033-b9f0-7c43a225210c None None] Port c189e744-e445-4ef3-b6a6-e7339c5819b9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:34.737653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3bf3b03b-f52f-4e23-b813-08792b39381f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:34.757959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3886a6e3-b902-4a12-a68c-0674d6af16a7 req-cd12dcc6-b28a-41d0-b09d-97a0a3169653 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0841095 Dec 10 04:44:34.821783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.838451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.916463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ccbb9c-22b7-49ee-a9a3-b5e749b93cc3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:34.924807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:34.926048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-697311a5-97ba-4ac6-b606-8bc2b913ecbb tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2740593 Dec 10 04:44:34.928736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:34.933533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-605695628', 'security_groups': ['68ccbb9c-22b7-49ee-a9a3-b5e749b93cc3'], 'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9387eccd-48e1-422d-b309-c7fde3b91599'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:34.957767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9c8816-a720-47d6-970a-b922720aaee2 req-dd3413ee-c788-4289-9d2e-772a0c127432 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189838 Dec 10 04:44:35.010505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3bf3b03b-f52f-4e23-b813-08792b39381f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:35.013571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:35.015164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.022207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8623d172-a34f-41b7-86bc-2f5727853ff2 None None] Provisioning complete for port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:35.022577 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8623d172-a34f-41b7-86bc-2f5727853ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.030679 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] Sync routers for ids ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:35.044150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-97150909-661d-4f96-97f8-fc56295676bc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/54cd95fe-c5f7-423a-bdb8-80f6d6c9c426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2373235 Dec 10 04:44:35.045206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:35.046925 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] Routers {'54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:35.051369 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:35.111760 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:35.126054 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] Routers {'54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:35.127202 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:35.145017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4de72-8d1b-4a45-858b-9828a502868e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:35.147534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79e4de72-8d1b-4a45-858b-9828a502868e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports/c189e744-e445-4ef3-b6a6-e7339c5819b9 HTTP/1.1" status: 200 len: 911 time: 0.0831442 Dec 10 04:44:35.163128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:35.189422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8623d172-a34f-41b7-86bc-2f5727853ff2 None None] Port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:35.190106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:35.199271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Allocated IP 172.20.0.2 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/9387eccd-48e1-422d-b309-c7fde3b91599/963b851a-6f44-44b1-ae73-b2a97afc0402) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:35.212417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6e90c-3d01-4465-886f-3ed3dac6de1d req-2b71ab89-ad05-4269-ad9a-0c48f224489b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:35.213869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27b6e90c-3d01-4465-886f-3ed3dac6de1d req-2b71ab89-ad05-4269-ad9a-0c48f224489b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3119946 Dec 10 04:44:35.231796 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:35.232442 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b451185-9297-40b0-ab2c-eef99b758a43 None None] The sync data for ids ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:35.329965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d990c6-306e-419b-9131-56d197653f66 req-52e2a7ca-aa80-4fb0-a1e2-0d6f3f0897d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:35.331563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-52e2a7ca-aa80-4fb0-a1e2-0d6f3f0897d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.5973699 Dec 10 04:44:35.339843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:35.344766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7abdca4d-13e7-4d2c-92d9-150776677a0a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:35.364513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27b6e90c-3d01-4465-886f-3ed3dac6de1d req-7caf8611-1091-4ed8-93f0-7fc853c000a9 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170566 Dec 10 04:44:35.416363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.428660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.450999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf864f-79fb-4717-9d22-e1efaa2a50df req-7f926e7c-499b-4f3a-872d-05ad4e4f226d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:35.460297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bbf864f-79fb-4717-9d22-e1efaa2a50df req-7f926e7c-499b-4f3a-872d-05ad4e4f226d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.3249319 Dec 10 04:44:35.466225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 7abdca4d-13e7-4d2c-92d9-150776677a0a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:44:35.493883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 7abdca4d-13e7-4d2c-92d9-150776677a0a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:35.494249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.570362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653fbd4-a0b2-4cb0-90f2-1c4a4c76e62e None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:35.633815 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-2c527232-68f5-4502-b795-871c4fc9325c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 998 time: 0.1784680 Dec 10 04:44:35.665521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.678126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.722419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] device_id is not set on port 01bb287e-a97a-487e-8c01-8300ca1316fa yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:44:35.730880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a,segment=NetworkSegment(cb6ea489-82ca-4b4e-8e31-e83c57b899d3),segment_id=cb6ea489-82ca-4b4e-8e31-e83c57b899d3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:35.733594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:35.741005 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ba9c9-1100-4b40-805a-00e5c1f1e456" -d '{"events": [{"server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "name": "network-vif-plugged", "status": "completed", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:35.746961 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.765726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bbf864f-79fb-4717-9d22-e1efaa2a50df req-04008d3a-30cc-45bc-818a-b6ffdd9dd6eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042526 Dec 10 04:44:35.766383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:35.847896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:35.869980 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc5437-88fb-4f08-a2a0-4db8c724e242 x-openstack-request-id: req-06dc5437-88fb-4f08-a2a0-4db8c724e242 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:35.870396 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "name": "network-vif-plugged", "status": "completed", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:35.871027 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06dc5437-88fb-4f08-a2a0-4db8c724e242 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:35.871892 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a', 'code': 200} Dec 10 04:44:36.145256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.3 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/9387eccd-48e1-422d-b309-c7fde3b91599/01bb287e-a97a-487e-8c01-8300ca1316fa) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:36.228845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cd76fbe-8041-4344-a13d-df660eff72a5 req-605ad899-405a-4029-8157-f1c1cc4113aa tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0891557 Dec 10 04:44:36.327518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.354485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d990c6-306e-419b-9131-56d197653f66 req-dc2fe3b1-22ac-43d4-b043-9001a2fba585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:36.358186 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-dc2fe3b1-22ac-43d4-b043-9001a2fba585 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1224184 Dec 10 04:44:36.408623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5211-b114-4ffa-b15e-aa00b0972def req-f0b7448b-578a-44df-b58a-914d8e338849 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:36.410176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61fe5211-b114-4ffa-b15e-aa00b0972def req-f0b7448b-578a-44df-b58a-914d8e338849 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.7290452 Dec 10 04:44:36.503096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.548439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bca10fe1-e537-4d12-b0c6-0ae1ec23eb5b None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:36.551466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca10fe1-e537-4d12-b0c6-0ae1ec23eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.554492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.578860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:36.585172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:36.587797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:36.676928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:36.698592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=01bb287e-a97a-487e-8c01-8300ca1316fa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:36.722775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:36.725537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.765392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7a1c82bc-1d05-4aa4-9714-c0ecedde1bfc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8328609 Dec 10 04:44:36.765739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:36.774071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:36.812893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61fe5211-b114-4ffa-b15e-aa00b0972def req-02a3d339-f629-4e7b-94ba-6747b0120b76 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942730 Dec 10 04:44:36.878641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b8b4-26c8-41f7-ac42-e1f5d7fe86fb req-5e662a50-c546-43bf-8a31-9903c972abd7 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:36.884728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b95b8b4-26c8-41f7-ac42-e1f5d7fe86fb req-5e662a50-c546-43bf-8a31-9903c972abd7 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.4681914 Dec 10 04:44:36.896430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:36.897006 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:36.971229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bca10fe1-e537-4d12-b0c6-0ae1ec23eb5b None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:36.971602 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca10fe1-e537-4d12-b0c6-0ae1ec23eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.017207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:37.019809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b95b8b4-26c8-41f7-ac42-e1f5d7fe86fb req-69443445-4f75-4e8d-95db-a4b6499111d3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262593 Dec 10 04:44:37.020816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.031082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bca10fe1-e537-4d12-b0c6-0ae1ec23eb5b None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:37.062897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Router da8e20d4-cec7-44a4-822e-e420e064e8d2 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:37.071256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.157399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0009713c-2792-45ed-8d9f-01299f716457 None None] Provisioning complete for port 01bb287e-a97a-487e-8c01-8300ca1316fa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:37.159833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0009713c-2792-45ed-8d9f-01299f716457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.199745 n-d-817326-3 neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9387eccd-48e1-422d-b309-c7fde3b91599 (CIDR: 172.20.0.0/28) Dec 10 04:44:37.205361 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:44:37.206430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:37.216217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0009713c-2792-45ed-8d9f-01299f716457 None None] Port 01bb287e-a97a-487e-8c01-8300ca1316fa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:37.220964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6c2c-0640-4372-999a-2d36eb11509c req-51904ecb-660f-44f5-b72d-f93d9b84492e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:37.222512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c6c6c2c-0640-4372-999a-2d36eb11509c req-51904ecb-660f-44f5-b72d-f93d9b84492e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2114992 Dec 10 04:44:37.253721 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ba30f9e2-0ba9-45ea-b5f2-15d09b120648 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4865739 Dec 10 04:44:37.255933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:37.267384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:37.428022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:37.431730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.450595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3858b3-d0d1-4e7d-af75-319f36991e4b req-74690d57-1ae3-47d4-9ec7-7f962d7a5908 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:37.452259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a3858b3-d0d1-4e7d-af75-319f36991e4b req-74690d57-1ae3-47d4-9ec7-7f962d7a5908 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.3105793 Dec 10 04:44:37.522619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c6c6c2c-0640-4372-999a-2d36eb11509c req-299be6f2-8f12-4064-afd7-b1941d3e8aed tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503276 Dec 10 04:44:37.525204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:37.547438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Sync routers for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:37.564242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:37.565440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:37.565996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a3858b3-d0d1-4e7d-af75-319f36991e4b req-1ed024e0-25ca-482f-a7ae-a667715fab49 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888965 Dec 10 04:44:37.589206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:37.593024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a946001f-e1a3-4448-a8b2-4b5a5b4b0409 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9140832 Dec 10 04:44:37.593552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:37.643230 n-d-817326-3 neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8ec69f2d-57fb-4431-885f-215b78ae198f (CIDR: 172.20.0.16/28) Dec 10 04:44:37.649176 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:44:37.649722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:37.680359 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dda52af8-4a28-4428-b9d0-822300623c6c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4227664 Dec 10 04:44:37.682505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:37.694090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'subnet': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:37.709435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-689efd71-3a8d-457c-9335-6c52ead10ef8 req-475e8ce0-1c20-4ac8-8dd8-e016c173eaf3 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Dec 10 04:44:37.801878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:37.904637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Made reservation on behalf of 7270530c77814ac19c94ddb67b201f1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:37.911058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.062733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:35Z', 'revision_number': 3, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:38.096785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Checking router: da8e20d4-cec7-44a4-822e-e420e064e8d2 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:44:38.097883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Updating router da8e20d4-cec7-44a4-822e-e420e064e8d2 port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:44:38.131536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.299343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.363999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:38.369955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:38.375248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:38.376704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.386876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53c533-5085-4c8f-b590-e411593aeacd None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:38.401860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Subnet': ['ID=fc507081-a42e-4ec6-a607-725714b85bc8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:38.411141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1aa07c3-10f7-4d84-bd8b-d93a76f64752 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7255437 Dec 10 04:44:38.414838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36910) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:38.422279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-127020122', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc507081-a42e-4ec6-a607-725714b85bc8'}], 'security_groups': ['6c52dca8-9424-41c5-a946-cedc429fcb4f', 'e4287c1b-2415-4403-a52f-563ec0e98594']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:38.542640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.616382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa929-5af1-45a8-afea-f351f4057903 req-3e10ec21-b475-4b40-805e-880ffdcb3508 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:38.618893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-241fa929-5af1-45a8-afea-f351f4057903 req-3e10ec21-b475-4b40-805e-880ffdcb3508 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2648067 Dec 10 04:44:38.767825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-241fa929-5af1-45a8-afea-f351f4057903 req-6e4f9f80-f4be-48a8-95c0-f802da3e18be tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993876 Dec 10 04:44:38.775649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.777118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port c189e744-e445-4ef3-b6a6-e7339c5819b9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:38.777673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.790092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c9ad1-d744-4532-90de-ac11dd22f21b req-7eecf32b-c2f2-4e56-836c-ff2f993bc395 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:38.790342 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:38.798296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c7c9ad1-d744-4532-90de-ac11dd22f21b req-7eecf32b-c2f2-4e56-836c-ff2f993bc395 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.4452085 Dec 10 04:44:38.899577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3543cc-3bff-486c-ac48-5dffdc9b964a None None] Pushing event updated for resources: {'Port': ['ID=7870fe63-38b1-4e7e-8868-c7aae806b8c1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:38.908593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Delete allocated IP 172.20.0.3 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/9387eccd-48e1-422d-b309-c7fde3b91599) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 04:44:38.924321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Allocated IP 172.20.0.43 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/fc507081-a42e-4ec6-a607-725714b85bc8/01bb287e-a97a-487e-8c01-8300ca1316fa) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:38.952588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc87b2e-1406-4286-8af2-e7315b30a7fb None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:39.027663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Attempting to bind port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:39.028407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Attempting to bind port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:39.028985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Attempting to bind port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:39.044882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:39.045596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:39.046336 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.046904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:39.047562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Bound port: 7870fe63-38b1-4e7e-8868-c7aae806b8c1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:39.049630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.124231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Update dhcp port {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'fixed_ips': [{'subnet_id': '8ec69f2d-57fb-4431-885f-215b78ae198f', 'ip_address': '172.20.0.18'}, {'subnet_id': '9387eccd-48e1-422d-b309-c7fde3b91599', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc507081-a42e-4ec6-a607-725714b85bc8'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '963b851a-6f44-44b1-ae73-b2a97afc0402'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:44:39.164242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.170297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c7c9ad1-d744-4532-90de-ac11dd22f21b req-fc4d6081-6d9d-4238-a27a-af6183165a2c tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709645 Dec 10 04:44:39.210841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.227328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] For port 7870fe63-38b1-4e7e-8868-c7aae806b8c1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:39.246320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7ec2ba83-c7ed-47ef-854e-d8d2b037a682 None None] Provisioning complete for port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:39.247016 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ba83-c7ed-47ef-854e-d8d2b037a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.259399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e554fb-3530-420d-a83d-d0da860d6da2 req-91ba6fb1-cdfa-4069-b90c-652d5bfff4e1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:39.268233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7e554fb-3530-420d-a83d-d0da860d6da2 req-91ba6fb1-cdfa-4069-b90c-652d5bfff4e1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2586098 Dec 10 04:44:39.278996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for c189e744-e445-4ef3-b6a6-e7339c5819b9 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:39.298769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] For port 7870fe63-38b1-4e7e-8868-c7aae806b8c1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7870fe63-38b1-4e7e-8868-c7aae806b8c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:39.313241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.507066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7e554fb-3530-420d-a83d-d0da860d6da2 req-83e7a48f-97ba-4ad3-98e0-2124bc067911 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369499 Dec 10 04:44:39.534209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.636518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992975-22e5-42b6-aba5-9c04ea171edf req-76e88d19-26be-46f7-8bb0-0195d6b5d5fd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:39.639782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47992975-22e5-42b6-aba5-9c04ea171edf req-76e88d19-26be-46f7-8bb0-0195d6b5d5fd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.3077323 Dec 10 04:44:39.676063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5db2be64-e0c5-41e5-8701-06b394d7516e req-49b671d9-622a-47a2-b9bc-4b4d0a794646 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0697949 Dec 10 04:44:39.715701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2ba83-c7ed-47ef-854e-d8d2b037a682 None None] Port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:39.753911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.754461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b1c9c-5aa5-4389-90ec-14d43fa9dbbc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:39.765250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.791380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:39.792013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:39.872887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3543cc-3bff-486c-ac48-5dffdc9b964a None None] Pushing event updated for resources: {'Port': ['ID=7870fe63-38b1-4e7e-8868-c7aae806b8c1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:39.946279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] Provisioning complete for port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:39.946699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:39.992437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event updated for resources: {'Port': ['ID=01bb287e-a97a-487e-8c01-8300ca1316fa,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:40.000283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Allocated IP 172.20.0.34 (d0fe36ad-4a4c-434c-813e-a1336d628ad6/fc507081-a42e-4ec6-a607-725714b85bc8/963b851a-6f44-44b1-ae73-b2a97afc0402) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:40.012349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] In _notify_port_updated(), no bound segment for port 01bb287e-a97a-487e-8c01-8300ca1316fa on network d0fe36ad-4a4c-434c-813e-a1336d628ad6 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:44:40.019571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:40.021789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.023448 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-792a80eb-29e2-4723-89a3-1befd86da0a3 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "PUT /v2.0/ports/01bb287e-a97a-487e-8c01-8300ca1316fa HTTP/1.1" status: 200 len: 959 time: 1.6075802 Dec 10 04:44:40.028728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:40.041527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47992975-22e5-42b6-aba5-9c04ea171edf req-73fa516d-8e04-4069-857c-c7a314fe197f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667850 Dec 10 04:44:40.085783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5cd5-a273-4bbe-bb13-fff71e86dcb2 req-9253d26c-1bdb-4620-9c31-6d0d7c5b6711 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:40.087539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e51c5cd5-a273-4bbe-bb13-fff71e86dcb2 req-9253d26c-1bdb-4620-9c31-6d0d7c5b6711 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.1393399 Dec 10 04:44:40.095612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.105286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:40.232841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Allocated IP 172.20.0.1 (b777789d-d83d-4da5-b66f-7a584f0a7a7b/4da9ebcf-9b29-461b-8c66-53b5ea211f0d/b24cb503-c0cd-404b-84e5-ea48c1e57352) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:40.260124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 01bb287e-a97a-487e-8c01-8300ca1316fa {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:40.260519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.351258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.358088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:40.409904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.418989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.428876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.435316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=c189e744-e445-4ef3-b6a6-e7339c5819b9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:40.491508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.532259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae131b0d-1492-472e-b7f2-024535c0f970 None None] Pushing event updated for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:40.533501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 01bb287e-a97a-487e-8c01-8300ca1316fa owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:40.556218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Pushing event updated for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:40.585903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:40.589272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:40.665269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e51c5cd5-a273-4bbe-bb13-fff71e86dcb2 req-ab44891e-80ce-47e8-932e-4399713f87d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5463891 Dec 10 04:44:40.666420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:40.715087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.754105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.875913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] For port 7870fe63-38b1-4e7e-8868-c7aae806b8c1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7870fe63-38b1-4e7e-8868-c7aae806b8c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:40.887569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.904699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=01bb287e-a97a-487e-8c01-8300ca1316fa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:40.919246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:40.970826 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.008922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.012396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:35Z', 'revision_number': 3, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:41.020398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f6eccb57-69ad-4755-8cc2-aa22b546efbc tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/01bb287e-a97a-487e-8c01-8300ca1316fa HTTP/1.1" status: 204 len: 168 time: 0.9878736 Dec 10 04:44:41.021704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36928) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:41.056751 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce920f6-ba48-450d-aa9a-6fc7eebd8eaf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] GET failed (client error): The resource could not be found. Dec 10 04:44:41.058824 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ce920f6-ba48-450d-aa9a-6fc7eebd8eaf tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports/01bb287e-a97a-487e-8c01-8300ca1316fa HTTP/1.1" status: 404 len: 333 time: 0.0365477 Dec 10 04:44:41.061051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:41.116843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854618e1-c9d3-443f-b01f-3d26a200f550 None None] The sync data for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 is: [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:35Z', 'revision_number': 3, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:41.125016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b7f2f-c666-48ad-836e-d8f654079c1c None None] Pushing event updated for resources: {'Port': ['ID=7870fe63-38b1-4e7e-8868-c7aae806b8c1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:41.147112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6faf7358-2adf-4a92-adcb-557d11064d25 None None] Provisioning complete for port b24cb503-c0cd-404b-84e5-ea48c1e57352 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:41.148794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6faf7358-2adf-4a92-adcb-557d11064d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.182209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.197603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c38610-caac-4133-b664-bbd46fb498cd req-8ea4545b-cb33-4396-98a0-a753734173ed tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:41.199627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48c38610-caac-4133-b664-bbd46fb498cd req-8ea4545b-cb33-4396-98a0-a753734173ed tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.8105533 Dec 10 04:44:41.216506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.237541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6faf7358-2adf-4a92-adcb-557d11064d25 None None] Port b24cb503-c0cd-404b-84e5-ea48c1e57352 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:41.287571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.291004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.294833 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/security-groups/68ccbb9c-22b7-49ee-a9a3-b5e749b93cc3 HTTP/1.1" status: 204 len: 168 time: 0.2300212 Dec 10 04:44:41.299106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:41.337169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce79f-e29a-4d61-bfb0-fc401207f329 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ccbb9c-22b7-49ee-a9a3-b5e749b93cc3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:41.426087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.452516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.466637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.494872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce383e-9ed0-40cc-84d0-92cfbde8dedc req-bb16d5f1-53df-48d3-abbf-aacdd3fdd9fb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:41.496641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97ce383e-9ed0-40cc-84d0-92cfbde8dedc req-bb16d5f1-53df-48d3-abbf-aacdd3fdd9fb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.5892401 Dec 10 04:44:41.568815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48c38610-caac-4133-b664-bbd46fb498cd req-6b33d3e0-09b9-49b7-bb1c-e04cf054d14c tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595340 Dec 10 04:44:41.574582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.603034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:41.635073 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4287c1b-2415-4403-a52f-563ec0e98594 HTTP/1.1" status: 204 len: 168 time: 0.3335264 Dec 10 04:44:41.640881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:41.684749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f0602-725e-4a79-b6f4-237ff9a85c4e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4287c1b-2415-4403-a52f-563ec0e98594,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:41.838297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2c52bbd-3ef2-48dc-81e8-aaaa1feb5817 req-faea138d-c721-4fd0-b6d6-911c5e1a1317 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1067290 Dec 10 04:44:41.858359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:41.915503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97ce383e-9ed0-40cc-84d0-92cfbde8dedc req-6af4e80f-176c-4a8d-a21e-f3f49d343f29 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520148 Dec 10 04:44:41.999962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-01bec82d-a746-4548-aeb0-7427b57341d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130214 Dec 10 04:44:42.045947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:42.157466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Could not find standard attr ID for object 01bb287e-a97a-487e-8c01-8300ca1316fa. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:44:42.176754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-be489742-3c0b-4aa1-bd98-6168f74d157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:42.180742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:42.183649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-be489742-3c0b-4aa1-bd98-6168f74d157f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.0903850 Dec 10 04:44:42.184314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:42.373142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:42.373514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:42.392655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-3fea4d07-a08a-4f56-b1d5-70e40c613c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:42.396459 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-3fea4d07-a08a-4f56-b1d5-70e40c613c68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.1862123 Dec 10 04:44:42.451509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dbc786c6-d02d-4d97-be5a-14fec37459db None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:42.576787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-e8a9a56f-919e-4bfd-848f-84441079ad27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.1721950 Dec 10 04:44:42.691257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-50bbfb36-2d58-41c6-aca8-37a96230c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:42.693481 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-50bbfb36-2d58-41c6-aca8-37a96230c7f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1047032 Dec 10 04:44:42.764821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2df2c1ad-8d0b-433e-874c-140db5de3137 None None] Could not find standard attr ID for object 01bb287e-a97a-487e-8c01-8300ca1316fa. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:44:42.801112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-abf70736-1a5c-4415-8ec0-b1a32a3ef591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:42.803242 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-abf70736-1a5c-4415-8ec0-b1a32a3ef591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021605 Dec 10 04:44:42.851546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7870fe63-38b1-4e7e-8868-c7aae806b8c1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:42.939388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:42.940145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:42.970896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:42.980074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a7c35ad-cd4d-4d4e-87d6-ed8096c35e9d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/54cd95fe-c5f7-423a-bdb8-80f6d6c9c426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7986650 Dec 10 04:44:42.984373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] Sync routers for ids ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:42.987932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36948) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:42.990156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.003933 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] Routers {'54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:43.004585 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:43.006561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-fa5e462b-8485-492b-843b-8dad7024454b service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960559 Dec 10 04:44:43.066516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4c612-d3aa-4ed9-a50f-d2935f6298e5 req-b3446667-1bee-4771-ae70-6540f54be211 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:43.068722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c4c612-d3aa-4ed9-a50f-d2935f6298e5 req-b3446667-1bee-4771-ae70-6540f54be211 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 1.0695152 Dec 10 04:44:43.080189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b7a16bf9-4fce-4fa0-938e-d96c86b92ff6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 HTTP/1.1" status: 200 len: 205 time: 0.0821743 Dec 10 04:44:43.081146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36950) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:43.121137 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:43.123074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:43.139901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] Routers {'54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:43.142875 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:43.199356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad8f9-c672-43f9-b1a3-47212f3f846b req-ef114473-4562-47c4-b7e9-0913f568d1ae tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:43.200908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a4ad8f9-c672-43f9-b1a3-47212f3f846b req-ef114473-4562-47c4-b7e9-0913f568d1ae tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 1.1565521 Dec 10 04:44:43.203175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.214691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:43.215670 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a0d36-df0a-41a2-9ea0-828479fdc5db None None] The sync data for ids ['54cd95fe-c5f7-423a-bdb8-80f6d6c9c426'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:43.238829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3ebc45b2-3d0c-4612-8c40-f421ac426398 req-aa9e3867-a78c-4756-8c02-409023fcbd06 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185841 Dec 10 04:44:43.283202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.313538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:43.314180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.374923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Pushing event updated for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:43.411913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.515256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c4c612-d3aa-4ed9-a50f-d2935f6298e5 req-58799497-8bc4-4381-9949-80cce1dbd803 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331274 Dec 10 04:44:43.525572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.528157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.531743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c52dca8-9424-41c5-a946-cedc429fcb4f HTTP/1.1" status: 204 len: 168 time: 1.8813488 Dec 10 04:44:43.532038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:43.617967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec56f5-e7c5-4561-8b4d-54586a74596e tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c52dca8-9424-41c5-a946-cedc429fcb4f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:43.638840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a4ad8f9-c672-43f9-b1a3-47212f3f846b req-2a989e1e-7717-4dbd-8458-08844366ba1b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223833 Dec 10 04:44:43.643622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 9387eccd-48e1-422d-b309-c7fde3b91599 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:43.651206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.673987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.769355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.820955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.879612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:43.912103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ce63b4b-0300-4966-92d6-1c2413ead74d req-980a94d9-1daa-48da-bb4d-00da9c4a4aef tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0993762 Dec 10 04:44:43.957844 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.020934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df110-93de-4fb0-9059-c22b6d651c62 req-d34d556a-e166-425f-b08b-2390191a946b tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:44.022453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b99df110-93de-4fb0-9059-c22b6d651c62 req-d34d556a-e166-425f-b08b-2390191a946b tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.3806975 Dec 10 04:44:44.046902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.046902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router 54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:44.053902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.058293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a19033c7-d4d2-45a8-a831-52d5e93ae4d6 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 HTTP/1.1" status: 204 len: 168 time: 0.9684730 Dec 10 04:44:44.060915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:44.136027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 1fedd77d-1b3b-4c41-9ba0-750fda079ba9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:44.139473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.144668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:44.145540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.152504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:44.194456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b99df110-93de-4fb0-9059-c22b6d651c62 req-da9918eb-b794-48d9-8a59-1ee849d9f7b2 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564982 Dec 10 04:44:44.216014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=9387eccd-48e1-422d-b309-c7fde3b91599,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:44.220224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.229845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-90230eec-c2af-4ae8-8073-45ac765e68b5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/9387eccd-48e1-422d-b309-c7fde3b91599 HTTP/1.1" status: 204 len: 168 time: 0.6905959 Dec 10 04:44:44.229845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:44.230239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20071d5-0bb0-4c12-8039-d19840c44412 None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:44.253754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d094c0b-4c0b-4a51-a4d2-5b3e48fd04cb req-a632d319-ad3e-4d13-98de-68fc80c0cc2b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:44.264801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d094c0b-4c0b-4a51-a4d2-5b3e48fd04cb req-a632d319-ad3e-4d13-98de-68fc80c0cc2b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1990020 Dec 10 04:44:44.283236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.332009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d094c0b-4c0b-4a51-a4d2-5b3e48fd04cb req-a7de3bb3-a968-4301-9e4b-1a4866663847 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659423 Dec 10 04:44:44.354290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet fc507081-a42e-4ec6-a607-725714b85bc8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:44.366642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.480710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Router da8e20d4-cec7-44a4-822e-e420e064e8d2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:44.525518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.645849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:44.666671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5edcd8af-6cb9-4d1d-9f82-1e59cbe9c847 admin admin] 10.222.0.43 "PUT /v2.0/routers/da8e20d4-cec7-44a4-822e-e420e064e8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0644186 Dec 10 04:44:44.698364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7a48f2ab-b062-4215-b335-224f5859bfa5 None None] Provisioning complete for port b24cb503-c0cd-404b-84e5-ea48c1e57352 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:44.699700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a48f2ab-b062-4215-b335-224f5859bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.703809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Sync routers for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:44.757130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709391f6-8f78-458f-a6e4-dbc07d640981 req-3dc5cd7a-712f-428f-afd2-3dc154268a02 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:44.758786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-709391f6-8f78-458f-a6e4-dbc07d640981 req-3dc5cd7a-712f-428f-afd2-3dc154268a02 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1147337 Dec 10 04:44:44.768948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:44.775335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:44.795112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.921556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-709391f6-8f78-458f-a6e4-dbc07d640981 req-db347d65-1ea7-479c-97c8-155702859e26 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344953 Dec 10 04:44:44.951255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:44.954376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81140-3a24-416b-bd8f-24417c8708ad req-fb3d6ab5-beb8-4500-bc1c-e405141a05ef tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:44.955956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49a81140-3a24-416b-bd8f-24417c8708ad req-fb3d6ab5-beb8-4500-bc1c-e405141a05ef tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.1823993 Dec 10 04:44:45.042858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:45.056177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49a81140-3a24-416b-bd8f-24417c8708ad req-7a901a8d-58e8-47a5-a1dd-a2a1c07cb4b9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903797 Dec 10 04:44:45.132499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.167460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8edef205-f4fa-4a1f-87e1-941539a7a3f1 req-26a512a4-bf0b-46c6-b8dd-7ac2d3d4b532 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0849733 Dec 10 04:44:45.190761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=1fedd77d-1b3b-4c41-9ba0-750fda079ba9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:45.206762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.214446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36970) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:45.214613 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d4e598a-0b77-4c54-8678-f1337e83e276 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/1fedd77d-1b3b-4c41-9ba0-750fda079ba9 HTTP/1.1" status: 204 len: 168 time: 1.1506073 Dec 10 04:44:45.233825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.273804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.284948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/fc507081-a42e-4ec6-a607-725714b85bc8 HTTP/1.1" status: 204 len: 168 time: 1.0537562 Dec 10 04:44:45.285187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:45.289973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bff51f-872b-4fd9-b411-6cf857986c0c None None] Network b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:45.415893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fc852-b0b8-4256-ab3b-35efa393d5e2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=fc507081-a42e-4ec6-a607-725714b85bc8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:45.428592 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61915d6-5221-46b1-a05e-0758ce0f4052 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:45.429132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61915d6-5221-46b1-a05e-0758ce0f4052 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:45.438710 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a61915d6-5221-46b1-a05e-0758ce0f4052 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/9387eccd-48e1-422d-b309-c7fde3b91599 HTTP/1.1" status: 404 len: 337 time: 0.1500118 Dec 10 04:44:45.438926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:45.439391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a48f2ab-b062-4215-b335-224f5859bfa5 None None] Port b24cb503-c0cd-404b-84e5-ea48c1e57352 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:45.483174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.595655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting subnet 8ec69f2d-57fb-4431-885f-215b78ae198f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:44:45.605237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.609354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913811f2-09bc-4dde-a9ba-7af1d617b788 req-a4d71885-00b3-446f-b0a0-9bb3e94c2fb1 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:45.631584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-913811f2-09bc-4dde-a9ba-7af1d617b788 req-a4d71885-00b3-446f-b0a0-9bb3e94c2fb1 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.2462687 Dec 10 04:44:45.708982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.774869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d3586-f5a8-4d42-9e3a-59c74ee824f3 req-3c62d3b0-d873-4c4a-8375-ecdeaa30b67d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:45.777000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-090d3586-f5a8-4d42-9e3a-59c74ee824f3 req-3c62d3b0-d873-4c4a-8375-ecdeaa30b67d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2715793 Dec 10 04:44:45.805827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:45.816968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-252091324-network', 'tenant_id': '28564f39b27543bf8e008a232ee9f733'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:45.847392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2fb43-6a72-4b20-938d-bb5f9c86820d None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:45.861674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-913811f2-09bc-4dde-a9ba-7af1d617b788 req-38554c9c-6105-464f-badf-2bedfd250563 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286015 Dec 10 04:44:45.937819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 9ae35ab2-a176-42b4-979c-faf96ae5105b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:45.938200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.950905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Made reservation on behalf of 28564f39b27543bf8e008a232ee9f733 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:45.958034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:45.989278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.035542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-090d3586-f5a8-4d42-9e3a-59c74ee824f3 req-6deb1f16-71e1-4487-a664-0b19fc2c1f47 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453685 Dec 10 04:44:46.060389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.149020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 9ae35ab2-a176-42b4-979c-faf96ae5105b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9ae35ab2-a176-42b4-979c-faf96ae5105b,segment=NetworkSegment(0a0802c5-80a6-498a-845c-fa47dc150ab6),segment_id=0a0802c5-80a6-498a-845c-fa47dc150ab6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:46.149625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.166281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 9ae35ab2-a176-42b4-979c-faf96ae5105b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:46.184725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643b547-8558-4667-be78-2ac1219a29e9 req-503eef01-630e-447e-8d29-248d49a9aab8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:46.194799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d643b547-8558-4667-be78-2ac1219a29e9 req-503eef01-630e-447e-8d29-248d49a9aab8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1578333 Dec 10 04:44:46.211812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] DHCP port deletion for b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:46.225523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.227190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.239161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.254112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d9808485-bf25-45e1-80ef-86636ed9517f None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:46.254545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9808485-bf25-45e1-80ef-86636ed9517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.271184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec69f2d-57fb-4431-885f-215b78ae198f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:46.276424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.280368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0e8a05b-04ae-4ffe-8f93-2edad87c261b tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/8ec69f2d-57fb-4431-885f-215b78ae198f HTTP/1.1" status: 204 len: 168 time: 0.8405955 Dec 10 04:44:46.293499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.308423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:46.331550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301aa9ef-bccf-4485-8e4e-5802b96649b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:46.335372 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ea8812-888e-4681-b557-c8d47fd7c69c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.335850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ea8812-888e-4681-b557-c8d47fd7c69c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.338979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-07ea8812-888e-4681-b557-c8d47fd7c69c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/7b506044-20b2-42b8-a415-0c85a6c71963 HTTP/1.1" status: 404 len: 337 time: 0.0463672 Dec 10 04:44:46.343924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.346477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.346828 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Added segment 5da6e00f-0677-43bb-9e56-8af86501cce0 of type vlan for network be9e2b60-b1df-4df2-a9c4-33e642f5663c Dec 10 04:44:46.373260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d643b547-8558-4667-be78-2ac1219a29e9 req-1e8f1442-b9bb-47d5-883d-3ed9df32ff8e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774683 Dec 10 04:44:46.387517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-964b5edf-ff6c-44ea-accb-9ea7e228687c tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "GET /v2.0/ports?device_id=34d4b665-94f0-468d-9283-d9003ac03948 HTTP/1.1" status: 200 len: 205 time: 0.0423617 Dec 10 04:44:46.390771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.407371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a050a08-0983-4897-aca1-4d170790cac9 req-16975e8e-b3ae-4395-bb7f-966ac1cdd812 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:46.409065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a050a08-0983-4897-aca1-4d170790cac9 req-16975e8e-b3ae-4395-bb7f-966ac1cdd812 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.1914971 Dec 10 04:44:46.409796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 2, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:46.432640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.457454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Checking router: da8e20d4-cec7-44a4-822e-e420e064e8d2 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:44:46.457810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Updating router da8e20d4-cec7-44a4-822e-e420e064e8d2 port b24cb503-c0cd-404b-84e5-ea48c1e57352 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:44:46.464614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Deleting port 9ae35ab2-a176-42b4-979c-faf96ae5105b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:46.464997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.471133 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-c7e79a0a-088c-4b32-a335-b79d56b9298a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] delete failed (client error): The resource could not be found. Dec 10 04:44:46.472194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7e79a0a-088c-4b32-a335-b79d56b9298a tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/routers/34d4b665-94f0-468d-9283-d9003ac03948 HTTP/1.1" status: 404 len: 336 time: 0.0504551 Dec 10 04:44:46.475808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.477374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.495672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a050a08-0983-4897-aca1-4d170790cac9 req-757129c5-3abb-4c67-8254-57320078aa38 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795646 Dec 10 04:44:46.500979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=9ae35ab2-a176-42b4-979c-faf96ae5105b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:46.503189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port 9ae35ab2-a176-42b4-979c-faf96ae5105b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:46.510310 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1da342-5ef7-41b1-a670-8bb553e49fb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.510767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1da342-5ef7-41b1-a670-8bb553e49fb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.515984 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4e1da342-5ef7-41b1-a670-8bb553e49fb0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/6af5b98a-b4ce-46c0-832c-8b044bd94197 HTTP/1.1" status: 404 len: 337 time: 0.0344040 Dec 10 04:44:46.523798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.549521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.568371 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a556ba-6707-4266-804c-ec3bb5d9f8e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.568970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a556ba-6707-4266-804c-ec3bb5d9f8e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.572033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9aa5bd57-fda7-4555-a62a-d79fedf8ec08 req-4f5c616b-873a-4330-b3e3-765790ddb796 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0747862 Dec 10 04:44:46.575518 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-02a556ba-6707-4266-804c-ec3bb5d9f8e5 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c1cae485-3f99-487c-9dc1-f115f1352c90 HTTP/1.1" status: 404 len: 337 time: 0.0501926 Dec 10 04:44:46.578461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.617677 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-439ecb1b-e78e-40c8-9afc-29ee53ea33b2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.618190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439ecb1b-e78e-40c8-9afc-29ee53ea33b2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.622151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-439ecb1b-e78e-40c8-9afc-29ee53ea33b2 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c854b1a9-637b-4865-bfa8-4fc361d991ea HTTP/1.1" status: 404 len: 337 time: 0.0422029 Dec 10 04:44:46.623428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.624346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.624505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:46.625087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.646984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] For port 9ae35ab2-a176-42b4-979c-faf96ae5105b, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:46.647423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.695475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.706175 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a026f1df-f7cf-405a-85fc-d8569819c195 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.707036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a026f1df-f7cf-405a-85fc-d8569819c195 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.710975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ae35ab2-a176-42b4-979c-faf96ae5105b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:46.711303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a026f1df-f7cf-405a-85fc-d8569819c195 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/14d0836a-f734-4f15-9699-9eb3bf6ad05f HTTP/1.1" status: 404 len: 333 time: 0.0850689 Dec 10 04:44:46.713880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Calling delete_port for 9ae35ab2-a176-42b4-979c-faf96ae5105b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:46.714871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37012) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.726028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Port 9ae35ab2-a176-42b4-979c-faf96ae5105b was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:44:46.743940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9368064 Dec 10 04:44:46.749094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37014) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.750654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 9ae35ab2-a176-42b4-979c-faf96ae5105b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:46.751380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9ae35ab2-a176-42b4-979c-faf96ae5105b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:46.752594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311420c5-968c-470c-a61e-f5d2ced9f760 None None] Update dhcp port {'port': {'network_id': 'd0fe36ad-4a4c-434c-813e-a1336d628ad6', 'fixed_ips': [{'subnet_id': '8ec69f2d-57fb-4431-885f-215b78ae198f'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '963b851a-6f44-44b1-ae73-b2a97afc0402'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:44:46.755337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f8c7e0-0cb6-4b90-9185-c270a5726bf7']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:46.757915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.760420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Request body: {'subnet': {'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-subnet', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:46.765455 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3b6a0e-d762-4736-a797-5a70913b9fbe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.765896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3b6a0e-d762-4736-a797-5a70913b9fbe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.768953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed3b6a0e-d762-4736-a797-5a70913b9fbe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/9494df0c-d8f0-4fe6-b234-e38f53428041 HTTP/1.1" status: 404 len: 337 time: 0.0529737 Dec 10 04:44:46.777357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.787709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0802c5-80a6-498a-845c-fa47dc150ab6') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:46.788000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0802c5-80a6-498a-845c-fa47dc150ab6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:46.794921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d9808485-bf25-45e1-80ef-86636ed9517f None None] Provisioning complete for port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:46.795494 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9808485-bf25-45e1-80ef-86636ed9517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.803054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef844e6a-0bef-483b-968e-72dce94ba6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=be9e2b60-b1df-4df2-a9c4-33e642f5663c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:46.825890 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b49c6ad-41e4-4409-ab66-322c3e42fb38 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.826804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b49c6ad-41e4-4409-ab66-322c3e42fb38 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.830108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b49c6ad-41e4-4409-ab66-322c3e42fb38 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/98204f86-3740-4f71-93fc-abf7eb0b404b HTTP/1.1" status: 404 len: 337 time: 0.0517933 Dec 10 04:44:46.833191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.834618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37018) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.837246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d990c6-306e-419b-9131-56d197653f66 req-b71f42ff-da6d-44e3-9f51-e863fcff08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:46.839361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-b71f42ff-da6d-44e3-9f51-e863fcff08f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306605 Dec 10 04:44:46.848578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacf252-434f-4a9b-a5fb-d50eeb348356 req-d611fb1a-4f18-432a-a7bb-4f115eeb9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:46.849544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:46.850903 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeacf252-434f-4a9b-a5fb-d50eeb348356 req-d611fb1a-4f18-432a-a7bb-4f115eeb9878 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 1096 time: 0.0601411 Dec 10 04:44:46.861279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] Pushing event deleted for resources: {'Port': ['ID=9ae35ab2-a176-42b4-979c-faf96ae5105b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:46.866808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Made reservation on behalf of 28564f39b27543bf8e008a232ee9f733 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:46.869171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.875188 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e318e1-a989-4cb8-9fe6-e31a64e48427 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.875737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e318e1-a989-4cb8-9fe6-e31a64e48427 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.878865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84e318e1-a989-4cb8-9fe6-e31a64e48427 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/fa51daff-e86a-465b-ad3c-3a86d407b246 HTTP/1.1" status: 404 len: 333 time: 0.0415890 Dec 10 04:44:46.880229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.882992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37022) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:46.899843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:46.900424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:46.904049 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:46.943670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32b862-7290-4aae-b80c-1a54f02e4d15 None None] No DVR routers for this DVR port 9ae35ab2-a176-42b4-979c-faf96ae5105b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:46.946942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-311420c5-968c-470c-a61e-f5d2ced9f760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:46.971393 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aa0f83-97b8-4760-9a6d-b755227e2b21 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:46.972710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39aa0f83-97b8-4760-9a6d-b755227e2b21 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:46.979934 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-39aa0f83-97b8-4760-9a6d-b755227e2b21 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/1ec2d3e0-9d49-490f-8d27-5cf265636a82 HTTP/1.1" status: 404 len: 337 time: 0.0934784 Dec 10 04:44:46.981263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:47.003893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d9808485-bf25-45e1-80ef-86636ed9517f None None] Port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:47.041684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.042059 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de9e1e5-00bd-4a9c-a4c1-031ff65eeee0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] DELETE failed (client error): The resource could not be found. Dec 10 04:44:47.042558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de9e1e5-00bd-4a9c-a4c1-031ff65eeee0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:44:47.060707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0de9e1e5-00bd-4a9c-a4c1-031ff65eeee0 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/subnets/c7ce3656-5e18-44eb-9e04-579a585a1c11 HTTP/1.1" status: 404 len: 337 time: 0.0702853 Dec 10 04:44:47.060707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:47.087367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.099985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/b2f8c7e0-0cb6-4b90-9185-c270a5726bf7 HTTP/1.1" status: 204 len: 168 time: 1.8848474 Dec 10 04:44:47.105302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37030) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:47.111026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1996617141', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:47.118183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd708d5d-ce4f-49f2-9815-a0f56b053c90 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=b2f8c7e0-0cb6-4b90-9185-c270a5726bf7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:47.145165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20538178-1137-4a7c-80d8-e677c243c88f req-43324b3e-17ae-4590-9fdf-ab1fa0c3f2d0 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:47.153885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20538178-1137-4a7c-80d8-e677c243c88f req-43324b3e-17ae-4590-9fdf-ab1fa0c3f2d0 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.1570840 Dec 10 04:44:47.156574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeacf252-434f-4a9b-a5fb-d50eeb348356 req-e6ca4335-33e6-4145-a910-04b69477940e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207835 Dec 10 04:44:47.212381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-b8f8b110-b91e-4000-a207-d97c2d8d9b7e service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179696 Dec 10 04:44:47.231030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:47.231780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.231885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.232818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.326782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e35b1-a60e-42d9-bc95-4c142510ffb4 None None] Network d0fe36ad-4a4c-434c-813e-a1336d628ad6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:47.329399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20538178-1137-4a7c-80d8-e677c243c88f req-ca944280-26b7-4215-8553-0aaff85c4bcf tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726489 Dec 10 04:44:47.329765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.337276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.363493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:47.367923 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.423590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbc8bf-a10a-4e23-9f35-bf919aaee951 req-b1df0ea8-048d-4408-8162-560550972f45 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:47.425294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04fbc8bf-a10a-4e23-9f35-bf919aaee951 req-b1df0ea8-048d-4408-8162-560550972f45 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2658026 Dec 10 04:44:47.427458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.446616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-28712371-6824-410d-a100-a6884c5f0ddf None None] Provisioning complete for port 963b851a-6f44-44b1-ae73-b2a97afc0402 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:47.447319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28712371-6824-410d-a100-a6884c5f0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.462468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.539156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092ac9-8080-4a03-957f-588010a9f013 None None] Pushing event updated for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:47.541336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f488a1ee-0959-4b84-aa34-0313db304af9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:47.570230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e6d990c6-306e-419b-9131-56d197653f66 req-bcc63d0d-7706-48c3-b870-9e2335d4c44a service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259613 Dec 10 04:44:47.607097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.654037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Attempting to bind port b24cb503-c0cd-404b-84e5-ea48c1e57352 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:47.654409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Attempting to bind port b24cb503-c0cd-404b-84e5-ea48c1e57352 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:47.654779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Attempting to bind port b24cb503-c0cd-404b-84e5-ea48c1e57352 on network b777789d-d83d-4da5-b66f-7a584f0a7a7b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:47.660724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] DHCP port deletion for d0fe36ad-4a4c-434c-813e-a1336d628ad6 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:47.669192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.675332 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/ports/fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2 HTTP/1.1" status: 204 len: 168 time: 0.6183665 Dec 10 04:44:47.676109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:47.712846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:47.713423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Checking segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:47.713879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.719406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Bound using segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:47.720104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Bound port: b24cb503-c0cd-404b-84e5-ea48c1e57352, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:47.720558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.751332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04fbc8bf-a10a-4e23-9f35-bf919aaee951 req-9c8dba24-e881-435b-bceb-1c6561e376bc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172519 Dec 10 04:44:47.761810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.778143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Checking segment: {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:47.778143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Network hostable DHCP agents. Network: be9e2b60-b1df-4df2-a9c4-33e642f5663c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:47.782641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-28712371-6824-410d-a100-a6884c5f0ddf None None] Could not find standard attr ID for object fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:44:47.787766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f666e9-00b3-4e14-95da-32d25f9228ca req-a80d8384-1955-4cc8-8ad9-950ed9b20dc5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:47.789552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63f666e9-00b3-4e14-95da-32d25f9228ca req-a80d8384-1955-4cc8-8ad9-950ed9b20dc5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.2493346 Dec 10 04:44:47.803855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd683b4-dc61-4e5b-8f00-18031e0358fe tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=fafc0e76-9bb3-404b-a4c2-ecd50c1a70e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:47.833149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.854647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] For port b24cb503-c0cd-404b-84e5-ea48c1e57352, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:47.858851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] For port b24cb503-c0cd-404b-84e5-ea48c1e57352, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b24cb503-c0cd-404b-84e5-ea48c1e57352,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:47.859239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:47.872388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.884703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Deleting port 963b851a-6f44-44b1-ae73-b2a97afc0402 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:47.885168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.908379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-b8325d64-068f-40fc-b71c-b76fd4db18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:47.910085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-b8325d64-068f-40fc-b71c-b76fd4db18a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1095 time: 0.1007409 Dec 10 04:44:47.922795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, be9e2b60-b1df-4df2-a9c4-33e642f5663c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:47.940559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Deleting port 963b851a-6f44-44b1-ae73-b2a97afc0402 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:47.941099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.952182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa691d82-ccdb-43b1-bf81-eea9711e515e None None] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:47.958559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:47.959169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:47.987470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63f666e9-00b3-4e14-95da-32d25f9228ca req-0cecedfe-fbe9-42ab-8669-69d5111356f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770685 Dec 10 04:44:48.015384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d7312aa4-188c-4560-9fef-3b44a180cb7d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2633851 Dec 10 04:44:48.016123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:48.026996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:48.043198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f365-4560-4372-90a4-bf77134183d9 req-dff1fcc0-c5c9-4f25-8ef3-7b830ab326ef tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:48.044377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb98f365-4560-4372-90a4-bf77134183d9 req-dff1fcc0-c5c9-4f25-8ef3-7b830ab326ef tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.1922922 Dec 10 04:44:48.074063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] Provisioning complete for port b24cb503-c0cd-404b-84e5-ea48c1e57352 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:48.074618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.086639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:48.086639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.086639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092ac9-8080-4a03-957f-588010a9f013 None None] Pushing event updated for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:48.091057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:48.091801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:48.111368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] For port 963b851a-6f44-44b1-ae73-b2a97afc0402, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=963b851a-6f44-44b1-ae73-b2a97afc0402,segment=NetworkSegment(256d9b77-22fa-41da-b3e8-4c3f5047b4c5),segment_id=256d9b77-22fa-41da-b3e8-4c3f5047b4c5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:48.111857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.134317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Calling delete_port for 963b851a-6f44-44b1-ae73-b2a97afc0402 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:48.164759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-007fb5ff-1b6c-4f44-8bf2-31701a4b965a req-baa00406-e628-45d7-a242-d8fce06af689 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0683548 Dec 10 04:44:48.183629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.185040 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.247799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.383749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Calling delete_port for 963b851a-6f44-44b1-ae73-b2a97afc0402 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:48.544088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-6785dac0-9ef0-45f1-afc0-0d5ca9d29eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:48.545990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-6785dac0-9ef0-45f1-afc0-0d5ca9d29eea service neutron] 10.222.0.41 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.6023374 Dec 10 04:44:48.549616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'project_id': '28564f39b27543bf8e008a232ee9f733', 'fixed_ips': [{'subnet_id': 'f488a1ee-0959-4b84-aa34-0313db304af9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:44:48.550526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.609602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:48.641823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-90fc33fa-3aac-4db1-850e-280726a0f6d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 200 len: 998 time: 0.0867968 Dec 10 04:44:48.643010 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.668379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:44:48.714664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-85337231-de76-4b61-aad5-6583f557018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:48.716354 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-85337231-de76-4b61-aad5-6583f557018f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.0535839 Dec 10 04:44:48.722658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 963b851a-6f44-44b1-ae73-b2a97afc0402 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:44:48.723025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 963b851a-6f44-44b1-ae73-b2a97afc0402 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:44:48.747506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] No DVR routers for this DVR port 963b851a-6f44-44b1-ae73-b2a97afc0402 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:48.760175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7a2e0b6-7fcb-474c-bf75-9e8c825f5b4f req-d309c29b-56c0-4182-8a00-2bf1bf6cb60e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1066270 Dec 10 04:44:48.789448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:48.830747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb98f365-4560-4372-90a4-bf77134183d9 req-548145ac-d50f-4ead-8c2b-77b9a76049db tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7621615 Dec 10 04:44:48.874124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:48.889109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-3057aa40-6326-4fea-8153-e274ec1c97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:48.890621 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-3057aa40-6326-4fea-8153-e274ec1c97b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411757 Dec 10 04:44:48.930280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fe36ad-4a4c-434c-813e-a1336d628ad6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:48.939939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Allocated IP 172.20.0.2 (be9e2b60-b1df-4df2-a9c4-33e642f5663c/f488a1ee-0959-4b84-aa34-0313db304af9/ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:48.951258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256d9b77-22fa-41da-b3e8-4c3f5047b4c5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:48.951561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256d9b77-22fa-41da-b3e8-4c3f5047b4c5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:48.997095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.005994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.022494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.035663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:44:49.035907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:44:49.039688 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:44:49.065013 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-b0b7e35b-934c-4358-8875-5b9d88ef595f service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580830 Dec 10 04:44:49.081340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.116634 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.123266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937faa0-8b4c-4570-b38c-0c51cd4df169 req-f8974883-9b51-4ec3-8e03-250f7076337e tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:49.126880 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.130620 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.131070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b937faa0-8b4c-4570-b38c-0c51cd4df169 req-f8974883-9b51-4ec3-8e03-250f7076337e tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.3481278 Dec 10 04:44:49.136509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.140255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.178444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:49.195560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.205272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b937faa0-8b4c-4570-b38c-0c51cd4df169 req-911d4818-c015-4b65-b026-f3d5ddc8b3c9 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731931 Dec 10 04:44:49.207384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:49.214386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:49.229708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.237689 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] 10.222.0.43 "DELETE /v2.0/networks/d0fe36ad-4a4c-434c-813e-a1336d628ad6 HTTP/1.1" status: 204 len: 168 time: 1.5596187 Dec 10 04:44:49.256412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87c595-54b1-4f36-8394-fbfa6526d2c9 tempest-PortsTestJSON-610506301 tempest-PortsTestJSON-610506301-project] Pushing event deleted for resources: {'Network': ['ID=d0fe36ad-4a4c-434c-813e-a1336d628ad6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:49.274833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] Pushing event deleted for resources: {'Port': ['ID=963b851a-6f44-44b1-ae73-b2a97afc0402,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:49.280343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd8261e2-b314-4f59-aec4-ee008f2fb55d req-df70baf5-e985-4750-9e26-b4fc168cbc7d service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040915 Dec 10 04:44:49.286963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654bd1-02e9-4db3-8f49-184bf8d092ee req-7c0e7ce3-67f0-4f61-93b0-d22e69a2e7da tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:49.289589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4654bd1-02e9-4db3-8f49-184bf8d092ee req-7c0e7ce3-67f0-4f61-93b0-d22e69a2e7da tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2765462 Dec 10 04:44:49.383491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ddad6-d209-4d84-8aa3-66c7d098ac24 None None] No DVR routers for this DVR port 963b851a-6f44-44b1-ae73-b2a97afc0402 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:49.427777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Pushing event updated for resources: {'Port': ['ID=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:49.448822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Attempting to bind port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:49.449351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Attempting to bind port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:49.449718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Attempting to bind port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 on network be9e2b60-b1df-4df2-a9c4-33e642f5663c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:49.465892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] For port b24cb503-c0cd-404b-84e5-ea48c1e57352, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b24cb503-c0cd-404b-84e5-ea48c1e57352,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:49.487186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:49.487561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Checking segment: {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:49.488133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.488356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Bound using segment: {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:49.488866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Bound port: ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:49.489357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.494348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.520845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4654bd1-02e9-4db3-8f49-184bf8d092ee req-871de074-c865-40cf-a184-4f4cb45cac30 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903846 Dec 10 04:44:49.532953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f496-a096-45d2-94ff-df171d9c7fd8 req-6293b241-1d86-4f0e-9780-8a4b4dc1ce85 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:49.534767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea49f496-a096-45d2-94ff-df171d9c7fd8 req-6293b241-1d86-4f0e-9780-8a4b4dc1ce85 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1970103 Dec 10 04:44:49.565504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 172.25.8.125 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/729b7ed4-d722-4f3f-a958-bfb17db0415b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:49.650225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d185b11-470f-455d-8834-94f7aceb0bbf None None] Pushing event updated for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:49.704676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:49.741547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0e37a3ed-1a0e-44ab-bc0a-99ee640a4cd0 None None] Provisioning complete for port b24cb503-c0cd-404b-84e5-ea48c1e57352 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:49.742022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e37a3ed-1a0e-44ab-bc0a-99ee640a4cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.766635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2908e94f-601b-4082-9159-c676efadbc53 req-14c1d2dd-f95f-4114-a361-6d4954af51d2 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1472974 Dec 10 04:44:49.776956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea49f496-a096-45d2-94ff-df171d9c7fd8 req-7664d783-be5d-4dbd-a3ac-9a0ea6df449a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144089 Dec 10 04:44:49.835538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] For port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:49.908619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] For port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:49.941505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.976698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.994169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:49.998907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.020443 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8da00ef6-4474-43e7-a37c-bc62f5ff61fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7270530c77814ac19c94ddb67b201f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144674 Dec 10 04:44:50.021318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:47Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:50.027578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:50.081860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.084798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdbf2c-d7f4-40dc-9955-98442e1d5be0 None None] The sync data for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 is: [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:47Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:50.136893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.147197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.154656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808154c-19b4-4a40-a541-8f154901cf27 None None] Pushing event updated for resources: {'Port': ['ID=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:50.218226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697f0e5-6345-437a-baf1-ddbdab5f24e3 req-821559c1-abdc-4814-88ec-046d43bb0bfc tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:50.220880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7697f0e5-6345-437a-baf1-ddbdab5f24e3 req-821559c1-abdc-4814-88ec-046d43bb0bfc tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2370269 Dec 10 04:44:50.230893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.234583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.236183 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63079615-1a33-4dd2-9f5e-9d52257b7bd7 HTTP/1.1" status: 204 len: 168 time: 0.2075400 Dec 10 04:44:50.243042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.298868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dbba5-203e-4bb9-bab9-315ff34c76ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63079615-1a33-4dd2-9f5e-9d52257b7bd7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:50.345613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:50.377904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:50.394946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:50.405031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=729b7ed4-d722-4f3f-a958-bfb17db0415b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:50.410052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dde1c-b684-45d5-84e6-1d004a6b4069 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:50.481359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Allocated IP 172.25.8.116 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/06390c5e-c840-4d30-ad79-e7721804a3db) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:50.488428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7697f0e5-6345-437a-baf1-ddbdab5f24e3 req-1ea1624f-bc65-4006-98ac-63b2282bd605 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584569 Dec 10 04:44:50.585933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e74387ab-6033-473f-a985-524cd61f79ca None None] Provisioning complete for port 729b7ed4-d722-4f3f-a958-bfb17db0415b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:50.586534 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e74387ab-6033-473f-a985-524cd61f79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.659693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e74387ab-6033-473f-a985-524cd61f79ca None None] Port 729b7ed4-d722-4f3f-a958-bfb17db0415b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:50.787739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b24cb503-c0cd-404b-84e5-ea48c1e57352 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:50.802351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e68d9-94dc-480a-b96c-844f0f692435 req-cb9d1362-ebab-4e82-a9f6-702b84e27142 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:50.809646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e33e68d9-94dc-480a-b96c-844f0f692435 req-cb9d1362-ebab-4e82-a9f6-702b84e27142 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.4158571 Dec 10 04:44:50.844797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b24cb503-c0cd-404b-84e5-ea48c1e57352 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:50.845169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:50.999830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:51.061301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:51.061763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.152856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.174704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.225006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:51.232086 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.258889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.298438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:51.300285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e33e68d9-94dc-480a-b96c-844f0f692435 req-0e0416c9-d9f7-4a60-a1da-6f951bd21ee6 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896870 Dec 10 04:44:51.354555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347310df-1430-4cc8-8cd6-e8d9553cb733 req-d42f1c41-3570-4035-8ee3-4f664c20d69e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:51.356158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-347310df-1430-4cc8-8cd6-e8d9553cb733 req-d42f1c41-3570-4035-8ee3-4f664c20d69e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.5401614 Dec 10 04:44:51.512739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-347310df-1430-4cc8-8cd6-e8d9553cb733 req-0ec1eed6-6e27-452b-813a-4d812f733c80 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 Dec 10 04:44:51.521568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:51.535633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-753b39e0-5f64-4b50-92f7-68cddb28dbba req-12f25fc7-a83d-499b-9c45-ba90403d70ee tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1102867 Dec 10 04:44:51.540938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.667786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:51.680404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:51.683885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:51.690687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Pushing event updated for resources: {'Port': ['ID=06390c5e-c840-4d30-ad79-e7721804a3db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:51.698159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf7c8a-3a1b-49c0-9dc4-946522dbf31c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:51.772357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-95e81b64-42f3-4ea1-ab89-359ab599f5b2 tempest-DvrRoutersNegativeTest-1535448850 tempest-DvrRoutersNegativeTest-1535448850-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2009165526', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:51.788186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.policy [None req-95e81b64-42f3-4ea1-ab89-359ab599f5b2 tempest-DvrRoutersNegativeTest-1535448850 tempest-DvrRoutersNegativeTest-1535448850-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103254) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 04:44:51.789231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.policy [None req-95e81b64-42f3-4ea1-ab89-359ab599f5b2 tempest-DvrRoutersNegativeTest-1535448850 tempest-DvrRoutersNegativeTest-1535448850-project] Failed policy check for 'create_router' {{(pid=103254) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 04:44:51.791788 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-95e81b64-42f3-4ea1-ab89-359ab599f5b2 tempest-DvrRoutersNegativeTest-1535448850 tempest-DvrRoutersNegativeTest-1535448850-project] create failed (client error): Access was denied to this resource. Dec 10 04:44:51.825262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-95e81b64-42f3-4ea1-ab89-359ab599f5b2 tempest-DvrRoutersNegativeTest-1535448850 tempest-DvrRoutersNegativeTest-1535448850-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2719240 Dec 10 04:44:51.841931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4d2ae128-e1ff-4f6d-a036-aeecc2cb5703 None None] Provisioning complete for port 06390c5e-c840-4d30-ad79-e7721804a3db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:51.847190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae128-e1ff-4f6d-a036-aeecc2cb5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.884404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bdd0c-59f4-441b-b384-30b06447ba9e req-9ae18c7a-20c3-47e6-88bb-4082fb120d53 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:51.892873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4bdd0c-59f4-441b-b384-30b06447ba9e req-9ae18c7a-20c3-47e6-88bb-4082fb120d53 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2035499 Dec 10 04:44:51.944621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79dd74e-35c4-493b-a38a-cbac63647b76 None None] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:44:51.945738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:51.954972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ae128-e1ff-4f6d-a036-aeecc2cb5703 None None] Port 06390c5e-c840-4d30-ad79-e7721804a3db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:52.120386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4bdd0c-59f4-441b-b384-30b06447ba9e req-5425dbaf-0734-4249-a1c9-a4531274367c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264705 Dec 10 04:44:52.234393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b68ed8e-c90c-4351-b6ab-19623668531c None None] Provisioning complete for port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:52.235470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b68ed8e-c90c-4351-b6ab-19623668531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.343858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a946eb6-dce9-475a-b080-6271c81c55a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.421571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:52.592687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c824be2-90e5-48f3-b898-98976ac41832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.674382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:52.706367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c824be2-90e5-48f3-b898-98976ac41832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.714227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c824be2-90e5-48f3-b898-98976ac41832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.733190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:52.733672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.749360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c824be2-90e5-48f3-b898-98976ac41832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3e761-50e2-4433-af8c-07ff1902f834,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:52.760416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9a600e3-afa1-4ea6-98eb-f13c4fb8db2f req-bdcded37-4237-4ba7-8e93-677c987f8f3c tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53&device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0375736 Dec 10 04:44:52.773948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2c824be2-90e5-48f3-b898-98976ac41832 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e58832f6941d4fc8b340f207e4d21834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501575 Dec 10 04:44:52.788212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:52.791674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e305c996-d43b-4ac7-ba13-f16ed5a44266 None None] Provisioning complete for port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:52.792060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e305c996-d43b-4ac7-ba13-f16ed5a44266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:52.823537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6b25-b1c8-4349-9eab-297eff955184 req-8053eb0d-c4f2-4db0-9bba-a8aa7c3c1323 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:52.825142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a0f6b25-b1c8-4349-9eab-297eff955184 req-8053eb0d-c4f2-4db0-9bba-a8aa7c3c1323 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.6259952 Dec 10 04:44:52.980991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.039025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 2eb2b029-ace7-4558-8705-600cc4043af6 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:53.051411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bfe4c-c7c9-48a7-8c4b-0bf8bae8a1fc req-63474a0a-6eb3-447b-9de8-ff386aa979e4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:53.053582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-923bfe4c-c7c9-48a7-8c4b-0bf8bae8a1fc req-63474a0a-6eb3-447b-9de8-ff386aa979e4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1931188 Dec 10 04:44:53.057457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.064767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a0f6b25-b1c8-4349-9eab-297eff955184 req-2a79e782-9a2f-4397-ad41-5e64470c7ed9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053182 Dec 10 04:44:53.113181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.301577 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.351110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-923bfe4c-c7c9-48a7-8c4b-0bf8bae8a1fc req-5cfdf6ed-b0cf-4acd-bf30-3b7d97cd445a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852314 Dec 10 04:44:53.387066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:53.391979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cebb8bb8-87fc-4562-99f8-725fb3547aba req-74721d3e-d95d-455f-b4c6-41701e8918cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22301f0c4f7f4ec5bf5b3e79c8a870a9&device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0506227 Dec 10 04:44:53.402326 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] Sync routers for ids ['2eb2b029-ace7-4558-8705-600cc4043af6'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:53.414378 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] Routers {'2eb2b029-ace7-4558-8705-600cc4043af6'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:53.415506 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2eb2b029-ace7-4558-8705-600cc4043af6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:53.440107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.441723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cebb8bb8-87fc-4562-99f8-725fb3547aba req-bbc1f7e5-11a2-4b37-9101-a668d3e2adbe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=22301f0c4f7f4ec5bf5b3e79c8a870a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286939 Dec 10 04:44:53.442770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.443932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11d3e761-50e2-4433-af8c-07ff1902f834 HTTP/1.1" status: 204 len: 168 time: 0.6530521 Dec 10 04:44:53.455652 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:53.468229 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] Routers {'2eb2b029-ace7-4558-8705-600cc4043af6'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:53.469145 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2eb2b029-ace7-4558-8705-600cc4043af6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:53.509001 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:53.509734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c8304-84de-46c4-b918-e30e6ba52472 None None] The sync data for ids ['2eb2b029-ace7-4558-8705-600cc4043af6'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:53.516274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.521565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-949d5dfb-4c7e-456c-9383-9e263a1855a0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4145811 Dec 10 04:44:53.527837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:53.543952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d59094-6fc2-4418-abc5-180b389c9ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3e761-50e2-4433-af8c-07ff1902f834,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:53.569906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce06a311-36ba-4bc2-a80f-a109a3d96d7f req-187bdee9-8f1d-4f2d-ba61-079c7ed8b296 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1212890 Dec 10 04:44:53.587377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb8bb8-87fc-4562-99f8-725fb3547aba req-910a1ab1-3058-43a6-b89f-d1f0a6092725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:53.590357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cebb8bb8-87fc-4562-99f8-725fb3547aba req-910a1ab1-3058-43a6-b89f-d1f0a6092725 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401739 Dec 10 04:44:53.642405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:53.722273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2101f4-afbc-44bd-b9ea-512a3b07eb06 req-b24d6430-2f74-4c62-9b03-ef855fe69205 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:53.724356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a2101f4-afbc-44bd-b9ea-512a3b07eb06 req-b24d6430-2f74-4c62-9b03-ef855fe69205 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.2750401 Dec 10 04:44:53.827908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174f8d5-5743-4cd4-87a9-bd796e4bf284 req-71316a3f-373c-4154-99c3-a2923c4ebbe2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:53.829468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7174f8d5-5743-4cd4-87a9-bd796e4bf284 req-71316a3f-373c-4154-99c3-a2923c4ebbe2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1802950 Dec 10 04:44:53.841462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84b9b970-d432-4a71-b7d3-48f6bab3e7bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers/2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 200 len: 885 time: 0.2993910 Dec 10 04:44:53.844187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:53.905365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a2101f4-afbc-44bd-b9ea-512a3b07eb06 req-e511abfc-6408-4874-8790-ce607443e06d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380329 Dec 10 04:44:53.951659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7174f8d5-5743-4cd4-87a9-bd796e4bf284 req-49a47b2c-38df-464d-bf15-2bbe1a6f226b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072497 Dec 10 04:44:53.981979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Router c497c42e-c251-41f3-bc20-d2e2020578b3 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:44:54.155776 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a3b48b5e-3e26-4e4f-8738-becb3abe9a62 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3103042 Dec 10 04:44:54.156400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:54.161146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1996617141'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:54.163419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:54.172997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Sync routers for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:54.190616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:54.191621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:54.194215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24599-3407-4116-9403-75b7af54566b req-e6b592d5-a96c-47a8-ba20-f8481a995a26 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:54.205846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90c24599-3407-4116-9403-75b7af54566b req-e6b592d5-a96c-47a8-ba20-f8481a995a26 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1031346 Dec 10 04:44:54.265720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:54.267746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-63ad5384-f1ed-41a2-b683-2f3feee2e61e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2476640 Dec 10 04:44:54.269374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37164) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:54.271934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37166) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:54.306336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90c24599-3407-4116-9403-75b7af54566b req-327f9282-a5f0-4187-a89b-5ff56da520e8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932415 Dec 10 04:44:54.391542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:54.487292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-57604f4f-5d26-4b82-b541-93c3fd3682d3 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1469155906', 'prefixes': ['172.20.0.0/16']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:54.646615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9d3c5-92a7-4c19-9f45-3108b6059900 req-feca625a-140f-4cc1-9096-40ce44b40deb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:54.648117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86b9d3c5-92a7-4c19-9f45-3108b6059900 req-feca625a-140f-4cc1-9096-40ce44b40deb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1498537 Dec 10 04:44:54.657738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:52Z', 'revision_number': 3, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:54.694062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Checking router: c497c42e-c251-41f3-bc20-d2e2020578b3 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:44:54.694406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Updating router c497c42e-c251-41f3-bc20-d2e2020578b3 port 06390c5e-c840-4d30-ad79-e7721804a3db binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:44:54.717382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:54.727055 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:54.747362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:54.878709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-cc7edc38-f744-4ef3-8c14-23a7d6add6e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:54.880814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-cc7edc38-f744-4ef3-8c14-23a7d6add6e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.3051810 Dec 10 04:44:54.886955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86b9d3c5-92a7-4c19-9f45-3108b6059900 req-2a1dd56f-6684-44c0-8d98-a317a88e2d8e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041597 Dec 10 04:44:54.893182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57604f4f-5d26-4b82-b541-93c3fd3682d3 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] Publish callbacks [] for subnetpool, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:54.897662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-57604f4f-5d26-4b82-b541-93c3fd3682d3 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6270931 Dec 10 04:44:54.899063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37194) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:54.945313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 2eb2b029-ace7-4558-8705-600cc4043af6 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:54.964079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c29f5fa2-6232-4bcc-9fb3-835f615d1fd9 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "GET /v2.0/subnetpools/8add10a7-c490-443e-a040-c0539ba88f70 HTTP/1.1" status: 200 len: 732 time: 0.0595274 Dec 10 04:44:54.964623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:54.975852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-c61edb6e-cb8d-4e5c-b56e-c7e381bbff31 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/quotas/9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 375 time: 0.0877450 Dec 10 04:44:55.049194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3328ec0d-9002-4c7c-9ee5-b42beb5b40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.082786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e41f5d9-900e-4a8a-b82c-6e86ce56f727 req-bac04c21-9d7b-47ee-86b7-fb03cef0466b tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.0632529 Dec 10 04:44:55.103447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-75f1c7b8-77ad-41e5-8d4c-54076820e21a tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1717333787'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:55.170906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-d2b9de18-2b98-4be3-aa38-57af17b04fe0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1524534 Dec 10 04:44:55.242644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:55.260215 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15163972-953a-46ca-81a8-8896a2220882 None None] Sync routers for ids ['2eb2b029-ace7-4558-8705-600cc4043af6'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:55.275832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] Routers {'2eb2b029-ace7-4558-8705-600cc4043af6'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:55.279733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2eb2b029-ace7-4558-8705-600cc4043af6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:55.300866 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.301938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cebb8bb8-87fc-4562-99f8-725fb3547aba req-2de2ad67-02a3-4061-86eb-908e12709fb1 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.36 "GET /v2.0/ports?device_id=81f0573e-10c5-4f46-8c04-833a5d158c53 HTTP/1.1" status: 200 len: 210 time: 0.1723750 Dec 10 04:44:55.314905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.327562 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:55.328344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.330957 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1dbc653-71c7-4f26-949b-f3db500f786a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 200 len: 892 time: 1.1734605 Dec 10 04:44:55.340027 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] Routers {'2eb2b029-ace7-4558-8705-600cc4043af6'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:55.340681 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2eb2b029-ace7-4558-8705-600cc4043af6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:55.342662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:55.398606 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-15163972-953a-46ca-81a8-8896a2220882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:55.399427 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15163972-953a-46ca-81a8-8896a2220882 None None] The sync data for ids ['2eb2b029-ace7-4558-8705-600cc4043af6'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:55.419679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Attempting to bind port 06390c5e-c840-4d30-ad79-e7721804a3db on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:44:55.420668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Attempting to bind port 06390c5e-c840-4d30-ad79-e7721804a3db by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:44:55.421385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Attempting to bind port 06390c5e-c840-4d30-ad79-e7721804a3db on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:44:55.425900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376101db-9baa-41f4-ac8f-f0f7aad9edc4 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:55.447876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:44:55.449353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:55.450947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.451689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:44:55.452396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Bound port: 06390c5e-c840-4d30-ad79-e7721804a3db, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:44:55.453187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.456378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087dee3-082a-4dc0-9cd3-d018e6126127 None None] Pushing event updated for resources: {'Port': ['ID=06390c5e-c840-4d30-ad79-e7721804a3db,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:55.510064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:44:55.598320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7b8-77ad-41e5-8d4c-54076820e21a tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.602104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-75f1c7b8-77ad-41e5-8d4c-54076820e21a tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "PUT /v2.0/subnetpools/8add10a7-c490-443e-a040-c0539ba88f70 HTTP/1.1" status: 200 len: 684 time: 0.6336572 Dec 10 04:44:55.608814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] For port 06390c5e-c840-4d30-ad79-e7721804a3db, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:44:55.609008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:55.658543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-04efd661-e873-40b6-9063-21c00f1150eb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers/2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 200 len: 892 time: 0.3144317 Dec 10 04:44:55.659643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] For port 06390c5e-c840-4d30-ad79-e7721804a3db, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=06390c5e-c840-4d30-ad79-e7721804a3db,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:44:55.661534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:55.664887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] Provisioning complete for port 06390c5e-c840-4d30-ad79-e7721804a3db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:55.665279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.671478 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.704893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8565d0e4-df9f-448f-95e4-f5ef17276134 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 200 len: 205 time: 0.0416207 Dec 10 04:44:55.705585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:55.753161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d5dd6-1c45-4725-a650-2a4673b0cfe2 req-847bcffc-b1a6-4e62-b5ee-79ff659aef6a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:55.755723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f44d5dd6-1c45-4725-a650-2a4673b0cfe2 req-847bcffc-b1a6-4e62-b5ee-79ff659aef6a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 944 time: 0.5799646 Dec 10 04:44:55.824863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:55.854695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'mac_address': 'fa:16:3e:dd:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:44:55.857952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087dee3-082a-4dc0-9cd3-d018e6126127 None None] Pushing event updated for resources: {'Port': ['ID=06390c5e-c840-4d30-ad79-e7721804a3db,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:55.869284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d0b90-42f5-40fd-a606-d2784a768164 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:55.881096 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.894259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:55.895001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:55.938541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:55.946425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-ce29ac55-26bc-4aa8-a1b0-62abb162384c service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647231 Dec 10 04:44:55.971248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f44d5dd6-1c45-4725-a650-2a4673b0cfe2 req-dd7ccc72-2ccc-4b4e-946d-cdb3304d9b08 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996453 Dec 10 04:44:56.078740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.104157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f020a6-d97f-4fc9-b78f-025c25a6c2a0 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.108263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-87f020a6-d97f-4fc9-b78f-025c25a6c2a0 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "DELETE /v2.0/subnetpools/8add10a7-c490-443e-a040-c0539ba88f70 HTTP/1.1" status: 204 len: 168 time: 0.4981384 Dec 10 04:44:56.108982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:56.131663 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-1d4e1f4c-d643-434d-a8a9-94a641373d7f tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] show failed (client error): The resource could not be found. Dec 10 04:44:56.132195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:44:56.136623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d4e1f4c-d643-434d-a8a9-94a641373d7f tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "GET /v2.0/subnetpools/8add10a7-c490-443e-a040-c0539ba88f70 HTTP/1.1" status: 404 len: 346 time: 0.0248625 Dec 10 04:44:56.137493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:56.140576 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.162164 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-70b0410e-6a3f-4732-83c0-d1d2c95a13e6 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] delete failed (client error): The resource could not be found. Dec 10 04:44:56.167961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70b0410e-6a3f-4732-83c0-d1d2c95a13e6 tempest-SubnetPoolsTestJSON-55327888 tempest-SubnetPoolsTestJSON-55327888-project] 10.222.0.43 "DELETE /v2.0/subnetpools/8add10a7-c490-443e-a040-c0539ba88f70 HTTP/1.1" status: 404 len: 346 time: 0.0246255 Dec 10 04:44:56.175815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.206977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] For port 06390c5e-c840-4d30-ad79-e7721804a3db, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=06390c5e-c840-4d30-ad79-e7721804a3db,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:56.222850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:56.228189 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.248291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.280159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:44:56.288123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-95d97a46-b2de-4775-88f8-d8f25de002f9 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134654 Dec 10 04:44:56.300212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Allocated IP 172.20.0.1 (be9e2b60-b1df-4df2-a9c4-33e642f5663c/f488a1ee-0959-4b84-aa34-0313db304af9/2dc127d5-438d-486c-b88c-19a4db8c6ec0) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:56.370366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.397220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0fa5b-945b-49ab-9feb-670dc1706435 None None] Pushing event updated for resources: {'Port': ['ID=06390c5e-c840-4d30-ad79-e7721804a3db,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:56.410635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9bf6c5f1-b17e-4ea9-8c9e-9c6857e447fd None None] Provisioning complete for port 06390c5e-c840-4d30-ad79-e7721804a3db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:56.411763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf6c5f1-b17e-4ea9-8c9e-9c6857e447fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.452903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ecfda-5c97-4966-b513-0fd78b561d9f req-d33beabd-69da-4975-b25c-937ffa8014f3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:56.462422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a0ecfda-5c97-4966-b513-0fd78b561d9f req-d33beabd-69da-4975-b25c-937ffa8014f3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1560392 Dec 10 04:44:56.480399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 729b7ed4-d722-4f3f-a958-bfb17db0415b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:56.500111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.570650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:56.633731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['faadc837-25ef-48ac-8005-97bf46b3d41b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:44:56.654208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.668556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 729b7ed4-d722-4f3f-a958-bfb17db0415b owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:56.706899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a0ecfda-5c97-4966-b513-0fd78b561d9f req-f20c2452-47cc-4f8a-970f-adf0e9235730 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435639 Dec 10 04:44:56.707375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:52Z', 'revision_number': 3, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:56.716375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.756975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edf84e-6c11-431f-8db7-25aae1cad46b None None] The sync data for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 is: [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:52Z', 'revision_number': 3, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:44:56.772297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:56.787107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:56.862443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3806d-f44e-4c98-a8f0-05c89240f3d6 req-1df69618-3bb4-4758-ac01-ac63e211b532 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:56.865061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd3806d-f44e-4c98-a8f0-05c89240f3d6 req-1df69618-3bb4-4758-ac01-ac63e211b532 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.2794480 Dec 10 04:44:56.873182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:56.907978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cb8dfd2-e438-42cb-94cd-50300501ba8f req-19290904-1c5c-4e46-bc5c-5be993c24580 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 210 time: 0.0734990 Dec 10 04:44:56.913098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:56.916381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:44:56.932175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:56.997436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.042721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0ed6b-6ed3-4ad0-9eaa-03b2ba4bd242 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:44:57.050788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=729b7ed4-d722-4f3f-a958-bfb17db0415b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:57.059134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-209d9877-a4b1-4341-8139-e3f7f61a15fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.126475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.130602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.333741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-55ae7bb5-7b65-4f6a-bd45-5bda85a26401 req-80dccac5-c43b-47cd-aa11-bd66a0f8ef24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22301f0c4f7f4ec5bf5b3e79c8a870a9&device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0428402 Dec 10 04:44:57.370236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.381345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.401760 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-55ae7bb5-7b65-4f6a-bd45-5bda85a26401 req-f1863b00-5f87-4ab7-855f-ab780f3a67f4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=22301f0c4f7f4ec5bf5b3e79c8a870a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292840 Dec 10 04:44:57.409480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd3806d-f44e-4c98-a8f0-05c89240f3d6 req-159e6363-128d-4799-9ff0-665c314685d5 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003736 Dec 10 04:44:57.419012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.425969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f1162f0-3442-45f8-a7af-d5e34c36d123 None None] Provisioning complete for port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:57.432970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f1162f0-3442-45f8-a7af-d5e34c36d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.472746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.473403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb2b029-ace7-4558-8705-600cc4043af6 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:44:57.484175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.502593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:57.506313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-409e9913-e97b-4ad9-afcc-8ceb93dc20bd tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 204 len: 168 time: 1.7970734 Dec 10 04:44:57.507692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37258) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:57.522500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152913669'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:57.586391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d0e77-1e2f-4001-9b18-b50ac9da0511 req-40df2c21-cecd-4bae-8468-90a63197db50 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:57.588123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-950d0e77-1e2f-4001-9b18-b50ac9da0511 req-40df2c21-cecd-4bae-8468-90a63197db50 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 945 time: 0.2670255 Dec 10 04:44:57.599497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7bb5-7b65-4f6a-bd45-5bda85a26401 req-0b8d1622-7a61-4e74-8f86-399e3b9da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:57.601568 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-55ae7bb5-7b65-4f6a-bd45-5bda85a26401 req-0b8d1622-7a61-4e74-8f86-399e3b9da344 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652126 Dec 10 04:44:57.605143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f1162f0-3442-45f8-a7af-d5e34c36d123 None None] Port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:57.633883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port faadc837-25ef-48ac-8005-97bf46b3d41b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:44:57.639819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port faadc837-25ef-48ac-8005-97bf46b3d41b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:57.640801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.641765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.675503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a87c604-e6a3-42a6-9433-62389a188876 req-86407af4-59fa-41c5-8a82-a8d4e7b5b48a tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.1294720 Dec 10 04:44:57.704269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:57.708405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.768647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.797023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:57.799579 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0413afd-8b5a-4b1a-b9e8-21a596aba4c9" -d '{"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:57.814573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-209d9877-a4b1-4341-8139-e3f7f61a15fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.814815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:57.820536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.846441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:44:57.849172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-209d9877-a4b1-4341-8139-e3f7f61a15fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.883587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97babe-369c-45b2-a142-1143ad66b372 req-bfdbc3db-25c3-4da0-afee-32384dff83c7 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:57.885616 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f97babe-369c-45b2-a142-1143ad66b372 req-bfdbc3db-25c3-4da0-afee-32384dff83c7 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.0629694 Dec 10 04:44:57.889387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:57.890078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-950d0e77-1e2f-4001-9b18-b50ac9da0511 req-6e8c4ead-7844-4a57-872d-d3acbb749e57 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236269 Dec 10 04:44:57.929750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:57.930096 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment e6f82ecb-5303-4620-b29c-9bdfc546635f of type vlan for network 38355d13-2bc5-4874-8e93-ff9214fc81c8 Dec 10 04:44:57.950786 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dbac32-a47f-40f0-a58d-5d5514dae51b x-openstack-request-id: req-c4dbac32-a47f-40f0-a58d-5d5514dae51b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:57.951145 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-plugged", "status": "completed", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:57.951866 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4dbac32-a47f-40f0-a58d-5d5514dae51b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:57.951866 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'code': 200} Dec 10 04:44:58.051226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-209d9877-a4b1-4341-8139-e3f7f61a15fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a131c99f0b664be5a358412a2ddde9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2766273 Dec 10 04:44:58.052015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9877-a4b1-4341-8139-e3f7f61a15fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb21a57-1185-4cca-8206-c6f9d3715af1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:58.054595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37266) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:58.080262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Deleting port 7abdca4d-13e7-4d2c-92d9-150776677a0a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:44:58.081032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.116450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7c1c98f-13ae-4bfb-9866-74c2fdc0eeea req-f3140e63-0dae-42c4-8061-ddb43e55af08 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 210 time: 0.0734603 Dec 10 04:44:58.124912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10943cb-343e-4191-982c-ce355788dedb req-1381f8db-7a8f-48cb-9604-0f3c21ce4df8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:58.126573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b10943cb-343e-4191-982c-ce355788dedb req-1381f8db-7a8f-48cb-9604-0f3c21ce4df8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3185346 Dec 10 04:44:58.128569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.256958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.263927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:58.264771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.284733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.313078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] For port 7abdca4d-13e7-4d2c-92d9-150776677a0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7abdca4d-13e7-4d2c-92d9-150776677a0a,segment=NetworkSegment(cb6ea489-82ca-4b4e-8e31-e83c57b899d3),segment_id=cb6ea489-82ca-4b4e-8e31-e83c57b899d3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:44:58.313972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.342507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Calling delete_port for 7abdca4d-13e7-4d2c-92d9-150776677a0a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:44:58.352781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b10943cb-343e-4191-982c-ce355788dedb req-b8752c60-7114-4856-a4f2-b9ddff5cc498 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052493 Dec 10 04:44:58.361925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-02bf4b19-fd4c-4a26-9158-05f412b8055e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:58.361925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-02bf4b19-fd4c-4a26-9158-05f412b8055e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.2349918 Dec 10 04:44:58.361925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6ef0-3e48-416e-aca3-6b2918f400a2 req-446a88e7-c705-4966-97cb-3ebcfabbad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:58.361925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-917f6ef0-3e48-416e-aca3-6b2918f400a2 req-446a88e7-c705-4966-97cb-3ebcfabbad0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 1097 time: 0.1175377 Dec 10 04:44:58.363839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8511569 Dec 10 04:44:58.365112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.367548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:58.372967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:58.401268 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.407979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe29f6b-8cfc-488b-91d2-790ffa867838 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=38355d13-2bc5-4874-8e93-ff9214fc81c8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:58.411698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.423043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:44:58.440705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'device_id': 'e7052044-6452-4de5-afc2-1238625c408d', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'admin_state_up': True, 'tenant_id': '9dccea3e137548b0b02f20166abda1a4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:58.459932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.576963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.578727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:58.592959 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-917f6ef0-3e48-416e-aca3-6b2918f400a2 req-0e05724b-7f26-47ed-9f1a-f3c3c94db8c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147663 Dec 10 04:44:58.627171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e26-2799-4a70-89de-f6bdc59544a8 req-f370bf72-7021-4180-9d4f-5e97e7da044e tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:58.628774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c62e26-2799-4a70-89de-f6bdc59544a8 req-f370bf72-7021-4180-9d4f-5e97e7da044e tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 945 time: 0.1305308 Dec 10 04:44:58.631302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.634023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.637668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcb21a57-1185-4cca-8206-c6f9d3715af1 HTTP/1.1" status: 204 len: 168 time: 0.5693047 Dec 10 04:44:58.679291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:58.682823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.718118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b698b75-3008-4b46-8dfe-a14fed0753e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb21a57-1185-4cca-8206-c6f9d3715af1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:58.771346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c62e26-2799-4a70-89de-f6bdc59544a8 req-a2f8b884-6e32-4311-b863-9401663abf13 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183035 Dec 10 04:44:58.805328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:44:58.809225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 06390c5e-c840-4d30-ad79-e7721804a3db up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:44:58.840763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5efffab-5dc9-40e3-9abe-21361443b0f8 req-f0012780-2911-4b18-88cd-d7d34036a3c8 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0389793 Dec 10 04:44:58.841812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:58.863367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:44:58.866509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.903345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.953788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 06390c5e-c840-4d30-ad79-e7721804a3db triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:58.954421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:58.968603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7abdca4d-13e7-4d2c-92d9-150776677a0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:44:58.990626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Pushing event deleted for resources: {'Port': ['ID=7abdca4d-13e7-4d2c-92d9-150776677a0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:59.011121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Router c497c42e-c251-41f3-bc20-d2e2020578b3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:44:59.094624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.095233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.095700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.096667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.097202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.097676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.098101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.099327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.099797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.100264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.100728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.101146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.101620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:44:59.187765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a40e0-b87a-480f-af13-eaec85e55222 req-a1bfdb08-c34b-45f1-a6f0-5df4409b2eda tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:59.190288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-879a40e0-b87a-480f-af13-eaec85e55222 req-a1bfdb08-c34b-45f1-a6f0-5df4409b2eda tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 946 time: 0.1699796 Dec 10 04:44:59.202224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] No DVR routers for this DVR port 7abdca4d-13e7-4d2c-92d9-150776677a0a on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:44:59.211834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.215498 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2f97babe-369c-45b2-a142-1143ad66b372 req-db5851c0-7bbd-4aaf-ac9b-17a07d6266c3 tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.41 "DELETE /v2.0/ports/7abdca4d-13e7-4d2c-92d9-150776677a0a HTTP/1.1" status: 204 len: 173 time: 1.3188770 Dec 10 04:44:59.219055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'name': 'network-vif-deleted', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:44:59.232540 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b94e39-f568-4963-a7f2-b4f3df8d713b" -d '{"events": [{"server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "name": "network-vif-deleted", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:44:59.358469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fd666d50-f27e-4857-ae6e-7c5b12420874 None None] Provisioning complete for port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:44:59.359113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd666d50-f27e-4857-ae6e-7c5b12420874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.367782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fc50d5e-4c01-4830-8b42-10028bfb1407 req-91ca934e-03ec-4ac3-9e2c-ad5d0a1d51a7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 210 time: 0.0765307 Dec 10 04:44:59.390405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-879a40e0-b87a-480f-af13-eaec85e55222 req-2a078a4f-d53d-411c-8bbd-43335b6a628c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878400 Dec 10 04:44:59.391555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:44:59.405998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65f24e9e-9f7f-43a2-a14a-8a1441ab1520 admin admin] 10.222.0.43 "PUT /v2.0/routers/c497c42e-c251-41f3-bc20-d2e2020578b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1180069 Dec 10 04:44:59.415774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.20.0.13 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/354abae8-51cd-44e6-b31d-7c675afa8ec6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:44:59.420014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.444166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fd666d50-f27e-4857-ae6e-7c5b12420874 None None] Port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:44:59.511457 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53d3af-5bde-49d2-bc98-f85e790f13fe x-openstack-request-id: req-0c53d3af-5bde-49d2-bc98-f85e790f13fe {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:44:59.511704 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d210d7b4-66c4-4f1e-85ef-2116ca83235e", "name": "network-vif-deleted", "tag": "7abdca4d-13e7-4d2c-92d9-150776677a0a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:44:59.511983 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c53d3af-5bde-49d2-bc98-f85e790f13fe {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:44:59.512380 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd210d7b4-66c4-4f1e-85ef-2116ca83235e', 'name': 'network-vif-deleted', 'tag': '7abdca4d-13e7-4d2c-92d9-150776677a0a', 'status': 'completed', 'code': 200} Dec 10 04:44:59.527999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Sync routers for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:44:59.544811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:44:59.546275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:44:59.575394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=662649ba-9200-498e-ac05-db04be5ff1d6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:44:59.586516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': 'e6f82ecb-5303-4620-b29c-9bdfc546635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:44:59.586874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: 38355d13-2bc5-4874-8e93-ff9214fc81c8, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:44:59.667490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d744e-96ef-4245-b445-a2af0bd63277 req-c889b330-59f5-434a-8b93-4abc9a3436a2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:59.669252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec7d744e-96ef-4245-b445-a2af0bd63277 req-c889b330-59f5-434a-8b93-4abc9a3436a2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.0993583 Dec 10 04:44:59.670669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:44:59.688966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-55ae7bb5-7b65-4f6a-bd45-5bda85a26401 req-169e3890-102f-47ae-a761-367f80612f77 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.41 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0313182 Dec 10 04:44:59.706470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 38355d13-2bc5-4874-8e93-ff9214fc81c8) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:44:59.718864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:44:59.719330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.746751 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e961a64b-5833-4760-8815-2a363f0aee37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3775458 Dec 10 04:44:59.751006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:44:59.755915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2102127335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:44:59.779375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.809445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec7d744e-96ef-4245-b445-a2af0bd63277 req-aa086687-a008-4f71-ac99-abffcf7d32c1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315737 Dec 10 04:44:59.812913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.814127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:44:59.902972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.012842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5238465-4cb4-494f-ac14-fac2de74f8f7 req-b50d9c80-be4a-4ab4-b027-5689297a7abd tempest-VolumesActionsTest-787514713 tempest-VolumesActionsTest-787514713-project] 10.222.0.43 "GET /v2.0/ports?device_id=d210d7b4-66c4-4f1e-85ef-2116ca83235e HTTP/1.1" status: 200 len: 210 time: 0.0306091 Dec 10 04:45:00.050561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.073495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:00.082218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.092829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:00.100236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:00.109911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2fcd5-dcf8-40d2-9c04-0110f967e05d None None] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:00.111968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c51fd6db-42a5-44bd-bc30-1c3749d684cd req-149c88f0-939f-4bf3-a953-1aab41fbf9e4 tempest-ServerShowV247Test-531104191 tempest-ServerShowV247Test-531104191-project] 10.222.0.43 "GET /v2.0/ports?device_id=971f60ba-fd8d-421c-924c-5aa36c6ad29f HTTP/1.1" status: 200 len: 210 time: 0.0862253 Dec 10 04:45:00.113355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:45:00.115714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c6844a72-e7d7-431a-9414-7cac1fdff8c2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:45:00.152280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:00.185254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.186477 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08d47ecd-1edc-45e0-b5cb-d6ced36c5e86 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4345565 Dec 10 04:45:00.189761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37328) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:00.231497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:00.248764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.278593 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-0286d086-b9f9-462d-8476-3573b4bf8acb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8417258 Dec 10 04:45:00.292282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Request body: {'port': {'device_id': 'e7052044-6452-4de5-afc2-1238625c408d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:00.505741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:00.545937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:45:00.729267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:00.946288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.199821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df841cee-b0bf-4d50-83db-c843e94b93d1 req-903a03a6-cec6-404e-8016-40820561b2c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:01.212757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df841cee-b0bf-4d50-83db-c843e94b93d1 req-903a03a6-cec6-404e-8016-40820561b2c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 932 time: 0.5572062 Dec 10 04:45:01.235621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc5f8f-b481-4d5f-b189-a5eee78c4981 req-11421587-5bc6-4c1d-bb0f-a5d22472f15c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:01.255557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4edc5f8f-b481-4d5f-b189-a5eee78c4981 req-11421587-5bc6-4c1d-bb0f-a5d22472f15c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 946 time: 0.5971279 Dec 10 04:45:01.271346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-38355d13-2bc5-4874-8e93-ff9214fc81c8', 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '662649ba-9200-498e-ac05-db04be5ff1d6'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:01.273381 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.300113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:01.352247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bf41fdd7-9778-4168-ac39-4150a26f5e33 None None] Provisioning complete for port 354abae8-51cd-44e6-b31d-7c675afa8ec6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:01.352994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf41fdd7-9778-4168-ac39-4150a26f5e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.443133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'mac_address': 'fa:16:3e:51:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:45:01.494615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354abae8-51cd-44e6-b31d-7c675afa8ec6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:45:01.509188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.537839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Transition to ACTIVE for port object 354abae8-51cd-44e6-b31d-7c675afa8ec6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:45:01.547394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.573713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df841cee-b0bf-4d50-83db-c843e94b93d1 req-6d1c0ef5-e5f8-457d-bd9d-ef269497c3e7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593411 Dec 10 04:45:01.580747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7abdca4d-13e7-4d2c-92d9-150776677a0a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:45:01.645794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Pushing event updated for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:01.693941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4edc5f8f-b481-4d5f-b189-a5eee78c4981 req-d5c65ed7-15cf-4de9-961a-c43fd341c4d6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4373510 Dec 10 04:45:01.767110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf41fdd7-9778-4168-ac39-4150a26f5e33 None None] Port 354abae8-51cd-44e6-b31d-7c675afa8ec6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:01.795584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 7abdca4d-13e7-4d2c-92d9-150776677a0a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:45:01.796405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7abdca4d-13e7-4d2c-92d9-150776677a0a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:45:01.832007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Attempting to bind port 354abae8-51cd-44e6-b31d-7c675afa8ec6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:01.832926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Attempting to bind port 354abae8-51cd-44e6-b31d-7c675afa8ec6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:01.833487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Attempting to bind port 354abae8-51cd-44e6-b31d-7c675afa8ec6 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:01.844158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Port 354abae8-51cd-44e6-b31d-7c675afa8ec6 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:45:01.845856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Attempting to bind port 354abae8-51cd-44e6-b31d-7c675afa8ec6 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:01.865555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:01.866469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:01.867144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:01.867823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Bound port: 354abae8-51cd-44e6-b31d-7c675afa8ec6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:01.868414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:01.877477 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.002548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8::1 (38355d13-2bc5-4874-8e93-ff9214fc81c8/662649ba-9200-498e-ac05-db04be5ff1d6/563c4062-9bdb-425c-b365-09e074c673e6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:02.019045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6844a72-e7d7-431a-9414-7cac1fdff8c2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:45:02.025795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:02.044265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:02.054198 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.133299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:02.160997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f405-0d28-44f7-90ad-6db0fa38ff2b req-c66e4035-9456-430c-bb27-1e4489b1b643 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:02.179047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.181248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6356f405-0d28-44f7-90ad-6db0fa38ff2b req-c66e4035-9456-430c-bb27-1e4489b1b643 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3551204 Dec 10 04:45:02.245384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:02.246080 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.249794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] 10.222.0.36 "PUT /v2.0/ports/354abae8-51cd-44e6-b31d-7c675afa8ec6 HTTP/1.1" status: 200 len: 1092 time: 1.9614217 Dec 10 04:45:02.251116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:02.258546 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ad967-0543-4a88-b4fe-b9ed404557c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:02.351515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064a91-e5fc-425f-b59b-a85bffc7629f service neutron] Pushing event updated for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:02.393177 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f62af0-571f-4fa0-ad87-060dee7e29ee x-openstack-request-id: req-38f62af0-571f-4fa0-ad87-060dee7e29ee {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:02.393751 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:02.394242 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38f62af0-571f-4fa0-ad87-060dee7e29ee {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:02.394858 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6', 'status': 'completed', 'code': 200} Dec 10 04:45:02.454036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:57Z', 'revision_number': 4, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2dc127d5-438d-486c-b88c-19a4db8c6ec0', 'name': '', 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'mac_address': 'fa:16:3e:09:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:56Z', 'updated_at': '2021-12-10T04:44:57Z', 'revision_number': 2, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'subnets': [{'id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:02.498337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-9d090487-c271-4efd-af54-cbc2f782dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:02.506197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-9d090487-c271-4efd-af54-cbc2f782dca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 1095 time: 0.1360846 Dec 10 04:45:02.604038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-4d7130fe-8de2-47b5-8e6a-6f8a53c699c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6 HTTP/1.1" status: 200 len: 217 time: 0.0790865 Dec 10 04:45:02.653090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6356f405-0d28-44f7-90ad-6db0fa38ff2b req-8f2457b8-4a9f-4c8b-9e6e-0005754b96c8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677556 Dec 10 04:45:02.684982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c6844a72-e7d7-431a-9414-7cac1fdff8c2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:45:02.702790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Checking router: c497c42e-c251-41f3-bc20-d2e2020578b3 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:02.703751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Updating router c497c42e-c251-41f3-bc20-d2e2020578b3 port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:02.735868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.789955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-1d8b9d39-0dea-40d6-9cb4-f1d7d44f2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:02.796717 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-1d8b9d39-0dea-40d6-9cb4-f1d7d44f2150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1834857 Dec 10 04:45:02.814396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:02.822082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:02.978693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-6e810eee-c7a0-4e8f-a445-6600476783ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:02.981331 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-6e810eee-c7a0-4e8f-a445-6600476783ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757655 Dec 10 04:45:02.990038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:03.021553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.255366 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-fbd69da0-eec3-4b82-a531-97a44292137b service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516725 Dec 10 04:45:03.323127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Allocated IP 2001:db8::2 (38355d13-2bc5-4874-8e93-ff9214fc81c8/662649ba-9200-498e-ac05-db04be5ff1d6/29168a7a-f2ec-48ed-80f2-96cb77c0f1f5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:03.413949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:03.421619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-96d7fa5f-6fd4-4c82-8073-76a375c51852 req-9c035ae6-c065-4b88-85fc-bac9022e9a3c service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494489 Dec 10 04:45:03.424377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aa839cd-4ecb-4563-a640-f06a35ed74b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.755583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205f4572-92e0-4b89-97c2-3271f99da04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.779356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-59a5c300-bc7d-4ad4-8f12-71db562b58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:03.784208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-59a5c300-bc7d-4ad4-8f12-71db562b58f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 1095 time: 0.2505705 Dec 10 04:45:03.786869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.809631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.929633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aa839cd-4ecb-4563-a640-f06a35ed74b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:03.970704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aa839cd-4ecb-4563-a640-f06a35ed74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.121889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:04.135651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc2c7a-fdb2-48ae-a9a2-ae63dc18f9ac None None] Pushing event updated for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:04.170666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cddfe4-0b53-4a13-a313-2200a50e7398 req-900dbd75-059d-411a-abd5-475ce9821082 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:04.178069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74cddfe4-0b53-4a13-a313-2200a50e7398 req-900dbd75-059d-411a-abd5-475ce9821082 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 944 time: 1.4012725 Dec 10 04:45:04.183385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:04.198449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:04.202337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.310881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205f4572-92e0-4b89-97c2-3271f99da04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.329185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Attempting to bind port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:04.336229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Attempting to bind port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:04.338000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Attempting to bind port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 on network be9e2b60-b1df-4df2-a9c4-33e642f5663c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:04.349306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=563c4062-9bdb-425c-b365-09e074c673e6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:04.373113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.373406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.373724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.374058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.374386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.374709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.375673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.376001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.376325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.376677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.377792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.378122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.378441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.404188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:04.404706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Checking segment: {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:04.405001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.405403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Bound using segment: {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:04.405898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Bound port: 2dc127d5-438d-486c-b88c-19a4db8c6ec0, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da6e00f-0677-43bb-9e56-8af86501cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:04.406280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.436906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.469178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.505423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600afec-15c7-4c68-94b7-f6a8f8aed2d7 req-4a57a9d2-32e0-49de-95d5-bb39eb579fb4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:04.505423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0600afec-15c7-4c68-94b7-f6a8f8aed2d7 req-4a57a9d2-32e0-49de-95d5-bb39eb579fb4 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 946 time: 1.5497339 Dec 10 04:45:04.514755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-423af142-3d63-451c-97d1-1eadc95828d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:04.516257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-423af142-3d63-451c-97d1-1eadc95828d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.7193699 Dec 10 04:45:04.518826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205f4572-92e0-4b89-97c2-3271f99da04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.546988 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4aa839cd-4ecb-4563-a640-f06a35ed74b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22301f0c4f7f4ec5bf5b3e79c8a870a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5545001 Dec 10 04:45:04.592342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:04.629036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:04.643383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:04.647403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:04.654683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Pushing event updated for resources: {'Port': ['ID=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:04.670008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] For port 2dc127d5-438d-486c-b88c-19a4db8c6ec0, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:04.681277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] For port 2dc127d5-438d-486c-b88c-19a4db8c6ec0, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dc127d5-438d-486c-b88c-19a4db8c6ec0,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:04.689457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.690004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.690513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.691358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.691823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.692896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.693424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.693842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.694732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.695310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.695778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.696512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.696682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:04.733075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.762172 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.779556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] Provisioning complete for port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:04.779926 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.845998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74cddfe4-0b53-4a13-a313-2200a50e7398 req-a41d0ecd-6216-44ba-b3ab-b92f29a9c0da tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652575 Dec 10 04:45:04.904426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:04.973987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Attempting to bind port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:04.974477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Attempting to bind port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e6f82ecb-5303-4620-b29c-9bdfc546635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:04.974730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Attempting to bind port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 on network 38355d13-2bc5-4874-8e93-ff9214fc81c8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:04.976280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.029807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:05.030309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Checking segment: {'id': 'e6f82ecb-5303-4620-b29c-9bdfc546635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:05.030729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.031136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Bound using segment: {'id': 'e6f82ecb-5303-4620-b29c-9bdfc546635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:05.031650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Bound port: 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f82ecb-5303-4620-b29c-9bdfc546635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '38355d13-2bc5-4874-8e93-ff9214fc81c8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:05.032039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.096729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:05.098580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:05.107417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0600afec-15c7-4c68-94b7-f6a8f8aed2d7 req-cd4455cb-c03d-4df9-ae4e-53413f5ee0de tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5873888 Dec 10 04:45:05.119111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.125202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.134770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f25ba27e-599a-4b09-a428-28e60b8e11c9 HTTP/1.1" status: 204 len: 168 time: 0.5406585 Dec 10 04:45:05.151436 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-b32c50a4-efd7-4d1f-a962-e375f2ecf090 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6 HTTP/1.1" status: 200 len: 217 time: 0.6032784 Dec 10 04:45:05.216191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-205f4572-92e0-4b89-97c2-3271f99da04f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b66dbd26db4fafbd3b0e40731923a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8006704 Dec 10 04:45:05.216986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa839cd-4ecb-4563-a640-f06a35ed74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ba27e-599a-4b09-a428-28e60b8e11c9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:05.219640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:05.332863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc722a5-cfcb-463e-a0b2-7ec1120edeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ba27e-599a-4b09-a428-28e60b8e11c9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:05.395369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-dea7d005-8144-44bc-97cb-b13e122cb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:05.397609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-dea7d005-8144-44bc-97cb-b13e122cb342 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.2018900 Dec 10 04:45:05.402522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f4572-92e0-4b89-97c2-3271f99da04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986f50db-18e8-444e-b8c9-622ee1fcf55c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:05.430341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc2c7a-fdb2-48ae-a9a2-ae63dc18f9ac None None] Pushing event updated for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:05.451413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.503782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.519854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-7bf43f42-30ed-407b-a41f-1680d4dce510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:05.521475 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-7bf43f42-30ed-407b-a41f-1680d4dce510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091135 Dec 10 04:45:05.525638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fac16-2030-492e-a48d-4deadced759f req-cb239d79-f244-4b9c-bd54-c0093b76099d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:05.530634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f2fac16-2030-492e-a48d-4deadced759f req-cb239d79-f244-4b9c-bd54-c0093b76099d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.2613575 Dec 10 04:45:05.635322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.650093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] For port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:05.662329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] For port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,segment=NetworkSegment(e6f82ecb-5303-4620-b29c-9bdfc546635f),segment_id=e6f82ecb-5303-4620-b29c-9bdfc546635f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:05.677349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.717362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f2fac16-2030-492e-a48d-4deadced759f req-97a8e222-430b-4a7d-8580-1191cd64965f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631212 Dec 10 04:45:05.767758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:05.768845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.781769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:05.785279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/986f50db-18e8-444e-b8c9-622ee1fcf55c HTTP/1.1" status: 204 len: 168 time: 0.5365694 Dec 10 04:45:05.827250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-c8fdc319-dfb2-4c09-92fa-7e42dff43fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968047 Dec 10 04:45:05.828569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ee43-afd5-4b5a-b01f-56fa93ad1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f50db-18e8-444e-b8c9-622ee1fcf55c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:05.970716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] For port 2dc127d5-438d-486c-b88c-19a4db8c6ec0, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dc127d5-438d-486c-b88c-19a4db8c6ec0,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:06.062174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.085042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.092564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.096756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.265785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-529ad967-0543-4a88-b4fe-b9ed404557c3 req-22986d73-4b70-41b0-bf77-a1c54f249391 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121323 Dec 10 04:45:06.287111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 354abae8-51cd-44e6-b31d-7c675afa8ec6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:45:06.295511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c6844a72-e7d7-431a-9414-7cac1fdff8c2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:06.298575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e344e42-032e-473e-9c2b-46b7cc102031 None None] Pushing event updated for resources: {'Port': ['ID=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:06.623091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87256c4a-13d1-46b9-84aa-1ee44f59db1d req-a1bfca0d-3f4f-43fd-9eae-1e7ca68c741d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:06.624720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87256c4a-13d1-46b9-84aa-1ee44f59db1d req-a1bfca0d-3f4f-43fd-9eae-1e7ca68c741d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 944 time: 0.4760053 Dec 10 04:45:06.641649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9748a9b-aceb-4f73-a044-1bdb0fadfecb None None] Pushing event updated for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:06.718940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=563c4062-9bdb-425c-b365-09e074c673e6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:06.796757 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:45:06.826264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-31917831-4278-4aa5-ae57-4862229d9059 None None] Provisioning complete for port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:06.827829 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31917831-4278-4aa5-ae57-4862229d9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.913136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:06.928947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87256c4a-13d1-46b9-84aa-1ee44f59db1d req-899d0b30-b8d3-4569-bd14-eca941e32b75 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188203 Dec 10 04:45:06.946965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1bde-571a-4b99-b58d-a79869b6cc0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:06.996123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:06.999399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:07.069761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c6844a72-e7d7-431a-9414-7cac1fdff8c2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:07.070354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.072529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aaef1-9b1b-4bc2-a9b8-51fb9ff62005 req-dc678112-d7cc-4555-93c4-c25d52121f32 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:07.082535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8aaef1-9b1b-4bc2-a9b8-51fb9ff62005 req-dc678112-d7cc-4555-93c4-c25d52121f32 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.1846416 Dec 10 04:45:07.238795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1bde-571a-4b99-b58d-a79869b6cc0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.248642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1bde-571a-4b99-b58d-a79869b6cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.305173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.358381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8aaef1-9b1b-4bc2-a9b8-51fb9ff62005 req-4b5201e9-e70b-4774-92f0-8df9801e0c38 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732463 Dec 10 04:45:07.381830 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2cfa1bde-571a-4b99-b58d-a79869b6cc0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8a2ca918c8840dbbb2c8b9bf7c5eb9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4675376 Dec 10 04:45:07.383353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa1bde-571a-4b99-b58d-a79869b6cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3012904-87dc-46f7-ba32-8e5883e104db,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:07.404521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:07.406332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:57Z', 'revision_number': 4, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2dc127d5-438d-486c-b88c-19a4db8c6ec0', 'name': '', 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'mac_address': 'fa:16:3e:09:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:56Z', 'updated_at': '2021-12-10T04:45:04Z', 'revision_number': 4, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'subnets': [{'id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:07.411176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:07.475379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 5766c6c9-36b8-4f31-b11d-608f7ef9db38 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:45:07.539482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:07.543027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.545728 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50738d42-47c3-4b37-acf2-b9faabdf1124" -d '{"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:07.568521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75af5ed-2090-4fc9-924b-b1e164e27985 None None] The sync data for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 is: [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:44:57Z', 'revision_number': 4, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2dc127d5-438d-486c-b88c-19a4db8c6ec0', 'name': '', 'network_id': 'be9e2b60-b1df-4df2-a9c4-33e642f5663c', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'mac_address': 'fa:16:3e:09:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:56Z', 'updated_at': '2021-12-10T04:45:04Z', 'revision_number': 4, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'subnets': [{'id': 'f488a1ee-0959-4b84-aa34-0313db304af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:07.574736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.602209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.700055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.724805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:07.728542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3012904-87dc-46f7-ba32-8e5883e104db HTTP/1.1" status: 204 len: 168 time: 0.3105321 Dec 10 04:45:07.748329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c75b4-9f4f-47f0-afba-e0cceaea9a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3012904-87dc-46f7-ba32-8e5883e104db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:07.775064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:07.843794 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c1a0da-b26b-46c4-824a-803ede7d7558 x-openstack-request-id: req-48c1a0da-b26b-46c4-824a-803ede7d7558 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:07.844098 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:07.844362 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48c1a0da-b26b-46c4-824a-803ede7d7558 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:07.849365 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'code': 200} Dec 10 04:45:07.893624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:07.909007 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] Sync routers for ids ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:07.922249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:07.922688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:07.933853 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] Routers {'5766c6c9-36b8-4f31-b11d-608f7ef9db38'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:07.934516 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:07.936760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c34e806-fe64-4e1b-8569-a61933e53401 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/5766c6c9-36b8-4f31-b11d-608f7ef9db38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7452705 Dec 10 04:45:07.943914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '354abae8-51cd-44e6-b31d-7c675afa8ec6', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '354abae8-51cd-44e6-b31d-7c675afa8ec6', 'mac_address': 'fa:16:3e:f4:71:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:45:08.092016 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:08.093774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba961d6-bb44-4077-85d7-d51901335d0a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:08.098358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:08.104127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '662649ba-9200-498e-ac05-db04be5ff1d6'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:08.104927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] Routers {'5766c6c9-36b8-4f31-b11d-608f7ef9db38'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:08.105794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:08.124914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ba961d6-bb44-4077-85d7-d51901335d0a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports/563c4062-9bdb-425c-b365-09e074c673e6 HTTP/1.1" status: 200 len: 911 time: 0.2007656 Dec 10 04:45:08.163966 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:08.165208 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319ecb7-9995-4455-889f-f33a3ea79195 None None] The sync data for ids ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:08.235784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:08.338126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.381165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ae461-f1e1-45cf-a92c-d3ff0147f988 req-4fe65563-ccf8-45b6-8f10-a370d0eb61b9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:08.382810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80d81f-3b4e-4989-96c2-4961e8ad602a None None] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:08.393669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-569ae461-f1e1-45cf-a92c-d3ff0147f988 req-4fe65563-ccf8-45b6-8f10-a370d0eb61b9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 944 time: 0.2103300 Dec 10 04:45:08.401637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354abae8-51cd-44e6-b31d-7c675afa8ec6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:45:08.515934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-569ae461-f1e1-45cf-a92c-d3ff0147f988 req-e6791e78-3ecb-4f9c-af3e-8e8a24d29878 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208065 Dec 10 04:45:08.686279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:08.725774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2089969525-network', 'tenant_id': '60b3be28a948484093684ba66ac91836'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:08.737515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] Provisioning complete for port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:08.738100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.747385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.796843 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.820360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Made reservation on behalf of 60b3be28a948484093684ba66ac91836 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:08.827494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.866494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:08.980404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270cec-c029-4924-b566-64a91f602f5f req-921f556e-34a0-4760-a244-9f12229c36c1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:08.983105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2270cec-c029-4924-b566-64a91f602f5f req-921f556e-34a0-4760-a244-9f12229c36c1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.4657691 Dec 10 04:45:09.011762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:09.015092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dc127d5-438d-486c-b88c-19a4db8c6ec0 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:09.092422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.104706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.147267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:09.167461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee0c2f-ffb7-49c7-9f02-9bf99e897bdf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:09.198234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.198952 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Added segment f4cb78ad-61e8-4e52-8645-3020a8df78fb of type vlan for network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 Dec 10 04:45:09.260536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2270cec-c029-4924-b566-64a91f602f5f req-0b9d1140-84f0-452a-81fd-110edbcfdbbd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Dec 10 04:45:09.319796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.371685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['354abae8-51cd-44e6-b31d-7c675afa8ec6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:45:09.382974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.384282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:09.385006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.480997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:09.481469 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5391116 Dec 10 04:45:09.492388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:09.495237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.559906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Request body: {'subnet': {'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2089969525-subnet', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:09.584387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443f4a-9669-49a0-bb34-352f203a9938 admin admin] Pushing event updated for resources: {'Network': ['ID=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:09.668014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Made reservation on behalf of 60b3be28a948484093684ba66ac91836 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:09.670739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.690944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:09.845295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:09.922727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] For port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,segment=NetworkSegment(e6f82ecb-5303-4620-b29c-9bdfc546635f),segment_id=e6f82ecb-5303-4620-b29c-9bdfc546635f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:09.965151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.030912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ba01-a7b7-4273-b7cd-9f3517dddc88 req-da166168-5004-46ea-8e13-b83e8b4f8c0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:10.033531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3aa2ba01-a7b7-4273-b7cd-9f3517dddc88 req-da166168-5004-46ea-8e13-b83e8b4f8c0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 945 time: 0.3118739 Dec 10 04:45:10.203958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3aa2ba01-a7b7-4273-b7cd-9f3517dddc88 req-4e9968e1-7dbd-4383-a773-189685cea814 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594608 Dec 10 04:45:10.253247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.282101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.304505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:10.305315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.312928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/ports/563c4062-9bdb-425c-b365-09e074c673e6 HTTP/1.1" status: 200 len: 911 time: 2.2113998 Dec 10 04:45:10.314804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37634) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:10.447868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.529227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:10.564022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8d80c8-c7b6-4051-903f-e08b35ce372e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:10.646973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Checking segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:10.647363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Network hostable DHCP agents. Network: 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:45:10.696069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:45:10.719878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:10.724992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:10.727014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.742898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff720f-05c1-4b9c-8c99-1d66690c3b89 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=563c4062-9bdb-425c-b365-09e074c673e6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:10.777257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-75aa297f-a9e6-4279-aea2-1a761542bc20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2155116 Dec 10 04:45:10.777257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:10.788747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:10.790706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045b2b3-0079-4f04-a78e-c4f05355106d req-3fafbec4-fd73-4dfb-9cf5-de2efa5d61af tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:10.799271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d045b2b3-0079-4f04-a78e-c4f05355106d req-3fafbec4-fd73-4dfb-9cf5-de2efa5d61af tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2809310 Dec 10 04:45:10.874943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:10.884667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.006222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.165307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d300a-e87a-4dc7-9fd6-b77f136eb237 None None] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:11.168821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2a6a-dcce-4c82-88b2-7615dbeba8ec None None] Pushing event updated for resources: {'Port': ['ID=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:11.382145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-caa1bf3a-d85a-4624-b9e8-1c0092e514e4 None None] Provisioning complete for port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:11.382708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caa1bf3a-d85a-4624-b9e8-1c0092e514e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.544915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d045b2b3-0079-4f04-a78e-c4f05355106d req-dd802b1f-df04-44b8-9959-9dfaf9b3e46d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142835 Dec 10 04:45:11.551497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.689927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477638f-e052-48f1-9290-0d44a1671636 req-e2fe656c-a4e9-4095-9c41-bbee72381ef7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:11.694266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c477638f-e052-48f1-9290-0d44a1671636 req-e2fe656c-a4e9-4095-9c41-bbee72381ef7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 945 time: 0.2198482 Dec 10 04:45:11.829615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c477638f-e052-48f1-9290-0d44a1671636 req-291d3526-3051-472e-9d9c-3c4b1592844b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137528 Dec 10 04:45:11.902696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.928938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:11.929818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:11.982727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:11.983539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.163710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Allocated IP 172.20.0.2 (25c56dd6-74ac-4ff7-ac4b-bd2de906dc34/3a8d80c8-c7b6-4051-903f-e08b35ce372e/b9bf5691-32e9-41f3-b072-d8ce2b72f02e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:12.261433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.346818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.350164 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.480765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.639928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 563c4062-9bdb-425c-b365-09e074c673e6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:45:12.640551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.668503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:12.678763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:12.694473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:12.710731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Allocated IP 172.25.8.72 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/840275b8-bd69-4153-be94-c42155dbcc21) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:12.764958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-caa1bf3a-d85a-4624-b9e8-1c0092e514e4 None None] Provisioning complete for port 563c4062-9bdb-425c-b365-09e074c673e6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:12.766438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caa1bf3a-d85a-4624-b9e8-1c0092e514e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:12.886464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Pushing event updated for resources: {'Port': ['ID=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:12.917483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 354abae8-51cd-44e6-b31d-7c675afa8ec6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:12.969015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33209d-900c-45f1-8625-8857be57b6c8 req-d0787c1d-b049-4864-8b1f-a7c515d1b0c7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:12.973335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c33209d-900c-45f1-8625-8857be57b6c8 req-d0787c1d-b049-4864-8b1f-a7c515d1b0c7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1977715 Dec 10 04:45:13.073801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c33209d-900c-45f1-8625-8857be57b6c8 req-95d4cd58-3c1d-4660-a72e-708295228129 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910525 Dec 10 04:45:13.094555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.107565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.175570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 563c4062-9bdb-425c-b365-09e074c673e6 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:45:13.196929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.227113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:13.230678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:13.245404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:13.276166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e11c62d-dcc9-4646-85e2-47887debf9f2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:45:13.314447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-caa1bf3a-d85a-4624-b9e8-1c0092e514e4 None None] Port 563c4062-9bdb-425c-b365-09e074c673e6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:13.362130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Attempting to bind port b9bf5691-32e9-41f3-b072-d8ce2b72f02e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:13.362551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Attempting to bind port b9bf5691-32e9-41f3-b072-d8ce2b72f02e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:13.363014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Attempting to bind port b9bf5691-32e9-41f3-b072-d8ce2b72f02e on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:13.373856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:13.377394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Checking segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:13.378206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.379277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Bound using segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:13.385342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Bound port: b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:13.385766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.454660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 354abae8-51cd-44e6-b31d-7c675afa8ec6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:45:13.516280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Pushing event updated for resources: {'Port': ['ID=840275b8-bd69-4153-be94-c42155dbcc21,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:13.672068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] For port b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:13.707217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 354abae8-51cd-44e6-b31d-7c675afa8ec6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:13.707625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.720851 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:13.728983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] For port b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:13.741075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:13.805477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=563c4062-9bdb-425c-b365-09e074c673e6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:13.861937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea1a4-17ed-4c2c-b55f-2697b226b724 req-9ec3dd82-183b-4a8c-ae2f-9c247c4b1681 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:13.872465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df1ea1a4-17ed-4c2c-b55f-2697b226b724 req-9ec3dd82-183b-4a8c-ae2f-9c247c4b1681 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 945 time: 0.8042781 Dec 10 04:45:13.963661 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.177486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.262596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f4836f8e-687b-41a6-8f26-2cf406e7d732 None None] Provisioning complete for port 840275b8-bd69-4153-be94-c42155dbcc21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:14.262977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4836f8e-687b-41a6-8f26-2cf406e7d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.380169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b146ecc-1fa0-4405-9576-20e02b515ebc None None] Pushing event updated for resources: {'Port': ['ID=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:14.394858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f4836f8e-687b-41a6-8f26-2cf406e7d732 None None] Port 840275b8-bd69-4153-be94-c42155dbcc21 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:14.405436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f4836f8e-687b-41a6-8f26-2cf406e7d732 None None] Could not find standard attr ID for object 563c4062-9bdb-425c-b365-09e074c673e6. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:45:14.433381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:14.433637 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.675689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.800749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:14.819592 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00615cf1-db2a-4a7e-907b-5a9782b56120" -d '{"events": [{"server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "name": "network-vif-plugged", "status": "completed", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:14.888665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:14.907255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:14.913729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:15.223182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:15.256429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:15.318693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:45:15.454476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df1ea1a4-17ed-4c2c-b55f-2697b226b724 req-9ca38e96-25ec-4d5e-bc46-6fa90ed461d3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5798130 Dec 10 04:45:15.539765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:15.550222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:15.572602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:15.576377 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-758e8b7d-9341-451b-ae7b-988ef6e7b413 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7982309 Dec 10 04:45:15.578787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37774) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:15.602394 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9ae29-ae1d-4ad2-aabb-f20277e71623 x-openstack-request-id: req-06b9ae29-ae1d-4ad2-aabb-f20277e71623 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:15.608884 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "name": "network-vif-plugged", "status": "completed", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:15.611016 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06b9ae29-ae1d-4ad2-aabb-f20277e71623 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:15.611522 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6', 'code': 200} Dec 10 04:45:15.615674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:15.631993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:15.662155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3188ccf-37c2-467e-a786-b8ebe0f3c85b req-7e04cfc4-25b9-4ad3-9ece-8e02b666bd35 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:15.666236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3188ccf-37c2-467e-a786-b8ebe0f3c85b req-7e04cfc4-25b9-4ad3-9ece-8e02b666bd35 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3999240 Dec 10 04:45:15.915932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 5766c6c9-36b8-4f31-b11d-608f7ef9db38 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:45:15.972226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9bf5691-32e9-41f3-b072-d8ce2b72f02e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:16.010418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde07824-1aa9-458b-86a2-be9ef605f4fd req-4466ef68-da58-4d92-a01a-d92eef362b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:16.017863 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fde07824-1aa9-458b-86a2-be9ef605f4fd req-4466ef68-da58-4d92-a01a-d92eef362b9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 1097 time: 0.2952259 Dec 10 04:45:16.195855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b9bf5691-32e9-41f3-b072-d8ce2b72f02e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:16.210458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:16.237852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:16.262443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:16.279423 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] Sync routers for ids ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:16.292053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f571bf9-665b-410b-95c6-9ca3c32f359a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/5766c6c9-36b8-4f31-b11d-608f7ef9db38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9616642 Dec 10 04:45:16.298875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:16.300611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] Routers {'5766c6c9-36b8-4f31-b11d-608f7ef9db38'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:16.305283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:16.413935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:16.414413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-04a46a02-2e43-4e91-b1da-1e960c8c6889 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=5766c6c9-36b8-4f31-b11d-608f7ef9db38 HTTP/1.1" status: 200 len: 205 time: 0.1062045 Dec 10 04:45:16.416275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37792) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:16.439685 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] Routers {'5766c6c9-36b8-4f31-b11d-608f7ef9db38'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:16.440956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:16.564093 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:16.565144 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ccc74-8d11-49f3-8cd2-c45cc0a90f0e None None] The sync data for ids ['5766c6c9-36b8-4f31-b11d-608f7ef9db38'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:16.706382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:16.762936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ac1ef-5fcb-446e-8adf-819df7cfd8ac None None] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:16.817927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:16.936895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] Provisioning complete for port b9bf5691-32e9-41f3-b072-d8ce2b72f02e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:16.937257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:16.973556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:16.977582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.117116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.118827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router 5766c6c9-36b8-4f31-b11d-608f7ef9db38 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:45:17.143263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.150850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75f18890-ad37-48b8-b367-1263f335e953 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/5766c6c9-36b8-4f31-b11d-608f7ef9db38 HTTP/1.1" status: 204 len: 168 time: 0.7221963 Dec 10 04:45:17.161378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3188ccf-37c2-467e-a786-b8ebe0f3c85b req-5776495f-a383-4e76-8a8a-15450f5c2b02 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2698536 Dec 10 04:45:17.178891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:17.303978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:13Z', 'revision_number': 3, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:17.306151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fde07824-1aa9-458b-86a2-be9ef605f4fd req-175265c7-3ebc-4789-83d9-a26cb560ce90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2758889 Dec 10 04:45:17.306638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c718bf8-9bc2-4a43-bdf3-c2d04dcf1d8a req-5651c741-b5b3-48cd-ab5f-77f4cc0a0fcf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:17.308374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c718bf8-9bc2-4a43-bdf3-c2d04dcf1d8a req-5651c741-b5b3-48cd-ab5f-77f4cc0a0fcf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.4886637 Dec 10 04:45:17.340269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:17.340915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Updating router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 port 840275b8-bd69-4153-be94-c42155dbcc21 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:17.376259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.424690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.425667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 662649ba-9200-498e-ac05-db04be5ff1d6 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:45:17.441023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.505120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02549924-2413-412f-9c76-6b29154ea8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.514555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.628761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c718bf8-9bc2-4a43-bdf3-c2d04dcf1d8a req-240576b7-edc2-4423-ade1-a7681cf36226 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013017 Dec 10 04:45:17.636354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] For port b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:17.734955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.750198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.807665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.903750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02549924-2413-412f-9c76-6b29154ea8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.919286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-02549924-2413-412f-9c76-6b29154ea8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:17.937504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7cc87-c7d5-49a3-be78-a8c3e8f25375 None None] Pushing event updated for resources: {'Port': ['ID=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:18.016626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:45:18.017256 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:45:18.032289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2f97d311-60a1-426e-b48a-b78f47ae3a54 None None] Provisioning complete for port b9bf5691-32e9-41f3-b072-d8ce2b72f02e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:18.032988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f97d311-60a1-426e-b48a-b78f47ae3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.081563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549924-2413-412f-9c76-6b29154ea8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91d094-8aa2-4e4e-87d3-206686c87bec,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:18.095014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.100453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-02549924-2413-412f-9c76-6b29154ea8ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9813d6cfa39c4cfa8607e2d59fb5505d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0413072 Dec 10 04:45:18.119901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:18.238105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.259378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.272858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/662649ba-9200-498e-ac05-db04be5ff1d6 HTTP/1.1" status: 204 len: 168 time: 1.0803113 Dec 10 04:45:18.280202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:18.348922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aae79-98e4-4b86-9545-623c54626fec tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=662649ba-9200-498e-ac05-db04be5ff1d6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:18.359824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.410011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.434827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f18f0-10b6-481c-b5bf-7b8805fea114 None None] Network 38355d13-2bc5-4874-8e93-ff9214fc81c8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:18.447331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.461189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79fdec-fcd2-4d37-a6f6-d59a5eaf69d5 req-a957bda3-83c5-4605-ba77-f6a5af90fa5b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:18.462788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb79fdec-fcd2-4d37-a6f6-d59a5eaf69d5 req-a957bda3-83c5-4605-ba77-f6a5af90fa5b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1308198 Dec 10 04:45:18.478393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.503568 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.522710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e881a9-6c1f-4ea9-86a5-c25f8f68f7e9 None None] Pushing event updated for resources: {'Port': ['ID=840275b8-bd69-4153-be94-c42155dbcc21,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:18.579644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b9d85-8ac5-4dbe-9aa0-f9bad2e94333 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:45:18.613493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb79fdec-fcd2-4d37-a6f6-d59a5eaf69d5 req-0eee7890-bf08-4b9e-9361-de253c183565 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384203 Dec 10 04:45:18.641248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Attempting to bind port 840275b8-bd69-4153-be94-c42155dbcc21 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:18.641887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Attempting to bind port 840275b8-bd69-4153-be94-c42155dbcc21 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:18.642430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Attempting to bind port 840275b8-bd69-4153-be94-c42155dbcc21 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:18.648844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Allocated IP 172.20.0.1 (25c56dd6-74ac-4ff7-ac4b-bd2de906dc34/3a8d80c8-c7b6-4051-903f-e08b35ce372e/ab403c82-4786-4e95-881f-5cbfa13d79a9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:18.743701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:18.750317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:18.751032 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.751632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:18.752333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Bound port: 840275b8-bd69-4153-be94-c42155dbcc21, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:18.752987 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.782288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:45:18.782625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.829052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.836548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] For port 840275b8-bd69-4153-be94-c42155dbcc21, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:18.841427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] For port 840275b8-bd69-4153-be94-c42155dbcc21, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=840275b8-bd69-4153-be94-c42155dbcc21,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:18.849063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.854699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:18.859332 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab91d094-8aa2-4e4e-87d3-206686c87bec HTTP/1.1" status: 204 len: 168 time: 0.7383995 Dec 10 04:45:18.887085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ab8cd-a884-4f3f-ac50-a7a81684f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91d094-8aa2-4e4e-87d3-206686c87bec,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:18.972143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] DHCP port deletion for 38355d13-2bc5-4874-8e93-ff9214fc81c8 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:45:18.993592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e5baa-f03f-4375-961c-f2654d47a5d6 req-803e1a86-10a8-456e-be18-9823b6de3977 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:19.009375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b3e5baa-f03f-4375-961c-f2654d47a5d6 req-803e1a86-10a8-456e-be18-9823b6de3977 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.2386119 Dec 10 04:45:19.031505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9bf5691-32e9-41f3-b072-d8ce2b72f02e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:19.090703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252a2ba-d0c7-419f-83dd-1a2f5923e128 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:45:19.104258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,segment=NetworkSegment(e6f82ecb-5303-4620-b29c-9bdfc546635f),segment_id=e6f82ecb-5303-4620-b29c-9bdfc546635f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:19.113592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:19.115370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:19.121991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.179665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.195181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b3e5baa-f03f-4375-961c-f2654d47a5d6 req-ab4ef04a-a977-4322-8ed6-248cd896861f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810973 Dec 10 04:45:19.217944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:45:19.429795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] Provisioning complete for port 840275b8-bd69-4153-be94-c42155dbcc21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:19.430555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.506964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e881a9-6c1f-4ea9-86a5-c25f8f68f7e9 None None] Pushing event updated for resources: {'Port': ['ID=840275b8-bd69-4153-be94-c42155dbcc21,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:19.516027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.638129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Pushing event updated for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:19.662206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:19.663863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.677647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:19.710032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:45:19.714088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7af62124-1de8-4920-b109-862308bfb11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.739362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:19.755803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Deleting port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:45:19.755803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.763916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b9bf5691-32e9-41f3-b072-d8ce2b72f02e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:19.764305 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:19.829188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:19.881896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:19.890896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:20.060942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7af62124-1de8-4920-b109-862308bfb11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.076665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7af62124-1de8-4920-b109-862308bfb11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.184755 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.223836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.235283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] For port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:20.236007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.237272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40de2de-0717-4702-91fa-eecdee23ef1b req-612f41ee-b4f6-4d2b-a152-59f5de7ca726 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:20.242222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a40de2de-0717-4702-91fa-eecdee23ef1b req-612f41ee-b4f6-4d2b-a152-59f5de7ca726 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.4818468 Dec 10 04:45:20.252004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7af62124-1de8-4920-b109-862308bfb11f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9129a205732463798ada31210eb7fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702479 Dec 10 04:45:20.253901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.256095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37838) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:20.259516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38355d13-2bc5-4874-8e93-ff9214fc81c8']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:20.330362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62124-1de8-4920-b109-862308bfb11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48d2d3-3d2b-4aa7-ae00-99b1d28aca8f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:20.410372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] For port 840275b8-bd69-4153-be94-c42155dbcc21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=840275b8-bd69-4153-be94-c42155dbcc21,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:20.420363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.435361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a40de2de-0717-4702-91fa-eecdee23ef1b req-994ad573-29a7-4a7a-a5db-b156038dcfee tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716278 Dec 10 04:45:20.441354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.457170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f82ecb-5303-4620-b29c-9bdfc546635f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:20.457538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f82ecb-5303-4620-b29c-9bdfc546635f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:20.461090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Calling delete_port for 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:45:20.462443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.481573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:45:20.525432 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.539501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.560770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.641565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.650334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.654534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d48d2d3-3d2b-4aa7-ae00-99b1d28aca8f HTTP/1.1" status: 204 len: 168 time: 0.3535092 Dec 10 04:45:20.656891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] No DVR routers for this DVR port 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:45:20.657650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.680527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb43301f-c5e9-4d35-bcbe-dbc364855238 None None] Provisioning complete for port 840275b8-bd69-4153-be94-c42155dbcc21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:20.681348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb43301f-c5e9-4d35-bcbe-dbc364855238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.693766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:45:20.693938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:20.695213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59da11-d516-45d0-aa64-51c6c5856f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48d2d3-3d2b-4aa7-ae00-99b1d28aca8f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:45:20.697377 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:45:21.052901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:45:21.053763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.064433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfdb8f-9a23-4bc5-8701-eca297105c61 None None] Pushing event updated for resources: {'Port': ['ID=840275b8-bd69-4153-be94-c42155dbcc21,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:21.074095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.082120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/38355d13-2bc5-4874-8e93-ff9214fc81c8 HTTP/1.1" status: 204 len: 168 time: 2.7847948 Dec 10 04:45:21.083073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:21.088667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2112422005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:21.100222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfc2b6-619e-4c83-9d56-98ca5fa7b882 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=38355d13-2bc5-4874-8e93-ff9214fc81c8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:21.102007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.142778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.143947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.175509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105d08d-7ed8-42df-9320-b53ee43dc61c None None] Pushing event deleted for resources: {'Port': ['ID=29168a7a-f2ec-48ed-80f2-96cb77c0f1f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:21.188816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:45:21.189331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29168a7a-f2ec-48ed-80f2-96cb77c0f1f5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:45:21.289317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.299834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.341072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.342507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd52b98d-390b-4ce0-9de3-15eacd352fa0 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2583184 Dec 10 04:45:21.345262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:21.355749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-503242074'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:21.416371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:13Z', 'revision_number': 3, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:21.429632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:21.439907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.549826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4425fb-5ced-47b1-9ab1-564d07773d7b None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:13Z', 'revision_number': 3, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:21.557490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:21.604926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.605557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb43301f-c5e9-4d35-bcbe-dbc364855238 None None] Provisioning complete for port ab403c82-4786-4e95-881f-5cbfa13d79a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:21.605924 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb43301f-c5e9-4d35-bcbe-dbc364855238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.613608 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 3f8294cd-0a66-4505-a916-8ce4ac66db63 of type vlan for network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 Dec 10 04:45:21.760515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.805613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb43301f-c5e9-4d35-bcbe-dbc364855238 None None] Port ab403c82-4786-4e95-881f-5cbfa13d79a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:21.815845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.823226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:21.829265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.831892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.846665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:21.882666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5355821 Dec 10 04:45:21.982991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288a687-ff86-495c-85b3-d18b99007f7f tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=14d5528c-4a4a-4930-aa59-dae9fd66f6e0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:21.996562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:22.005707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37868) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:22.022444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:22.049834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:22.238205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Pushing event updated for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:22.248145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:22.251787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:22.283928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ccd44-ff3c-4126-b0a3-be9ee69d6085 req-106ed433-602b-452f-bc4d-af36e53d2c27 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:22.286164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20ccd44-ff3c-4126-b0a3-be9ee69d6085 req-106ed433-602b-452f-bc4d-af36e53d2c27 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.4854689 Dec 10 04:45:22.322046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:22.326541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:22.465977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d730-1a12-460a-b23d-0d2823c73b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:22.573071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:45:22.620757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b20ccd44-ff3c-4126-b0a3-be9ee69d6085 req-45b6a981-8b0c-4a6f-8e81-381605ef4835 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183632 Dec 10 04:45:22.859005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-83ac6e68-0877-49d1-9f20-79e3e4302192 None None] Provisioning complete for port ab403c82-4786-4e95-881f-5cbfa13d79a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:22.862455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83ac6e68-0877-49d1-9f20-79e3e4302192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:22.971619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:22.997265 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-85d37855-6106-41d9-bbd4-c06d8c810329 admin admin] 10.222.0.43 "PUT /v2.0/routers/3c10422d-5eb1-40e7-83f6-dfae3b9e01f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4170618 Dec 10 04:45:23.005973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-83ac6e68-0877-49d1-9f20-79e3e4302192 None None] Port ab403c82-4786-4e95-881f-5cbfa13d79a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:23.044623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:23.062433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 840275b8-bd69-4153-be94-c42155dbcc21 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:23.188929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 840275b8-bd69-4153-be94-c42155dbcc21 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:23.189801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:23.206004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:23.206388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: 14d5528c-4a4a-4930-aa59-dae9fd66f6e0, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:45:23.230041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=4fa2a50f-c271-45ea-b94c-3e274a8e603c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:23.276416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:45:23.312743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 14d5528c-4a4a-4930-aa59-dae9fd66f6e0) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:23.319516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:23.322113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:23.369416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a841cc65-6a8a-4ace-b657-7762253cb223 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3594115 Dec 10 04:45:23.371643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de18ba-7e15-4ee2-9039-3d7d01e83fc5 None None] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:23.390990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:23.839742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:23.841656 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:23.968168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:24.041395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4e83f-6d4f-43ca-90e6-2e6ef07f3c44 req-b3c145a0-4dbc-4491-9d69-94939913740a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:24.054533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77e4e83f-6d4f-43ca-90e6-2e6ef07f3c44 req-b3c145a0-4dbc-4491-9d69-94939913740a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2230346 Dec 10 04:45:24.251729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77e4e83f-6d4f-43ca-90e6-2e6ef07f3c44 req-4b19a112-4ce4-4a0d-9b9f-c556aa567b58 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770551 Dec 10 04:45:24.474369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Allocated IP 2001:db8::2 (14d5528c-4a4a-4930-aa59-dae9fd66f6e0/4fa2a50f-c271-45ea-b94c-3e274a8e603c/b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:24.652391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:24.937868 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a2ab-07e4-4917-9e68-61e521db6f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:24.938921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:24.946423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295832909', 'description': 'tempest-description--1939883036'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:24.957119 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:24.976409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.033336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:25.038447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:25.040717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:25.046766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:25.066303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.096531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8::1 (14d5528c-4a4a-4930-aa59-dae9fd66f6e0/4fa2a50f-c271-45ea-b94c-3e274a8e603c/6e218d32-f8f8-48de-847e-020ee53a0849) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:25.156869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:25.160402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:25.228090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Attempting to bind port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:25.228400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Attempting to bind port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:25.233205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Attempting to bind port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 on network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:25.235026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.297831 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.331134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:25.331610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Checking segment: {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:25.332250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.333414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Bound using segment: {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:25.340354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Bound port: b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:25.340886 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.355213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:25.359323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:25.363280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:25.363858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.420821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:25.439733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.448145 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.496136 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.500554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5594773 Dec 10 04:45:25.507772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:25.514476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] For port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:25.523010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] For port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:25.529677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Pushing event updated for resources: {'Port': ['ID=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:25.545530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:25.551288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group_rule': {'security_group_id': '71fc3752-0bc1-46f8-afac-af679d7da0a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:25.668637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b736198-4552-4346-97f1-25e4b787b2c9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc3752-0bc1-46f8-afac-af679d7da0a7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:25.764271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782eb55-c4b9-4ff7-8b61-89eb5a75db72 req-ab3ca5b0-29a8-4165-82d1-b9a038269878 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:25.785884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2782eb55-c4b9-4ff7-8b61-89eb5a75db72 req-ab3ca5b0-29a8-4165-82d1-b9a038269878 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2399240 Dec 10 04:45:26.027738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2782eb55-c4b9-4ff7-8b61-89eb5a75db72 req-674fd835-b1bf-4730-b567-717a575f5f10 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366617 Dec 10 04:45:26.064976 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:26.066277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799050af-539e-4e32-a5e0-88e275b296cb None None] Pushing event updated for resources: {'Port': ['ID=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:26.254243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:26.540965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:26.628596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:26.710671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:21Z', 'revision_number': 2, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:26.770492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:26.770957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Updating router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 port ab403c82-4786-4e95-881f-5cbfa13d79a9 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:26.808017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:26.839286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:26.961273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.099215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:27.163761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a27f5a-7739-4694-976f-9fc291a4d768,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:27.208667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.212744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37964) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:27.220841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group_rule': {'security_group_id': '71fc3752-0bc1-46f8-afac-af679d7da0a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:27.226569 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-19b774ea-c97b-483c-b35a-0e084a078763 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7011740 Dec 10 04:45:27.301275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.388617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39bb47-3b61-4d30-90f7-ebb9c3fc9066 req-6ad4cf24-66fc-465c-8fd3-8d11aee95fcb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:27.401815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d39bb47-3b61-4d30-90f7-ebb9c3fc9066 req-6ad4cf24-66fc-465c-8fd3-8d11aee95fcb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1445701 Dec 10 04:45:27.587073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d39bb47-3b61-4d30-90f7-ebb9c3fc9066 req-cbad09ba-35b0-4693-9d94-bc920fbdd5fa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837020 Dec 10 04:45:27.615604 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.630368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.641186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.657308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526212b-cb8a-4e18-90df-3c64cc7b95d4 None None] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:27.677209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.679803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.692700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.693958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.730816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f540e4e5-bb2c-420f-850d-09ae38da52a1,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:27.754534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.768117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c13cf453-6134-4dd4-b0d8-dce53cf63b95 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5541589 Dec 10 04:45:27.771892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:27.792265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:27.911875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:27.928103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:27.936759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:27.945268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:27.982489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.168284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37ada3a7-1622-462a-bc28-7c1c5dc6f510 None None] Provisioning complete for port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:28.168897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37ada3a7-1622-462a-bc28-7c1c5dc6f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.222925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:28.223298 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.265107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39156c5e-dd4c-4ffd-aba0-bfbd3403a801 None None] Pushing event updated for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:28.393523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:45:28.401667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.408747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.618707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:28.629814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9211adb-612c-4b5b-b1c3-169aab3b8808 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2364938 Dec 10 04:45:28.631543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:28.631835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:28.639757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544502385'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:28.657357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Allocated IP 172.25.8.118 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/55c35419-a7df-41ec-ac91-2707caee606e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:28.678570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:28.679725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:28.684984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.685565 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:28.744466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:28.766070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.766070 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 8b874042-c218-49e1-bf70-d8391501ded4 of type vlan for network 683998c7-648e-4dcd-8dd6-f821b51291fd Dec 10 04:45:28.949284 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:28.970678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:28.977908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Attempting to bind port ab403c82-4786-4e95-881f-5cbfa13d79a9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:28.978416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Attempting to bind port ab403c82-4786-4e95-881f-5cbfa13d79a9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:28.978889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Attempting to bind port ab403c82-4786-4e95-881f-5cbfa13d79a9 on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:29.009167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:29.009967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Checking segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:29.010714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.011211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Bound using segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:29.012139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Bound port: ab403c82-4786-4e95-881f-5cbfa13d79a9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:29.012678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.030476 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.045523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d13cb0-0d16-43ea-a51c-266535820baa req-4cfe4095-554f-4d96-b77e-873b2b61e842 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:29.055367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63d13cb0-0d16-43ea-a51c-266535820baa req-4cfe4095-554f-4d96-b77e-873b2b61e842 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2707317 Dec 10 04:45:29.093496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.128388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:29.131113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:29.132600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.143536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.151388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37ada3a7-1622-462a-bc28-7c1c5dc6f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.311248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63d13cb0-0d16-43ea-a51c-266535820baa req-e91990e4-0122-4caa-b0f9-c449bbf99997 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532930 Dec 10 04:45:29.370871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.420335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:25Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:27Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:29.438980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] For port ab403c82-4786-4e95-881f-5cbfa13d79a9, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:29.459376 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:29.459727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Updating router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 port 6e218d32-f8f8-48de-847e-020ee53a0849 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:29.480755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.555682 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.556038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9111753 Dec 10 04:45:29.569613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:29.589751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37ada3a7-1622-462a-bc28-7c1c5dc6f510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:45:29.590247 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37ada3a7-1622-462a-bc28-7c1c5dc6f510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:45:29.592202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:29.598643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:29.617193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:29.617440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166702c-d62e-4acc-b2ee-9736db31342e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=683998c7-648e-4dcd-8dd6-f821b51291fd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:29.623730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:29.658467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:29.680890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] For port ab403c82-4786-4e95-881f-5cbfa13d79a9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab403c82-4786-4e95-881f-5cbfa13d79a9,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:29.697864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 683998c7-648e-4dcd-8dd6-f821b51291fd details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:29.775847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:29.837003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=55c35419-a7df-41ec-ac91-2707caee606e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:29.959603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39156c5e-dd4c-4ffd-aba0-bfbd3403a801 None None] Pushing event updated for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:29.964626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:29.965271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:30.061779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.183239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:30.198299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.203683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.338591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:30.495299 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.515442 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.622643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Provisioning complete for port 6e218d32-f8f8-48de-847e-020ee53a0849 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:30.623228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.721293 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Attempting to bind port 6e218d32-f8f8-48de-847e-020ee53a0849 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:30.721663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Attempting to bind port 6e218d32-f8f8-48de-847e-020ee53a0849 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:30.722391 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Attempting to bind port 6e218d32-f8f8-48de-847e-020ee53a0849 on network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:30.739498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:30.739851 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Checking segment: {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:30.741165 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.741504 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Bound using segment: {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:30.743084 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Bound port: 6e218d32-f8f8-48de-847e-020ee53a0849, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8294cd-0a66-4505-a916-8ce4ac66db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:30.745173 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.826014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2791a-99c6-454d-8981-9f48ade0d640 req-f21fd723-3ef5-43ea-a110-0f9d11efa8ea tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:30.827739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ec2791a-99c6-454d-8981-9f48ade0d640 req-f21fd723-3ef5-43ea-a110-0f9d11efa8ea tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3088026 Dec 10 04:45:30.916298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Port 6e218d32-f8f8-48de-847e-020ee53a0849 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:30.949220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Provisioning complete for port ab403c82-4786-4e95-881f-5cbfa13d79a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:30.949601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:30.999622 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] For port 6e218d32-f8f8-48de-847e-020ee53a0849, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:31.008560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] For port 6e218d32-f8f8-48de-847e-020ee53a0849, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e218d32-f8f8-48de-847e-020ee53a0849,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:31.030951 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.047753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ec2791a-99c6-454d-8981-9f48ade0d640 req-f067d6e9-bb81-48c4-b0a3-814d6d4bd46a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808589 Dec 10 04:45:31.097706 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Pushing event updated for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:31.112552 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:31.113164 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:31.182306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.195380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.256985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.382800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.383335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:31.390809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:29Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:31.398509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=9ab68786-a65f-4ad2-a4c0-f0675de5bfe4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:31.447115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=55c35419-a7df-41ec-ac91-2707caee606e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:31.467987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.473954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:31.480160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: 683998c7-648e-4dcd-8dd6-f821b51291fd, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:45:31.524885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 683998c7-648e-4dcd-8dd6-f821b51291fd is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:45:31.527156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:31.536104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.537427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4383e120-1806-40fd-bed4-1b2e3e9368ab tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7616158 Dec 10 04:45:31.542613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 683998c7-648e-4dcd-8dd6-f821b51291fd) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:31.553001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:31.553989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:31.575292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee1230-ef3f-4629-b58c-a17b14e0a16a None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:29Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:31.586369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b17e6-ba00-4361-84ac-51b5e9099f1b None None] Network 683998c7-648e-4dcd-8dd6-f821b51291fd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:31.589685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38038) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:31.590428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6d86d448-29f8-4a8a-bb42-c67cd8bb461d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0165536 Dec 10 04:45:31.734083 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.739185 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.745339 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.745847 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.746289 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.747838 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.748727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.749776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.750780 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.752524 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.753133 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.753839 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:31.758185 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:32.034595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] For port ab403c82-4786-4e95-881f-5cbfa13d79a9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab403c82-4786-4e95-881f-5cbfa13d79a9,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:32.054519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:32.276823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:32.277322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:32.337266 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb84364-8e9c-4578-a4a9-a3c23b56d2c2 None None] Pushing event updated for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:32.497073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-683998c7-648e-4dcd-8dd6-f821b51291fd', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:32.500247 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:32.517591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Provisioning complete for port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:32.517977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:32.528203 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:25Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:30Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:32.561979 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b414e6b-6037-4226-a0e8-2a056fdc5d07 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:25Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:30Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:32.749346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c27be-3ac1-4741-8f7a-d9edaa9a08f2 None None] Pushing event updated for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:33.046779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Allocated IP 2001:db8:1::2 (683998c7-648e-4dcd-8dd6-f821b51291fd/9ab68786-a65f-4ad2-a4c0-f0675de5bfe4/2e7675b8-dd6e-4728-a8de-d95ef54ed946) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:33.397710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb391a96-c276-47d6-a372-744ab5555bdc req-629466dd-3316-4a57-9efc-daef42ee67a8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:33.403714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb391a96-c276-47d6-a372-744ab5555bdc req-629466dd-3316-4a57-9efc-daef42ee67a8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 1.4486110 Dec 10 04:45:33.599171 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-82263271-c25e-43e2-ae3d-54afb06ed629 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--295832909&fields=id&tenant_id=60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 267 time: 0.3248448 Dec 10 04:45:33.762969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:33.785535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:33.930468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Network 683998c7-648e-4dcd-8dd6-f821b51291fd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:33.932001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:33.962886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:34.115601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Pushing event updated for resources: {'Port': ['ID=2e7675b8-dd6e-4728-a8de-d95ef54ed946,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:34.248079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb391a96-c276-47d6-a372-744ab5555bdc req-f728be52-579b-4c07-a86c-0787aa065f23 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8359811 Dec 10 04:45:34.371452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Attempting to bind port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:34.375213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Attempting to bind port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:34.375600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Attempting to bind port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 on network 683998c7-648e-4dcd-8dd6-f821b51291fd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:34.405914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab403c82-4786-4e95-881f-5cbfa13d79a9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:34.424411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:34.424822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Checking segment: {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:34.425234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.425636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Bound using segment: {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:34.426670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Bound port: 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:34.427958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.522952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Provisioning complete for port 6e218d32-f8f8-48de-847e-020ee53a0849 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:34.523378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.679739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] For port 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:34.681691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-edabd751-7c99-47f1-a9f5-d1c4482847b8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:34.683300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] For port 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e7675b8-dd6e-4728-a8de-d95ef54ed946,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:34.692732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-edabd751-7c99-47f1-a9f5-d1c4482847b8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 811 time: 1.0924718 Dec 10 04:45:34.698534 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.707398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ab403c82-4786-4e95-881f-5cbfa13d79a9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:34.707851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.733505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-8f08fe50-6b20-4638-902a-e9c064902a56 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/quotas/60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 375 time: 0.0391288 Dec 10 04:45:34.807247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:34.826043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdf674-af52-4c7d-b9f2-725900acef11 req-7fe478a0-579c-41f5-9ca6-07fb546c90ff tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:34.837523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4fdf674-af52-4c7d-b9f2-725900acef11 req-7fe478a0-579c-41f5-9ca6-07fb546c90ff tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2883549 Dec 10 04:45:35.530519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-ee7d8968-c9f4-4b5f-9456-72bf08900c62 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7960341 Dec 10 04:45:35.600230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:35.681318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4fdf674-af52-4c7d-b9f2-725900acef11 req-45e070b1-8359-41b4-906d-c3a07e2326fc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7989647 Dec 10 04:45:35.886598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8:1::1 (683998c7-648e-4dcd-8dd6-f821b51291fd/9ab68786-a65f-4ad2-a4c0-f0675de5bfe4/2cdc1c47-37c4-4e93-9f28-038a26cfe3ee) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:35.896432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] For port 6e218d32-f8f8-48de-847e-020ee53a0849, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e218d32-f8f8-48de-847e-020ee53a0849,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:35.909643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:35.914084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474359-28f3-4f3e-af21-2178228c32e0 None None] Pushing event updated for resources: {'Port': ['ID=2e7675b8-dd6e-4728-a8de-d95ef54ed946,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:36.080375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e218d32-f8f8-48de-847e-020ee53a0849 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:36.129797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:36.214072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Provisioning complete for port ab403c82-4786-4e95-881f-5cbfa13d79a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:36.214433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:36.424510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-22e38dcc-6b55-450d-aa9a-6de74d40b580 service neutron] 10.222.0.43 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751905 Dec 10 04:45:36.439905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:36.444261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b12aa8-6a4d-4e2e-bd03-a054ca7f6723 None None] Pushing event updated for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:36.607347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 683998c7-648e-4dcd-8dd6-f821b51291fd is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:36.654140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6e218d32-f8f8-48de-847e-020ee53a0849 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:36.654733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:36.836922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:36.843105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:36.856858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:36.857594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:37.088284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-43a1aedc-f12c-4f2c-a824-fd60e169558a service neutron] 10.222.0.43 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194801 Dec 10 04:45:37.091388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eab441-8c30-44d3-bf7d-5798e2c0a68a None None] Network 683998c7-648e-4dcd-8dd6-f821b51291fd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:37.133251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97906fa3-3012-47f8-a79d-c8d211562ac5 req-f4b384f5-4ff9-4c69-8bee-c175fbe346fb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:37.134865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97906fa3-3012-47f8-a79d-c8d211562ac5 req-f4b384f5-4ff9-4c69-8bee-c175fbe346fb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.7476323 Dec 10 04:45:37.235289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:37.363814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] Provisioning complete for port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:37.370542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:37.385146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97906fa3-3012-47f8-a79d-c8d211562ac5 req-70014d9a-15e4-409d-918e-1fc07c85296f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105634 Dec 10 04:45:37.525542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e7675b8-dd6e-4728-a8de-d95ef54ed946 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:37.790540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a6843-7b29-45da-86f0-b6927a4c9cd6 req-b00f02f8-3191-4654-b3d0-041442d9d305 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:37.798594 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a0a6843-7b29-45da-86f0-b6927a4c9cd6 req-b00f02f8-3191-4654-b3d0-041442d9d305 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.1273367 Dec 10 04:45:37.836132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:37.837703 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.206188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3f80d3f-4222-4d14-a93e-be19999428c2 req-1bafddbd-60a8-4fc9-9d6c-41191b776b46 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.1087470 Dec 10 04:45:38.225730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a0a6843-7b29-45da-86f0-b6927a4c9cd6 req-0a321f55-5e9b-4dbd-9e7a-2864e92bd1f8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250011 Dec 10 04:45:38.263328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.396941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.409798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.411092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.595564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] For port 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e7675b8-dd6e-4728-a8de-d95ef54ed946,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:38.596634 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.605894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:38.837235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:38.890668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340bcf1-e686-4c42-b708-0451c03f1017 req-2c4c56ed-a9e8-4fa8-940d-3fffec779beb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:38.892823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e340bcf1-e686-4c42-b708-0451c03f1017 req-2c4c56ed-a9e8-4fa8-940d-3fffec779beb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.4363847 Dec 10 04:45:39.083038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4e3375b4-4dc5-4bf1-b003-6c313516aaf6 None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:39.084082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e3375b4-4dc5-4bf1-b003-6c313516aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:39.096356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:45:39.098700 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:45:39.112360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e340bcf1-e686-4c42-b708-0451c03f1017 req-3e4dfca4-0ed2-446e-8f33-55732c32dd33 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116787 Dec 10 04:45:39.132098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network 683998c7-648e-4dcd-8dd6-f821b51291fd is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:39.133622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:39.137136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbd829-a57a-4e25-8af9-3474d025060e None None] Pushing event updated for resources: {'Port': ['ID=2e7675b8-dd6e-4728-a8de-d95ef54ed946,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:39.177095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4e3375b4-4dc5-4bf1-b003-6c313516aaf6 None None] Port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:39.198864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4e3375b4-4dc5-4bf1-b003-6c313516aaf6 None None] Provisioning complete for port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:39.199234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e3375b4-4dc5-4bf1-b003-6c313516aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:39.533242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddd412b2-d8a7-46a4-b40e-baec6a7ddc34 req-ffcebea8-aff2-4d25-9513-b1af0691c14c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.1246464 Dec 10 04:45:39.548044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0741210f-580e-4477-8280-28c591c6575d None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:39.553212 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0741210f-580e-4477-8280-28c591c6575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:39.591374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:45:39.699226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0741210f-580e-4477-8280-28c591c6575d None None] Port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:39.724877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e218d32-f8f8-48de-847e-020ee53a0849 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:39.785888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-26ab5415-e546-48bf-aafd-3a7077e9a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:39.790053 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-26ab5415-e546-48bf-aafd-3a7077e9a5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 1097 time: 0.1780546 Dec 10 04:45:39.825461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-77ba85b9-9bab-44bb-9b8a-64fd2ae4255e None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:39.826355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77ba85b9-9bab-44bb-9b8a-64fd2ae4255e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:39.887084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-77ba85b9-9bab-44bb-9b8a-64fd2ae4255e None None] Port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:39.891110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6e218d32-f8f8-48de-847e-020ee53a0849 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:39.892287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:39.917481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332387de-06f2-4018-9820-48d05709937f req-2730ac93-902d-4a32-a461-218d45a8af61 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:39.929328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332387de-06f2-4018-9820-48d05709937f req-2730ac93-902d-4a32-a461-218d45a8af61 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.3347168 Dec 10 04:45:39.980107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-c5ce7ea9-fc27-490a-9b72-1862a02546e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:39.981804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-c5ce7ea9-fc27-490a-9b72-1862a02546e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.1796803 Dec 10 04:45:40.094595 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-320fa0d8-9cf0-4884-b9ac-6e649a149b30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 200 len: 217 time: 0.1042860 Dec 10 04:45:40.303920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:40.339236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-264f70a8-5984-4d04-92a4-f5b5edaa2cf4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7484460 Dec 10 04:45:40.344459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:40.346352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:40.353026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-8fa3a119-ee7c-4af5-b93d-e98b572d6b0a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:40.356042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-8fa3a119-ee7c-4af5-b93d-e98b572d6b0a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 811 time: 0.2592630 Dec 10 04:45:40.364090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332387de-06f2-4018-9820-48d05709937f req-303ef7df-6fcc-480d-8399-de6793e361a2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081495 Dec 10 04:45:40.382198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-479948631'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:40.395266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e7675b8-dd6e-4728-a8de-d95ef54ed946 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:40.416036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e301d8-ee1d-4c23-ad32-c8dd178b55f3 req-e61d496e-1bb3-45e6-9969-e0cb860aa5b1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:40.434319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71e301d8-ee1d-4c23-ad32-c8dd178b55f3 req-e61d496e-1bb3-45e6-9969-e0cb860aa5b1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.5809321 Dec 10 04:45:40.477171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-6f87e386-8447-47ee-9573-910b22679605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:40.483269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-6f87e386-8447-47ee-9573-910b22679605 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1241627 Dec 10 04:45:40.494908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:40.496491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:40.546178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71e301d8-ee1d-4c23-ad32-c8dd178b55f3 req-fbd058cc-6390-4af1-9e99-94cd5077c823 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100743 Dec 10 04:45:40.549353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:40.559449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.587072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-3de5e80e-e4c6-4a2e-9020-da1f3804696a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920465 Dec 10 04:45:40.611836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:40.645642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.646559 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 642a8c3a-edd3-4d01-be95-c621bbef41c5 of type vlan for network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 Dec 10 04:45:40.743057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.794574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:40.808284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.823947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:40.824620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.859292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b2ce4de-c022-4f9b-b426-b8df6cdbdfe5 req-042b272c-5bc7-4e5f-a84a-57e0ed8677b9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.0765383 Dec 10 04:45:40.864131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:40.864710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:40.885739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-79412021-3c5a-4b07-a51c-c4fbfae37444 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 379 time: 0.5015626 Dec 10 04:45:40.930634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604610 Dec 10 04:45:40.935251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'port': {'device_id': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'admin_state_up': True, 'tenant_id': '60b3be28a948484093684ba66ac91836', 'security_groups': ['71fc3752-0bc1-46f8-afac-af679d7da0a7']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:40.939014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:40.948977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:40.950123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-217cae23-ee53-4a85-8261-24ad8c1e0967 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3618863 Dec 10 04:45:41.054748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c33cf-2e22-4706-8fbe-5e95d15d0ea9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=c70d2d3a-fa09-4afc-b4a6-abd51c80f558,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:41.074676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-3cf31946-152b-4760-9b53-3c823e30c70f service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720945 Dec 10 04:45:41.097465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:41.214456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:41.218155 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:41.312908 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c767f8e1-2399-4a0a-8cba-4f97f9656310 req-1409b829-51fe-4a3b-bb7b-ba92696656a8 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000272 Dec 10 04:45:41.437348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-4f341e6e-72fd-4f23-b6c6-0f927ce9f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:41.443259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-4f341e6e-72fd-4f23-b6c6-0f927ce9f58b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 1096 time: 0.4369171 Dec 10 04:45:41.448797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:41.552118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:41.552649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Updating router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:41.624323 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:41.755507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Made reservation on behalf of 60b3be28a948484093684ba66ac91836 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:41.759492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:41.785800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404bc5-a12b-4f6a-9899-c254a78973d9 req-34db1652-bcdd-4422-9ec6-bccc83918119 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:41.803211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d404bc5-a12b-4f6a-9899-c254a78973d9 req-34db1652-bcdd-4422-9ec6-bccc83918119 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 0.2452059 Dec 10 04:45:41.828748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-26901532-da41-43a7-ae15-803f7a420f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:41.830215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-26901532-da41-43a7-ae15-803f7a420f96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3561323 Dec 10 04:45:41.939373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-571546d6-fc7d-4207-8f4a-4e43f159dae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 200 len: 217 time: 0.0897710 Dec 10 04:45:41.941237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d404bc5-a12b-4f6a-9899-c254a78973d9 req-ce26ecd3-b702-473c-b801-0f6c13d701c3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370919 Dec 10 04:45:41.944038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.121627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.133080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.146082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9dfecd1-b9a9-4d65-951c-fc7d14aafc28 req-f53f7c54-85ea-4a99-8186-92c9de776d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.0603073 Dec 10 04:45:42.250827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46fc0-9651-499b-86a8-7d490844f391 req-e5f63ef7-649f-47f7-a8c0-7b07275309af tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.252349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85c46fc0-9651-499b-86a8-7d490844f391 req-e5f63ef7-649f-47f7-a8c0-7b07275309af tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3509359 Dec 10 04:45:42.322508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=c8e4fda4-6bc3-4137-b233-54045174bfed,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:42.341574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169832c-c723-4a89-984f-2837640b7d5f None None] Pushing event updated for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:42.381723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Attempting to bind port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:42.382105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Attempting to bind port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:42.382475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Attempting to bind port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee on network 683998c7-648e-4dcd-8dd6-f821b51291fd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:42.383375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-e171a252-3d24-49cf-830c-4a00b54efc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.384927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-e171a252-3d24-49cf-830c-4a00b54efc6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 1097 time: 0.3915443 Dec 10 04:45:42.386485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-45987252-c640-4824-bf45-19077700a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.387790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-45987252-c640-4824-bf45-19077700a2b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.4317119 Dec 10 04:45:42.408008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:42.408368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: c70d2d3a-fa09-4afc-b4a6-abd51c80f558, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:45:42.408650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:42.409037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Checking segment: {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:42.409443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.409841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Bound using segment: {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:42.410357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Bound port: 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b874042-c218-49e1-bf70-d8391501ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:42.410743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.428679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85c46fc0-9651-499b-86a8-7d490844f391 req-6f6165da-0737-412c-be76-2ce73c8673cf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560268 Dec 10 04:45:42.478691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:45:42.493494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c70d2d3a-fa09-4afc-b4a6-abd51c80f558) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:42.498102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.498952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.529064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4a1a2588-ef29-4944-87db-14539c097962 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5838227 Dec 10 04:45:42.531877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:42.538685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8e980-0315-447c-827d-8d334a4196d1 None None] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:42.675009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Allocated IP 172.20.0.13 (25c56dd6-74ac-4ff7-ac4b-bd2de906dc34/3a8d80c8-c7b6-4051-903f-e08b35ce372e/e19ee5ef-9377-4a9e-af18-017cf8722a46) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:42.675009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-d651049d-fa5e-4d99-a163-858188215a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.677315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-d651049d-fa5e-4d99-a163-858188215a91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.2471797 Dec 10 04:45:42.701549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-e4099e55-4c96-40f5-bce5-4c814ebd7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.704184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-e4099e55-4c96-40f5-bce5-4c814ebd7349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036921 Dec 10 04:45:42.763922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] For port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:42.770607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] For port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:42.782726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:42.783232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:42.822009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-de39cc1c-5aea-4f2b-b344-e49fcea0476f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 200 len: 217 time: 0.1280885 Dec 10 04:45:42.928357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-2d10d782-8ae7-4890-b173-c18cbd0eeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:42.929989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-2d10d782-8ae7-4890-b173-c18cbd0eeb2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.0807302 Dec 10 04:45:43.011515 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-87be5146-55ca-4b7a-b02d-da09c1be075c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710959 Dec 10 04:45:43.213200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c6844a72-e7d7-431a-9414-7cac1fdff8c2 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:45:43.215790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:43.290991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:43.303501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:43.490262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-39634a72-1179-421c-a21d-1da0dcc97154 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861115 Dec 10 04:45:43.799521 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:45:43.832267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:43.834643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:43.941012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-6cfda6a7-8967-4302-bf12-45f73ac444b4 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597276 Dec 10 04:45:43.979592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:44.125406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:44.202539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94a9f2c3-6dc0-4dcb-9eaf-55b17c539b4e req-4d89c041-1c7b-4654-8da5-2e77655254a7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.8307252 Dec 10 04:45:44.306428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d0cc-d620-49e1-a416-b4f7bb068b40 req-6c69033f-669a-431a-9394-dec17f8a00ed tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:44.308107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8488d0cc-d620-49e1-a416-b4f7bb068b40 req-6c69033f-669a-431a-9394-dec17f8a00ed tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 946 time: 1.0131423 Dec 10 04:45:44.314071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169832c-c723-4a89-984f-2837640b7d5f None None] Pushing event updated for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:44.504945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:44.537043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537862a-241c-4f4e-bb19-708393c29085 req-a5c259e5-93e3-401e-9435-992904a2de7d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:44.538975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2537862a-241c-4f4e-bb19-708393c29085 req-a5c259e5-93e3-401e-9435-992904a2de7d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1553330 Dec 10 04:45:44.562971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8488d0cc-d620-49e1-a416-b4f7bb068b40 req-695e087f-c2c5-4a41-83e9-72e0fc683e1a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466695 Dec 10 04:45:44.777574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0603ea89-771b-49e6-8de1-60de4ff5cdc8 req-c5067935-3152-4319-9673-4be282be7e1d service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2858193 Dec 10 04:45:44.936802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:44.957264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8671e79-ec15-4632-b8fb-8a0cd815047b req-af29dc29-fef5-4916-bac2-6a86053ebe00 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0035067 Dec 10 04:45:44.963814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2537862a-241c-4f4e-bb19-708393c29085 req-f6157ff4-d931-40df-a9f6-d6ce1c2bcd5f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162230 Dec 10 04:45:44.965296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.022326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.058432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:45.061558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:45.094185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] For port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:45.106570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:45.139492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.160817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Allocated IP 2001:db8:2::2 (c70d2d3a-fa09-4afc-b4a6-abd51c80f558/c8e4fda4-6bc3-4137-b233-54045174bfed/ef72facf-eed2-46b4-bb5a-6aceab857150) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:45.188430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:45.270871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:45.277072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.328080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-14d4771d-5ce2-45af-ae57-ce1091de9d9a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4078588 Dec 10 04:45:45.360264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:42Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:45.361875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Request body: {'port': {'device_id': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:45.367759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:45.370134 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf5cfc9-406e-42a6-a8d8-b3c987819063" -d '{"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:45.475874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db028-9bf8-4f17-8f88-daa1f818f5c2 req-6517e7d1-6cb5-4f02-80c0-d5036e117ccf tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:45.477670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006db028-9bf8-4f17-8f88-daa1f818f5c2 req-6517e7d1-6cb5-4f02-80c0-d5036e117ccf tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 932 time: 0.1326022 Dec 10 04:45:45.518833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.522663 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0641aa9-7430-4eb1-beac-b23137f666d6 x-openstack-request-id: req-f0641aa9-7430-4eb1-beac-b23137f666d6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:45.523154 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-unplugged", "status": "failed", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:45.523566 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0641aa9-7430-4eb1-beac-b23137f666d6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:45.524113 n-d-817326-3 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'code': 422} returned with failed status Dec 10 04:45:45.543745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c30d-10be-4a32-8c8c-815e75586c07 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:42Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:45.564421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:45.581205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.636236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006db028-9bf8-4f17-8f88-daa1f818f5c2 req-08284c3c-78a0-4610-9012-1ad496d85a1b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518664 Dec 10 04:45:45.810409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-88d29bb4-d20d-4c1f-be18-0abedb492721 None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:45.810781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88d29bb4-d20d-4c1f-be18-0abedb492721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:45.824227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac6bb4-7044-4202-b698-33c4c1ff59e3 None None] Pushing event updated for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:46.012145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b23b-d0ab-4526-b553-9c2bbc57f106 req-758e84a5-2ae3-474a-bd88-12f7d156418c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:46.022335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3265b23b-d0ab-4526-b553-9c2bbc57f106 req-758e84a5-2ae3-474a-bd88-12f7d156418c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.1955502 Dec 10 04:45:46.085899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19ee5ef-9377-4a9e-af18-017cf8722a46 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:45:46.122796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.169497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:46.173472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Transition to ACTIVE for port object e19ee5ef-9377-4a9e-af18-017cf8722a46 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:45:46.184581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.195044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3265b23b-d0ab-4526-b553-9c2bbc57f106 req-1c16d193-a858-42fa-91c1-ff898bf9721f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717114 Dec 10 04:45:46.225012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.259375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.346918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:46.505234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:46.513283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Pushing event updated for resources: {'Port': ['ID=ef72facf-eed2-46b4-bb5a-6aceab857150,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:46.532032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:46.550338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:46.562497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:46.579964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dee0e1-82ba-4b32-96eb-19407bafac0c req-51cc34d0-963c-45d1-ae3b-6a7648caa26c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:46.593961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3dee0e1-82ba-4b32-96eb-19407bafac0c req-51cc34d0-963c-45d1-ae3b-6a7648caa26c tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.4416525 Dec 10 04:45:46.646302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8:2::1 (c70d2d3a-fa09-4afc-b4a6-abd51c80f558/c8e4fda4-6bc3-4137-b233-54045174bfed/d0f38c76-e88b-4846-b8c5-43a1db3a5ce7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:46.760115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Attempting to bind port e19ee5ef-9377-4a9e-af18-017cf8722a46 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:46.767980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Attempting to bind port e19ee5ef-9377-4a9e-af18-017cf8722a46 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:46.771319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Attempting to bind port e19ee5ef-9377-4a9e-af18-017cf8722a46 on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:46.793023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Port e19ee5ef-9377-4a9e-af18-017cf8722a46 on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:45:46.793582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Attempting to bind port e19ee5ef-9377-4a9e-af18-017cf8722a46 on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:46.805093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:46.806314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Checking segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:46.808509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Bound using segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:46.809195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Bound port: e19ee5ef-9377-4a9e-af18-017cf8722a46, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:46.809782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.841076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3dee0e1-82ba-4b32-96eb-19407bafac0c req-e94528c0-ff3c-4961-b5d7-7a20a32270bd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449188 Dec 10 04:45:46.892767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Attempting to bind port ef72facf-eed2-46b4-bb5a-6aceab857150 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:46.893143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Attempting to bind port ef72facf-eed2-46b4-bb5a-6aceab857150 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:46.893511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Attempting to bind port ef72facf-eed2-46b4-bb5a-6aceab857150 on network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:46.905941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:46.906333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Checking segment: {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:46.906863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:46.907269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Bound using segment: {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:46.907761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Bound port: ef72facf-eed2-46b4-bb5a-6aceab857150, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:46.908145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.005887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:47.006259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.033609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:47.047360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:47.057261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.057461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] For port ef72facf-eed2-46b4-bb5a-6aceab857150, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:47.070127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] For port ef72facf-eed2-46b4-bb5a-6aceab857150, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef72facf-eed2-46b4-bb5a-6aceab857150,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:47.126438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.182434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:47.213755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:47.229539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.230119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc78d8-6c67-487e-bf74-3b48bff95bba req-d43b8856-b1c0-469d-aec1-fc04e5656225 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:47.234419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-25280696-863c-4f9c-b326-05d90de23e05 service neutron] 10.222.0.41 "PUT /v2.0/ports/e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1092 time: 1.8792405 Dec 10 04:45:47.234930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:47.237943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93cc78d8-6c67-487e-bf74-3b48bff95bba req-d43b8856-b1c0-469d-aec1-fc04e5656225 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 944 time: 0.1560111 Dec 10 04:45:47.245735 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30000b9-fda0-4f73-8351-66031dc50863" -d '{"events": [{"name": "network-changed", "server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:47.264407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.331412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93cc78d8-6c67-487e-bf74-3b48bff95bba req-e20cb46f-63df-4788-928e-302429a4d5de tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917134 Dec 10 04:45:47.368452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e3a7f-4ee3-4bf4-a026-1caf128400a0 None None] Pushing event updated for resources: {'Port': ['ID=ef72facf-eed2-46b4-bb5a-6aceab857150,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:47.430498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-20ac6326-f534-41c5-9f4c-f1b26d6d2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:47.433554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-20ac6326-f534-41c5-9f4c-f1b26d6d2b81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1095 time: 0.1274645 Dec 10 04:45:47.443903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.513270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:47.522363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:47.582860 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-d9a7a50a-7550-445e-9b95-2bd7acfa5068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 217 time: 0.1332622 Dec 10 04:45:47.609661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:47.612315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:47.754218 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc800acd-b6dc-4597-a477-cabd628ee022 x-openstack-request-id: req-cc800acd-b6dc-4597-a477-cabd628ee022 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:47.758791 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:47.759327 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc800acd-b6dc-4597-a477-cabd628ee022 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:47.760006 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'status': 'completed', 'code': 200} Dec 10 04:45:47.806988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-c0d10e1c-f162-4214-ba62-6f785fbd5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:47.810489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-c0d10e1c-f162-4214-ba62-6f785fbd5f7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.2154512 Dec 10 04:45:47.960923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-099e09e4-da87-45f3-8fd2-dba45db29ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:47.962646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-099e09e4-da87-45f3-8fd2-dba45db29ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387875 Dec 10 04:45:48.147294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:48.211579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-a48991d6-60b7-434e-809a-cdfd59ae0b1a service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329321 Dec 10 04:45:48.366302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef72facf-eed2-46b4-bb5a-6aceab857150 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:48.450866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-095df966-eca0-4b2e-b9ef-2a0de190e971 req-2398c3a3-82cd-4b3d-bb6d-85c926843061 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321672 Dec 10 04:45:48.558229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef72facf-eed2-46b4-bb5a-6aceab857150 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:48.558874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:48.732018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30000b9-fda0-4f73-8351-66031dc50863 req-856acb36-4c44-41a5-80b9-4253137b5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:48.733543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-856acb36-4c44-41a5-80b9-4253137b5b74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1095 time: 0.1241677 Dec 10 04:45:48.742965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:48.747251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:48.798719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fc2a-239c-4943-a004-c583a5796152 req-38dde46b-913c-420c-a473-e34bc48bdf4e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:48.830192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29a3fc2a-239c-4943-a004-c583a5796152 req-38dde46b-913c-420c-a473-e34bc48bdf4e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.7420330 Dec 10 04:45:48.830879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ef72facf-eed2-46b4-bb5a-6aceab857150, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef72facf-eed2-46b4-bb5a-6aceab857150,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:48.841385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:48.932172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9184e8-41af-4efd-8004-376a987c9634 req-366e3376-1f56-43e8-b1b9-11aab95e968d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:48.936252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f9184e8-41af-4efd-8004-376a987c9634 req-366e3376-1f56-43e8-b1b9-11aab95e968d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=498a69d5-c34d-49fe-a2c6-6397673ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.9695151 Dec 10 04:45:48.950390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ef72facf-eed2-46b4-bb5a-6aceab857150,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:49.027129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30000b9-fda0-4f73-8351-66031dc50863 req-f3bac15c-4f02-4e0e-a5ad-c5ea2bdd5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:49.030659 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-f3bac15c-4f02-4e0e-a5ad-c5ea2bdd5498 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.2876847 Dec 10 04:45:49.042550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a372e-62db-42e5-af62-44e9d4d4161a None None] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:49.154664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-287ff76a-50a5-4a57-8962-6e29564f970d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 217 time: 0.1123798 Dec 10 04:45:49.198744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29a3fc2a-239c-4943-a004-c583a5796152 req-8d206ea3-da05-48c1-89f2-78bedb64c720 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667123 Dec 10 04:45:49.244358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:49.271275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:49.272108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:49.284874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30000b9-fda0-4f73-8351-66031dc50863 req-014bf0a4-61d5-4588-82ba-baebe76fdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:49.294051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-014bf0a4-61d5-4588-82ba-baebe76fdf88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.1300440 Dec 10 04:45:49.343363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4350cacb-e5ea-44f7-933b-cc46bf340576 None None] Provisioning complete for port ef72facf-eed2-46b4-bb5a-6aceab857150 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:49.343733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350cacb-e5ea-44f7-933b-cc46bf340576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:49.384220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30000b9-fda0-4f73-8351-66031dc50863 req-f7f150fe-db00-4bd0-b3ab-6798495fbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:49.390073 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-f7f150fe-db00-4bd0-b3ab-6798495fbaf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839870 Dec 10 04:45:49.648153 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-ce958fae-d44e-421f-82ec-28ceb4ad9361 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462685 Dec 10 04:45:49.669351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e19ee5ef-9377-4a9e-af18-017cf8722a46 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:45:49.672438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:49.761379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:49.774148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port c6844a72-e7d7-431a-9414-7cac1fdff8c2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:45:49.776700 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:49.789121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:49.985937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c30000b9-fda0-4f73-8351-66031dc50863 req-000e52f6-d9d3-446f-82a8-d44c3ae66985 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287277 Dec 10 04:45:50.012297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:50.049122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:50.090939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'port_id': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'mac_address': 'fa:16:3e:62:7d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:45:50.143260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb7e8a5b-5ba1-4dd5-bca8-826a9434fa3f None None] Provisioning complete for port ef72facf-eed2-46b4-bb5a-6aceab857150 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:50.143850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb7e8a5b-5ba1-4dd5-bca8-826a9434fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.414842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a284-981b-4684-9341-f5d3e6d9ff38 req-b781f82a-4cb2-4676-a8e8-48ba7edc4939 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:50.418920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a34a284-981b-4684-9341-f5d3e6d9ff38 req-b781f82a-4cb2-4676-a8e8-48ba7edc4939 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 944 time: 0.9198577 Dec 10 04:45:50.448800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.460568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.473963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef72facf-eed2-46b4-bb5a-6aceab857150 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:50.480904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9bfdf93-41fc-47dc-a75f-e9d85474ed87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.511669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:45:50.646390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19ee5ef-9377-4a9e-af18-017cf8722a46 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:45:50.650912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port c6844a72-e7d7-431a-9414-7cac1fdff8c2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c6844a72-e7d7-431a-9414-7cac1fdff8c2,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:50.651304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.667387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9bfdf93-41fc-47dc-a75f-e9d85474ed87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.674578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9bfdf93-41fc-47dc-a75f-e9d85474ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.747739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b9bfdf93-41fc-47dc-a75f-e9d85474ed87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a06a8b7a3a2c4c96a6c283af8cb576a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972246 Dec 10 04:45:50.748685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:50.749590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfdf93-41fc-47dc-a75f-e9d85474ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb4182-ad06-4710-bb20-c0d1cb38e2b9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:50.764648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:50.773578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef72facf-eed2-46b4-bb5a-6aceab857150 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:50.779316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.796238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.879079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.919339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for c6844a72-e7d7-431a-9414-7cac1fdff8c2 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:45:50.954918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:50.966833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a34a284-981b-4684-9341-f5d3e6d9ff38 req-aeee8946-c5de-428a-b471-aa69a074d50e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270636 Dec 10 04:45:51.101481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.104576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.108514 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2deb4182-ad06-4710-bb20-c0d1cb38e2b9 HTTP/1.1" status: 204 len: 168 time: 0.3559370 Dec 10 04:45:51.125803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359caa28-ac3d-4cd8-964c-6de57fd8a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb4182-ad06-4710-bb20-c0d1cb38e2b9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:51.183799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:51.210737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09b4cf24-4166-4b8c-b80d-04618aac6af1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6731188 Dec 10 04:45:51.211133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:51.213290 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:51.217686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1913732929'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:51.230759 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:51.231732 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:51.302967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:51.308712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.376091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:51.410692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.411051 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added segment 45ddba63-5cb8-4513-b1f7-31002b1b2738 of type vlan for network e2719819-aa29-497d-bc17-12d6c7b2ead1 Dec 10 04:45:51.447621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34315ae-dadc-42b5-98bb-f5befa440291 req-838efe40-e1b9-4e89-b857-cf0fe3261ec5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:51.469069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d34315ae-dadc-42b5-98bb-f5befa440291 req-838efe40-e1b9-4e89-b857-cf0fe3261ec5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1760852 Dec 10 04:45:51.483199 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:51.529292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.595768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['e19ee5ef-9377-4a9e-af18-017cf8722a46'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:45:51.605286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.618419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:51.620950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.747921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:51.828006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Network': ['ID=e2719819-aa29-497d-bc17-12d6c7b2ead1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:51.868921 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c13d46b4-8aa7-4db1-87ee-e4fc8f0ac206 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6424024 Dec 10 04:45:51.871290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:51.893353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'subnet': {'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:51.918663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:51.953564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:51.977734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d724130b-80b2-408a-a4a0-b799bccd3aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.007106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=c6844a72-e7d7-431a-9414-7cac1fdff8c2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:52.018673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d34315ae-dadc-42b5-98bb-f5befa440291 req-34f727da-6a49-41fc-8dff-60d98eb03281 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5478675 Dec 10 04:45:52.086909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port c6844a72-e7d7-431a-9414-7cac1fdff8c2 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:45:52.106331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.110749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f9184e8-41af-4efd-8004-376a987c9634 req-8785a13e-8113-4e19-855c-4303fa4acd94 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "DELETE /v2.0/ports/c6844a72-e7d7-431a-9414-7cac1fdff8c2 HTTP/1.1" status: 204 len: 173 time: 3.1317048 Dec 10 04:45:52.112532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-deleted', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:52.119490 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:47Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:48Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:52.120315 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e209bf-d982-4fc4-8294-256cb32ce822" -d '{"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-deleted", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:52.238869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Made reservation on behalf of 0c6568cf9086462dab435637ea5be88c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:52.252829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.389633 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:52.390401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb7e8a5b-5ba1-4dd5-bca8-826a9434fa3f None None] Provisioning complete for port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:52.390910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Updating router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:45:52.393882 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb7e8a5b-5ba1-4dd5-bca8-826a9434fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.433855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d724130b-80b2-408a-a4a0-b799bccd3aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.459602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302116a5-ecaf-4f7c-8169-997d1bdae38a req-c66887af-6294-433d-94d3-a8bc7f7b8733 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:52.461285 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.464398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-302116a5-ecaf-4f7c-8169-997d1bdae38a req-c66887af-6294-433d-94d3-a8bc7f7b8733 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 945 time: 0.2046809 Dec 10 04:45:52.466928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d724130b-80b2-408a-a4a0-b799bccd3aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.508004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e8a5b-5ba1-4dd5-bca8-826a9434fa3f None None] Port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:52.518289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:52.639107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d724130b-80b2-408a-a4a0-b799bccd3aaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=201776b126d143a2a07ea437de41614c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818135 Dec 10 04:45:52.641768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:52.661536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-313c210e-fdf2-4f89-9935-64f3c33c4eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.728248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-302116a5-ecaf-4f7c-8169-997d1bdae38a req-af2ef31c-811d-4827-aee7-8bd10baf4327 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509718 Dec 10 04:45:52.733590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724130b-80b2-408a-a4a0-b799bccd3aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a4dd9-a70c-46b5-87c2-6fd3a678df59,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:52.761287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-df52c64d-951c-48bc-b686-3b745003ca2c None None] Provisioning complete for port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:52.761771 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df52c64d-951c-48bc-b686-3b745003ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.835239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.922905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-df52c64d-951c-48bc-b686-3b745003ca2c None None] Port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:52.934796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.953587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Subnet': ['ID=67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:52.984763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:52.984763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Checking segment: {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:52.984763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network hostable DHCP agents. Network: e2719819-aa29-497d-bc17-12d6c7b2ead1, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:45:53.109073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:45:53.132401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e2719819-aa29-497d-bc17-12d6c7b2ead1) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:53.168715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079db62b-fb29-48a3-9ee7-854da09c2320 None None] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:53.202437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:53.203133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.206373 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.210277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.213763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b54a4dd9-a70c-46b5-87c2-6fd3a678df59 HTTP/1.1" status: 204 len: 168 time: 0.5045540 Dec 10 04:45:53.282903 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.306566 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.318090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5159a6-580a-4605-83c7-d4eceb02ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a4dd9-a70c-46b5-87c2-6fd3a678df59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:53.341726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:53.344555 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ebf8d2d-7ce0-4645-9444-7d9554c9466a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4644315 Dec 10 04:45:53.374025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-ca44eb12-b3c5-492b-91b4-f49cd1a2b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:53.383076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-ca44eb12-b3c5-492b-91b4-f49cd1a2b96d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.2484884 Dec 10 04:45:53.494144 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4626-de50-4fff-aa5d-28dcdea4b8d3 None None] Pushing event updated for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:53.516512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.621994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e2719819-aa29-497d-bc17-12d6c7b2ead1', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'project_id': '0c6568cf9086462dab435637ea5be88c', 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:45:53.623150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.675822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Attempting to bind port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:53.676382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Attempting to bind port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:53.677779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Attempting to bind port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 on network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:53.684932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e19ee5ef-9377-4a9e-af18-017cf8722a46 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:53.695489 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:53.699434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Checking segment: {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:53.700966 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.708226 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Bound using segment: {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:53.708976 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Bound port: d0f38c76-e88b-4846-b8c5-43a1db3a5ce7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642a8c3a-edd3-4d01-be95-c621bbef41c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:53.709504 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:53.733254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-376be78a-b58c-4aeb-92f5-41ea8984c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:53.735414 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-376be78a-b58c-4aeb-92f5-41ea8984c267 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3067133 Dec 10 04:45:53.762190 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed41a8-cae3-4d09-9d3e-4fee998f93df x-openstack-request-id: req-abed41a8-cae3-4d09-9d3e-4fee998f93df {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:53.762512 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a69d5-c34d-49fe-a2c6-6397673ed9a5", "name": "network-vif-deleted", "tag": "c6844a72-e7d7-431a-9414-7cac1fdff8c2", "status": "failed", "code": 422}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:53.762818 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abed41a8-cae3-4d09-9d3e-4fee998f93df {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:53.763299 n-d-817326-3 neutron-server[103253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '498a69d5-c34d-49fe-a2c6-6397673ed9a5', 'name': 'network-vif-deleted', 'tag': 'c6844a72-e7d7-431a-9414-7cac1fdff8c2', 'status': 'failed', 'code': 422} returned with failed status Dec 10 04:45:53.895648 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] For port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:53.899065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] For port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:53.903178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-650bfa44-4e1f-4b90-9c0a-138f26552898 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.1561360 Dec 10 04:45:53.909407 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.007842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port e19ee5ef-9377-4a9e-af18-017cf8722a46 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:45:54.029006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-7dce2bea-752b-4364-b9f4-d3a97c3c655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:54.042533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] Provisioning complete for port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:54.043071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.046656 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-7dce2bea-752b-4364-b9f4-d3a97c3c655d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1269453 Dec 10 04:45:54.059738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4626-de50-4fff-aa5d-28dcdea4b8d3 None None] Pushing event updated for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:54.089157 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:54.092401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:54.194915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-5c4affbc-775d-4c67-b861-40a7da72a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:54.197013 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-5c4affbc-775d-4c67-b861-40a7da72a96b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495500 Dec 10 04:45:54.210465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port e19ee5ef-9377-4a9e-af18-017cf8722a46 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:54.210975 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.312072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:54.317022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.414768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] For port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:54.431754 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.439010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Allocated IP 2001:db8:3::2 (e2719819-aa29-497d-bc17-12d6c7b2ead1/67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5/c48383e7-89e5-4a4f-b5bf-d33b96397409) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:54.470623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-bc042fd0-3c01-4027-a412-13336161c8fe service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630696 Dec 10 04:45:54.651109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.673947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:47Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:53Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:54.707502 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299ffb5-b689-4324-8d16-a50abad5c917 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:47Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:53Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:45:54.709350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-46d8fe46-f22e-482a-8ebd-6738aa244b12 req-752cac11-bad6-4198-8d35-87a79b210f11 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313106 Dec 10 04:45:54.776291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:54.778877 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4195d0d-a46f-4f36-b04d-83a3134141e5" -d '{"events": [{"server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "name": "network-vif-plugged", "status": "completed", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:54.796527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57a42e-800f-47eb-9daa-1adcd2111c97 None None] Pushing event updated for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:54.880017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:54.897962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-22e0373b-dcf7-4b43-aa21-e99109b933aa None None] Provisioning complete for port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:54.898780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22e0373b-dcf7-4b43-aa21-e99109b933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.984297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:54.999450 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39b4621a-8e56-44d5-822f-5a924d04d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.009866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-178ccbf5-927c-4955-892a-33d2434298da tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:55.017331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-178ccbf5-927c-4955-892a-33d2434298da tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 1.0577369 Dec 10 04:45:55.044967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ab44-6637-45fb-862b-a5d3f5228d1d req-ed7d5e43-9b3a-4cee-968f-c50568fd9cbf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:55.057414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf9ab44-6637-45fb-862b-a5d3f5228d1d req-ed7d5e43-9b3a-4cee-968f-c50568fd9cbf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 1.2887321 Dec 10 04:45:55.098371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:55.107334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-a050fd1f-d5eb-4855-823f-cd0ae79261e1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0889831 Dec 10 04:45:55.175282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-debe2035-b2d5-450b-8137-883fcb8c0603 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662348 Dec 10 04:45:55.202702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bf9ab44-6637-45fb-862b-a5d3f5228d1d req-53ad4d40-0672-4811-bc0f-8721c5397080 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443548 Dec 10 04:45:55.252115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.268248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.302696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38488) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:55.309589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-32924145'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:55.359265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Pushing event updated for resources: {'Port': ['ID=c48383e7-89e5-4a4f-b5bf-d33b96397409,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:55.380834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:55.384189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:55.389748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:55.397448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:55.407393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.493728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:55.504342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Attempting to bind port c48383e7-89e5-4a4f-b5bf-d33b96397409 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:45:55.504773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Attempting to bind port c48383e7-89e5-4a4f-b5bf-d33b96397409 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:45:55.506327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Attempting to bind port c48383e7-89e5-4a4f-b5bf-d33b96397409 on network e2719819-aa29-497d-bc17-12d6c7b2ead1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:45:55.517043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:45:55.517425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Checking segment: {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:45:55.521527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.522742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Bound using segment: {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:45:55.523260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Bound port: c48383e7-89e5-4a4f-b5bf-d33b96397409, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:45:55.523659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.544700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.545472 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Added segment ed8e5c5d-e823-4ecb-adf0-cf025ec6a184 of type vlan for network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 Dec 10 04:45:55.550191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.651297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] For port c48383e7-89e5-4a4f-b5bf-d33b96397409, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:45:55.656895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] For port c48383e7-89e5-4a4f-b5bf-d33b96397409, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c48383e7-89e5-4a4f-b5bf-d33b96397409,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:45:55.658372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b4f6-22a2-437f-bc64-a9a593261d3b req-6f0a43a9-007c-4ae9-816b-bd48ca7616ba tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:55.660445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2132b4f6-22a2-437f-bc64-a9a593261d3b req-6f0a43a9-007c-4ae9-816b-bd48ca7616ba tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2913716 Dec 10 04:45:55.671005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.705334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.756362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-fd99ad46-49fc-4aee-b7ed-7c579b595006 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:55.757687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-fd99ad46-49fc-4aee-b7ed-7c579b595006 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 946 time: 0.1229737 Dec 10 04:45:55.767328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.775786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:55.783021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.806451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:55.813826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08fa5-273c-4154-a89c-6c3584a68c5c None None] Pushing event updated for resources: {'Port': ['ID=c48383e7-89e5-4a4f-b5bf-d33b96397409,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:55.840997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:55.874144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-ba9a4b54-4c41-473b-8b65-8b44a41da54c service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670463 Dec 10 04:45:55.986370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6808035 Dec 10 04:45:55.987512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:55.995291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01025030-881c-47a0-acf0-bd055ad20ae5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Network': ['ID=03ec0077-5a3e-476e-a9ce-eecc2a7f6190,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:55.996016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2132b4f6-22a2-437f-bc64-a9a593261d3b req-35b028ef-890c-4e23-88dc-c785ca99eedc tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634668 Dec 10 04:45:56.007671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1048702169'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:56.022134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:56.053752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Deleting port faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:45:56.054555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.060786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:56.064245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.207396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:45:56.214301 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f482563-1a37-4791-be99-be30e118af57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.233662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.234484 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Added segment ac945a39-2c21-467a-9d18-5dc6b83b8ba6 of type vlan for network ab14fc63-3118-4297-9f22-9943262204b0 Dec 10 04:45:56.278497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-67501370-3937-418e-b136-646fa2297923 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841913 Dec 10 04:45:56.304186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] For port faadc837-25ef-48ac-8005-97bf46b3d41b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=faadc837-25ef-48ac-8005-97bf46b3d41b,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:56.305352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.315884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.447832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.454609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:56.455893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:56.486512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Allocated IP 2001:db8:3::1 (e2719819-aa29-497d-bc17-12d6c7b2ead1/67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5/0da5f7d2-603e-4a33-a205-69de72626338) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:56.506826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8675b6-9ea7-4a38-8964-374ce8127021 req-0b8810f3-1ce4-45f0-afd3-1289b7d60aa8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:56.508422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe8675b6-9ea7-4a38-8964-374ce8127021 req-0b8810f3-1ce4-45f0-afd3-1289b7d60aa8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 946 time: 0.3488696 Dec 10 04:45:56.509519 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e40a30-caf6-4fbe-9c06-c6a85a32f03e x-openstack-request-id: req-d5e40a30-caf6-4fbe-9c06-c6a85a32f03e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:56.510021 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "name": "network-vif-plugged", "status": "completed", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:56.510355 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5e40a30-caf6-4fbe-9c06-c6a85a32f03e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:56.511034 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'code': 200} Dec 10 04:45:56.620340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38506) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:56.628394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6348801 Dec 10 04:45:56.707696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b705b30-c227-4cb4-8a47-05be2f1704f0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Network': ['ID=ab14fc63-3118-4297-9f22-9943262204b0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:56.714637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'subnet': {'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:56.735695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ab14fc63-3118-4297-9f22-9943262204b0 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:45:56.932223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9265c9-461e-448b-b39b-f447d3eb303e req-fa941f84-aeb8-481e-9599-01855c9bc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:56.933771 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c9265c9-461e-448b-b39b-f447d3eb303e req-fa941f84-aeb8-481e-9599-01855c9bc3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.2589498 Dec 10 04:45:56.969518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe8675b6-9ea7-4a38-8964-374ce8127021 req-1ca64c33-686b-4b97-8b9b-0caa1494e867 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=35f58939-eb35-4260-b9c0-230182b2a41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4517419 Dec 10 04:45:57.042167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:57.099598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:57.100187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.151321 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c9265c9-461e-448b-b39b-f447d3eb303e req-478bb25c-2580-4f9f-90d8-75fe11666cff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629682 Dec 10 04:45:57.162059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.162540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.162935 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Floating IP b0d04f80-0333-4a66-956f-88e1b895ae7e disassociated. External IP: 172.25.8.75, port: faadc837-25ef-48ac-8005-97bf46b3d41b. Dec 10 04:45:57.163303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Calling delete_port for faadc837-25ef-48ac-8005-97bf46b3d41b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:45:57.238937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.288387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c48383e7-89e5-4a4f-b5bf-d33b96397409 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:57.311231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.415922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.428174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.429983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c48383e7-89e5-4a4f-b5bf-d33b96397409 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:57.430454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.438141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08703195-c271-46ed-b30c-1d0f86e168b0 req-4ae001dd-cb05-47c8-8e4e-f230508e2bc4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 210 time: 0.1458755 Dec 10 04:45:57.480102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'Port': ['ID=faadc837-25ef-48ac-8005-97bf46b3d41b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:57.487125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca4a32f-660e-43fd-8374-ff75d6b04dbb None None] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:45:57.607689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:57.614313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:57.652889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f482563-1a37-4791-be99-be30e118af57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.679348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:57.690421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:57.693260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.760192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:45:57.810624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: faadc837-25ef-48ac-8005-97bf46b3d41b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:45:57.811052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device faadc837-25ef-48ac-8005-97bf46b3d41b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:45:57.833641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a62d8e00-2708-4b40-9624-f903a7b1fde4 None None] Provisioning complete for port c48383e7-89e5-4a4f-b5bf-d33b96397409 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:57.834114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a62d8e00-2708-4b40-9624-f903a7b1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:57.928187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.007112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:45:58.018851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:58.028782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.040368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port c48383e7-89e5-4a4f-b5bf-d33b96397409, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c48383e7-89e5-4a4f-b5bf-d33b96397409,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:45:58.043534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f482563-1a37-4791-be99-be30e118af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.057073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.061750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a62d8e00-2708-4b40-9624-f903a7b1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.135397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f482563-1a37-4791-be99-be30e118af57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1096681d926a40d8a2fb34097621fe31&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2885072 Dec 10 04:45:58.205932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=c48383e7-89e5-4a4f-b5bf-d33b96397409,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:58.250233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:45:58.251817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.293758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-a62d8e00-2708-4b40-9624-f903a7b1fde4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:45:58.295988 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-a62d8e00-2708-4b40-9624-f903a7b1fde4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:45:58.329162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.336832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-b8b10db2-2793-436a-991a-9969f516352d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:58.351950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-b8b10db2-2793-436a-991a-9969f516352d tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2418120 Dec 10 04:45:58.418499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': 'b68cd1c8-0958-44b1-b18d-984380657473', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:58.437432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a16237-9ef3-45e7-a412-e1d4c666b4f2 req-2afa990b-187d-40a7-9c60-e9415c54b294 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:58.438976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6a16237-9ef3-45e7-a412-e1d4c666b4f2 req-2afa990b-187d-40a7-9c60-e9415c54b294 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 1.4820664 Dec 10 04:45:58.551536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6176c9-84c6-450e-bb65-4f38a55352b8 req-6c2157d5-0451-4b8a-a49d-34b784fcf11a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:58.552321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:45:58.554778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c6176c9-84c6-450e-bb65-4f38a55352b8 req-6c2157d5-0451-4b8a-a49d-34b784fcf11a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.9253552 Dec 10 04:45:58.564058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:45:58.574179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:58.574815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:58.623467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] No DVR routers for this DVR port faadc837-25ef-48ac-8005-97bf46b3d41b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:45:58.627589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.631763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02d5866b-b06b-4c48-9435-55459c084fd5 req-bdc6e593-2cec-445f-bb58-42424530b9f1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.41 "DELETE /v2.0/ports/faadc837-25ef-48ac-8005-97bf46b3d41b HTTP/1.1" status: 204 len: 173 time: 2.8470054 Dec 10 04:45:58.632227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-deleted', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:45:58.634790 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82091320-1335-4571-aaf3-130ed791005a" -d '{"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-deleted", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:45:58.637385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.667022 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.678523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:45:58.683063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.816511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f482563-1a37-4791-be99-be30e118af57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb1424-f1ad-4750-9c13-bfe6246f5e37,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:58.833019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:58.940350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.9 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/df0c64b3-6c37-4dad-92d6-e855fe910f86) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:45:58.942238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.946049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:58.947703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41bb1424-f1ad-4750-9c13-bfe6246f5e37 HTTP/1.1" status: 204 len: 168 time: 0.6830180 Dec 10 04:45:58.961655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c48383e7-89e5-4a4f-b5bf-d33b96397409 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:45:58.992252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6a16237-9ef3-45e7-a412-e1d4c666b4f2 req-f8df0645-ad60-44ac-a698-2d2d14bfefe0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5292158 Dec 10 04:45:59.022133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbce62-5c42-49ae-b084-07f1f7ddd73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb1424-f1ad-4750-9c13-bfe6246f5e37,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:59.096883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c6176c9-84c6-450e-bb65-4f38a55352b8 req-f0852efc-662b-4ffd-becf-38549831aaf1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923122 Dec 10 04:45:59.220430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6cb8167c-dbbe-4446-8a28-de8e6426b77a req-57f4c584-3d44-4f21-9c7a-d79becafa8a7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65751f6-4401-4231-8881-8008d3431302 HTTP/1.1" status: 200 len: 210 time: 0.0557024 Dec 10 04:45:59.273463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.276431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-719ec4c2-0dc0-4d3f-9bfd-f4d6fb9ab656 None None] Provisioning complete for port c48383e7-89e5-4a4f-b5bf-d33b96397409 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:59.277044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-719ec4c2-0dc0-4d3f-9bfd-f4d6fb9ab656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.342908 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4020ab5-d8ed-4181-b287-5e0c65da5611 x-openstack-request-id: req-d4020ab5-d8ed-4181-b287-5e0c65da5611 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:45:59.342908 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65751f6-4401-4231-8881-8008d3431302", "name": "network-vif-deleted", "tag": "faadc837-25ef-48ac-8005-97bf46b3d41b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:45:59.342908 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4020ab5-d8ed-4181-b287-5e0c65da5611 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:45:59.344092 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65751f6-4401-4231-8881-8008d3431302', 'name': 'network-vif-deleted', 'tag': 'faadc837-25ef-48ac-8005-97bf46b3d41b', 'status': 'completed', 'code': 200} Dec 10 04:45:59.365822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.443492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c48383e7-89e5-4a4f-b5bf-d33b96397409 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:59.458317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.476570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:45:59.480940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:45:59.489766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:45:59.546965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:45:59.571973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.572705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.572705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.573134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.574283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.574283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.574283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.574592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.575024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.575451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.576046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.576453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.577121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:45:59.608781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54cd2a-bef1-4ef9-9517-74edf4b7029b req-ff4b9374-3075-4cd4-8a0d-bb92db7ccb1a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:59.615056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:59.616090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.617084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd54cd2a-bef1-4ef9-9517-74edf4b7029b req-ff4b9374-3075-4cd4-8a0d-bb92db7ccb1a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 931 time: 0.3609643 Dec 10 04:45:59.642116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2101a78c-ccb9-482b-b240-d142b0fc49f4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2718623 Dec 10 04:45:59.647176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:59.666373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Request body: {'port': {'device_id': 'b68cd1c8-0958-44b1-b18d-984380657473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:45:59.730361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24062-6ac1-466a-8ad8-1ec636c40bc0 req-8a99bf28-afb8-464c-a47a-637317dbeedb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:45:59.739286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:45:59.739495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a24062-6ac1-466a-8ad8-1ec636c40bc0 req-8a99bf28-afb8-464c-a47a-637317dbeedb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2580276 Dec 10 04:45:59.777224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.779416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:45:59.780126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:45:59.789071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.868143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-719ec4c2-0dc0-4d3f-9bfd-f4d6fb9ab656 None None] Provisioning complete for port 0da5f7d2-603e-4a33-a205-69de72626338 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:45:59.868907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-719ec4c2-0dc0-4d3f-9bfd-f4d6fb9ab656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:45:59.908998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a24062-6ac1-466a-8ad8-1ec636c40bc0 req-bb5788fa-95f4-43d6-8c95-e80cfcc22ce3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638453 Dec 10 04:45:59.946523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-719ec4c2-0dc0-4d3f-9bfd-f4d6fb9ab656 None None] Port 0da5f7d2-603e-4a33-a205-69de72626338 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:45:59.965617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:45:59.976269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd54cd2a-bef1-4ef9-9517-74edf4b7029b req-4e8fffe4-e55d-4a20-8d7e-430623d6ec0b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580811 Dec 10 04:46:00.083645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Subnet': ['ID=750ffdbb-fcb6-4357-8bf6-67b26c2276f5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:00.157467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.180290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.183355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.217054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0c64b3-6c37-4dad-92d6-e855fe910f86 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:00.229827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.246964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Transition to ACTIVE for port object df0c64b3-6c37-4dad-92d6-e855fe910f86 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:00.252787 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.312014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event updated for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:00.345756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:00.360685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:00.393311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c464f-e4c0-4c77-982e-4b61bf3c7635 None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:00.423353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Attempting to bind port df0c64b3-6c37-4dad-92d6-e855fe910f86 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:00.423693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Attempting to bind port df0c64b3-6c37-4dad-92d6-e855fe910f86 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:00.424024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Attempting to bind port df0c64b3-6c37-4dad-92d6-e855fe910f86 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:00.428998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Port df0c64b3-6c37-4dad-92d6-e855fe910f86 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:00.429320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Attempting to bind port df0c64b3-6c37-4dad-92d6-e855fe910f86 on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:00.437194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:00.438214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:00.438382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:00.438598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network hostable DHCP agents. Network: 03ec0077-5a3e-476e-a9ce-eecc2a7f6190, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:46:00.438730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:00.439139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Bound port: df0c64b3-6c37-4dad-92d6-e855fe910f86, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:00.439444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.561602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:00.565239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:00.571859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.583391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713441f7-7972-43ae-a02f-1446b6e0d2fa req-6ff43530-80a8-4bf1-bba7-6bf5dcfd6c95 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:00.590966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-713441f7-7972-43ae-a02f-1446b6e0d2fa req-6ff43530-80a8-4bf1-bba7-6bf5dcfd6c95 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2807252 Dec 10 04:46:00.624317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:00.624975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.627300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/df0c64b3-6c37-4dad-92d6-e855fe910f86 HTTP/1.1" status: 200 len: 1091 time: 0.9698694 Dec 10 04:46:00.651005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:46:00.670542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02930d6b-a360-4350-8774-1e1ca18962da req-3468f08d-24da-4ffc-a10d-578741c7794e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:00.670794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81127dbf-ade4-4e0d-859e-db1eb594b2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:00.672871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02930d6b-a360-4350-8774-1e1ca18962da req-3468f08d-24da-4ffc-a10d-578741c7794e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.3633540 Dec 10 04:46:00.751014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-f449d440-bd94-410c-920d-f05a33b0a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:00.752873 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-f449d440-bd94-410c-920d-f05a33b0a3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 1094 time: 0.0535405 Dec 10 04:46:00.753340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-713441f7-7972-43ae-a02f-1446b6e0d2fa req-f76ef83c-0c05-4ffe-bd52-de05ea4bc532 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565349 Dec 10 04:46:00.761610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 03ec0077-5a3e-476e-a9ce-eecc2a7f6190) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:00.771817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d963b9f5-2297-41e5-8bcb-d9c06385d228 None None] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:00.811743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:00.812426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:00.854286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f03709c4-6f86-47fa-8ea2-d0d1ba72d76a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1436229 Dec 10 04:46:00.854931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:00.860738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:00.866217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'subnet': {'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:00.872728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:00.874678 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-a5d97be1-abc9-4d96-a96b-87e19af0d867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86 HTTP/1.1" status: 200 len: 217 time: 0.0961699 Dec 10 04:46:00.896109 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b17b87-5cbb-4842-9e2a-6f26c94d803a None None] New status for floating IP b0d04f80-0333-4a66-956f-88e1b895ae7e: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:46:00.921637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02930d6b-a360-4350-8774-1e1ca18962da req-8705b55d-c233-4d4d-8b73-765e139afdc2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151301 Dec 10 04:46:00.985038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:01.033526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:46:01.035396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.181433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-745a6ad8-f9ff-4bb9-a984-89ba1cf221d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:01.183048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-745a6ad8-f9ff-4bb9-a984-89ba1cf221d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.3016248 Dec 10 04:46:01.254618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2bf51ca9-6d3e-494c-a1bc-dea182845c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539136 Dec 10 04:46:01.312988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061a42-a451-4431-bbaf-4de6bea06e2e req-79e0bdf9-422f-4384-b999-f40acd880dba tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:01.315316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1061a42-a451-4431-bbaf-4de6bea06e2e req-79e0bdf9-422f-4384-b999-f40acd880dba tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1274834 Dec 10 04:46:01.325462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:01.329188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38598) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:01.347323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'floatingip': {'port_id': 'e19ee5ef-9377-4a9e-af18-017cf8722a46'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:01.348085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:01.350736 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f155190-71fb-48a4-abcc-27cd3b47012d" -d '{"events": [{"name": "network-changed", "server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:01.388703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cd21f-712e-4ec3-a6e8-48b3bedfc170 req-c030a8d3-a3d8-4e11-896e-020a650ea3bc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:01.398198 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.401981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c34cd21f-712e-4ec3-a6e8-48b3bedfc170 req-c030a8d3-a3d8-4e11-896e-020a650ea3bc tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 943 time: 0.2126021 Dec 10 04:46:01.495617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Allocated IP 10.1.1.2 (03ec0077-5a3e-476e-a9ce-eecc2a7f6190/750ffdbb-fcb6-4357-8bf6-67b26c2276f5/de2fa903-cd63-4c15-80d5-2108711eb0d7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:01.522981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.536744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a1e8ec6e-2077-41fc-8ec4-7f7128efaed8 None None] Provisioning complete for port 0da5f7d2-603e-4a33-a205-69de72626338 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:01.539535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ec6e-2077-41fc-8ec4-7f7128efaed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.562628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:01.572248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e61933bf-07c5-46f4-9699-8265cc16a4ed tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2293983 Dec 10 04:46:01.574202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:01.574468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:01.584496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:01.586817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:01.587780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.622345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:01.636422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.670195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:01.670802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:01.673759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ec6e-2077-41fc-8ec4-7f7128efaed8 None None] Port 0da5f7d2-603e-4a33-a205-69de72626338 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:01.690219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-2f4c0925-c51e-42ba-9836-bf3383dc257c service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229128 Dec 10 04:46:01.886666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4389602-766a-4d50-b07e-20123b9c8f0e req-6ad7ca5c-bb73-4065-a97b-e07dd113aee7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785696 Dec 10 04:46:01.949421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Deleting subnet 525779b6-7329-4712-9476-c8ea1aca20e6 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:01.958567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.960466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.963269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:01.967444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "DELETE /v2.0/security-groups/35f58939-eb35-4260-b9c0-230182b2a41f HTTP/1.1" status: 204 len: 168 time: 0.9807384 Dec 10 04:46:01.987107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:02.026406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899b24f-eca1-4633-9379-f4e6f3fc4c2f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f58939-eb35-4260-b9c0-230182b2a41f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:02.036694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:02.268354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.303986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.377293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:02.380260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:46:02.383149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:02.389579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:02.399952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Removed routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:46:02.400564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.410523 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-2bb8682b-a5b7-44b4-bf89-7ce73139349d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] show failed (client error): The resource could not be found. Dec 10 04:46:02.415152 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2bb8682b-a5b7-44b4-bf89-7ce73139349d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups/35f58939-eb35-4260-b9c0-230182b2a41f HTTP/1.1" status: 404 len: 347 time: 0.4167633 Dec 10 04:46:02.418277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:02.467538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Pushing event updated for resources: {'Port': ['ID=de2fa903-cd63-4c15-80d5-2108711eb0d7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:02.493008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Attempting to bind port de2fa903-cd63-4c15-80d5-2108711eb0d7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:02.493714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Attempting to bind port de2fa903-cd63-4c15-80d5-2108711eb0d7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:02.494144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Attempting to bind port de2fa903-cd63-4c15-80d5-2108711eb0d7 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:02.537741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:02.538119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:02.538524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.538919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Bound using segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:02.539762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Bound port: de2fa903-cd63-4c15-80d5-2108711eb0d7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:02.539762 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.568381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.601239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:45:57Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:45:59Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:02.636804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:02.637486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Updating router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 port 0da5f7d2-603e-4a33-a205-69de72626338 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:46:02.650545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c34cd21f-712e-4ec3-a6e8-48b3bedfc170 req-a7af6fdc-7c4c-42d4-ae32-a7c28f2483a6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2475278 Dec 10 04:46:02.670436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] For port de2fa903-cd63-4c15-80d5-2108711eb0d7, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:02.681201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050cf49-2a06-456e-990d-fea79a5d5087 req-8deeee1d-ee52-4fa3-896e-a14e874d57fe tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:02.684398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4050cf49-2a06-456e-990d-fea79a5d5087 req-8deeee1d-ee52-4fa3-896e-a14e874d57fe tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 1.1261520 Dec 10 04:46:02.691623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.697877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] For port de2fa903-cd63-4c15-80d5-2108711eb0d7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=de2fa903-cd63-4c15-80d5-2108711eb0d7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:02.712072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.739565 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47aa1f2-11f0-4d48-a07a-747d9061d9bf x-openstack-request-id: req-c47aa1f2-11f0-4d48-a07a-747d9061d9bf {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:02.740060 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:02.740181 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c47aa1f2-11f0-4d48-a07a-747d9061d9bf {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:02.740507 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86', 'status': 'completed', 'code': 200} Dec 10 04:46:02.746051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:02.881210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bb28d-5c04-4c9a-8bcf-465714f74c30 None None] Pushing event updated for resources: {'Port': ['ID=de2fa903-cd63-4c15-80d5-2108711eb0d7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:02.892067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4050cf49-2a06-456e-990d-fea79a5d5087 req-ca91c5ac-5b03-44c0-935f-eee5cb7a35b9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858315 Dec 10 04:46:03.106131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:46:03.248117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.257596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.331444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b8c46-dd14-4435-9e2c-31cc7a9934ff None None] Pushing event updated for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:03.437980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.454572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-33a055a0-45cd-4a21-89f7-1e3aa86e99fd tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d97d283a67d04cb8baaaba6921347ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2266994 Dec 10 04:46:03.456796 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.458786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Attempting to bind port 0da5f7d2-603e-4a33-a205-69de72626338 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:03.459594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Attempting to bind port 0da5f7d2-603e-4a33-a205-69de72626338 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:03.459594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Attempting to bind port 0da5f7d2-603e-4a33-a205-69de72626338 on network e2719819-aa29-497d-bc17-12d6c7b2ead1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:03.469828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:03.470213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Checking segment: {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:03.470624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.471076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Bound using segment: {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:03.471567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Bound port: 0da5f7d2-603e-4a33-a205-69de72626338, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ddba63-5cb8-4513-b1f7-31002b1b2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:03.471954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.502687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.587916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] For port 0da5f7d2-603e-4a33-a205-69de72626338, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:03.593380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] For port 0da5f7d2-603e-4a33-a205-69de72626338, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0da5f7d2-603e-4a33-a205-69de72626338,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:03.599436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.604881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.627725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.647181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Deleting port 8833d44b-d15a-4793-b97f-ccc076fedf00 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:03.648132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.680104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:03.681333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:03.778711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:03.846941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Subnet': ['ID=103bd28f-ff78-451d-9f97-9cec6292b815,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:03.892128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-e2cc3a21-dede-4a79-b571-4955f76bf491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:03.896609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fd80d-a6a9-449b-b659-bc8418a1d1ad req-f73c932b-1827-407d-b46b-503b6a83f45e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:03.897852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-e2cc3a21-dede-4a79-b571-4955f76bf491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 1094 time: 1.1016140 Dec 10 04:46:03.898911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.904096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae1fd80d-a6a9-449b-b659-bc8418a1d1ad req-f73c932b-1827-407d-b46b-503b6a83f45e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.6744235 Dec 10 04:46:03.964429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Checking segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:03.965075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network hostable DHCP agents. Network: ab14fc63-3118-4297-9f22-9943262204b0, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:46:03.973630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] Provisioning complete for port 0da5f7d2-603e-4a33-a205-69de72626338 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:03.974225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:03.977461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-b4e947ac-b073-419f-aa9b-a0352e0ec9b9 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:03.979412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-b4e947ac-b073-419f-aa9b-a0352e0ec9b9 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240514 Dec 10 04:46:04.023478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b8c46-dd14-4435-9e2c-31cc7a9934ff None None] Pushing event updated for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:04.049678 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Floating IP bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41 associated. External IP: 172.25.8.118, port: e19ee5ef-9377-4a9e-af18-017cf8722a46. Dec 10 04:46:04.069028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae1fd80d-a6a9-449b-b659-bc8418a1d1ad req-1d639ae3-c34e-469c-a1ad-997232937e6b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638329 Dec 10 04:46:04.070691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-867a2c43-c61a-4dd2-8d3c-97d981fca5ee tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/quotas/d97d283a67d04cb8baaaba6921347ae6 HTTP/1.1" status: 200 len: 375 time: 0.0834925 Dec 10 04:46:04.074529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network ab14fc63-3118-4297-9f22-9943262204b0 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:46:04.097853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.098196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.101613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-785cbcd5-9d1f-47dd-a8a3-c3f432b87cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:04.103430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-785cbcd5-9d1f-47dd-a8a3-c3f432b87cc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.1867304 Dec 10 04:46:04.124818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.130344 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/525779b6-7329-4712-9476-c8ea1aca20e6 HTTP/1.1" status: 204 len: 168 time: 2.5347197 Dec 10 04:46:04.137375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:04.192305 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.193876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b31f28-0dea-4ddc-b273-6f2b4bc350b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525779b6-7329-4712-9476-c8ea1aca20e6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:04.205280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Calling delete_port for 8833d44b-d15a-4793-b97f-ccc076fedf00 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:04.208017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-8a7f2ecb-2d5a-46de-8610-b4d8df6932c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86 HTTP/1.1" status: 200 len: 217 time: 0.0732636 Dec 10 04:46:04.234328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ab14fc63-3118-4297-9f22-9943262204b0) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:04.250834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27965bc1-ba1e-43e2-b259-657f58b6d1d6 None None] Network ab14fc63-3118-4297-9f22-9943262204b0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:04.267085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:04.268205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.282413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-0a3b8f30-29dc-40b0-9105-39d2f7e7b678 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d97d283a67d04cb8baaaba6921347ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127107 Dec 10 04:46:04.286815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] For port 0da5f7d2-603e-4a33-a205-69de72626338, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0da5f7d2-603e-4a33-a205-69de72626338,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:04.309089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.334267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:04.371962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 6, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:03Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:04.390071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-909f3cf2-e93f-419f-9294-f148566e7301 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5267425 Dec 10 04:46:04.392961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:04.399744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'name': 'tempest-TaggedBootDevicesTest_v242-432816498', 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:04.412398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-762c9ee7-7563-40a9-b226-1f88274b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:04.413933 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-762c9ee7-7563-40a9-b226-1f88274b3473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1795075 Dec 10 04:46:04.419743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.453381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca550ab-3a6a-45ce-9bf2-682295e09513 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 6, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:03Z', 'revision_number': 4, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:04.534467 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-db0ff672-17aa-4527-8742-a272bf3b11ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104434 Dec 10 04:46:04.621588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494bf6c-6e43-47f7-af6e-18a84c4ccab9 None None] Pushing event updated for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:04.623285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0029dbb3-2180-4c3e-b420-d4695092b5e1 None None] Provisioning complete for port 0da5f7d2-603e-4a33-a205-69de72626338 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:04.623822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0029dbb3-2180-4c3e-b420-d4695092b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.700680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ab14fc63-3118-4297-9f22-9943262204b0', 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ips': [{'subnet_id': '103bd28f-ff78-451d-9f97-9cec6292b815'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:46:04.701681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:04.743679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db5ae-ffda-4d38-bcef-99f11b86af61 req-f0a3bd46-e4e6-43c0-8c8d-4f2416674636 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:04.743974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74652a39-4643-4867-998b-cf0c3f4b51da None None] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:04.750427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e7db5ae-ffda-4d38-bcef-99f11b86af61 req-f0a3bd46-e4e6-43c0-8c8d-4f2416674636 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 943 time: 0.5716729 Dec 10 04:46:04.823304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6c7094c-f60b-4cfb-965a-5294b553c40a req-fde06083-8801-4498-aa7c-b75a2e2255f3 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.1559947 Dec 10 04:46:04.952059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:04.989465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.001590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cc4a77c2-be13-4292-9dfb-6602a15e9b2d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 954 time: 3.4057696 Dec 10 04:46:05.004136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:05.014509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e7db5ae-ffda-4d38-bcef-99f11b86af61 req-173004c7-d723-4016-9e64-48da6d741907 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432437 Dec 10 04:46:05.098580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:05.132219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:05.301529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.335741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740b85-dc3e-458d-ad33-817bfc349772 req-852f241b-d536-4ef0-9c96-c4b41f9ddc9b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:05.337354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73740b85-dc3e-458d-ad33-817bfc349772 req-852f241b-d536-4ef0-9c96-c4b41f9ddc9b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1510441 Dec 10 04:46:05.403455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.411110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device de2fa903-cd63-4c15-80d5-2108711eb0d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:05.420555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:05.428590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.434569 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:05.449350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:05.454293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device df0c64b3-6c37-4dad-92d6-e855fe910f86 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:46:05.455236 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:05.484006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-799ae3c6-19d9-4d21-965e-7c9171f44c4b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "PUT /v2.0/floatingips/bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41 HTTP/1.1" status: 200 len: 992 time: 4.1439769 Dec 10 04:46:05.484006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] device_id is not set on port 716d6d4b-9e14-4c02-979d-210f1b215ff4 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:46:05.491119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:05.494264 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824b102-0f76-495c-b887-cff26110a3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:05.500887 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4db3ff55-886a-4b1c-950d-527c9b065526 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 954 time: 0.4901993 Dec 10 04:46:05.501773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:05.518736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'routes': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:05.590767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7540ea5-5d1d-4907-88ae-c179f72bae6c']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:05.610852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-e5e9c9cb-046d-455e-a338-54395eeaa1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0662756 Dec 10 04:46:05.616875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:05.617448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6ea489-82ca-4b4e-8e31-e83c57b899d3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:05.619394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Allocated IP 10.2.2.2 (ab14fc63-3118-4297-9f22-9943262204b0/103bd28f-ff78-451d-9f97-9cec6292b815/2b073f81-93dd-42ee-9dbf-8a37ac00404b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:05.627566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73740b85-dc3e-458d-ad33-817bfc349772 req-5cde8cbb-24a9-4c0d-a73e-80faf345a128 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574954 Dec 10 04:46:05.670625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:46:05.726680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.733373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:05.734219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.767809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port de2fa903-cd63-4c15-80d5-2108711eb0d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:05.768499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.794777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'Port': ['ID=8833d44b-d15a-4793-b97f-ccc076fedf00,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:05.817593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.835945 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d4428d-5da3-4ccf-a448-cb115a950b39 x-openstack-request-id: req-55d4428d-5da3-4ccf-a448-cb115a950b39 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:05.837654 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:05.837920 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55d4428d-5da3-4ccf-a448-cb115a950b39 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:05.838432 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'status': 'completed', 'code': 200} Dec 10 04:46:05.926171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3606f2f-100b-4ee6-bce7-1fa738c5c614 req-7579ba3b-0f22-400d-9fcd-c4023bac08ef tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:05.928685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3606f2f-100b-4ee6-bce7-1fa738c5c614 req-7579ba3b-0f22-400d-9fcd-c4023bac08ef tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1807902 Dec 10 04:46:05.964608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5ef3123c-8a5d-4243-b990-1199325832e3 None None] Provisioning complete for port de2fa903-cd63-4c15-80d5-2108711eb0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:05.965001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ef3123c-8a5d-4243-b990-1199325832e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.971233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:05.971897 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:05.993541 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:06.100442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:06.125289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:06.169918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.1.1.72 (03ec0077-5a3e-476e-a9ce-eecc2a7f6190/750ffdbb-fcb6-4357-8bf6-67b26c2276f5/716d6d4b-9e14-4c02-979d-210f1b215ff4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:06.170511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'df0c64b3-6c37-4dad-92d6-e855fe910f86', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': 'df0c64b3-6c37-4dad-92d6-e855fe910f86', 'mac_address': 'fa:16:3e:27:da:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:46:06.170990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:06.171539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:06.237505 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:62:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:45:29Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:06.286413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:06.299649 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:06.301382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:06.325047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b102-0f76-495c-b887-cff26110a3ed req-8892d39a-9c88-408e-8f3a-9b84efcc74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:06.328787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-8892d39a-9c88-408e-8f3a-9b84efcc74e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.5207264 Dec 10 04:46:06.351822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.372388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.403410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.406319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-653fd4eb-18fe-4ba4-8e91-a1ceb6fc9018 req-617875f7-a4f2-46d4-93c1-a4fb905cf4cd tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.4034469 Dec 10 04:46:06.414456 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.421809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3606f2f-100b-4ee6-bce7-1fa738c5c614 req-4e32299c-245b-4a9d-b7fd-f77ae0496b3f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734907 Dec 10 04:46:06.425326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.459931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:06.500802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.511792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:06.518626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:06.537592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:06.548122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b102-0f76-495c-b887-cff26110a3ed req-4b49b363-2816-41d4-98ea-79617b78b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:06.549667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-4b49b363-2816-41d4-98ea-79617b78b53f service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.1847284 Dec 10 04:46:06.583626 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:06.642398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0c64b3-6c37-4dad-92d6-e855fe910f86 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:06.671375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Network ab14fc63-3118-4297-9f22-9943262204b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:06.677809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:06.678007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ef3123c-8a5d-4243-b990-1199325832e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.705172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:06.709500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:06.745318 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-6e7c7452-3bf1-4e38-bdad-1f4d0f57ef2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1000 time: 0.1592786 Dec 10 04:46:06.747851 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1f155190-71fb-48a4-abcc-27cd3b47012d req-ca1797fe-63bb-4b99-a32b-1e5bc6a96963 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1265342 Dec 10 04:46:06.770009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.770715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.771268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.771824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.772354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.772912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.773439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.773991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.775991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.776967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.778347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.778993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.779523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.796354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:06.797340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:06.797533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.800061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port de2fa903-cd63-4c15-80d5-2108711eb0d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=de2fa903-cd63-4c15-80d5-2108711eb0d7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:06.809176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Pushing event updated for resources: {'Port': ['ID=2b073f81-93dd-42ee-9dbf-8a37ac00404b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:06.812135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.827364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5533f-2299-46f8-a934-f10b3bd33953 req-cfb97653-3034-4e63-8cad-e7081048b501 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:06.829659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56a5533f-2299-46f8-a934-f10b3bd33953 req-cfb97653-3034-4e63-8cad-e7081048b501 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 943 time: 0.2346144 Dec 10 04:46:06.834722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e2fccff3-b703-444a-b07e-3bbcdd018403 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4392369 Dec 10 04:46:06.838560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:06.844268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'name': 'tempest-TaggedBootDevicesTest_v242-1430283360', 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:06.863835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:06.864672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0da5f7d2-603e-4a33-a205-69de72626338 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:06.893103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.893487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.893781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.894739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.895073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.895434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.895768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.896092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.896437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.896853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.897172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.897491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.897969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:46:06.986864 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:62:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:45:29Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:07.032181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949bd887-29c4-4b4d-9f3c-025ecb818fd2 None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:62:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:45:29Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:07.046684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91afac-a4b4-4e83-bd86-35bf89b7d279 req-36d52869-d756-43c6-b828-38f150249034 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:07.055020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe91afac-a4b4-4e83-bd86-35bf89b7d279 req-36d52869-d756-43c6-b828-38f150249034 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.4585764 Dec 10 04:46:07.060816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Attempting to bind port 2b073f81-93dd-42ee-9dbf-8a37ac00404b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:07.061186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Attempting to bind port 2b073f81-93dd-42ee-9dbf-8a37ac00404b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:07.061553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Attempting to bind port 2b073f81-93dd-42ee-9dbf-8a37ac00404b on network ab14fc63-3118-4297-9f22-9943262204b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:07.076129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:07.076642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Checking segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:07.077060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.077453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Bound using segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:07.077933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Bound port: 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:07.078311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.126715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-5ef3123c-8a5d-4243-b990-1199325832e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:46:07.127063 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-5ef3123c-8a5d-4243-b990-1199325832e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:46:07.127566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:07.158205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe91afac-a4b4-4e83-bd86-35bf89b7d279 req-ad52f4a9-61f5-40f3-b1ce-79bde6aa91aa tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005666 Dec 10 04:46:07.181925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.184784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b102-0f76-495c-b887-cff26110a3ed req-980038ac-4348-404b-b6bc-cdd6c067e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:07.186435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-980038ac-4348-404b-b6bc-cdd6c067e757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.4066262 Dec 10 04:46:07.187509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56a5533f-2299-46f8-a934-f10b3bd33953 req-33f1d0a9-96ca-473f-8b3f-0957816f3648 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064673 Dec 10 04:46:07.199646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:07.208890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.226098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] For port 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:07.233406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] For port 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b073f81-93dd-42ee-9dbf-8a37ac00404b,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:07.236346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-c249bb72-1ef7-45d4-a54a-ddb03008da78 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d97d283a67d04cb8baaaba6921347ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6856840 Dec 10 04:46:07.254729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.260982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7540ea5-5d1d-4907-88ae-c179f72bae6c HTTP/1.1" status: 204 len: 168 time: 3.1210127 Dec 10 04:46:07.264452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703e90-29c4-4081-8c88-4fb1c6e14c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7540ea5-5d1d-4907-88ae-c179f72bae6c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:07.267258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:07.291599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['df0c64b3-6c37-4dad-92d6-e855fe910f86'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:46:07.306821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.349482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.352405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.353733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-56806b86-41e3-4e71-b4b5-d448a4f97be1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "DELETE /v2.0/floatingips/b0d04f80-0333-4a66-956f-88e1b895ae7e HTTP/1.1" status: 204 len: 168 time: 4.9339626 Dec 10 04:46:07.422237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=de2fa903-cd63-4c15-80d5-2108711eb0d7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:07.489788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0da5f7d2-603e-4a33-a205-69de72626338 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:07.490162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.513629 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5e2fa6-7447-4fa5-bc7b-a59475d444d4 None None] New status for floating IP bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:46:07.616587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Deleting subnet 957032e4-15a0-4756-885b-6f46f37d0ad1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:07.619881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b102-0f76-495c-b887-cff26110a3ed req-9f596d7c-7551-4665-8c64-9fd8553f7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:07.621502 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-9f596d7c-7551-4665-8c64-9fd8553f7148 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3815143 Dec 10 04:46:07.628916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24642f54-818f-4b2c-998d-0be1fcc84d1d None None] Pushing event updated for resources: {'Port': ['ID=2b073f81-93dd-42ee-9dbf-8a37ac00404b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:07.658171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:07.747951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 6, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:07.787031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] device_id is not set on port 07b55e71-6d26-40eb-9b10-b233bf89aff5 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:46:07.895137 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-5ab19e35-6242-434d-a8f6-fedcc6ab72cd service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291815 Dec 10 04:46:07.923116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f70c7-a3ac-41db-a592-757531b32f5b req-ca61ef60-bcf7-4d40-b606-cefe2e5408a7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:07.933049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a96f70c7-a3ac-41db-a592-757531b32f5b req-ca61ef60-bcf7-4d40-b606-cefe2e5408a7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2195771 Dec 10 04:46:08.058551 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d824b102-0f76-495c-b887-cff26110a3ed req-4f8beeb7-6a38-401b-9377-adcecdc127ec service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367247 Dec 10 04:46:08.089218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.1.1.187 (03ec0077-5a3e-476e-a9ce-eecc2a7f6190/750ffdbb-fcb6-4357-8bf6-67b26c2276f5/07b55e71-6d26-40eb-9b10-b233bf89aff5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:08.106909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:08.155589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:46:08.155740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:46:08.157229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38678) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:08.162598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-482a437d-2c41-4e0a-9b91-07246e21e2f6 None None] Provisioning complete for port 716d6d4b-9e14-4c02-979d-210f1b215ff4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:08.162971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482a437d-2c41-4e0a-9b91-07246e21e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.181277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259027128', 'description': 'tempest-description--1345477184'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:08.206058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-482a437d-2c41-4e0a-9b91-07246e21e2f6 None None] Port 716d6d4b-9e14-4c02-979d-210f1b215ff4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:08.208279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:08.209037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:08.218469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.235022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-7b626c40-b934-46eb-9ecb-6f3c97402087 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:08.236160 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-7b626c40-b934-46eb-9ecb-6f3c97402087 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9504969 Dec 10 04:46:08.257122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97525de3-e0e4-432b-8e7a-d6f5db9b3fbc req-d5b3c1cc-4488-46b4-82ab-1b9a57d9de94 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.1005626 Dec 10 04:46:08.312334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-482a437d-2c41-4e0a-9b91-07246e21e2f6 None None] Provisioning complete for port de2fa903-cd63-4c15-80d5-2108711eb0d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:08.312727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482a437d-2c41-4e0a-9b91-07246e21e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.352540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.355269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:08.365314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Request body: {'port': {'device_id': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': 'd97d283a67d04cb8baaaba6921347ae6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:08.401045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a96f70c7-a3ac-41db-a592-757531b32f5b req-15532919-61e4-4806-80d9-27a2a1380a05 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662900 Dec 10 04:46:08.433190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.449843 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.473085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device de2fa903-cd63-4c15-80d5-2108711eb0d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:08.501694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.515178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.590985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957032e4-15a0-4756-885b-6f46f37d0ad1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:08.600134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2df03-6062-4ac9-9599-7b46dbd500ab req-a6e33d13-aaa7-4b1c-97ca-e9e3099d8dce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:08.602170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74f2df03-6062-4ac9-9599-7b46dbd500ab req-a6e33d13-aaa7-4b1c-97ca-e9e3099d8dce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 944 time: 0.1758595 Dec 10 04:46:08.614557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.662988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.670713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port de2fa903-cd63-4c15-80d5-2108711eb0d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:08.671183 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.697877 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.698418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.702475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5381005 Dec 10 04:46:08.702632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-94b5ee3c-00cd-452f-a123-e3ece12e03bb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/957032e4-15a0-4756-885b-6f46f37d0ad1 HTTP/1.1" status: 204 len: 168 time: 1.4289544 Dec 10 04:46:08.707782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38686) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:08.707782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:08.712482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group_rule': {'security_group_id': '9273eda0-4744-411a-bcbd-9ffb1216420a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:08.735491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74f2df03-6062-4ac9-9599-7b46dbd500ab req-b7487cd2-b8b8-49b4-9ad7-4f71421fef2b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191411 Dec 10 04:46:08.736680 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.750390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80a458-7722-483d-9f7c-7565ca0c3b95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9273eda0-4744-411a-bcbd-9ffb1216420a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:08.804584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:08.808382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.809041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:08.816007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:08.825372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:08.840731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 6, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:08.846073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b073f81-93dd-42ee-9dbf-8a37ac00404b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:08.867515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.877125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8976f8-4580-4c25-a73e-b251016e4a92 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:02Z', 'revision_number': 6, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:08.905998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:08.907568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.951982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2b073f81-93dd-42ee-9dbf-8a37ac00404b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:08.952371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:08.984530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.005172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c3ab68ea-6ebb-40ba-a0e1-570e515e7e2a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1648366 Dec 10 04:46:09.028758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.076956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.118969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Made reservation on behalf of d97d283a67d04cb8baaaba6921347ae6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:09.122508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.122675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2951ae-c170-42cb-8f0e-6fd3025d2afd None None] Network ab14fc63-3118-4297-9f22-9943262204b0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:09.133917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:09.162604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b073f81-93dd-42ee-9dbf-8a37ac00404b,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:09.163795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.175896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device df0c64b3-6c37-4dad-92d6-e855fe910f86 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:09.231418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.257021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.335597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=2b073f81-93dd-42ee-9dbf-8a37ac00404b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:09.347668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-26208dee-81b5-4a11-ad4d-724645f20d3f None None] Provisioning complete for port 2b073f81-93dd-42ee-9dbf-8a37ac00404b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:09.348093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26208dee-81b5-4a11-ad4d-724645f20d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.363762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6f525b9-752b-4db5-a554-e08a7806610b req-e3dee557-7d90-40bc-acc5-a2e721b99577 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.0398433 Dec 10 04:46:09.368775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.371929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ee794d-2b96-45cd-b7d6-c279bece2795']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:09.389875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.397019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d573e6-9987-45d6-84aa-706c12c9eac9') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:09.397439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d573e6-9987-45d6-84aa-706c12c9eac9') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:09.437254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.438591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port df0c64b3-6c37-4dad-92d6-e855fe910f86 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:46:09.448103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port df0c64b3-6c37-4dad-92d6-e855fe910f86 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:09.448983 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.451313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe61f19-e015-49dd-90eb-207c6f20560e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:09.457660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38694) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:09.467062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:09.470640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.471199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770276637', 'description': 'tempest-description--963446168'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:09.485979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.491170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-32921362-cb85-494c-b098-984546acf517 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 704 time: 3.9807711 Dec 10 04:46:09.491428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:09.495893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.499804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6a72d221-d50e-4ce6-96ae-0c947748c2d3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7887442 Dec 10 04:46:09.501667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:09.502288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:09.508350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'security_group_rule': {'security_group_id': '9273eda0-4744-411a-bcbd-9ffb1216420a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:09.525514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:09.526038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:09.529908 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:09.575490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:09.585924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:09.608668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.626528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.655757 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.681524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b5e9c4c-7c92-487c-926b-d360549e1149 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 704 time: 0.1879592 Dec 10 04:46:09.683719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:09.731880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:09.749632 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.755068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.763346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/05ee794d-2b96-45cd-b7d6-c279bece2795 HTTP/1.1" status: 204 len: 168 time: 1.0417612 Dec 10 04:46:09.774596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.796828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-954c5b4c-a224-43b8-9e2e-4d6d09f18260 None None] Provisioning complete for port 07b55e71-6d26-40eb-9b10-b233bf89aff5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:09.797324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-954c5b4c-a224-43b8-9e2e-4d6d09f18260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.812664 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.816775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.828091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692fc03-f8ea-4e50-94d5-c62da3f2f5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ee794d-2b96-45cd-b7d6-c279bece2795,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:09.859900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309fd7ee-d320-4e6e-8fcd-5ad8172683d2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:09.871291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:09.873796 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5767f0-2c7a-45fa-8b98-f6814c097f00" -d '{"events": [{"server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "name": "network-vif-plugged", "status": "completed", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:09.881567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.896037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Allocated IP 192.168.233.201 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/41c12ab5-6a83-4b59-bf38-0855c965b192) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:09.905069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:09.931873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.933202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4739771 Dec 10 04:46:09.938550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.938952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.945527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38710) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:09.951129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:09.955113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'security_group_rule': {'security_group_id': '563993e6-dcf0-486b-89e1-6c9d43675ed1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:09.958189 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea1469-1394-4dbb-96b5-b8dc014831b7 x-openstack-request-id: req-57ea1469-1394-4dbb-96b5-b8dc014831b7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:09.958597 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "name": "network-vif-plugged", "status": "completed", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:09.958949 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57ea1469-1394-4dbb-96b5-b8dc014831b7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:09.959536 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86', 'code': 200} Dec 10 04:46:09.983089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-954c5b4c-a224-43b8-9e2e-4d6d09f18260 None None] Port 07b55e71-6d26-40eb-9b10-b233bf89aff5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:10.005155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d2c886-04d2-4398-bb95-1bf34bd2a922,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.074351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.087373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e884c5-037c-4452-9292-f0bb34683cfa tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563993e6-dcf0-486b-89e1-6c9d43675ed1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.136127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:10.165186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb9c66-7561-41c1-b3c6-3b0f834c23e9 req-e2385c85-1fc6-4696-888c-d98a2d4e7d11 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:10.170743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abeb9c66-7561-41c1-b3c6-3b0f834c23e9 req-e2385c85-1fc6-4696-888c-d98a2d4e7d11 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2586069 Dec 10 04:46:10.171018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41e71-094d-4499-abd4-8140e87684d2 req-0eb0e9e4-c290-4cb6-95fc-f2807aa34980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:10.171018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ddf41e71-094d-4499-abd4-8140e87684d2 req-0eb0e9e4-c290-4cb6-95fc-f2807aa34980 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 1096 time: 0.1024327 Dec 10 04:46:10.199537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.206374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.207978 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22831c8c-6ba3-4e4f-8e6e-9ad91e721825 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7034051 Dec 10 04:46:10.214919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:10.219689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:10.264303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d597023-b7a6-4538-b230-55b85fc78373 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98ade620c93f4f5c947e24717125e584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256077 Dec 10 04:46:10.269856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:10.275575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.322763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5824de10-8e6f-4662-8119-16b114821195 None None] Provisioning complete for port 2b073f81-93dd-42ee-9dbf-8a37ac00404b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:10.323276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5824de10-8e6f-4662-8119-16b114821195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.330961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.343752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.361951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b073f81-93dd-42ee-9dbf-8a37ac00404b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:10.386623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ddf41e71-094d-4499-abd4-8140e87684d2 req-8c7da104-69a3-420d-8b66-549380c64d61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067351 Dec 10 04:46:10.426189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.430386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:10.435975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:10.442395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:10.465337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abeb9c66-7561-41c1-b3c6-3b0f834c23e9 req-0ae490f4-5a98-4d71-8737-d0259d71da35 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331636 Dec 10 04:46:10.482219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2b073f81-93dd-42ee-9dbf-8a37ac00404b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:10.482595 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.489788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Pushing event updated for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.506434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:08Z', 'revision_number': 7, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:10.513345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.554583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:10.555373 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.566168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:10.581999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-9b950246-51ad-4ed7-a27e-0c497abbaf33 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2272704 Dec 10 04:46:10.597650 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.605382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d9664-49e3-4655-9b50-ed0ffb78d558 req-18cfe991-7458-4965-aa2d-db34c41df751 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:10.606974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f42d9664-49e3-4655-9b50-ed0ffb78d558 req-18cfe991-7458-4965-aa2d-db34c41df751 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 936 time: 0.1757050 Dec 10 04:46:10.609774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.616168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:10.617017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:10.621327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Request body: {'port': {'device_id': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:10.630748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.683944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.699113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.702667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca3d46df-90bb-4cba-8ab7-ac94bda9b1be HTTP/1.1" status: 204 len: 168 time: 0.4308264 Dec 10 04:46:10.718002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748364ea-ab67-495b-bfa9-b4d8d8b95b1e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.732396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477453b-4b14-4646-85e5-479a603b6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d46df-90bb-4cba-8ab7-ac94bda9b1be,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:10.749993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.751289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4cd67928-9c5a-48be-9ca6-0e86090839f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8043561 Dec 10 04:46:10.752963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:10.755529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:10.771646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'security_group_rule': {'security_group_id': '563993e6-dcf0-486b-89e1-6c9d43675ed1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:10.793596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f42d9664-49e3-4655-9b50-ed0ffb78d558 req-6b6edbc9-b6ea-43ae-97a8-46540a28fbd9 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733742 Dec 10 04:46:10.833190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:10.962297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-265275ec-5e44-4378-949e-3b7e1f2801b9 None None] Provisioning complete for port 41c12ab5-6a83-4b59-bf38-0855c965b192 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:10.962722 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-265275ec-5e44-4378-949e-3b7e1f2801b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.046081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-265275ec-5e44-4378-949e-3b7e1f2801b9 None None] Port 41c12ab5-6a83-4b59-bf38-0855c965b192 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:11.116044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:08Z', 'revision_number': 7, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:11.142642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 0da5f7d2-603e-4a33-a205-69de72626338 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:11.143183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.145119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf5ae1-0e2c-434d-a75a-fd733354ed0e None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:08Z', 'revision_number': 7, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '0da5f7d2-603e-4a33-a205-69de72626338', 'name': '', 'network_id': 'e2719819-aa29-497d-bc17-12d6c7b2ead1', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:cb:ac:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:55Z', 'updated_at': '2021-12-10T04:46:04Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:11.158086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38728) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:11.239735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.252597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f254d193-c23a-44a8-b791-082a8bc54dc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb0bc78b13f64271ab1b732192d984db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919902 Dec 10 04:46:11.254390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:11.267054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.289642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 0da5f7d2-603e-4a33-a205-69de72626338, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0da5f7d2-603e-4a33-a205-69de72626338,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:11.290013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.293291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Allocated IP 172.25.8.2 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8b67d2e5-9627-4db5-b1b7-478dbeae1b91) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:11.311894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 0da5f7d2-603e-4a33-a205-69de72626338 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:11.346750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.408672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.491350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.500597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.557631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.566406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.566609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84ed355-ed96-43cf-81c8-cf9cdc40078a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:11.570419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/073c4b65-b025-409d-94bd-680325da2f16 HTTP/1.1" status: 204 len: 168 time: 0.3128314 Dec 10 04:46:11.577299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.578583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f713577b-fcc9-4152-b946-d0e3e8a7e5bd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8195984 Dec 10 04:46:11.590379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:11.595617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:11.624731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.632846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456045-3294-4ec7-94d8-df386e4e059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c4b65-b025-409d-94bd-680325da2f16,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:11.662190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.676599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.727565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f3d83-4820-42e0-b29b-110d0e6bd650 req-e52c9877-6523-4167-8147-5415bda349b0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:11.729147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b9f3d83-4820-42e0-b29b-110d0e6bd650 req-e52c9877-6523-4167-8147-5415bda349b0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1599321 Dec 10 04:46:11.731960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=0da5f7d2-603e-4a33-a205-69de72626338,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:11.785034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c12ab5-6a83-4b59-bf38-0855c965b192 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:11.790198 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.799570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.850928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:11.856642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:11.864513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:11.902367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Transition to ACTIVE for port object 41c12ab5-6a83-4b59-bf38-0855c965b192 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:11.926898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:11.947070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=8b67d2e5-9627-4db5-b1b7-478dbeae1b91,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:11.957047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b9f3d83-4820-42e0-b29b-110d0e6bd650 req-2bf30cd5-921e-4b15-86b2-8edf72dce0e8 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147508 Dec 10 04:46:11.966712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.006189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Pushing event updated for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:12.179233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.189232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.214064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5ae29-996c-437a-8605-90f1b8dfbea9 req-f8bb3ad4-7ab2-4bcc-8385-49196169aae0 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:12.215644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32b5ae29-996c-437a-8605-90f1b8dfbea9 req-f8bb3ad4-7ab2-4bcc-8385-49196169aae0 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 948 time: 0.2000463 Dec 10 04:46:12.231430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Attempting to bind port 41c12ab5-6a83-4b59-bf38-0855c965b192 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:12.231767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Attempting to bind port 41c12ab5-6a83-4b59-bf38-0855c965b192 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:12.232306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Attempting to bind port 41c12ab5-6a83-4b59-bf38-0855c965b192 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:12.268581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Port 41c12ab5-6a83-4b59-bf38-0855c965b192 on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:12.268849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Attempting to bind port 41c12ab5-6a83-4b59-bf38-0855c965b192 on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:12.281078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:12.281626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:12.282259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:12.283395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Bound port: 41c12ab5-6a83-4b59-bf38-0855c965b192, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:12.283598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.304360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.420199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:12.453840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32b5ae29-996c-437a-8605-90f1b8dfbea9 req-4433a6e3-a3a2-4402-826d-5364611840b2 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227402 Dec 10 04:46:12.457891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:12.469981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=41c12ab5-6a83-4b59-bf38-0855c965b192,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:12.480434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 172.25.8.27 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8e6e45d2-894d-4215-9922-d14702927b9e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:12.482798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.540914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:12.541452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.544353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] 10.222.0.41 "PUT /v2.0/ports/41c12ab5-6a83-4b59-bf38-0855c965b192 HTTP/1.1" status: 200 len: 1096 time: 1.9361155 Dec 10 04:46:12.546720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:12.549051 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa8e40-4335-4393-9297-c25cbc7aab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:12.595590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20e1e6-bfbd-46ac-b4a9-64296b889c2b service neutron] Pushing event updated for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:12.648454 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea4557-4da1-409d-ade2-797d2682a4c1 x-openstack-request-id: req-3fea4557-4da1-409d-ade2-797d2682a4c1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:12.648846 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:12.649109 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fea4557-4da1-409d-ade2-797d2682a4c1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:12.649516 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192', 'status': 'completed', 'code': 200} Dec 10 04:46:12.650924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:12.657838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddd9be64-0cea-45af-b1c9-fad4a5fa538d tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640732 Dec 10 04:46:12.660885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38762) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:12.661901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.675376 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:12.676772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.684042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-0cab534f-23f4-4718-9a98-cac1b8148390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:12.685647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-0cab534f-23f4-4718-9a98-cac1b8148390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97d283a67d04cb8baaaba6921347ae6&device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 1099 time: 0.0665810 Dec 10 04:46:12.700687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:12.702049 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:12.735425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.744444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:12.749902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.774212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-8aabbcc3-897e-4f29-842b-e86be5ec6ace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=41c12ab5-6a83-4b59-bf38-0855c965b192 HTTP/1.1" status: 200 len: 217 time: 0.0575416 Dec 10 04:46:12.820576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.854569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-a8248b69-cd52-4db9-a4e8-d28722958ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:12.856047 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-a8248b69-cd52-4db9-a4e8-d28722958ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0546677 Dec 10 04:46:12.863625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=8b67d2e5-9627-4db5-b1b7-478dbeae1b91,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:12.872699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.910188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.919508 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:12.949651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=8e6e45d2-894d-4215-9922-d14702927b9e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:12.954815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:12.957328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3631367e-6ae1-40d5-bdd4-24dac8c2e952 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7404583 Dec 10 04:46:12.959961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-db6be464-48ed-422d-bd6e-3aff056f45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:12.962998 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-db6be464-48ed-422d-bd6e-3aff056f45ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937502 Dec 10 04:46:12.982136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:12.985285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:12.989082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:13.044427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.126096 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-66ec9ec9-5441-4c18-add7-0474a9ca9b10 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544895 Dec 10 04:46:13.268561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8961-df3f-4e66-a7e3-96f0fe684319 req-251a2a96-2bcf-4c6c-b13d-7b4c5bf9da91 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:13.270891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d52b8961-df3f-4e66-a7e3-96f0fe684319 req-251a2a96-2bcf-4c6c-b13d-7b4c5bf9da91 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1353164 Dec 10 04:46:13.275445 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.285180 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a2f25889-e366-4f5a-aff9-0477e30a9018 req-095b10a6-8110-4ab4-ac50-b7bb47fc2562 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467187 Dec 10 04:46:13.288651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.340546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:13.342746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.348434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84d1cc-c599-4c45-8d1c-9bc189d0500e None None] Network e2719819-aa29-497d-bc17-12d6c7b2ead1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:13.349421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f1370f98-c170-4374-bcc7-1b7e2dc3befe tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5 HTTP/1.1" status: 204 len: 168 time: 0.6872709 Dec 10 04:46:13.349935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:13.403834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.410543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d52b8961-df3f-4e66-a7e3-96f0fe684319 req-ef98dd1e-2801-472c-bb58-07b0243e1a89 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292667 Dec 10 04:46:13.460102 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:11Z', 'revision_number': 8, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:13.532064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:13.570522 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:13.571433 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:13.740721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.747599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-1d8d3fd2-c924-4774-999c-7d7a4ff12fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:13.750095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-1d8d3fd2-c924-4774-999c-7d7a4ff12fda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97d283a67d04cb8baaaba6921347ae6&device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 1099 time: 0.2982900 Dec 10 04:46:13.772734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] DHCP port deletion for e2719819-aa29-497d-bc17-12d6c7b2ead1 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:46:13.823329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:13.833103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.846214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.894360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Deleting port c48383e7-89e5-4a4f-b5bf-d33b96397409 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:13.895059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:13.937566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-1558e2ec-43b9-4bf5-bd05-6b712d29f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:13.939146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-1558e2ec-43b9-4bf5-bd05-6b712d29f375 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1808450 Dec 10 04:46:13.947984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6fdb7-010f-462a-b205-aafab068a4d8 req-0783266d-91d4-494d-92eb-fb565e26fceb tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:13.963905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ef6fdb7-010f-462a-b205-aafab068a4d8 req-0783266d-91d4-494d-92eb-fb565e26fceb tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 948 time: 0.2208457 Dec 10 04:46:14.023309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port c48383e7-89e5-4a4f-b5bf-d33b96397409 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:14.023647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.042383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] For port c48383e7-89e5-4a4f-b5bf-d33b96397409, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c48383e7-89e5-4a4f-b5bf-d33b96397409,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:14.042790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.074328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Calling delete_port for c48383e7-89e5-4a4f-b5bf-d33b96397409 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:14.089759 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:11Z', 'revision_number': 8, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:14.106784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port c48383e7-89e5-4a4f-b5bf-d33b96397409, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c48383e7-89e5-4a4f-b5bf-d33b96397409,segment=NetworkSegment(45ddba63-5cb8-4513-b1f7-31002b1b2738),segment_id=45ddba63-5cb8-4513-b1f7-31002b1b2738)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:14.107174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.130330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for c48383e7-89e5-4a4f-b5bf-d33b96397409 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:14.132863 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-351b3419-fd87-46be-acce-b612cb3fdab0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=41c12ab5-6a83-4b59-bf38-0855c965b192 HTTP/1.1" status: 200 len: 217 time: 0.1796868 Dec 10 04:46:14.141971 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f43401-2ef6-4a31-a980-f72ae830e3d0 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:11Z', 'revision_number': 8, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f38c76-e88b-4846-b8c5-43a1db3a5ce7', 'name': '', 'network_id': 'c70d2d3a-fa09-4afc-b4a6-abd51c80f558', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:83:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:44Z', 'updated_at': '2021-12-10T04:45:54Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': 'c8e4fda4-6bc3-4137-b233-54045174bfed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:14.224014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.251206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] Pushing event deleted for resources: {'Port': ['ID=c48383e7-89e5-4a4f-b5bf-d33b96397409,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:14.257788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd385d5-68c0-4177-8996-fa84318c7f78 None None] No DVR routers for this DVR port c48383e7-89e5-4a4f-b5bf-d33b96397409 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:14.300116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-ee3fd09e-65ea-4aee-9279-2b5d812e8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:14.302340 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-ee3fd09e-65ea-4aee-9279-2b5d812e8907 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1479211 Dec 10 04:46:14.354886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.386119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=c48383e7-89e5-4a4f-b5bf-d33b96397409,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:14.390718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port c48383e7-89e5-4a4f-b5bf-d33b96397409 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:14.418425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-b4a52117-6ce0-432e-8bc1-91ec1fa9d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:14.419905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-b4a52117-6ce0-432e-8bc1-91ec1fa9d327 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048248 Dec 10 04:46:14.511860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.556274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=8e6e45d2-894d-4215-9922-d14702927b9e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:14.565737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2719819-aa29-497d-bc17-12d6c7b2ead1']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:14.578486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ddba63-5cb8-4513-b1f7-31002b1b2738') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:14.578791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ddba63-5cb8-4513-b1f7-31002b1b2738') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:14.581190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.588680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c48383e7-89e5-4a4f-b5bf-d33b96397409 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:14.598722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.606476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ef6fdb7-010f-462a-b205-aafab068a4d8 req-c21ac909-e9e0-4db9-91b0-569251a46905 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416841 Dec 10 04:46:14.621516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-b0fb18a0-916a-417d-9776-86d3b84b5031 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858242 Dec 10 04:46:14.622219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-689692fb-fee5-4223-ad92-f8626c0cc885 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1259027128&fields=id&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 267 time: 0.6288481 Dec 10 04:46:14.648735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.659312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-94e46061-5860-4590-90a8-097305aa95e0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0670991 Dec 10 04:46:14.677747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.688231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c48383e7-89e5-4a4f-b5bf-d33b96397409 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:14.688889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c48383e7-89e5-4a4f-b5bf-d33b96397409 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:14.720976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:14.721866 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:14.748730 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:14.872758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c113e-19a2-4e42-96f4-4b46780936a6 req-ff1a5150-fdaa-4d48-906f-85347b8aad88 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:14.874824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f1c113e-19a2-4e42-96f4-4b46780936a6 req-ff1a5150-fdaa-4d48-906f-85347b8aad88 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1237502 Dec 10 04:46:14.883160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-4ad18733-be20-4a1d-9a8a-026b9172da36 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:14.885711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-4ad18733-be20-4a1d-9a8a-026b9172da36 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 816 time: 0.2514615 Dec 10 04:46:14.916959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.935095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:14.941137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-cb11db84-c102-42a0-bcc0-4363cc715e31 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/quotas/88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 375 time: 0.0413637 Dec 10 04:46:14.944647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/e2719819-aa29-497d-bc17-12d6c7b2ead1 HTTP/1.1" status: 204 len: 168 time: 1.5876000 Dec 10 04:46:14.947462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:14.957507 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d6aa8e40-4335-4393-9297-c25cbc7aab9f req-8aa19f7a-4056-4523-94ca-fe3c2f595cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224413 Dec 10 04:46:14.958117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f857bc-36a4-47a2-bbca-97282cf8d47c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=e2719819-aa29-497d-bc17-12d6c7b2ead1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:15.078610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f1c113e-19a2-4e42-96f4-4b46780936a6 req-568bd6e2-d720-46d1-b3b5-046a2be816be tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916647 Dec 10 04:46:15.113324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-243aa533-e2cd-494e-9a79-35c7e82c1a3b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615880 Dec 10 04:46:15.386956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-1c4d5c92-6f58-43bc-955b-166f42f4c269 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--770276637&fields=id&tenant_id=584e817714d4437db0f91ff8b0ee6e42 HTTP/1.1" status: 200 len: 267 time: 0.1102397 Dec 10 04:46:15.389479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b9319b3-e1ac-44b3-8296-93b530f4647b service neutron] 10.222.0.43 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639036 Dec 10 04:46:15.516777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e55e8382-f99a-459a-92cd-21aad8be42f9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:15.518027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e55e8382-f99a-459a-92cd-21aad8be42f9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 935 time: 0.1069047 Dec 10 04:46:15.598571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-6ba0744d-9a05-4285-933c-bcf4df4ff58a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:15.599912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-6ba0744d-9a05-4285-933c-bcf4df4ff58a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 937 time: 0.0742087 Dec 10 04:46:15.602985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5480517e-e104-4362-bbca-91d97065768b service neutron] 10.222.0.43 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929784 Dec 10 04:46:15.668218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-de31d698-20b5-48ef-b00f-17e5a966f5d5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0542967 Dec 10 04:46:15.684923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 41c12ab5-6a83-4b59-bf38-0855c965b192 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:46:15.732303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-cbd5fce9-9a4d-420b-98d6-8cf054f4e59b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0380862 Dec 10 04:46:15.806331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:15.880425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=41c12ab5-6a83-4b59-bf38-0855c965b192,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:15.897068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '41c12ab5-6a83-4b59-bf38-0855c965b192', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '41c12ab5-6a83-4b59-bf38-0855c965b192', 'mac_address': 'fa:16:3e:72:46:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:46:15.955847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:15.971083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c12ab5-6a83-4b59-bf38-0855c965b192 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:15.998888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=41c12ab5-6a83-4b59-bf38-0855c965b192,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:16.004644 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:16.011583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-40e684d9-feac-486d-9945-9ccf6d5a25e8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:16.019113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-40e684d9-feac-486d-9945-9ccf6d5a25e8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:16.025033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-40e684d9-feac-486d-9945-9ccf6d5a25e8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:16.032597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-40e684d9-feac-486d-9945-9ccf6d5a25e8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 1994 time: 0.2927837 Dec 10 04:46:16.077951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75e4a0-ca83-454f-8867-a452ef10e9c6 req-d4e89206-f3c4-4853-9348-8b07a59b9d0b tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:16.080681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:16.089789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d75e4a0-ca83-454f-8867-a452ef10e9c6 req-d4e89206-f3c4-4853-9348-8b07a59b9d0b tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 948 time: 0.2487226 Dec 10 04:46:16.106491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-6daecbca-5224-4314-89ac-8945b58e9ce6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/quotas/584e817714d4437db0f91ff8b0ee6e42 HTTP/1.1" status: 200 len: 375 time: 0.0729215 Dec 10 04:46:16.188416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0da5f7d2-603e-4a33-a205-69de72626338 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:16.218729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0da5f7d2-603e-4a33-a205-69de72626338 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:16.219130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0da5f7d2-603e-4a33-a205-69de72626338 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:16.245019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d75e4a0-ca83-454f-8867-a452ef10e9c6 req-5fd22c3a-1355-43ac-bf02-477f5e69e372 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474788 Dec 10 04:46:16.283798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-f9712217-6ad3-45d1-b751-535c09c73341 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1575379 Dec 10 04:46:16.328395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c12e68d6-a8ba-4c59-927b-ca49ec00d12c req-1e283974-747a-4f67-b3cc-7991bdca7272 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 210 time: 0.0436449 Dec 10 04:46:16.384548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['41c12ab5-6a83-4b59-bf38-0855c965b192'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:46:16.506470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-40dab77c-ca5b-41a0-a3c2-ffacdccbc96c service neutron] 10.222.0.43 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805637 Dec 10 04:46:16.545328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:16.545634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:16.558740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cd2f-30c1-4dcb-9b4a-d8df237f8d1f req-d69f8592-6c34-44c0-9994-d82467711857 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:16.560249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31f2cd2f-30c1-4dcb-9b4a-d8df237f8d1f req-d69f8592-6c34-44c0-9994-d82467711857 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1224034 Dec 10 04:46:16.735832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e244ffbc-cac1-458f-b6b5-125079fa7952 service neutron] 10.222.0.43 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210236 Dec 10 04:46:16.740894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31f2cd2f-30c1-4dcb-9b4a-d8df237f8d1f req-34765228-bbf7-48cb-8c83-58ababd47247 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604049 Dec 10 04:46:16.752849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port d0f38c76-e88b-4846-b8c5-43a1db3a5ce7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:16.753752 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:16.793239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:16.801705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-6e92b7d5-a6a0-484e-b831-8d96f56c12fc service neutron] 10.222.0.43 "GET /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0569282 Dec 10 04:46:16.981230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e588795c-91c6-4026-bd36-a0103ce342fd service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726422 Dec 10 04:46:17.122522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.154631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-48d28215-d3a9-41c2-ad65-eaaabf981715 service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674082 Dec 10 04:46:17.155729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=d0f38c76-e88b-4846-b8c5-43a1db3a5ce7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:17.270354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-b5ddfb0a-fd3b-4b4a-a360-7dd1bff1b5ad tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:17.271914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-b5ddfb0a-fd3b-4b4a-a360-7dd1bff1b5ad tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 816 time: 0.1990585 Dec 10 04:46:17.340651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.359773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-53daceda-2bfa-4651-9c9e-743d3e9790a6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 380 time: 0.0694642 Dec 10 04:46:17.365475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2f584438-f56f-4b2f-bee7-d14000c8c938 service neutron] 10.222.0.43 "GET /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1662295 Dec 10 04:46:17.398559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'port': {'device_id': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'admin_state_up': True, 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'security_groups': ['9273eda0-4744-411a-bcbd-9ffb1216420a']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:17.526399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Made reservation on behalf of 88c633b43c3d40a9bf279a28c60b807a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:17.532521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.676004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Allocated IP 172.20.0.12 (92e6aac6-36e9-4cb8-beba-39a91f9a4a74/a3a58781-7be0-4694-942a-9cd9c08a3be4/6fbbcd51-f3e1-425b-9414-4c9bfa990668) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:17.711042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 41c12ab5-6a83-4b59-bf38-0855c965b192 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:17.775159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 41c12ab5-6a83-4b59-bf38-0855c965b192 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:46:17.780424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 41c12ab5-6a83-4b59-bf38-0855c965b192 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:17.781291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.872520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.885283 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.918613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.919440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f8698-9f87-4163-9786-e584861d25cf req-95514d1f-9659-40c7-bbe5-90de01b89a67 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:17.920373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:17.923838 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7133be5-6c99-4dc7-945f-6312b042ab89" -d '{"events": [{"server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "name": "network-vif-plugged", "status": "completed", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:17.927854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-060f8698-9f87-4163-9786-e584861d25cf req-95514d1f-9659-40c7-bbe5-90de01b89a67 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 949 time: 0.5753224 Dec 10 04:46:17.930863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=41c12ab5-6a83-4b59-bf38-0855c965b192,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:17.938814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:17.986552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:17.989398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:18.007452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:18.011385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:18.023295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:18.030777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-69311f3d-5f85-4dd8-8a75-b2beb06c0fea service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155210 Dec 10 04:46:18.083540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:18.083784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.101384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-060f8698-9f87-4163-9786-e584861d25cf req-0b0fcf8c-bf2f-4b81-812a-0363076d87b4 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682727 Dec 10 04:46:18.122353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5b267007-cd0e-480b-9abd-797f11168704 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7282264 Dec 10 04:46:18.147601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Request body: {'port': {'device_id': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:18.160214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:18.269501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.321087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-21d4bc98-197e-417a-92ae-32c9df909e76 service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804515 Dec 10 04:46:18.331317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a142b-09db-49a2-9b47-6d46f469a210 req-c712585d-e913-453e-b8dd-1ea872c0eeaf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:18.339656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e49a142b-09db-49a2-9b47-6d46f469a210 req-c712585d-e913-453e-b8dd-1ea872c0eeaf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 932 time: 0.1814673 Dec 10 04:46:18.407704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9146cbe3-ec16-4503-99a9-37f82304392f None None] Provisioning complete for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:18.408347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9146cbe3-ec16-4503-99a9-37f82304392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.452658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:18.461041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9146cbe3-ec16-4503-99a9-37f82304392f None None] Port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:18.466430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d6140bb5-7878-4817-922d-999ba7003e4a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977605 Dec 10 04:46:18.473513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:18.475340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:18.490929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:18.492893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:18.517668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e49a142b-09db-49a2-9b47-6d46f469a210 req-26394e4e-22de-45d2-ac88-15ab9747c18d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751418 Dec 10 04:46:18.537496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b82955d4-b949-4c2d-b25a-34b7beb9a38a service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950476 Dec 10 04:46:18.612620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:18.619711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet c8e4fda4-6bc3-4137-b233-54045174bfed {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:18.630021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:18.637272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.640743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.656035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Transition to ACTIVE for port object 6fbbcd51-f3e1-425b-9414-4c9bfa990668 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:18.662328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.747681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.804866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:18.820790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae529e8-7ec5-4eff-bf74-213c62727894 req-71098445-afa4-4170-87b3-4fdb6f01f2fd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:18.822368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ae529e8-7ec5-4eff-bf74-213c62727894 req-71098445-afa4-4170-87b3-4fdb6f01f2fd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1868007 Dec 10 04:46:18.841159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8218ef00-72bd-4506-9110-66714f1dd1a3 service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949293 Dec 10 04:46:18.842461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:18.842869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:18.843387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:18.853079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:18.853492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:18.860562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:18.860977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:18.861436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:18.861944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Bound port: 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:18.862373 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:18.944406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:16Z', 'revision_number': 9, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:18.975285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:18.986113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:19.000789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:19.002070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:19.004669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:19.008142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.010343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.014292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ae529e8-7ec5-4eff-bf74-213c62727894 req-997cc26f-3c92-4825-9341-cca208d16fc7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825838 Dec 10 04:46:19.059625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-afeff553-4220-4fdd-a3f8-b2edef1d0877 service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095017 Dec 10 04:46:19.066932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.067913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.069450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-97156036-c466-476a-b646-5d81e6c5576f service neutron] 10.222.0.36 "PUT /v2.0/ports/6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 1092 time: 0.9275577 Dec 10 04:46:19.072021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:19.087309 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:19.137433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156036-c466-476a-b646-5d81e6c5576f service neutron] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:19.151842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.206098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:19.239888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e4fda4-6bc3-4137-b233-54045174bfed,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:19.245746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.254390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-f6e24a39-9c8f-48a2-987c-30d6e09d0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.256095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1e994d06-584f-4b30-b668-dd35a93ff697 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/c8e4fda4-6bc3-4137-b233-54045174bfed HTTP/1.1" status: 204 len: 168 time: 0.7815843 Dec 10 04:46:19.258595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:19.260170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-f6e24a39-9c8f-48a2-987c-30d6e09d0c9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1095 time: 0.1063154 Dec 10 04:46:19.263127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3a86e-a97e-42c0-9ef0-1507f6e49f3b None None] Network c70d2d3a-fa09-4afc-b4a6-abd51c80f558 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:19.276247 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d7b25a-7027-496b-9400-e11e5f10aec4 x-openstack-request-id: req-e4d7b25a-7027-496b-9400-e11e5f10aec4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:19.276992 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "name": "network-vif-plugged", "status": "completed", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:19.277470 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4d7b25a-7027-496b-9400-e11e5f10aec4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:19.278138 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192', 'code': 200} Dec 10 04:46:19.293168 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290388f-d4f9-4c95-a625-589fb28c06b9 x-openstack-request-id: req-9290388f-d4f9-4c95-a625-589fb28c06b9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:19.293460 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:19.293719 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9290388f-d4f9-4c95-a625-589fb28c06b9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:19.294130 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'status': 'completed', 'code': 200} Dec 10 04:46:19.403302 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-ae61984b-9415-429f-bef8-8bc260664174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 217 time: 0.1307964 Dec 10 04:46:19.478927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626501-4ea1-4f58-b5b1-22bb02595160 req-d6e5f73c-4e8e-4e18-a54a-4bea0f323169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.480442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5f626501-4ea1-4f58-b5b1-22bb02595160 req-d6e5f73c-4e8e-4e18-a54a-4bea0f323169 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 1101 time: 0.0887291 Dec 10 04:46:19.486226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-17ff3dd0-4731-40ba-a8a0-be5e63acb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.488284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-17ff3dd0-4731-40ba-a8a0-be5e63acb739 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.0682061 Dec 10 04:46:19.524581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.532510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b5130606-d750-45dd-9509-2682dd0546ea service neutron] 10.222.0.43 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254484 Dec 10 04:46:19.564162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a2998-6a32-42a0-ad8c-b8e577e5026c req-cc734467-bb22-4aac-8fe5-fda049972860 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.565730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-910a2998-6a32-42a0-ad8c-b8e577e5026c req-cc734467-bb22-4aac-8fe5-fda049972860 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.1871738 Dec 10 04:46:19.577557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5f626501-4ea1-4f58-b5b1-22bb02595160 req-82bd16df-1846-4b93-92cf-9276d826b11b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865386 Dec 10 04:46:19.581014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5eb63007-3784-4257-bd76-ec7834c3fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:19.583712 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-5eb63007-3784-4257-bd76-ec7834c3fdce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878987 Dec 10 04:46:19.688345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:16Z', 'revision_number': 9, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:19.726016 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-dd990d98-5b08-456e-9c86-2744a3c2535e service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336861 Dec 10 04:46:19.728339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a03c9b-4a8e-49ec-be98-15e5b7467dc4 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:16Z', 'revision_number': 9, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '2cdc1c47-37c4-4e93-9f28-038a26cfe3ee', 'name': '', 'network_id': '683998c7-648e-4dcd-8dd6-f821b51291fd', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:77:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:35Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '9ab68786-a65f-4ad2-a4c0-f0675de5bfe4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:19.731284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-f78c51f5-a023-4ed8-b779-99e75fbb67d3 service neutron] 10.222.0.43 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848428 Dec 10 04:46:19.745278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] DHCP port deletion for c70d2d3a-fa09-4afc-b4a6-abd51c80f558 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:46:19.795801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port ef72facf-eed2-46b4-bb5a-6aceab857150 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:19.796582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.817376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-910a2998-6a32-42a0-ad8c-b8e577e5026c req-13890034-3cbc-44ed-926b-ec0f0134a74a tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131684 Dec 10 04:46:19.820985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Deleting port ef72facf-eed2-46b4-bb5a-6aceab857150 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:19.821368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.875320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1babaf3e-0f23-46ed-9f2e-ce33c6aa4382 req-a6d31c4a-2d87-4d20-b375-be649b8120f7 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317694 Dec 10 04:46:19.921647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] For port ef72facf-eed2-46b4-bb5a-6aceab857150, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef72facf-eed2-46b4-bb5a-6aceab857150,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:19.922066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:19.984300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port ef72facf-eed2-46b4-bb5a-6aceab857150, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef72facf-eed2-46b4-bb5a-6aceab857150,segment=NetworkSegment(642a8c3a-edd3-4d01-be95-c621bbef41c5),segment_id=642a8c3a-edd3-4d01-be95-c621bbef41c5)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:19.984697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.009219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for ef72facf-eed2-46b4-bb5a-6aceab857150 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:20.018293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ff1db289-1728-4c2b-ac34-2a15baf03283 service neutron] 10.222.0.43 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751675 Dec 10 04:46:20.119414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Calling delete_port for ef72facf-eed2-46b4-bb5a-6aceab857150 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:20.120673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb76d-0466-4f24-ac4c-13ac0f5a2dd9 req-842a78c4-0db1-49d6-b68e-f32612adc0fd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.128229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-611eb76d-0466-4f24-ac4c-13ac0f5a2dd9 req-842a78c4-0db1-49d6-b68e-f32612adc0fd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.2362645 Dec 10 04:46:20.231100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b7448a59-1a99-43f9-95c7-40404baf0f00 service neutron] 10.222.0.43 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049794 Dec 10 04:46:20.278296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.312900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-611eb76d-0466-4f24-ac4c-13ac0f5a2dd9 req-fd9077a9-6415-416b-ad80-498574d30c3f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799779 Dec 10 04:46:20.349677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:20.408681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:20.410721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0f38c76-e88b-4846-b8c5-43a1db3a5ce7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:20.412530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef72facf-eed2-46b4-bb5a-6aceab857150 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:20.416052 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.459434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-b58145b7-c0b8-4924-b434-677f81a4cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.460974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-b58145b7-c0b8-4924-b434-677f81a4cd27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1095 time: 0.4917622 Dec 10 04:46:20.468740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.478363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] No DVR routers for this DVR port ef72facf-eed2-46b4-bb5a-6aceab857150 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:20.496186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ef72facf-eed2-46b4-bb5a-6aceab857150 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:20.496569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef72facf-eed2-46b4-bb5a-6aceab857150 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:20.500273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1773d-ca46-4136-ad35-c888b4234af1 None None] Pushing event deleted for resources: {'Port': ['ID=ef72facf-eed2-46b4-bb5a-6aceab857150,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:20.526962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=ef72facf-eed2-46b4-bb5a-6aceab857150,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:20.530469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port ef72facf-eed2-46b4-bb5a-6aceab857150 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:20.540761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-82713400-dceb-474a-8505-be0dbf9646ef service neutron] 10.222.0.43 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999487 Dec 10 04:46:20.566720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a7f58-060f-41f4-889a-8641b66e7ca3 req-bab8da20-c431-43f5-90a8-2861bd72cbaa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.568237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a82a7f58-060f-41f4-889a-8641b66e7ca3 req-bab8da20-c431-43f5-90a8-2861bd72cbaa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1511354 Dec 10 04:46:20.590825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-cdd50444-7580-4409-9cea-f1be97bcfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.593187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-cdd50444-7580-4409-9cea-f1be97bcfceb service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.1225047 Dec 10 04:46:20.657975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-423eb431-e559-4c12-863e-fb7762815c39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 217 time: 0.0574934 Dec 10 04:46:20.665105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.680243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a82a7f58-060f-41f4-889a-8641b66e7ca3 req-9f09b0b6-850a-492a-9c1d-d0f85b775181 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059654 Dec 10 04:46:20.707121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70d2d3a-fa09-4afc-b4a6-abd51c80f558']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:20.721930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642a8c3a-edd3-4d01-be95-c621bbef41c5') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:20.723353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642a8c3a-edd3-4d01-be95-c621bbef41c5') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:20.734753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.739645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-ee35edae-a9e7-4b75-a2c2-1e0678b600b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.741180 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-ee35edae-a9e7-4b75-a2c2-1e0678b600b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.0650306 Dec 10 04:46:20.751019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.759265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:20.759725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:20.771764 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:20.800295 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:46:20.804835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-083dc0c1-cf5e-4bb6-9026-92f6dec469b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:20.807549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-083dc0c1-cf5e-4bb6-9026-92f6dec469b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568428 Dec 10 04:46:20.886367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.902428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:20.906319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/c70d2d3a-fa09-4afc-b4a6-abd51c80f558 HTTP/1.1" status: 204 len: 168 time: 1.6436410 Dec 10 04:46:20.916564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38950) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:20.961225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fa3d1-6f97-418c-a798-f6f56267412e tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=c70d2d3a-fa09-4afc-b4a6-abd51c80f558,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:20.965937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-51ab4397-2e55-4f3c-b114-d2a9b78d8642 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460912 Dec 10 04:46:21.078340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de7921-f70a-4d74-bc40-20df0b99313e req-e2965e77-63ec-4ba3-a522-fc31130f3052 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:21.086196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31de7921-f70a-4d74-bc40-20df0b99313e req-e2965e77-63ec-4ba3-a522-fc31130f3052 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.1210461 Dec 10 04:46:21.087383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd7cb37b-0c59-4f63-9a56-69e83cacaa75 req-afe3bcc0-73ab-443c-9f79-848400261a9e service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137516 Dec 10 04:46:21.222854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31de7921-f70a-4d74-bc40-20df0b99313e req-f07b3c12-c4f4-44df-a8ef-20e1aaf582eb tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357865 Dec 10 04:46:21.705988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d28ddbe-41cd-4b8a-af15-910d3285a42e req-0da74e8a-71a2-4528-a45c-a6185d8063a4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.3961866 Dec 10 04:46:21.779101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd5d4-3e5f-4be7-9b7f-bb8856f452ff req-79479bea-bb4b-4be0-8c4d-31dde776743b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:21.781525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-907dd5d4-3e5f-4be7-9b7f-bb8856f452ff req-79479bea-bb4b-4be0-8c4d-31dde776743b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.0792115 Dec 10 04:46:21.900756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-907dd5d4-3e5f-4be7-9b7f-bb8856f452ff req-b2e7bcfe-83ad-4526-92e9-243b2485faf9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102188 Dec 10 04:46:21.910234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daac73-f367-4b2a-80e1-be7d696784e4 req-270f59f8-8fba-4977-b6aa-c2d76dbeb897 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:21.911775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55daac73-f367-4b2a-80e1-be7d696784e4 req-270f59f8-8fba-4977-b6aa-c2d76dbeb897 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1018043 Dec 10 04:46:21.922853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.071825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55daac73-f367-4b2a-80e1-be7d696784e4 req-d9a406fa-1ac4-419b-9e48-1b58433cde06 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472495 Dec 10 04:46:22.238936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:22.239279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.334335 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-386e92e9-b9e3-4a90-9ba8-822ced8a480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.371716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:22.372276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.389548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f455c3-011c-4966-8a3e-a975ce72b397 req-fa9facee-14e4-4e14-96ce-7a1eabd034b2 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.391020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f455c3-011c-4966-8a3e-a975ce72b397 req-fa9facee-14e4-4e14-96ce-7a1eabd034b2 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.0914714 Dec 10 04:46:22.401823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:22.489400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f455c3-011c-4966-8a3e-a975ce72b397 req-161f42c4-952e-40a7-a48e-87094303edd7 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891640 Dec 10 04:46:22.516112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-5e50d04e-e288-45dd-a518-a88d0b9a5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.518429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-5e50d04e-e288-45dd-a518-a88d0b9a5b9f service neutron] 10.222.0.41 "GET /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 1031 time: 0.0607798 Dec 10 04:46:22.620923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-76df3b68-c9e4-4f3e-b564-857a139285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.622836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-76df3b68-c9e4-4f3e-b564-857a139285c9 service neutron] 10.222.0.41 "GET /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 1033 time: 0.0867608 Dec 10 04:46:22.656128 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.717002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=2cdc1c47-37c4-4e93-9f28-038a26cfe3ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:22.853932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d08a1b15-78b9-4cb4-b2e6-e6615538b495 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.864890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d08a1b15-78b9-4cb4-b2e6-e6615538b495 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.873291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d08a1b15-78b9-4cb4-b2e6-e6615538b495 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:22.875644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d08a1b15-78b9-4cb4-b2e6-e6615538b495 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 1994 time: 0.2393951 Dec 10 04:46:22.925253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3908f6d0-3dac-42f7-827f-434effaf7c88 req-1c825371-f21d-4896-b055-6045ca9718a6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0462613 Dec 10 04:46:22.972870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:22.999638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-f5151973-dcc0-464d-a2d4-18d403bb9a4d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584e817714d4437db0f91ff8b0ee6e42 HTTP/1.1" status: 200 len: 379 time: 0.1043468 Dec 10 04:46:23.010658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'admin_state_up': True, 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'security_groups': ['563993e6-dcf0-486b-89e1-6c9d43675ed1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:23.228314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:46:23.280676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:23.285194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.307091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a57f1-8a11-4fd5-9b0e-c12e7f50e8b7 req-db059fbe-be36-4336-a41a-4054b0b563c0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:23.309186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f62a57f1-8a11-4fd5-9b0e-c12e7f50e8b7 req-db059fbe-be36-4336-a41a-4054b0b563c0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.1952143 Dec 10 04:46:23.358000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.393684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:23.410248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:46:23.429832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:23.480240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.495201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:23.519812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 172.20.0.13 (b777789d-d83d-4da5-b66f-7a584f0a7a7b/4da9ebcf-9b29-461b-8c66-53b5ea211f0d/d56ccb88-f697-4979-bc99-1d9d674f4efa) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:23.527028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:23.533116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.534222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f62a57f1-8a11-4fd5-9b0e-c12e7f50e8b7 req-6fc1e209-1413-4f17-a43c-d86d8041d986 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090538 Dec 10 04:46:23.630978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:23.651533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48766ca6-1785-4875-8b67-04091c5d36b7 req-df0c7228-8676-4d54-a759-439794de53ac tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:23.659301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48766ca6-1785-4875-8b67-04091c5d36b7 req-df0c7228-8676-4d54-a759-439794de53ac tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.3118339 Dec 10 04:46:23.708183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:23.715433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6af203a-df00-4584-986e-5a0afafb8a3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976768 Dec 10 04:46:23.719631 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:23.729310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39002) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:23.736416 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:23.738598 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:23.775832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.789916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48766ca6-1785-4875-8b67-04091c5d36b7 req-2fc210f6-890b-4240-8f6f-a441faee9a8c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296606 Dec 10 04:46:23.831530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 9ab68786-a65f-4ad2-a4c0-f0675de5bfe4 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:23.835865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.847208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.907596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:23.908179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:23.913511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:23.914569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6fbbcd51-f3e1-425b-9414-4c9bfa990668'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:46:23.918037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:24.004592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:24.005275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.015955 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:24.058577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:24.065808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-dd451c20-44f6-4e7a-ae90-dc46f71d4336 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614116 Dec 10 04:46:24.086737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'admin_state_up': True, 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'security_groups': ['563993e6-dcf0-486b-89e1-6c9d43675ed1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:24.130073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.367459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.402056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d1b75cf4-6af3-414f-9f27-935218941673 None None] Provisioning complete for port d56ccb88-f697-4979-bc99-1d9d674f4efa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:24.408288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1b75cf4-6af3-414f-9f27-935218941673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.414655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab68786-a65f-4ad2-a4c0-f0675de5bfe4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:24.428356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca810e-3ed5-4394-abc7-7e6d57d16cff req-07c816af-fb39-4fa6-9cc1-749a9818cee9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:24.437450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0aca810e-3ed5-4394-abc7-7e6d57d16cff req-07c816af-fb39-4fa6-9cc1-749a9818cee9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 932 time: 0.3366487 Dec 10 04:46:24.447048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.454601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:24.457430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eca1eede-ad73-4b53-aeef-537512c35ccf tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/9ab68786-a65f-4ad2-a4c0-f0675de5bfe4 HTTP/1.1" status: 204 len: 168 time: 0.7258093 Dec 10 04:46:24.461296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fb873-86c3-4013-8aca-c966e5d7ecbd None None] Network 683998c7-648e-4dcd-8dd6-f821b51291fd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:24.475072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:24.480662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.562999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d1b75cf4-6af3-414f-9f27-935218941673 None None] Port d56ccb88-f697-4979-bc99-1d9d674f4efa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:24.569783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0aca810e-3ed5-4394-abc7-7e6d57d16cff req-c7784a5a-8dab-488a-b732-2395f787c2a2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302762 Dec 10 04:46:24.645873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.774092 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:22Z', 'revision_number': 10, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:24.781712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ccf27-6c6f-494a-a55c-2f9221c9a86d req-ea7be438-5be5-4a0d-bf46-41fb0e814be8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:24.783045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] DHCP port deletion for 683998c7-648e-4dcd-8dd6-f821b51291fd request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:46:24.791900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-308ccf27-6c6f-494a-a55c-2f9221c9a86d req-ea7be438-5be5-4a0d-bf46-41fb0e814be8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.0947080 Dec 10 04:46:24.829761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.1.1.210 (03ec0077-5a3e-476e-a9ce-eecc2a7f6190/750ffdbb-fcb6-4357-8bf6-67b26c2276f5/c14de76c-8627-4c58-a477-32fb6a6a2ac7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:24.847985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:24.854207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:24.854975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.870242 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:24.870894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:24.936611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b45d7603-b513-4dab-a51d-21b8d2c7f912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:24.959968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-308ccf27-6c6f-494a-a55c-2f9221c9a86d req-7d46a234-f32c-4138-9381-408e944bf1d9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627674 Dec 10 04:46:24.993954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Deleting port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:24.996905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.013857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e7675b8-dd6e-4728-a8de-d95ef54ed946,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:25.015182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.059694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbd0a-1cbf-4408-830f-3f5f322ca757 req-5d46781f-d54d-47f9-ae97-7b43e0d94c20 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:25.069153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 2e7675b8-dd6e-4728-a8de-d95ef54ed946 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:25.069729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-660bbd0a-1cbf-4408-830f-3f5f322ca757 req-5d46781f-d54d-47f9-ae97-7b43e0d94c20 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1043627 Dec 10 04:46:25.074217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] For port 2e7675b8-dd6e-4728-a8de-d95ef54ed946, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2e7675b8-dd6e-4728-a8de-d95ef54ed946,segment=NetworkSegment(8b874042-c218-49e1-bf70-d8391501ded4),segment_id=8b874042-c218-49e1-bf70-d8391501ded4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:25.074217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.089390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Calling delete_port for 2e7675b8-dd6e-4728-a8de-d95ef54ed946 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:25.137574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-660bbd0a-1cbf-4408-830f-3f5f322ca757 req-c19f4c71-1eac-40ca-9bf6-79c590facf97 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667005 Dec 10 04:46:25.154229 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:25.239140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:25.244114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.301385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.361119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=2e7675b8-dd6e-4728-a8de-d95ef54ed946,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:25.377603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.429076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.436613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:22Z', 'revision_number': 10, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:25.443729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:25.452094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:46:25.472583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ef35e-0b7c-468d-ac00-febc1e1455a1 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:22Z', 'revision_number': 10, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None, '_interfaces': [{'id': '6e218d32-f8f8-48de-847e-020ee53a0849', 'name': '', 'network_id': '14d5528c-4a4a-4930-aa59-dae9fd66f6e0', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'mac_address': 'fa:16:3e:fd:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:24Z', 'updated_at': '2021-12-10T04:45:35Z', 'revision_number': 5, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'subnets': [{'id': '4fa2a50f-c271-45ea-b94c-3e274a8e603c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:25.492847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] Pushing event deleted for resources: {'Port': ['ID=2e7675b8-dd6e-4728-a8de-d95ef54ed946,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:25.495744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:25.499102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c3d44-4d65-466a-a6df-a6b654f3bf4e None None] No DVR routers for this DVR port 2e7675b8-dd6e-4728-a8de-d95ef54ed946 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:25.502793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:25.503266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.525915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:25.547671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:25.558806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:25.635508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.702034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:25.703790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.709213 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.734152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.734406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-06dcfe63-fe7f-4088-b8f1-ee6c0075b689 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6536062 Dec 10 04:46:25.759798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'admin_state_up': True, 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'security_groups': ['563993e6-dcf0-486b-89e1-6c9d43675ed1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:25.764915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:25.765492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683998c7-648e-4dcd-8dd6-f821b51291fd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:25.772312 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88195c20-50a9-471a-8e8c-9b25a0124613" -d '{"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:25.775164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed52c-4ae0-47c7-82e4-8218121a937b req-58818e1d-0313-48f9-80f5-6f5096808784 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:25.788042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed52c-4ae0-47c7-82e4-8218121a937b req-58818e1d-0313-48f9-80f5-6f5096808784 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:25.793410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81aed52c-4ae0-47c7-82e4-8218121a937b req-58818e1d-0313-48f9-80f5-6f5096808784 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 1654 time: 0.1259732 Dec 10 04:46:25.805068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b874042-c218-49e1-bf70-d8391501ded4') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:25.805447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b874042-c218-49e1-bf70-d8391501ded4') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:25.814127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:25.829306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.875810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:25.930163 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb035b6-bbb9-416e-9a3f-718eb7825e72 x-openstack-request-id: req-7cb035b6-bbb9-416e-9a3f-718eb7825e72 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:25.930916 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:25.931453 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cb035b6-bbb9-416e-9a3f-718eb7825e72 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:25.932102 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'code': 200} Dec 10 04:46:25.976388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81aed52c-4ae0-47c7-82e4-8218121a937b req-cc92d4c5-5182-440c-8cf7-fbd0c616eae9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741195 Dec 10 04:46:25.985254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.011183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:26.011529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:26.029448 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:26.036028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:26.080215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8b61eafc-6fee-42c1-a610-484d61399398 None None] Provisioning complete for port c14de76c-8627-4c58-a477-32fb6a6a2ac7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:26.083814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b61eafc-6fee-42c1-a610-484d61399398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.193954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8b61eafc-6fee-42c1-a610-484d61399398 None None] Port c14de76c-8627-4c58-a477-32fb6a6a2ac7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:26.234344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258dc4-c42e-487a-969a-3977d7fc480c req-3020613e-24e3-415e-a0b9-6ee17a1092c8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:26.246117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02258dc4-c42e-487a-969a-3977d7fc480c req-3020613e-24e3-415e-a0b9-6ee17a1092c8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1437047 Dec 10 04:46:26.293830 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.308691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:26.309633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.316948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/683998c7-648e-4dcd-8dd6-f821b51291fd HTTP/1.1" status: 204 len: 168 time: 1.8604465 Dec 10 04:46:26.319057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5f8fb-e280-42fe-920b-4f9d6d42220a req-abe99c76-27fd-4706-917e-fba42ddbb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:26.320574 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-48d5f8fb-e280-42fe-920b-4f9d6d42220a req-abe99c76-27fd-4706-917e-fba42ddbb950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1097 time: 0.1061745 Dec 10 04:46:26.321053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:26.364754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:26.365102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2cdc1c47-37c4-4e93-9f28-038a26cfe3ee not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:26.366423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e7675b8-dd6e-4728-a8de-d95ef54ed946 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:26.405026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02258dc4-c42e-487a-969a-3977d7fc480c req-fdfff030-6d67-42d3-ae4d-94223b7d17f8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563361 Dec 10 04:46:26.410979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2e7675b8-dd6e-4728-a8de-d95ef54ed946 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:26.411553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2e7675b8-dd6e-4728-a8de-d95ef54ed946 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:26.417310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dff2c-dd92-4126-9314-3dac67f5819d req-cb09fd8a-961a-47ad-85b0-edf078a436ce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:26.426736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e28dff2c-dd92-4126-9314-3dac67f5819d req-cb09fd8a-961a-47ad-85b0-edf078a436ce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1611800 Dec 10 04:46:26.497649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e28dff2c-dd92-4126-9314-3dac67f5819d req-cf8e75ad-9da6-4aa1-85ba-30e6a5e56775 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Dec 10 04:46:26.531500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:26.536020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:26.539540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb395-ce27-40e9-aff1-be5c56beb3d4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=683998c7-648e-4dcd-8dd6-f821b51291fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:26.634475 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-48d5f8fb-e280-42fe-920b-4f9d6d42220a req-77ca5477-0689-4421-83dc-443e7cc41c98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047331 Dec 10 04:46:26.822543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.1.1.133 (03ec0077-5a3e-476e-a9ce-eecc2a7f6190/750ffdbb-fcb6-4357-8bf6-67b26c2276f5/9d977e30-5a0e-45df-9767-9872cb1b529d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:27.085260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:27.117733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041bf3f-3fd1-4b37-acbe-a6dee8c7b8ed req-e80ee22d-8828-415c-bd44-de122e4ee676 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:27.123783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041bf3f-3fd1-4b37-acbe-a6dee8c7b8ed req-e80ee22d-8828-415c-bd44-de122e4ee676 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:27.125536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5041bf3f-3fd1-4b37-acbe-a6dee8c7b8ed req-e80ee22d-8828-415c-bd44-de122e4ee676 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 1654 time: 0.0642912 Dec 10 04:46:27.191557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:27.208800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5041bf3f-3fd1-4b37-acbe-a6dee8c7b8ed req-dc89969e-a23d-428d-abff-7c9274051b4c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752249 Dec 10 04:46:27.404529 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:27.572097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24be8f5-0e72-488e-8bec-7572a6cb6003 req-3ac63e46-e805-4349-aba1-93cbdab6e1e9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:27.577331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b24be8f5-0e72-488e-8bec-7572a6cb6003 req-3ac63e46-e805-4349-aba1-93cbdab6e1e9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0634620 Dec 10 04:46:27.661623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b24be8f5-0e72-488e-8bec-7572a6cb6003 req-64c3f877-1192-4113-a8f9-f3ab31be2c33 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804789 Dec 10 04:46:27.688794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79438f-47d5-4ef9-a1f5-d7caf6e7f196 req-201f9b14-7115-48b2-ae47-6dc44ac69fad tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:27.688794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f79438f-47d5-4ef9-a1f5-d7caf6e7f196 req-201f9b14-7115-48b2-ae47-6dc44ac69fad tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.0992954 Dec 10 04:46:27.711471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:27.757210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f79438f-47d5-4ef9-a1f5-d7caf6e7f196 req-87552d52-31ab-4e47-86a6-3bac79d6120f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 Dec 10 04:46:27.828292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:27.837778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:27.840364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:27.843896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:27.949654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:27.950250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:27.982194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e17ce685-1c0c-4289-8ae8-8fa6990d9238 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2302597 Dec 10 04:46:28.000239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port 6e218d32-f8f8-48de-847e-020ee53a0849 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:28.000673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.010224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'admin_state_up': True, 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'security_groups': ['563993e6-dcf0-486b-89e1-6c9d43675ed1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:28.192003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port 6e218d32-f8f8-48de-847e-020ee53a0849, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6e218d32-f8f8-48de-847e-020ee53a0849,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:28.192369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.211452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for 6e218d32-f8f8-48de-847e-020ee53a0849 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:28.262821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-def195f8-26ed-464a-98a2-0a5046f38ac3 None None] Provisioning complete for port 9d977e30-5a0e-45df-9767-9872cb1b529d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:28.263198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-def195f8-26ed-464a-98a2-0a5046f38ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.318880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:28.330320 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.346562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7b37-353b-48d0-b912-1a82f2a33f00 req-68eb7778-5acf-410e-934e-26add3f22da6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:28.355279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7b37-353b-48d0-b912-1a82f2a33f00 req-68eb7778-5acf-410e-934e-26add3f22da6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:28.358324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-def195f8-26ed-464a-98a2-0a5046f38ac3 None None] Port 9d977e30-5a0e-45df-9767-9872cb1b529d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:28.363608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7b37-353b-48d0-b912-1a82f2a33f00 req-68eb7778-5acf-410e-934e-26add3f22da6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:28.372063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29bb7b37-353b-48d0-b912-1a82f2a33f00 req-68eb7778-5acf-410e-934e-26add3f22da6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 2375 time: 0.0874522 Dec 10 04:46:28.429995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29bb7b37-353b-48d0-b912-1a82f2a33f00 req-90fef62b-0444-48ac-8158-d0f9d4a13287 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567703 Dec 10 04:46:28.470806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.693437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:28.735841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=6e218d32-f8f8-48de-847e-020ee53a0849,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:28.849913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b937a-bd16-414c-94c4-11485b998cd9 req-7ece6a58-c2fa-49b9-a63e-1c9d3f580ba2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:28.851614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a24b937a-bd16-414c-94c4-11485b998cd9 req-7ece6a58-c2fa-49b9-a63e-1c9d3f580ba2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0916488 Dec 10 04:46:28.952960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a24b937a-bd16-414c-94c4-11485b998cd9 req-7669ef2c-096a-4b8a-9feb-28085f88525f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889721 Dec 10 04:46:29.005647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.050938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.2.2.100 (ab14fc63-3118-4297-9f22-9943262204b0/103bd28f-ff78-451d-9f97-9cec6292b815/48949bcc-9c4a-431a-90de-260b8535eaee) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:29.162293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51b5d4-51cb-4bc9-98b5-daa1483c3cc8 req-b171028e-96a1-4ddf-adda-3607e91ca358 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.171058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b51b5d4-51cb-4bc9-98b5-daa1483c3cc8 req-b171028e-96a1-4ddf-adda-3607e91ca358 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.0639141 Dec 10 04:46:29.229239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b51b5d4-51cb-4bc9-98b5-daa1483c3cc8 req-034d2c45-81de-4a72-a39b-ea0ad387a527 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567188 Dec 10 04:46:29.231317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.313360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f278d-9409-4170-92a6-6bb71cba1138 req-961c7feb-9dd9-479d-ad09-c28decb3f1ff tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.318413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b6f278d-9409-4170-92a6-6bb71cba1138 req-961c7feb-9dd9-479d-ad09-c28decb3f1ff tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0864034 Dec 10 04:46:29.326553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39052) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:29.335811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Request body: {'floatingip': {'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:29.397586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.425291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.469577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network ab14fc63-3118-4297-9f22-9943262204b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:29.484655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:29.497381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:29.588266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:29.621765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:29.657937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06f8c-ef84-4677-86ec-2999c704213f req-523b3049-4b5f-4d12-92a7-33b9b23d425e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.664320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06f8c-ef84-4677-86ec-2999c704213f req-523b3049-4b5f-4d12-92a7-33b9b23d425e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.670562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06f8c-ef84-4677-86ec-2999c704213f req-523b3049-4b5f-4d12-92a7-33b9b23d425e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.681202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06f8c-ef84-4677-86ec-2999c704213f req-523b3049-4b5f-4d12-92a7-33b9b23d425e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.701161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44b06f8c-ef84-4677-86ec-2999c704213f req-523b3049-4b5f-4d12-92a7-33b9b23d425e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3096 time: 0.1476483 Dec 10 04:46:29.729860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:29.738493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:29.740110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.742867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:29.760279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:29.763296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:29.782404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44b06f8c-ef84-4677-86ec-2999c704213f req-f97fc471-bc2e-473a-8022-e99d9bbe01d7 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766621 Dec 10 04:46:29.786387 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-55fc39f4-99e1-4690-8094-4fc6d87b4674 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4594674 Dec 10 04:46:29.788805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:29.862795 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ec50cfe3-d1d5-4426-badc-e8026857f0d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8554921 Dec 10 04:46:29.872855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting subnet 4fa2a50f-c271-45ea-b94c-3e274a8e603c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:46:29.886346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:29.898831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'admin_state_up': True, 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'security_groups': ['563993e6-dcf0-486b-89e1-6c9d43675ed1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:29.902179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.953507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8652bfa4-659d-4fbd-9bf6-8dec78514611 None None] Provisioning complete for port 48949bcc-9c4a-431a-90de-260b8535eaee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:29.954301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8652bfa4-659d-4fbd-9bf6-8dec78514611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:29.956680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:30.016111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:30.037700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:30.039419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:30.041625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8652bfa4-659d-4fbd-9bf6-8dec78514611 None None] Port 48949bcc-9c4a-431a-90de-260b8535eaee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:30.096106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.194072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:30.248345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.282041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Made reservation on behalf of 584e817714d4437db0f91ff8b0ee6e42 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:30.288242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.326063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:30.397823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1029c-577b-413c-a359-aee8ac4af75b None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:30.410955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.431723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.439304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553290f7-6e7b-4397-96f4-5abe897b9a39 None None] Network 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:30.455083 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/4fa2a50f-c271-45ea-b94c-3e274a8e603c HTTP/1.1" status: 204 len: 168 time: 0.6634262 Dec 10 04:46:30.473212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39078) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:30.478197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.488433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a270113-85ad-4b5a-aac0-509712c9fbbb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa2a50f-c271-45ea-b94c-3e274a8e603c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:30.501902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.603187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e060-21b3-4837-b020-9a58f505922c req-8e3d7c2b-38e6-4441-92d8-f47d46277159 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:30.610419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e048e060-21b3-4837-b020-9a58f505922c req-8e3d7c2b-38e6-4441-92d8-f47d46277159 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2195957 Dec 10 04:46:30.619469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Allocated IP 10.2.2.200 (ab14fc63-3118-4297-9f22-9943262204b0/103bd28f-ff78-451d-9f97-9cec6292b815/f148693f-634a-49c9-9297-91a4f3085332) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:30.740106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e048e060-21b3-4837-b020-9a58f505922c req-b3249e81-e013-4777-bdee-694ee96aa1fb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288178 Dec 10 04:46:30.744693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.759196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] DHCP port deletion for 14d5528c-4a4a-4930-aa59-dae9fd66f6e0 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:46:30.788656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.833403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.876300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Deleting port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:30.876626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:30.898032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:30.916830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Network ab14fc63-3118-4297-9f22-9943262204b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:30.918791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:30.923563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:30.995530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:30.996197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.023324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7807d0de-7790-4cec-9e1d-bc51baa28379 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1409147 Dec 10 04:46:31.029132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] For port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,segment=NetworkSegment(3f8294cd-0a66-4505-a916-8ce4ac66db63),segment_id=3f8294cd-0a66-4505-a916-8ce4ac66db63)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:31.029945 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.047951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Calling delete_port for b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:31.049408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:31.160784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.164825 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.212678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] Pushing event deleted for resources: {'Port': ['ID=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:31.224658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfb7a6-8e70-4daf-8a0e-05972a351a21 None None] No DVR routers for this DVR port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:31.383940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f48b7bc4-3047-46bf-b04e-3112ac991097 None None] Provisioning complete for port f148693f-634a-49c9-9297-91a4f3085332 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:31.384689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f48b7bc4-3047-46bf-b04e-3112ac991097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.428288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f48b7bc4-3047-46bf-b04e-3112ac991097 None None] Port f148693f-634a-49c9-9297-91a4f3085332 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:31.563296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56ccb88-f697-4979-bc99-1d9d674f4efa {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:31.573094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.589320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Transition to ACTIVE for port object d56ccb88-f697-4979-bc99-1d9d674f4efa will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:31.590419 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Floating IP ddd8dffc-0308-41fa-b404-2cabecfba27e associated. External IP: 172.25.8.2, port: 6fbbcd51-f3e1-425b-9414-4c9bfa990668. Dec 10 04:46:31.594453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.654393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:31.661114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:31.663399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:31.667976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:31.674259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:31.682546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:31.689963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-c3adf4c1-c567-4ead-9d49-9fa563984753 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3817 time: 0.1492393 Dec 10 04:46:31.775246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Deleting port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:31.775628 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.825966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Attempting to bind port d56ccb88-f697-4979-bc99-1d9d674f4efa on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:31.826298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Attempting to bind port d56ccb88-f697-4979-bc99-1d9d674f4efa by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:31.826626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Attempting to bind port d56ccb88-f697-4979-bc99-1d9d674f4efa on network b777789d-d83d-4da5-b66f-7a584f0a7a7b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:31.841778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Port d56ccb88-f697-4979-bc99-1d9d674f4efa on network b777789d-d83d-4da5-b66f-7a584f0a7a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:31.842102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Attempting to bind port d56ccb88-f697-4979-bc99-1d9d674f4efa on network b777789d-d83d-4da5-b66f-7a584f0a7a7b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:31.843485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63b8dcee-c4a1-4da1-8fdd-e3205176cd3d req-9304920c-0553-4101-8456-b7381709d5d6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525390 Dec 10 04:46:31.860126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:31.860487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Checking segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:31.860883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Bound using segment: {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:31.861311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Bound port: d56ccb88-f697-4979-bc99-1d9d674f4efa, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb3f33-dd88-436e-83af-e62651322ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:31.861669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:31.958882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:31.962082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:31.976101 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.017199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.018203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.019985 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] 10.222.0.41 "PUT /v2.0/ports/d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 1092 time: 0.9753284 Dec 10 04:46:32.020442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:32.022716 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0198b0-96d5-40b0-aabc-7ef500a0d05b" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:32.026228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] For port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:32.026597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.057205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Calling delete_port for b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:32.064213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 was not found and therefore no delete operation was performed {{(pid=103253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:46:32.070191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.093399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:32.114986 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf88fe5-f389-4594-83ad-1958eda3dd9e x-openstack-request-id: req-3bf88fe5-f389-4594-83ad-1958eda3dd9e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:32.115540 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:32.115974 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bf88fe5-f389-4594-83ad-1958eda3dd9e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:32.116639 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'status': 'completed', 'code': 200} Dec 10 04:46:32.149565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a8e3-53d4-449c-9744-e08f1fceb89b service neutron] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:32.189452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddf986-a317-48c6-9e47-90c920c7eba5 req-19f9c10a-8abb-4f98-8eaf-f2756a04e5ce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.206805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0ddf986-a317-48c6-9e47-90c920c7eba5 req-19f9c10a-8abb-4f98-8eaf-f2756a04e5ce tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2875276 Dec 10 04:46:32.275768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No DVR routers for this DVR port b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:32.307074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:32.354885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:32.355274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:32.355665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e218d32-f8f8-48de-847e-020ee53a0849 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:32.376307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.409116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6e218d32-f8f8-48de-847e-020ee53a0849 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:32.409881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6e218d32-f8f8-48de-847e-020ee53a0849 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:32.427006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0ddf986-a317-48c6-9e47-90c920c7eba5 req-cbfb6e26-4d6f-460b-9b1d-1831fb9111f7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190564 Dec 10 04:46:32.429018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Port': ['ID=b9c4f992-29e1-4f15-9a8a-3b7a5ebd0e26,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:32.435907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:32.459273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.459758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.460225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.460716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.461173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.463649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-014816c4-4744-43a6-9319-2fb4702d47dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 4364 time: 0.2650545 Dec 10 04:46:32.585431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.647418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d5528c-4a4a-4930-aa59-dae9fd66f6e0']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:32.662178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8294cd-0a66-4505-a916-8ce4ac66db63') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:32.662178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8294cd-0a66-4505-a916-8ce4ac66db63') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:32.679431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.683758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-b7511129-6c00-4716-98da-e104f0ca4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.684240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-b7511129-6c00-4716-98da-e104f0ca4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.684734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-b7511129-6c00-4716-98da-e104f0ca4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:32.686365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-b7511129-6c00-4716-98da-e104f0ca4e87 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2007601 Dec 10 04:46:32.694597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:32.700882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.712970 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:32.725894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:32.726849 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:32.727005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.740173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:46:32.740800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:46:32.744117 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:46:32.759771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21904d04-e735-4a95-b999-615d378116b3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "PUT /v2.0/floatingips/ddd8dffc-0308-41fa-b404-2cabecfba27e HTTP/1.1" status: 200 len: 990 time: 3.4311121 Dec 10 04:46:32.763290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:32.766014 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:32.832106 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc274b-0ff6-4bbc-ab35-7a252057db8e x-openstack-request-id: req-5cbc274b-0ff6-4bbc-ab35-7a252057db8e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:32.832410 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:32.832695 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cbc274b-0ff6-4bbc-ab35-7a252057db8e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:32.833123 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'status': 'completed', 'code': 200} Dec 10 04:46:32.834205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.841351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:32.849023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/networks/14d5528c-4a4a-4930-aa59-dae9fd66f6e0 HTTP/1.1" status: 204 len: 168 time: 2.3678882 Dec 10 04:46:32.866294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:32.867185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1afd17-87ef-4461-8ca7-6bd9d42b5d3a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Pushing event deleted for resources: {'Network': ['ID=14d5528c-4a4a-4930-aa59-dae9fd66f6e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:32.874452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'routes': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:33.044115 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:33.123418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Added routes are [] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:46:33.123719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Removed routes are [] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:46:33.124332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.137661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.144935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.150827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.157608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.163408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.173856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-cc5d766d-931d-48b7-9a54-577629491f6e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3829 time: 0.1664762 Dec 10 04:46:33.347417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.352043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.443126 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ddd8dffc-0308-41fa-b404-2cabecfba27e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:12Z', 'updated_at': '2021-12-10T04:46:30Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:33.474455 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:33.486098 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:33.487952 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:33.488241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b8cf129-ada8-48d3-a777-8d2d43556fd1 req-46fa9e39-2422-40d0-aed2-6a85620643b8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867146 Dec 10 04:46:33.504323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:33.589310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716d6d4b-9e14-4c02-979d-210f1b215ff4 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:33.609700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.628969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-abee523e-abc5-486d-8583-555833cb1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.630501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-abee523e-abc5-486d-8583-555833cb1759 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1097 time: 0.1997476 Dec 10 04:46:33.634840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-3fce748b-21ea-4240-ac0f-25abeb72be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.636753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af0198b0-96d5-40b0-aabc-7ef500a0d05b req-3fce748b-21ea-4240-ac0f-25abeb72be28 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8510056 Dec 10 04:46:33.637726 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:33.660760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Transition to ACTIVE for port object 716d6d4b-9e14-4c02-979d-210f1b215ff4 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:33.679003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.687497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:33.705255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:33.708124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-491eb703-011f-4c3c-b4f2-48fe29628740 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 705 time: 0.8375344 Dec 10 04:46:33.710945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39116) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:33.722087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Sync routers for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:33.750226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:33.750912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:33.780735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-373f24eb-b564-4b36-b774-3652d241cc26 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 205 time: 0.0686674 Dec 10 04:46:33.787845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:33.845721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:33.935612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:33.946905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-601b2782-aca0-4136-9037-04f13aed8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.955027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-601b2782-aca0-4136-9037-04f13aed8e31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.3137589 Dec 10 04:46:33.969217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1c7e6-7882-4244-b508-b7f0b840f886 req-1815851c-6d9d-42db-905a-28532ab95bd6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:33.971012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29a1c7e6-7882-4244-b508-b7f0b840f886 req-1815851c-6d9d-42db-905a-28532ab95bd6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.3559682 Dec 10 04:46:34.020063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:34.076745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Checking router: 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:34.105740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.118801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Routers {'3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:34.119722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:34.214812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ddd8dffc-0308-41fa-b404-2cabecfba27e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:12Z', 'updated_at': '2021-12-10T04:46:30Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:34.233699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] Set router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:34.276085 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3939c0-7409-4791-8627-2799d7a44347 None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ddd8dffc-0308-41fa-b404-2cabecfba27e', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:12Z', 'updated_at': '2021-12-10T04:46:30Z', 'revision_number': 1, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:34.305958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:34.321776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Attempting to bind port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:34.322641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Attempting to bind port 716d6d4b-9e14-4c02-979d-210f1b215ff4 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:34.322982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Attempting to bind port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:34.355601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:34.355601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Attempting to bind port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:34.387060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5739b2-7f64-42d1-aca3-36042742e566 None None] The sync data for ids ['3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0'] in n-d-817326-3 is: [{'id': '3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0', 'name': 'tempest-RoutersIpV6Test-router-2112422005', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:21Z', 'updated_at': '2021-12-10T04:46:28Z', 'revision_number': 11, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:34.414828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:34.415453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:34.416737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Bound using segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:34.417263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Bound port: 716d6d4b-9e14-4c02-979d-210f1b215ff4, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:34.417631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.445052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109776b8-eba5-4523-b7a4-721405dda695 req-c8befd8e-1a68-4657-8ae1-259547bf8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:34.448141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-c8befd8e-1a68-4657-8ae1-259547bf8002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.2533906 Dec 10 04:46:34.486589 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-c6903e00-85fb-44b8-9b1b-99639590dde6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 998 time: 0.5042508 Dec 10 04:46:34.532109 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.538129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29a1c7e6-7882-4244-b508-b7f0b840f886 req-ec0d3788-4142-44b3-a7c7-1c79ec8ee5dd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966815 Dec 10 04:46:34.539492 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.584867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ff74-8ea7-4a74-bb41-a97faa050420 req-7feef7a8-4d9e-446c-b045-ec7b4d61b8bf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:34.596439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b045ff74-8ea7-4a74-bb41-a97faa050420 req-7feef7a8-4d9e-446c-b045-ec7b4d61b8bf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1300933 Dec 10 04:46:34.668448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.669317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router 3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:46:34.679109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-73711834-86ba-45ed-8cab-b3e06c5cdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:34.685202 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-73711834-86ba-45ed-8cab-b3e06c5cdeef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1587381 Dec 10 04:46:34.695225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.696841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9a013657-d6a3-4cd6-9ae7-ca269a98d6d1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 204 len: 168 time: 0.9080179 Dec 10 04:46:34.705263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39126) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:34.710360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-798578102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:34.727823 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e5621-5781-4c74-b937-857b8669a5e9 None None] New status for floating IP ddd8dffc-0308-41fa-b404-2cabecfba27e: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:46:34.791623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.791623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.861924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.883797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:34.908196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b045ff74-8ea7-4a74-bb41-a97faa050420 req-abf9995d-08a7-408a-a61c-01fb010bcef6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094356 Dec 10 04:46:34.991672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-c54b3552-af21-45c9-9320-e15f40f333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:34.993819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-c54b3552-af21-45c9-9320-e15f40f333f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625296 Dec 10 04:46:34.996790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109776b8-eba5-4523-b7a4-721405dda695 req-c85a0059-5cf8-40a4-9ee3-d9aaba106dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:34.998493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-c85a0059-5cf8-40a4-9ee3-d9aaba106dbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.5329008 Dec 10 04:46:34.999802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:35.005085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:35.033023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.041062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.064506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:35.071974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.083037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.089361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.095318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.100182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-93b781ac-5a49-4cf7-ab99-b629c3560207 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 4605 time: 0.3325217 Dec 10 04:46:35.103020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:35.106763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eab5f89b-5b2c-4d1c-9495-8794ee7741c5 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3977661 Dec 10 04:46:35.112351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39130) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:35.116863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:35.234512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.235127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:35.240879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] 10.222.0.41 "PUT /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 1134 time: 3.1530211 Dec 10 04:46:35.241444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '716d6d4b-9e14-4c02-979d-210f1b215ff4'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:35.244013 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ea75a-4686-4967-b8ff-06a8791be286" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "716d6d4b-9e14-4c02-979d-210f1b215ff4"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:35.300517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:35.361480 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-57fb66c0-93fb-488d-95d6-1300980fc82f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.3392360 Dec 10 04:46:35.418782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052080-ce51-40ea-9db5-93d5579c5843 service neutron] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:35.482383 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af29805e-3d62-44ff-9bed-9a01cb46ef5a x-openstack-request-id: req-af29805e-3d62-44ff-9bed-9a01cb46ef5a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:35.482665 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "716d6d4b-9e14-4c02-979d-210f1b215ff4", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:35.483011 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af29805e-3d62-44ff-9bed-9a01cb46ef5a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:35.483921 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '716d6d4b-9e14-4c02-979d-210f1b215ff4', 'status': 'completed', 'code': 200} Dec 10 04:46:35.610299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-d089878b-cfbd-46e7-bab4-65e8684282fc service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802128 Dec 10 04:46:35.618152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:35.789629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109776b8-eba5-4523-b7a4-721405dda695 req-18266c41-a116-4a4d-887e-c862e99b3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.791318 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-18266c41-a116-4a4d-887e-c862e99b3e73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.4189250 Dec 10 04:46:35.960440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.973093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.973661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.974138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.974601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.975067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:35.982597 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-e1693d5d-4ee8-404a-8810-f12720d202bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5291 time: 0.4411039 Dec 10 04:46:35.984622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7a98a753-7ab1-4f48-ad33-7eaeeb420a13 req-2f657a8e-397b-4e95-9149-cd34ba09fba9 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617351 Dec 10 04:46:36.333058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-bf42438d-6683-4161-90e3-9996a77938d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.333652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-bf42438d-6683-4161-90e3-9996a77938d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.334116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-bf42438d-6683-4161-90e3-9996a77938d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.336383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-bf42438d-6683-4161-90e3-9996a77938d1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3230608 Dec 10 04:46:36.344144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109776b8-eba5-4523-b7a4-721405dda695 req-afdf414d-97dc-4ada-8ae0-342f5f638e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.346061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-afdf414d-97dc-4ada-8ae0-342f5f638e9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5435536 Dec 10 04:46:36.452331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:36.504315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fd41a42-c55f-4c16-8711-e202b96f4fad req-eb7862e9-43a2-42cb-8c34-08e0f43bf16c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3974907 Dec 10 04:46:36.508983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:36.595530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00c2e3-d713-4fe0-9f15-02c5c84178f9 req-75adfb6f-6c5a-40f8-a60c-7e43074a6267 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.605408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b00c2e3-d713-4fe0-9f15-02c5c84178f9 req-75adfb6f-6c5a-40f8-a60c-7e43074a6267 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1735969 Dec 10 04:46:36.761154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b00c2e3-d713-4fe0-9f15-02c5c84178f9 req-723e677e-cb6c-4c50-b88e-9ae549c6d1a6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536875 Dec 10 04:46:36.787263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-ba74a0a4-6ead-4392-9876-2ddf344a4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.789108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8c5ea75a-4686-4967-b8ff-06a8791be286 req-ba74a0a4-6ead-4392-9876-2ddf344a4966 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4374044 Dec 10 04:46:36.794013 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-ad5694b8-cfbc-4b1b-b570-fcc5f6f0cfe2 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284313 Dec 10 04:46:36.816269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa193b8-e4a1-471f-88de-ac8c88fd4c84 req-5c42ad17-fb04-4466-8111-e55dd2f4646b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:36.818547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aa193b8-e4a1-471f-88de-ac8c88fd4c84 req-5c42ad17-fb04-4466-8111-e55dd2f4646b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1733108 Dec 10 04:46:36.881815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Router 43478eb9-03e7-47d0-a8ea-e824356390f7 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:46:36.918766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aa193b8-e4a1-471f-88de-ac8c88fd4c84 req-db8ceccf-628d-4d30-a668-4caa663d9058 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938735 Dec 10 04:46:36.957546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b55e71-6d26-40eb-9b10-b233bf89aff5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:36.970206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:36.988563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-109776b8-eba5-4523-b7a4-721405dda695 req-f2ee75b8-047a-40a0-978a-dd2fc8d53173 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818893 Dec 10 04:46:36.993592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Transition to ACTIVE for port object 07b55e71-6d26-40eb-9b10-b233bf89aff5 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:37.000922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.050673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:37.061454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:37.064824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Sync routers for ids ['43478eb9-03e7-47d0-a8ea-e824356390f7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:37.087836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.091640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1457e4f9-5b39-43f4-b805-5198b35ee3b9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "PUT /v2.0/routers/43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 200 len: 697 time: 1.9759390 Dec 10 04:46:37.091852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Routers {'43478eb9-03e7-47d0-a8ea-e824356390f7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:37.091852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['43478eb9-03e7-47d0-a8ea-e824356390f7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:37.095467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39148) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:37.173282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Attempting to bind port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:37.173990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Attempting to bind port 07b55e71-6d26-40eb-9b10-b233bf89aff5 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:37.173990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Attempting to bind port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:37.180834 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:37.181323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Attempting to bind port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:37.214807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:37.217677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:37.219653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Bound using segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:37.220672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Bound port: 07b55e71-6d26-40eb-9b10-b233bf89aff5, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:37.227712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.259731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Set router 43478eb9-03e7-47d0-a8ea-e824356390f7 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:37.292150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-13f6ca87-ec6a-45ef-a5d1-9b4cd6324862 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/routers/43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 200 len: 703 time: 0.1954703 Dec 10 04:46:37.294666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:37.367596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-44a9f0d6-0588-4f8f-815e-95687b2d7433 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 200 len: 205 time: 0.0717332 Dec 10 04:46:37.371412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:37.453574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43478eb9-03e7-47d0-a8ea-e824356390f7', 'name': 'tempest-RoutersIpV6Test-router-798578102', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:46:34Z', 'updated_at': '2021-12-10T04:46:36Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:37.461996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:37.469770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:37.479467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.516816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Checking router: 43478eb9-03e7-47d0-a8ea-e824356390f7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:46:37.544193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Routers {'43478eb9-03e7-47d0-a8ea-e824356390f7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:37.545142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['43478eb9-03e7-47d0-a8ea-e824356390f7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:37.556446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.579073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.579643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.582022 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] 10.222.0.41 "PUT /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 1136 time: 2.2956870 Dec 10 04:46:37.582506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '07b55e71-6d26-40eb-9b10-b233bf89aff5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:37.585647 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a03b2-716f-40ac-bfab-ca446747e8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "07b55e71-6d26-40eb-9b10-b233bf89aff5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:37.616903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211a4b1-7bd6-4c13-8b34-3c989d3bed63 service neutron] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:37.642680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:37.705784 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c824c1-1933-4506-a8d0-90b966c96a33 x-openstack-request-id: req-81c824c1-1933-4506-a8d0-90b966c96a33 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:37.706919 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "07b55e71-6d26-40eb-9b10-b233bf89aff5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:37.707369 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81c824c1-1933-4506-a8d0-90b966c96a33 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:37.708348 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '07b55e71-6d26-40eb-9b10-b233bf89aff5', 'status': 'completed', 'code': 200} Dec 10 04:46:37.797222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] Set router 43478eb9-03e7-47d0-a8ea-e824356390f7 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:46:37.798323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:37.859251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.859734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.860203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.860694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.861154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.862012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.863190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:37.865546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-e1d629ab-2a77-49c4-a03c-66a58c9ec580 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6220 time: 0.1309233 Dec 10 04:46:38.127262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-4d5bb917-d05b-43d3-91a2-799b4476de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.128174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-4d5bb917-d05b-43d3-91a2-799b4476de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.128866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-4d5bb917-d05b-43d3-91a2-799b4476de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.130728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-4d5bb917-d05b-43d3-91a2-799b4476de2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2220387 Dec 10 04:46:38.243818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43478eb9-03e7-47d0-a8ea-e824356390f7', 'name': 'tempest-RoutersIpV6Test-router-798578102', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:46:34Z', 'updated_at': '2021-12-10T04:46:36Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:38.273534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.285271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.291947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d993fc-a85a-4760-8f82-a0ab08f6f000 None None] The sync data for ids ['43478eb9-03e7-47d0-a8ea-e824356390f7'] in n-d-817326-3 is: [{'id': '43478eb9-03e7-47d0-a8ea-e824356390f7', 'name': 'tempest-RoutersIpV6Test-router-798578102', 'tenant_id': '0c6568cf9086462dab435637ea5be88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:46:34Z', 'updated_at': '2021-12-10T04:46:36Z', 'revision_number': 2, 'project_id': '0c6568cf9086462dab435637ea5be88c', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:38.305896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.313773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.320294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.326248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.334523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-869e94f8-8cdd-4c70-9828-b624f738931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.336115 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e9a03b2-716f-40ac-bfab-ca446747e8ee req-869e94f8-8cdd-4c70-9828-b624f738931b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924987 Dec 10 04:46:38.350189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.352124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-d8e7a390-9d19-48ab-bd6a-9c439cab8c3e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5383 time: 0.5875316 Dec 10 04:46:38.362341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.370181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.445019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.445569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Fanout notify agent at l3_agent the message router_deleted on router 43478eb9-03e7-47d0-a8ea-e824356390f7 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:46:38.464561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14de76c-8627-4c58-a477-32fb6a6a2ac7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:38.470643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.471809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00a0129d-035a-4b79-a7c8-51a73cf7277a tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 204 len: 168 time: 1.0993621 Dec 10 04:46:38.474831 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.477473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.524874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c7c8327-2559-4d9a-953d-9f476a473f30 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 200 len: 205 time: 0.0459106 Dec 10 04:46:38.526521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-714e8cff-0682-4c8c-a2e5-b38c3fab3aea req-640d7909-7349-44fa-be5c-3cf3f7b62b8a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977383 Dec 10 04:46:38.527239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39168) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.547316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Transition to ACTIVE for port object c14de76c-8627-4c58-a477-32fb6a6a2ac7 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:38.557584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:38.633817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:38.638449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5f994-a3d4-4608-b2a7-e33ac91bcb55 req-d21c3cbe-6487-4162-a65f-b10124686988 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.647584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83f5f994-a3d4-4608-b2a7-e33ac91bcb55 req-d21c3cbe-6487-4162-a65f-b10124686988 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.5355325 Dec 10 04:46:38.657642 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-5c46b89b-3832-4108-a3f2-b6c2a660f94c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:38.658708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c46b89b-3832-4108-a3f2-b6c2a660f94c tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/43478eb9-03e7-47d0-a8ea-e824356390f7 HTTP/1.1" status: 404 len: 336 time: 0.1293623 Dec 10 04:46:38.665056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.741077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-83f5f994-a3d4-4608-b2a7-e33ac91bcb55 req-a030fde6-9fee-4cb6-b1df-b93a7f63fc96 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Dec 10 04:46:38.820249 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84cfeea-72b2-44b0-b1db-da0688025d70 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:38.820851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84cfeea-72b2-44b0-b1db-da0688025d70 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:38.823923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f84cfeea-72b2-44b0-b1db-da0688025d70 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/67e96fcf-6577-4d84-b6af-8c5ae6fbb0f5 HTTP/1.1" status: 404 len: 337 time: 0.1355343 Dec 10 04:46:38.826994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39176) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.900335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Attempting to bind port c14de76c-8627-4c58-a477-32fb6a6a2ac7 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:38.900578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Attempting to bind port c14de76c-8627-4c58-a477-32fb6a6a2ac7 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:38.901358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Attempting to bind port c14de76c-8627-4c58-a477-32fb6a6a2ac7 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:38.905329 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb18367e-c97e-4d8c-843b-61753df7af20 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:38.905329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb18367e-c97e-4d8c-843b-61753df7af20 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:38.911870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb18367e-c97e-4d8c-843b-61753df7af20 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/c8e4fda4-6bc3-4137-b233-54045174bfed HTTP/1.1" status: 404 len: 337 time: 0.0829074 Dec 10 04:46:38.912041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.946495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Port c14de76c-8627-4c58-a477-32fb6a6a2ac7 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:38.946864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Attempting to bind port c14de76c-8627-4c58-a477-32fb6a6a2ac7 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:38.953052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3864e-6a7b-49a6-a96a-db9bf91ba5b3 req-2b74e8b5-a444-4c3c-ac5e-25e299b945ba tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:38.965673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87e3864e-6a7b-49a6-a96a-db9bf91ba5b3 req-2b74e8b5-a444-4c3c-ac5e-25e299b945ba tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0746830 Dec 10 04:46:38.972822 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-344f153e-4cc5-4dba-8757-8d4e30a56330 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:38.973276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344f153e-4cc5-4dba-8757-8d4e30a56330 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:38.976533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-344f153e-4cc5-4dba-8757-8d4e30a56330 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/9ab68786-a65f-4ad2-a4c0-f0675de5bfe4 HTTP/1.1" status: 404 len: 337 time: 0.0635929 Dec 10 04:46:38.979119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:38.988865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:38.989378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:38.989849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Bound using segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:38.990276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Bound port: c14de76c-8627-4c58-a477-32fb6a6a2ac7, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:38.990633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:39.026826 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77ab654-074d-4470-9f55-d9e8ef06656b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:39.027152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77ab654-074d-4470-9f55-d9e8ef06656b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:39.031403 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b77ab654-074d-4470-9f55-d9e8ef06656b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/4fa2a50f-c271-45ea-b94c-3e274a8e603c HTTP/1.1" status: 404 len: 337 time: 0.0511062 Dec 10 04:46:39.045778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87e3864e-6a7b-49a6-a96a-db9bf91ba5b3 req-097236ec-0b11-4053-b1bc-d7544f2988a6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636227 Dec 10 04:46:39.046325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39182) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.083628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-51c24287-0e1b-4da0-8d52-e92d4d96e4cc tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 200 len: 205 time: 0.0361764 Dec 10 04:46:39.086046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39184) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.102933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:39.106819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:39.113733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:39.131302 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-79799394-ed8e-477f-831c-fd412c4f256b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:39.135571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79799394-ed8e-477f-831c-fd412c4f256b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/3eafc1ad-0a98-4f63-8211-e96a0aaa7ec0 HTTP/1.1" status: 404 len: 336 time: 0.0486135 Dec 10 04:46:39.136517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39186) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.159814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:39.160435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:39.161996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] 10.222.0.41 "PUT /v2.0/ports/c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 1091 time: 1.5354421 Dec 10 04:46:39.177789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.179192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f169303-8463-4924-9fcf-4ca87828e8c4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=5766c6c9-36b8-4f31-b11d-608f7ef9db38 HTTP/1.1" status: 200 len: 205 time: 0.0408661 Dec 10 04:46:39.191789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad7dd-6119-41ce-9d32-1fdd4ea5cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:39.238627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:39.243272 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-e9c28f26-28c9-4a8b-bc67-d713e9abc41b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:39.247145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.255101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e9c28f26-28c9-4a8b-bc67-d713e9abc41b tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/5766c6c9-36b8-4f31-b11d-608f7ef9db38 HTTP/1.1" status: 404 len: 336 time: 0.0761456 Dec 10 04:46:39.285256 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6630feee-161a-48d4-8e61-88a803e8e6c1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:39.285718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6630feee-161a-48d4-8e61-88a803e8e6c1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:39.289200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6630feee-161a-48d4-8e61-88a803e8e6c1 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/662649ba-9200-498e-ac05-db04be5ff1d6 HTTP/1.1" status: 404 len: 337 time: 0.0407987 Dec 10 04:46:39.291556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39192) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.326790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b1df526f-0ba5-4ec3-a664-484a4b7dc4eb tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 200 len: 205 time: 0.0339901 Dec 10 04:46:39.328919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39194) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.368026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:39.381252 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-47f7ba49-87de-4566-a8c3-9b55c6d5ed17 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:39.383381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-47f7ba49-87de-4566-a8c3-9b55c6d5ed17 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/2eb2b029-ace7-4558-8705-600cc4043af6 HTTP/1.1" status: 404 len: 336 time: 0.0533526 Dec 10 04:46:39.395876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39196) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.441822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a18a799-2f84-4d54-a601-3c6420a19502 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 HTTP/1.1" status: 200 len: 205 time: 0.0444703 Dec 10 04:46:39.443980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.537779 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-71abdeff-df41-41ca-b7aa-0711c1c25245 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:39.538862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-71abdeff-df41-41ca-b7aa-0711c1c25245 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/54cd95fe-c5f7-423a-bdb8-80f6d6c9c426 HTTP/1.1" status: 404 len: 336 time: 0.0939631 Dec 10 04:46:39.545384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.591846 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6ab532-cff9-42ab-a506-2f429c426432 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:39.593721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6ab532-cff9-42ab-a506-2f429c426432 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:39.604818 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ba6ab532-cff9-42ab-a506-2f429c426432 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/1fedd77d-1b3b-4c41-9ba0-750fda079ba9 HTTP/1.1" status: 404 len: 337 time: 0.0581925 Dec 10 04:46:39.607054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.674861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27a065da-9a2e-4388-85c2-532c2b687d15 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=a308a163-8d1f-49eb-b363-a07b9dd93c2d HTTP/1.1" status: 200 len: 205 time: 0.0632071 Dec 10 04:46:39.675559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.802411 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-35b83567-540a-4118-ac13-11e47fde3a37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:39.805916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35b83567-540a-4118-ac13-11e47fde3a37 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/a308a163-8d1f-49eb-b363-a07b9dd93c2d HTTP/1.1" status: 404 len: 336 time: 0.1262293 Dec 10 04:46:39.806248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39216) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.888795 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a2edba-18b4-4b9f-83c6-1a6249d773af tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:39.888795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a2edba-18b4-4b9f-83c6-1a6249d773af tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:39.888795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c6a2edba-18b4-4b9f-83c6-1a6249d773af tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/fc7ce8b8-3f70-4533-a036-9dc3f4d3a87b HTTP/1.1" status: 404 len: 337 time: 0.0737405 Dec 10 04:46:39.897124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:39.987454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d9151800-50e3-49e4-b0c7-649388373a97 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 HTTP/1.1" status: 200 len: 205 time: 0.0755703 Dec 10 04:46:39.990062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:40.008157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:40.010580 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:40.043807 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-7ae1d5dd-7e9b-46e4-8ea8-a285217730a9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] delete failed (client error): The resource could not be found. Dec 10 04:46:40.043807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ae1d5dd-7e9b-46e4-8ea8-a285217730a9 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/routers/fa901ad0-6cde-4b9c-abbd-4bebbdc544d3 HTTP/1.1" status: 404 len: 336 time: 0.0442495 Dec 10 04:46:40.048746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:40.056611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.062677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.069446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.075548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.082508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.088810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.095631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.096449 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c7a6f7-18c3-4489-8dad-354482805bb3 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:40.097166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c7a6f7-18c3-4489-8dad-354482805bb3 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:40.100268 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c5c7a6f7-18c3-4489-8dad-354482805bb3 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/a024a954-e0cd-4e6f-8fb5-d3124acbe78d HTTP/1.1" status: 404 len: 337 time: 0.0515623 Dec 10 04:46:40.102710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:40.106737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-fa17736c-474c-4fc9-a103-c298bc9fa146 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5395 time: 0.4324512 Dec 10 04:46:40.150543 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4bb72e-fd62-4eb1-9a70-8a12aec39dd4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] DELETE failed (client error): The resource could not be found. Dec 10 04:46:40.150990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4bb72e-fd62-4eb1-9a70-8a12aec39dd4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:46:40.157170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f4bb72e-fd62-4eb1-9a70-8a12aec39dd4 tempest-RoutersIpV6Test-713000020 tempest-RoutersIpV6Test-713000020-project] 10.222.0.43 "DELETE /v2.0/subnets/3722e93b-6e84-4d60-948c-9239541fdc84 HTTP/1.1" status: 404 len: 337 time: 0.0509579 Dec 10 04:46:40.203278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc822939-850f-4784-87db-fa7c6501032b req-637cc0d0-072a-4add-b37d-826b09adac25 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.204945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc822939-850f-4784-87db-fa7c6501032b req-637cc0d0-072a-4add-b37d-826b09adac25 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2182720 Dec 10 04:46:40.229336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4e9e424-b319-4d73-9c7c-505193987be1 req-bae6f1f2-3976-4e9d-9a15-6b8f1dca5b3b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920630 Dec 10 04:46:40.288734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc822939-850f-4784-87db-fa7c6501032b req-99230cb4-e2bc-4188-8c2d-761be26d0542 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Dec 10 04:46:40.296072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d977e30-5a0e-45df-9767-9872cb1b529d {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:40.314645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:40.336959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Transition to ACTIVE for port object 9d977e30-5a0e-45df-9767-9872cb1b529d will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:40.345944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:40.391491 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd17c99-bf94-4f91-a02a-995bf903a26b x-openstack-request-id: req-3cd17c99-bf94-4f91-a02a-995bf903a26b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:40.391884 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:40.392071 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cd17c99-bf94-4f91-a02a-995bf903a26b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:40.392510 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'status': 'completed', 'code': 200} Dec 10 04:46:40.502418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:40.565468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.566246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.566891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.567532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.568154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.568808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.569428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.571823 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-555af22c-8e34-4721-924b-3c04dc56b331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6312 time: 0.1373196 Dec 10 04:46:40.579257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ca261-6d40-49a8-966f-555bd5beb4d1 req-63697723-df2a-4849-be65-3ebcf9c27a67 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.589774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-517ca261-6d40-49a8-966f-555bd5beb4d1 req-63697723-df2a-4849-be65-3ebcf9c27a67 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1451764 Dec 10 04:46:40.665034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-517ca261-6d40-49a8-966f-555bd5beb4d1 req-0b287c98-e266-4ba8-9f55-a831efd8c8b6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739014 Dec 10 04:46:40.671189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:40.684096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-0e48a82a-7486-4c9a-9ddf-93f2cc0062a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648870 Dec 10 04:46:40.768848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Attempting to bind port 9d977e30-5a0e-45df-9767-9872cb1b529d on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:40.782473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Attempting to bind port 9d977e30-5a0e-45df-9767-9872cb1b529d by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:40.782989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Attempting to bind port 9d977e30-5a0e-45df-9767-9872cb1b529d on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:40.823074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Port 9d977e30-5a0e-45df-9767-9872cb1b529d on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:40.823394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Attempting to bind port 9d977e30-5a0e-45df-9767-9872cb1b529d on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:40.842274 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:40.843021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Checking segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:40.843635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Bound using segment: {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:40.844291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Bound port: 9d977e30-5a0e-45df-9767-9872cb1b529d, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:40.844895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:40.862722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-c217937b-8dee-4dbd-a545-eed95c8b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.863316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-c217937b-8dee-4dbd-a545-eed95c8b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.863837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-c217937b-8dee-4dbd-a545-eed95c8b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.865559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-c217937b-8dee-4dbd-a545-eed95c8b8570 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2710199 Dec 10 04:46:40.892799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2922a35c-e0ce-4c72-87ae-dd83e3919fa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c6568cf9086462dab435637ea5be88c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137749 Dec 10 04:46:40.895473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39254) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:40.916914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-185a389c-616e-4572-821c-a56f53b703a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:40.918797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-185a389c-616e-4572-821c-a56f53b703a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 1096 time: 0.1486998 Dec 10 04:46:41.025001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-4874b5b8-36f6-4891-8cce-ded056f3eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.026507 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7e820d5-fa2c-45d7-a72d-60d0dc844ee0 req-4874b5b8-36f6-4891-8cce-ded056f3eeb4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135347 Dec 10 04:46:41.055553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:41.058777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:41.059295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.065942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.119587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.120213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.122229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] 10.222.0.41 "PUT /v2.0/ports/9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 1091 time: 1.8884933 Dec 10 04:46:41.179592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:41.181844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.186063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a92a59-42aa-41a4-82fa-6d4e25671baa service neutron] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:41.242124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-1bed956b-7e78-4fc3-b01c-7408a625db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.243834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-1bed956b-7e78-4fc3-b01c-7408a625db40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.2810340 Dec 10 04:46:41.330903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.337941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-30d45ad2-1066-4263-9fba-7b1473e5941d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 200 len: 217 time: 0.0836143 Dec 10 04:46:41.340043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.343302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.344583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33b79453-91b8-4bad-95fa-d58fca8c96b8 HTTP/1.1" status: 204 len: 168 time: 0.4481659 Dec 10 04:46:41.412052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ee08f-d77f-4d82-9dcb-ca2da6eaa062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b79453-91b8-4bad-95fa-d58fca8c96b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:41.551966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-700db4c7-07f1-4bd5-8463-8db790e34124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.553537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-700db4c7-07f1-4bd5-8463-8db790e34124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.2077839 Dec 10 04:46:41.603227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630396-efb9-4634-ae6f-78b2b14c381b req-194075cc-65f5-4106-ad81-494fcfabd80e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.611607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85630396-efb9-4634-ae6f-78b2b14c381b req-194075cc-65f5-4106-ad81-494fcfabd80e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1458588 Dec 10 04:46:41.667953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.675959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.687568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.706689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.712679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.718586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.724583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.732793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-6ddb82c7-49ce-4743-a3a7-68faf06dd1e5 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5407 time: 0.3277237 Dec 10 04:46:41.788769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85630396-efb9-4634-ae6f-78b2b14c381b req-93041a35-2d81-4665-add2-58e9711fae71 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707740 Dec 10 04:46:41.799382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-d43bbf46-a2b3-48cd-8afe-9547a4245e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:41.810515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-d43bbf46-a2b3-48cd-8afe-9547a4245e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429876 Dec 10 04:46:41.814334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48949bcc-9c4a-431a-90de-260b8535eaee {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:41.831421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.849500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Transition to ACTIVE for port object 48949bcc-9c4a-431a-90de-260b8535eaee will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:41.856159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:41.937525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:42.064743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Attempting to bind port 48949bcc-9c4a-431a-90de-260b8535eaee on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:42.066755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Attempting to bind port 48949bcc-9c4a-431a-90de-260b8535eaee by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:42.067224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Attempting to bind port 48949bcc-9c4a-431a-90de-260b8535eaee on network ab14fc63-3118-4297-9f22-9943262204b0 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:42.077695 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Port 48949bcc-9c4a-431a-90de-260b8535eaee on network ab14fc63-3118-4297-9f22-9943262204b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:42.079041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5587ae9d-bebc-43db-82b5-2dcba311cdcc req-b70e5a86-c77e-4fb8-a397-ddebd6ee5f68 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3453641 Dec 10 04:46:42.080072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Attempting to bind port 48949bcc-9c4a-431a-90de-260b8535eaee on network ab14fc63-3118-4297-9f22-9943262204b0 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:42.090626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:42.091175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Checking segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:42.091870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Bound using segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:42.092429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Bound port: 48949bcc-9c4a-431a-90de-260b8535eaee, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:42.092975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.228579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-68aa9215-5192-4f82-a024-8a555be1c51c service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970463 Dec 10 04:46:42.251280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86eea-ea06-4c68-96c9-09d28544c198 req-b0f3776f-4749-42f8-84bf-5405773133c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.253050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cc86eea-ea06-4c68-96c9-09d28544c198 req-b0f3776f-4749-42f8-84bf-5405773133c1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1577346 Dec 10 04:46:42.257943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:42.262207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:42.270651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.317503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.318767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.320871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] 10.222.0.41 "PUT /v2.0/ports/48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 1091 time: 1.1549239 Dec 10 04:46:42.343887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456335-66d7-4f73-b67d-026631b85a0f service neutron] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:42.370328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Request body: {'port': {'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:42.412528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d'}, {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:42.415106 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24881645-7c3b-4f0d-ab90-6c866e155094" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d"}, {"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:42.421458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cc86eea-ea06-4c68-96c9-09d28544c198 req-54fbf7fa-8fbb-4f14-9a5b-34c1b05d055d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655751 Dec 10 04:46:42.481113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a064c28-abe8-44a4-8162-97ed305dbfcc req-87db49b9-a80f-4b08-93e0-994aa0e58593 service neutron] 10.222.0.41 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270386 Dec 10 04:46:42.501477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.550294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:42.555112 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a999b6-4570-4cf4-ad47-be903d310dc3 x-openstack-request-id: req-d9a999b6-4570-4cf4-ad47-be903d310dc3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:42.555541 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:42.555920 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9a999b6-4570-4cf4-ad47-be903d310dc3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:42.556418 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'status': 'completed', 'code': 200} Dec 10 04:46:42.556801 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee', 'status': 'completed', 'code': 200} Dec 10 04:46:42.665333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.665836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.666318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.666783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.669075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.669652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.671040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:42.674752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-4d47f8db-9409-47bb-9fdf-2e437d283f1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6421 time: 0.0863743 Dec 10 04:46:42.745193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-222227320'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:42.785936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:42.791052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.805023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.897523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f148693f-634a-49c9-9297-91a4f3085332 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:42.910960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:42.966948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Transition to ACTIVE for port object f148693f-634a-49c9-9297-91a4f3085332 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:42.974406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.011922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-364f998b-7fbf-4ecd-8871-ce641c24c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.012383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-364f998b-7fbf-4ecd-8871-ce641c24c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.012886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-364f998b-7fbf-4ecd-8871-ce641c24c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.015019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-364f998b-7fbf-4ecd-8871-ce641c24c5cc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3188500 Dec 10 04:46:43.158328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-ac439eab-8e77-4055-a437-bed19f457088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.159905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-ac439eab-8e77-4055-a437-bed19f457088 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315379 Dec 10 04:46:43.192678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e53a-5873-4449-b1b3-ca68ea3f18b7 req-b7374b74-9ff5-46db-875b-9db252335bc5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.194407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cdf0e53a-5873-4449-b1b3-ca68ea3f18b7 req-b7374b74-9ff5-46db-875b-9db252335bc5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2639606 Dec 10 04:46:43.215880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:43.271652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Attempting to bind port f148693f-634a-49c9-9297-91a4f3085332 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:43.271998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Attempting to bind port f148693f-634a-49c9-9297-91a4f3085332 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:43.272439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Attempting to bind port f148693f-634a-49c9-9297-91a4f3085332 on network ab14fc63-3118-4297-9f22-9943262204b0 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:43.277533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Port f148693f-634a-49c9-9297-91a4f3085332 on network ab14fc63-3118-4297-9f22-9943262204b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:43.277865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Attempting to bind port f148693f-634a-49c9-9297-91a4f3085332 on network ab14fc63-3118-4297-9f22-9943262204b0 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:43.285551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:43.285963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Checking segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:43.286280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Bound using segment: {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:43.286715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Bound port: f148693f-634a-49c9-9297-91a4f3085332, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:43.287468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.372777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.411034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:43.418498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:43.423723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.426434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.436602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cdf0e53a-5873-4449-b1b3-ca68ea3f18b7 req-60298276-799d-41a3-9ae7-31ad597a7dd5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327728 Dec 10 04:46:43.465249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:46:43.493141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.493634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.494100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.494573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.495037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.495497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.496456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.497965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-fb5080df-befc-4139-a4d1-e1c09054609b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6446 time: 0.2441337 Dec 10 04:46:43.526989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.533156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.540514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.546565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.554082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.561706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.562245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.565581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.568349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.569620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] 10.222.0.41 "PUT /v2.0/ports/f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 1091 time: 1.2040565 Dec 10 04:46:43.577071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-bf7c3846-8981-4af9-a0a5-5c758dfc1c2f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.3090119 Dec 10 04:46:43.608377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb724c1b-ed62-4e0d-93bb-c2badb08109a service neutron] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:43.626343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.626709 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 8683c311-b8ac-4c9d-9c4a-955967286787 of type vlan for network b92b44a5-7838-44ac-9ef1-3e320396945b Dec 10 04:46:43.662103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c62658-6355-4b82-aa98-1a15540b359e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:43.831364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.934281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2efc9868-45e7-4f36-9883-a672b24533a8 req-4ddb8d53-9009-4471-8f6b-eed9ec3f7d72 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3556337 Dec 10 04:46:43.942704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.949600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:43.950665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:43.997161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4453723 Dec 10 04:46:44.003350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-f41f07a5-3a9b-4353-97dd-ff621c60d778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960951 Dec 10 04:46:44.003699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:44.020429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-669919277'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:44.134875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-493621f8-b3ad-4a8b-88f9-470c792f16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.135490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-493621f8-b3ad-4a8b-88f9-470c792f16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.136628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-493621f8-b3ad-4a8b-88f9-470c792f16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.137887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-493621f8-b3ad-4a8b-88f9-470c792f16ca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=584e817714d4437db0f91ff8b0ee6e42&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5094309 Dec 10 04:46:44.158769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dff94-e068-4baf-9879-4f4fdd43e788 req-f4432783-771f-4af0-a11a-fb21131151ee tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.167792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:44.182946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:44.198059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-194dff94-e068-4baf-9879-4f4fdd43e788 req-f4432783-771f-4af0-a11a-fb21131151ee tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3562169 Dec 10 04:46:44.225650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:46:44.236232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:44.236734 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment c50787e5-d7fd-467f-a795-5849c686bca9 of type vlan for network 98e4031a-41af-45bc-a89d-e69b410bf2b2 Dec 10 04:46:44.246366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9db184-e008-43b3-acba-3a9db82cdbd7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=b92b44a5-7838-44ac-9ef1-3e320396945b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:44.271217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b92b44a5-7838-44ac-9ef1-3e320396945b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:46:44.325557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:44.363373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59023edc-8041-4045-9188-0842004414ef req-b4a01f7c-ec45-4653-959c-16deed083599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.367025 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-b4a01f7c-ec45-4653-959c-16deed083599 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.2915716 Dec 10 04:46:44.368206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:44.376046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.377028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:44.459642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-194dff94-e068-4baf-9879-4f4fdd43e788 req-1670c20c-be00-4af7-8c1d-f2a96d1be2e3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606900 Dec 10 04:46:44.498493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-2df21ee7-4800-402d-8065-9cf911dc7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.500106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24881645-7c3b-4f0d-ab90-6c866e155094 req-2df21ee7-4800-402d-8065-9cf911dc7ecb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2886162 Dec 10 04:46:44.508030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=98e4031a-41af-45bc-a89d-e69b410bf2b2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:44.532066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:46:44.563528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:44.569082 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472575a3-742f-436e-a0a6-bfbb4f6d0874" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "f148693f-634a-49c9-9297-91a4f3085332"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:44.692937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b11971a8-7186-4bf2-b148-6058c1675eab tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6881022 Dec 10 04:46:44.696519 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60fbf9-c9cf-4be9-b863-61bc13b448aa x-openstack-request-id: req-8c60fbf9-c9cf-4be9-b863-61bc13b448aa {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:44.696812 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "f148693f-634a-49c9-9297-91a4f3085332", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:44.697071 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c60fbf9-c9cf-4be9-b863-61bc13b448aa {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:44.706697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39332) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:44.707905 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332', 'status': 'completed', 'code': 200} Dec 10 04:46:44.719690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:44.853485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59023edc-8041-4045-9188-0842004414ef req-04d3b23b-bd93-4569-964d-8c2752c42498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:44.855041 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-04d3b23b-bd93-4569-964d-8c2752c42498 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3656018 Dec 10 04:46:45.016200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-aca68e7f-f354-4d6e-8c97-06a5a65d499c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.1521316 Dec 10 04:46:45.143932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59023edc-8041-4045-9188-0842004414ef req-551fce79-3e15-4913-8d46-f73abc4b9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.145626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-551fce79-3e15-4913-8d46-f73abc4b9525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1234229 Dec 10 04:46:45.231113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59023edc-8041-4045-9188-0842004414ef req-b5c8a6e9-b379-4273-9be0-e0dde54432e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.234643 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-b5c8a6e9-b379-4273-9be0-e0dde54432e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812178 Dec 10 04:46:45.296550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:45.378365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-314cf9b5-f16b-4e40-8964-7578b9bc2dda service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347885 Dec 10 04:46:45.484641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.485243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.485776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.486308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.487615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.488149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.488801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.491123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-8f359899-ffad-4059-9559-cea39dd34040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6488 time: 0.9061828 Dec 10 04:46:45.495109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:45.498989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.541338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1779ac73-682f-47db-98de-b56317915eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.593900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59023edc-8041-4045-9188-0842004414ef req-b6126370-d41a-489b-ac11-d52079a15bef service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079413 Dec 10 04:46:45.617026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96727222-7f9b-4881-8984-29a865e777ec req-c30f46ba-1b3b-4dd8-9801-8dfc39444304 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.628606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96727222-7f9b-4881-8984-29a865e777ec req-c30f46ba-1b3b-4dd8-9801-8dfc39444304 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.9726653 Dec 10 04:46:45.694290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1779ac73-682f-47db-98de-b56317915eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.706349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1779ac73-682f-47db-98de-b56317915eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.717041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.723719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.730764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.738035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.745870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.752225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.759743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:45.766679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1779ac73-682f-47db-98de-b56317915eb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eb478160de4483ea248245c12bae658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690237 Dec 10 04:46:45.767764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:45.770085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-43324a30-6257-4296-aba4-71efff4c7d88 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.3856871 Dec 10 04:46:45.771363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779ac73-682f-47db-98de-b56317915eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c1462-a25a-461d-8cd9-658a84d96894,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:45.801401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-483310dc-2ae3-4967-8acd-d77dd3f1196f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 217 time: 0.2134190 Dec 10 04:46:45.927105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.957956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:45.994175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16a30c31-cac9-4778-b7a4-8f1f34712c89 req-6c946e95-e160-4848-b60f-23051129e1b0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2242572 Dec 10 04:46:46.030003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:46.033063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:46.037540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/937c1462-a25a-461d-8cd9-658a84d96894 HTTP/1.1" status: 204 len: 168 time: 0.2608483 Dec 10 04:46:46.072314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e403-04aa-4299-9f3a-fd8b2f0ee675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c1462-a25a-461d-8cd9-658a84d96894,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:46.089053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96727222-7f9b-4881-8984-29a865e777ec req-13f2c5ca-7e6b-4493-8e60-58c43221b539 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592667 Dec 10 04:46:46.118952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-f5123289-7927-410f-a315-c70748d87ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:46.130476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-f5123289-7927-410f-a315-c70748d87ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.3122616 Dec 10 04:46:46.302683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-5ff4f5c9-b68a-490f-b5c1-2c2bb1923863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:46.309086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-5ff4f5c9-b68a-490f-b5c1-2c2bb1923863 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202567 Dec 10 04:46:46.464516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-727ea29b-bb4a-4508-9a8e-3e35ac9c6b6d service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370058 Dec 10 04:46:46.512652 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:46.700218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=8209557d-e4ae-47ed-b366-48c9531ca852,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:46.731106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b27467-b6ea-40e6-ac6f-e5f758307964 req-0b84f28f-0e22-4a69-8b61-11891f48547f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:46.732901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42b27467-b6ea-40e6-ac6f-e5f758307964 req-0b84f28f-0e22-4a69-8b61-11891f48547f tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2328632 Dec 10 04:46:46.737258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9b468491-0728-492b-8a6c-9f7cfee5f7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617884 Dec 10 04:46:46.758880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '8683c311-b8ac-4c9d-9c4a-955967286787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:46.759407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: b92b44a5-7838-44ac-9ef1-3e320396945b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:46:46.802874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-e21f0f87-71cf-4555-9dad-3dde374ee169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 217 time: 0.0520716 Dec 10 04:46:46.859936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network b92b44a5-7838-44ac-9ef1-3e320396945b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:46:46.885288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42b27467-b6ea-40e6-ac6f-e5f758307964 req-57f2dee4-035b-49bf-8f52-006d15e26985 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433730 Dec 10 04:46:46.888538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b92b44a5-7838-44ac-9ef1-3e320396945b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:46.896104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:46.896756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:46.898726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84164436-9290-469c-b9a9-1cff889704f8 None None] Network b92b44a5-7838-44ac-9ef1-3e320396945b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:46.906671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2c38b76b-a057-4a8b-9341-a4f4f73a720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:46.908222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2c38b76b-a057-4a8b-9341-a4f4f73a720e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0913930 Dec 10 04:46:46.937262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03d88601-e871-4fee-b5b3-dc8a28cdb218 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2238624 Dec 10 04:46:46.938370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:46.947633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:47.009633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-54eb4a5b-46ca-445d-8a21-8b09b788157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.014217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-54eb4a5b-46ca-445d-8a21-8b09b788157c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936074 Dec 10 04:46:47.117798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-b92b44a5-7838-44ac-9ef1-3e320396945b', 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': '8209557d-e4ae-47ed-b366-48c9531ca852'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:46:47.119969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.140266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:47.148317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.307534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-d8a96175-b86c-4323-b7ef-8b4dd11cce85 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872150 Dec 10 04:46:47.348093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Allocated IP 172.20.0.2 (b92b44a5-7838-44ac-9ef1-3e320396945b/8209557d-e4ae-47ed-b366-48c9531ca852/a7c46b94-bb93-4e26-b70e-d92e54c092f3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:47.371597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.391980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.398740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.413239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.431839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.437964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.452829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.454811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-fbe775c0-f253-403a-8cc1-d8369bfb19b2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2957988 Dec 10 04:46:47.495270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.577234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': 'c50787e5-d7fd-467f-a795-5849c686bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:47.577529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: 98e4031a-41af-45bc-a89d-e69b410bf2b2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:46:47.595645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:47.609638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:46:47.633109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 98e4031a-41af-45bc-a89d-e69b410bf2b2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:47.640893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.641639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.644730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.650347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f07aae-0586-4558-b0f4-897174164412 None None] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:47.682584 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6d7ddf08-8928-455c-9cef-43c591f98ce1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7392077 Dec 10 04:46:47.683135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39406) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:47.692733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1359021529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:47.712091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43b75e50-1aa8-4bd3-beea-db35980335e5 req-7b14b5ce-1c17-470a-9fcc-ecdb434a34cb tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2325184 Dec 10 04:46:47.734935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-af585cc8-e3da-4c71-8c63-02c143a6eae1 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135177 Dec 10 04:46:47.739370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.750105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.751691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.834786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-6592a1c6-21b9-40ce-94d0-b66054082f10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 217 time: 0.0840423 Dec 10 04:46:47.854191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Network b92b44a5-7838-44ac-9ef1-3e320396945b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:47.860286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:47.865310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:47.867526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Pushing event updated for resources: {'Port': ['ID=a7c46b94-bb93-4e26-b70e-d92e54c092f3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:47.903489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-23142032-397a-41cd-84e0-b221e3000d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.906000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-23142032-397a-41cd-84e0-b221e3000d29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0632722 Dec 10 04:46:47.919964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.940083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-98e4031a-41af-45bc-a89d-e69b410bf2b2', 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': 'b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:46:47.949248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.988519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:47.991864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-040cfbf4-ab39-4aec-8b77-f78f5cee49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:47.993423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-040cfbf4-ab39-4aec-8b77-f78f5cee49b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804269 Dec 10 04:46:48.006104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:48.036072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Attempting to bind port a7c46b94-bb93-4e26-b70e-d92e54c092f3 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:48.036447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Attempting to bind port a7c46b94-bb93-4e26-b70e-d92e54c092f3 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8683c311-b8ac-4c9d-9c4a-955967286787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:48.036844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Attempting to bind port a7c46b94-bb93-4e26-b70e-d92e54c092f3 on network b92b44a5-7838-44ac-9ef1-3e320396945b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:48.072195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5ce6a0d8-0cb5-4a28-b4d7-dc1d7becbee1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:48.076191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:48.076687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Checking segment: {'id': '8683c311-b8ac-4c9d-9c4a-955967286787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:48.077011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.077417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Bound using segment: {'id': '8683c311-b8ac-4c9d-9c4a-955967286787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:48.077906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Bound port: a7c46b94-bb93-4e26-b70e-d92e54c092f3, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8683c311-b8ac-4c9d-9c4a-955967286787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b92b44a5-7838-44ac-9ef1-3e320396945b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:48.078332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.078730 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5ce6a0d8-0cb5-4a28-b4d7-dc1d7becbee1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.2099147 Dec 10 04:46:48.086398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.092290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-874ac2df-ed68-4c51-b152-1a3f6f5c37b9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4082692 Dec 10 04:46:48.095194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:48.104957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-4c753487-a0b0-4a8a-b035-42c09865fefd service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003919 Dec 10 04:46:48.236683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ecfb-ccfc-4c8f-8efd-26bdafed44ca req-797df254-f784-4407-8d9d-512a58563140 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:48.246632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c288ecfb-ccfc-4c8f-8efd-26bdafed44ca req-797df254-f784-4407-8d9d-512a58563140 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.1406329 Dec 10 04:46:48.291146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-518d66f1-e713-4d5f-8ccd-c325bf24f8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.327027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] For port a7c46b94-bb93-4e26-b70e-d92e54c092f3, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:48.330307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c288ecfb-ccfc-4c8f-8efd-26bdafed44ca req-580f6faa-969f-4c13-a2cc-29f59706e41e tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Dec 10 04:46:48.334014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] For port a7c46b94-bb93-4e26-b70e-d92e54c092f3, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a7c46b94-bb93-4e26-b70e-d92e54c092f3,segment=NetworkSegment(8683c311-b8ac-4c9d-9c4a-955967286787),segment_id=8683c311-b8ac-4c9d-9c4a-955967286787)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:48.338538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-61158d4b-c8c6-4ffa-9bbb-6d431dfc6ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202911 Dec 10 04:46:48.345500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.419778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-287e5117-3491-4333-a70d-5fa24221742d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0734968 Dec 10 04:46:48.508602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9b3b4972-a02d-4c9a-9efb-41864983e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:48.511009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-9b3b4972-a02d-4c9a-9efb-41864983e189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0831134 Dec 10 04:46:48.573689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-518d66f1-e713-4d5f-8ccd-c325bf24f8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.599875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06fd2e-5e41-4885-b02b-5e7d85349a91 None None] Pushing event updated for resources: {'Port': ['ID=a7c46b94-bb93-4e26-b70e-d92e54c092f3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:48.605661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Allocated IP 172.21.0.2 (98e4031a-41af-45bc-a89d-e69b410bf2b2/b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4/092ffdd6-d807-4564-8af2-d7c006acf85a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:48.610415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-518d66f1-e713-4d5f-8ccd-c325bf24f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.611114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7bcf3219-4d55-49be-b84c-d74b20be9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:48.615111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7bcf3219-4d55-49be-b84c-d74b20be9e26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953853 Dec 10 04:46:48.687569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port df0c64b3-6c37-4dad-92d6-e855fe910f86 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:48.688022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.707942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-518d66f1-e713-4d5f-8ccd-c325bf24f8e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=379e929ed34c45ae93d8ad8f8ac1b244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928289 Dec 10 04:46:48.719638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:48.759174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d66f1-e713-4d5f-8ccd-c325bf24f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333776ae-49a9-4f55-b925-cbba05fc758b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:48.782528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.914239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-2ef5a618-00c0-4525-92b6-052984faa4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826893 Dec 10 04:46:48.974188 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:48.989918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.030159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:49.033544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:49.037564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:49.108998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.157192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Pushing event updated for resources: {'Port': ['ID=092ffdd6-d807-4564-8af2-d7c006acf85a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:49.164702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.179595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.196759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.202267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port df0c64b3-6c37-4dad-92d6-e855fe910f86, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=df0c64b3-6c37-4dad-92d6-e855fe910f86,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:49.202775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.209201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.220198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Attempting to bind port 092ffdd6-d807-4564-8af2-d7c006acf85a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:49.220783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Attempting to bind port 092ffdd6-d807-4564-8af2-d7c006acf85a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c50787e5-d7fd-467f-a795-5849c686bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:49.222827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Attempting to bind port 092ffdd6-d807-4564-8af2-d7c006acf85a on network 98e4031a-41af-45bc-a89d-e69b410bf2b2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:49.224909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.234161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:49.234681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Checking segment: {'id': 'c50787e5-d7fd-467f-a795-5849c686bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:49.235180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.235664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Bound using segment: {'id': 'c50787e5-d7fd-467f-a795-5849c686bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:49.236228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Bound port: 092ffdd6-d807-4564-8af2-d7c006acf85a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50787e5-d7fd-467f-a795-5849c686bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '98e4031a-41af-45bc-a89d-e69b410bf2b2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:49.238106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.238598 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.252121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.264081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-e46f41b2-a2bf-4d7c-9d63-62598354edf4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.3455324 Dec 10 04:46:49.306730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for df0c64b3-6c37-4dad-92d6-e855fe910f86 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:49.380029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] For port 092ffdd6-d807-4564-8af2-d7c006acf85a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:49.389227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] For port 092ffdd6-d807-4564-8af2-d7c006acf85a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=092ffdd6-d807-4564-8af2-d7c006acf85a,segment=NetworkSegment(c50787e5-d7fd-467f-a795-5849c686bca9),segment_id=c50787e5-d7fd-467f-a795-5849c686bca9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:49.398616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.423689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.427943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-edbc506f-3dc1-40ae-b2e8-7f40508c2a3e service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035629 Dec 10 04:46:49.467270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-654c0fcb-a828-4d06-a246-1d78c7763fb3 req-1be65f1e-a1da-458b-a1aa-4cd8c5437283 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011070 Dec 10 04:46:49.542618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1901df-514a-4b35-aabf-69e7951a8d2c None None] Pushing event updated for resources: {'Port': ['ID=092ffdd6-d807-4564-8af2-d7c006acf85a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:49.644124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-cbbb4d0e-6c9c-4466-8859-3b1423c2fc53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 217 time: 0.1742017 Dec 10 04:46:49.645010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.658120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:49.682748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/333776ae-49a9-4f55-b925-cbba05fc758b HTTP/1.1" status: 204 len: 168 time: 0.9467597 Dec 10 04:46:49.824111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.20.0.1 (b92b44a5-7838-44ac-9ef1-3e320396945b/8209557d-e4ae-47ed-b366-48c9531ca852/b1d54041-0b77-4e7e-80bd-bdb12447fe7e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:49.952255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-186a5b14-a815-4755-9d44-1505494684b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:49.954041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-186a5b14-a815-4755-9d44-1505494684b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.2698042 Dec 10 04:46:49.965763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b6d02-baad-4c11-b76e-3dab6ca00b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333776ae-49a9-4f55-b925-cbba05fc758b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:50.162890 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.208998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ddec8-fd23-4893-87d7-bbfb2a2ddf01 req-d0ff5880-8cfe-48fd-9eac-94b4ca7e6a6a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.220831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-399ddec8-fd23-4893-87d7-bbfb2a2ddf01 req-d0ff5880-8cfe-48fd-9eac-94b4ca7e6a6a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 945 time: 0.6163919 Dec 10 04:46:50.401081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.424796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-399ddec8-fd23-4893-87d7-bbfb2a2ddf01 req-32286120-f387-468f-a6f1-8f9785ebe12b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991925 Dec 10 04:46:50.431079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-a6d4871f-ac4a-4e7d-a50a-8691658a07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.432963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-a6d4871f-ac4a-4e7d-a50a-8691658a07ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4082861 Dec 10 04:46:50.493836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.577908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.591517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a7c46b94-bb93-4e26-b70e-d92e54c092f3 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:50.595636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=df0c64b3-6c37-4dad-92d6-e855fe910f86,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:50.680073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-c197dc87-31ae-4794-9655-a3495e0e26c8 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242606 Dec 10 04:46:50.724844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3acb01-ab00-4539-a9b4-8a3eb9b6a316 None None] Network b92b44a5-7838-44ac-9ef1-3e320396945b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:50.793105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network b92b44a5-7838-44ac-9ef1-3e320396945b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:50.830663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:50.854641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.868014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.876273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.878982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:50.884449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.891646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.895098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port df0c64b3-6c37-4dad-92d6-e855fe910f86 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:46:50.901896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.905014 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.909320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-133923b1-58a2-4045-a6e4-ff86e988317f req-5e46917c-5e3b-47cd-a968-e5f319bb77aa tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "DELETE /v2.0/ports/df0c64b3-6c37-4dad-92d6-e855fe910f86 HTTP/1.1" status: 204 len: 173 time: 2.8128891 Dec 10 04:46:50.921224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=b1d54041-0b77-4e7e-80bd-bdb12447fe7e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:50.957356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:50.960238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d534f49b-f326-4a08-a285-09f0d95d4cce None None] Provisioning complete for port a7c46b94-bb93-4e26-b70e-d92e54c092f3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:50.960844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d534f49b-f326-4a08-a285-09f0d95d4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:50.965660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-9b2e5708-15cc-449d-a4f7-43dd2bd2b43b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2843335 Dec 10 04:46:51.030992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'name': 'network-vif-deleted', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:51.058627 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d771de9b-8f59-4638-a25f-3c295ad9ce6d" -d '{"events": [{"server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "name": "network-vif-deleted", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:51.107172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-53ffdfd1-4281-446b-a920-a7387a714b32 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977373 Dec 10 04:46:51.137474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:51.149699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a7c46b94-bb93-4e26-b70e-d92e54c092f3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:51.150080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:51.233441 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0a752-601a-41b4-8082-389bc4e769f9 x-openstack-request-id: req-b6f0a752-601a-41b4-8082-389bc4e769f9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:51.233736 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68cd1c8-0958-44b1-b18d-984380657473", "name": "network-vif-deleted", "tag": "df0c64b3-6c37-4dad-92d6-e855fe910f86", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:51.233991 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6f0a752-601a-41b4-8082-389bc4e769f9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:51.234393 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68cd1c8-0958-44b1-b18d-984380657473', 'name': 'network-vif-deleted', 'tag': 'df0c64b3-6c37-4dad-92d6-e855fe910f86', 'status': 'completed', 'code': 200} Dec 10 04:46:51.301212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device df0c64b3-6c37-4dad-92d6-e855fe910f86 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:46:51.345119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-1ec5cefb-ae61-4d77-930f-ceae087e8074 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 217 time: 0.2164850 Dec 10 04:46:51.435224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:51.454929 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d534f49b-f326-4a08-a285-09f0d95d4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:51.458525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: df0c64b3-6c37-4dad-92d6-e855fe910f86 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:46:51.458952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device df0c64b3-6c37-4dad-92d6-e855fe910f86 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:46:51.510437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port a7c46b94-bb93-4e26-b70e-d92e54c092f3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a7c46b94-bb93-4e26-b70e-d92e54c092f3,segment=NetworkSegment(8683c311-b8ac-4c9d-9c4a-955967286787),segment_id=8683c311-b8ac-4c9d-9c4a-955967286787)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:51.541373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:51.542697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 092ffdd6-d807-4564-8af2-d7c006acf85a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:51.554700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c6b469b-0da3-409c-bfb2-53c1ef25dbc6 req-08c4041b-06ea-458d-882f-c00d13d89678 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5600371 Dec 10 04:46:51.633699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-67d4f556-24ff-473e-9142-03a473b03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:51.635283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-67d4f556-24ff-473e-9142-03a473b03761 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.2695954 Dec 10 04:46:51.780597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=a7c46b94-bb93-4e26-b70e-d92e54c092f3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:51.793242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7c83a-f2bd-457c-9aa1-466b9ffa7973 None None] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:46:51.801369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee44eddf-dae2-459a-8536-5a82ca462f1f req-c7094a5d-582b-4acc-92e7-6ef2d05704c5 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=b68cd1c8-0958-44b1-b18d-984380657473 HTTP/1.1" status: 200 len: 210 time: 0.1304522 Dec 10 04:46:51.825272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7e39e59c-fabf-4abd-ba71-0d919c0639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:51.838578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-7e39e59c-fabf-4abd-ba71-0d919c0639f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827931 Dec 10 04:46:52.083735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-741e3890-543d-4cd1-aff9-f3bb9d3f4889 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437255 Dec 10 04:46:52.102589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-d534f49b-f326-4a08-a285-09f0d95d4cce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:46:52.102950 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-d534f49b-f326-4a08-a285-09f0d95d4cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:46:52.160659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 092ffdd6-d807-4564-8af2-d7c006acf85a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:52.161107 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.442089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.460246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b2a1d6dc-b029-40cb-9c0b-a6815d999aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692529 Dec 10 04:46:52.462276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b03165-eca1-48fb-b064-cb71cc1707ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.499603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 092ffdd6-d807-4564-8af2-d7c006acf85a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=092ffdd6-d807-4564-8af2-d7c006acf85a,segment=NetworkSegment(c50787e5-d7fd-467f-a795-5849c686bca9),segment_id=c50787e5-d7fd-467f-a795-5849c686bca9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:46:52.506041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.577475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=092ffdd6-d807-4564-8af2-d7c006acf85a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:52.578177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.585184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-c139e80a-d494-4f3b-9459-e8a2dda9c057 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.1106753 Dec 10 04:46:52.686495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1f3f3ce-82dd-4558-b6b8-e97aebb50044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.687989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-b1f3f3ce-82dd-4558-b6b8-e97aebb50044 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.1001394 Dec 10 04:46:52.708439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a7c46b94-bb93-4e26-b70e-d92e54c092f3 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:52.864847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.866342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a7c46b94-bb93-4e26-b70e-d92e54c092f3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:52.867540 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:52.871374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.878787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.884915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.892367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.900443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.906782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.918085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ada67841-8417-45ea-9fa7-b64363292097 req-4640b8ed-cb81-4b19-8f65-196cabd125fe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1656199 Dec 10 04:46:52.943966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ffec6a7e-1882-4b48-9b36-479b7761d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:52.945507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-ffec6a7e-1882-4b48-9b36-479b7761d742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2477558 Dec 10 04:46:53.104197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ada67841-8417-45ea-9fa7-b64363292097 req-0939f962-453c-491f-9222-5a35368a3607 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1864629 Dec 10 04:46:53.145759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-bc0a846c-10ca-43ab-8904-27d28cee084a service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914904 Dec 10 04:46:53.146740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.159837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.322697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=b1d54041-0b77-4e7e-80bd-bdb12447fe7e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:53.338131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.366837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Provisioning complete for port 092ffdd6-d807-4564-8af2-d7c006acf85a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:53.367172 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.428291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.496269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network b92b44a5-7838-44ac-9ef1-3e320396945b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:53.499492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:53.506248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Provisioning complete for port b1d54041-0b77-4e7e-80bd-bdb12447fe7e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:53.506779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.592554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Port b1d54041-0b77-4e7e-80bd-bdb12447fe7e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:53.595189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d2381cd-5091-4c19-9cc4-bc9f3b8d9e34 req-a95c4a2e-4c94-4af2-88bd-2d5b8b3cb870 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297309 Dec 10 04:46:53.611580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Provisioning complete for port a7c46b94-bb93-4e26-b70e-d92e54c092f3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:53.612746 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e47e90f4-3ef1-44ca-8514-2dca9a03f986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.630322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-00605551-30a1-448b-9e9d-0c28fbfa58c6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:53.631771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-00605551-30a1-448b-9e9d-0c28fbfa58c6 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.3811727 Dec 10 04:46:53.659156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-02942878-23b0-4cc6-ad04-8aba2433b07b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/quotas/77c9a763d08949a2bd9ec49b3018cc75 HTTP/1.1" status: 200 len: 375 time: 0.0096085 Dec 10 04:46:53.732293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-b7ca3de3-7244-4d41-8b1c-91a04585e3c7 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558474 Dec 10 04:46:53.781350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router c68e64c7-a817-4c82-adb2-24343982072d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:46:53.932750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-22c38090-3f95-44fb-a30b-729bf0040b22 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991301 Dec 10 04:46:53.936590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-35d3200b-8946-4056-9d5d-3378f9a49815 None None] Provisioning complete for port b1d54041-0b77-4e7e-80bd-bdb12447fe7e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:53.936972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35d3200b-8946-4056-9d5d-3378f9a49815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:53.998139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:54.008119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-256274c0-1d06-4b4f-a80e-029d4456193c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8950720 Dec 10 04:46:54.012302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:54.017387 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] Sync routers for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:54.031586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-35d3200b-8946-4056-9d5d-3378f9a49815 None None] Port b1d54041-0b77-4e7e-80bd-bdb12447fe7e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:54.041318 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:54.046122 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:54.100982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9092e3c-4347-4e3b-a258-ddc8a947865d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.105170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d9092e3c-4347-4e3b-a258-ddc8a947865d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports/b1d54041-0b77-4e7e-80bd-bdb12447fe7e HTTP/1.1" status: 200 len: 910 time: 0.0891182 Dec 10 04:46:54.107986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39524) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:54.127182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.129103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.135040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.136148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.136826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.137463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.138103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.141205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-0974d566-fba0-46ab-9dc2-383bdb427d92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6488 time: 0.4252000 Dec 10 04:46:54.266111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-a0ae7142-af6f-4492-8d22-99be8a5ee818 service neutron] 10.222.0.43 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148670 Dec 10 04:46:54.281720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:54.317812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:54.318695 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:54.335085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-4d2c2a74-c7ea-4609-bec4-a4e88058c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.337079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-4d2c2a74-c7ea-4609-bec4-a4e88058c4c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 903 time: 0.1795452 Dec 10 04:46:54.349054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.356915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.363651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.370096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.376543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.383484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.390018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.392050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-25ad7996-209a-4237-bd8b-3fa5dfb84096 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1448193 Dec 10 04:46:54.409547 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:54.410594 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d524c18-0218-4341-bed8-a8f37476333e None None] The sync data for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:54.440457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-9fcf8367-7e15-4039-8d98-689e6705fbca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.0471132 Dec 10 04:46:54.622626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 092ffdd6-d807-4564-8af2-d7c006acf85a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:46:54.698671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4581aac2-eefc-47e0-8606-88ef114f37bb req-1a61c13c-ef83-4463-b90c-f4dedf5e8e73 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2546327 Dec 10 04:46:54.709356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-de0d4abe-cb27-4c43-b394-d484a64762f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.714141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-de0d4abe-cb27-4c43-b394-d484a64762f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.2500072 Dec 10 04:46:54.781854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 092ffdd6-d807-4564-8af2-d7c006acf85a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:54.782447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:54.800965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-54b18384-4515-4828-9884-6e164b60024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:54.802551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-54b18384-4515-4828-9884-6e164b60024a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793872 Dec 10 04:46:54.849986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d223150-ee33-48d1-84cb-ac04add381d3 req-815526eb-1523-4f44-b73a-9b6a94e80245 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 210 time: 0.0626516 Dec 10 04:46:54.915131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11bfc61a-7a06-496d-8de4-ef07d9fe08d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:54.949271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:55.156138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-859c6a5a-69a9-4ef9-8a89-4d06df54acb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365731 Dec 10 04:46:55.359126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-472575a3-742f-436e-a0a6-bfbb4f6d0874 req-2b3bd162-6395-4b22-89d0-3b81a5160386 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953039 Dec 10 04:46:55.497449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.21.0.1 (98e4031a-41af-45bc-a89d-e69b410bf2b2/b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4/a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:55.727472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:55.735390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:55.811149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:55.887155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:55.908304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.911472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:55.913480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:55.915514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.916009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:55.922825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.929203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.935222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.942139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.948538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:55.957277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-505d2214-673d-45d9-9e71-a6e110bff5cc tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1336236 Dec 10 04:46:55.985787 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.072138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de989eac-969b-4e72-ae74-8de8b2aee43b req-c1a13298-26c0-4e34-b1dc-55fbff46b2e1 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 210 time: 0.0885966 Dec 10 04:46:56.147560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a623d475-0b0b-4ffe-8fe0-f2a5c3b343bd req-6659ce3c-0113-4da8-ab46-063fa51aab28 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891978 Dec 10 04:46:56.232043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.373204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8e285cab-9a34-4478-a350-a7516d8739bc None None] Provisioning complete for port a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:56.373911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e285cab-9a34-4478-a350-a7516d8739bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.421119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e285cab-9a34-4478-a350-a7516d8739bc None None] Port a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:56.585422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-e20100cb-ab34-4408-820e-2225a8386cb9 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:56.587184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-e20100cb-ab34-4408-820e-2225a8386cb9 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 811 time: 0.2141953 Dec 10 04:46:56.631786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Request body: {'port': {'device_id': '2ad1c229-183a-4bf6-9add-0f7038445818', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'admin_state_up': True, 'tenant_id': '77c9a763d08949a2bd9ec49b3018cc75'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:56.831848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.841746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.917522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:56.952454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Made reservation on behalf of 77c9a763d08949a2bd9ec49b3018cc75 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:46:56.956070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:57.047211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:57.211314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:57.215376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:57.305446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10b48efb-47a0-4300-8051-10cfe1f99e1b req-0d334398-58f8-40d4-9659-785ff0b55212 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 210 time: 0.0935419 Dec 10 04:46:57.394058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Allocated IP 172.20.0.9 (cbe96fb5-df43-4a58-a751-96e06e5f76c9/a8df5c07-c838-490f-8a9a-ea016620d351/3e3a3cb0-93d0-4586-b865-7dde2c4e005d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:46:57.412442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:57.447229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router c68e64c7-a817-4c82-adb2-24343982072d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:46:57.556244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.571993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.583571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.593682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.603459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.614448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.636040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:57.644138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:46:57.650451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2614b8e-4a5a-4b1b-a694-438dfec6af3b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5412607 Dec 10 04:46:57.652957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:57.674367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] Sync routers for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:46:57.676717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-0459b781-064a-4695-8892-383bd721644e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2923663 Dec 10 04:46:57.736990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-709ee3b9-bb08-40d6-b1ac-1fd91cf9d66b None None] Provisioning complete for port a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:46:57.742937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-709ee3b9-bb08-40d6-b1ac-1fd91cf9d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:57.756668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:57.757314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:57.802985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:46:57.805079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:57.828328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb6f1b8c-d2af-4e5b-9dca-132278a32536 req-dc0a9657-9623-40d0-b07c-41950db19971 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505859 Dec 10 04:46:57.844372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:46:57.845028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:57.847894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-709ee3b9-bb08-40d6-b1ac-1fd91cf9d66b None None] Port a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:46:57.881129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:46:57.882068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5024ae4d-edb1-4bf5-9b62-d55a8a9fbefc None None] The sync data for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:46:58.121788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd432c4d-2d60-48a9-b793-6a418c48c859 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:58.125825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd432c4d-2d60-48a9-b793-6a418c48c859 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports/a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a HTTP/1.1" status: 200 len: 910 time: 0.4693615 Dec 10 04:46:58.126421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.126551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39584) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:58.177121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.224554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Network cbe96fb5-df43-4a58-a751-96e06e5f76c9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:46:58.230709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:46:58.235376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:46:58.270747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event updated for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:58.285021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.305371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:58.306021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.334036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-c48b74bb-39ec-4f46-be7a-7b3f9dee90c4 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7231514 Dec 10 04:46:58.364393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Request body: {'port': {'device_id': '2ad1c229-183a-4bf6-9add-0f7038445818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:46:58.446475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.780855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279dce-8b76-4e80-95df-45d1a3c43614 req-62dc6f9f-1ed7-4e36-a01f-e4bdc4ce4660 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:58.782248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53279dce-8b76-4e80-95df-45d1a3c43614 req-62dc6f9f-1ed7-4e36-a01f-e4bdc4ce4660 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 931 time: 0.0635817 Dec 10 04:46:58.900275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3a3cb0-93d0-4586-b865-7dde2c4e005d {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:46:58.909884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53279dce-8b76-4e80-95df-45d1a3c43614 req-4af79e55-6ed4-40db-a92e-3382084e2c62 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Dec 10 04:46:58.924639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:58.946338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Transition to ACTIVE for port object 3e3a3cb0-93d0-4586-b865-7dde2c4e005d will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:46:58.952281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.035263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:59.085060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.138121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Attempting to bind port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:46:59.138121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Attempting to bind port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:46:59.138833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Attempting to bind port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:59.151159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.151653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:46:59.152140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Attempting to bind port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d on network cbe96fb5-df43-4a58-a751-96e06e5f76c9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:46:59.157315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:46:59.157535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.157654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Checking segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:46:59.158036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Bound using segment: {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:46:59.158445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Bound port: 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74686e5f-7ca0-47b6-8ddc-440df1dec146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:46:59.159542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.164666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.170885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.179163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.185416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.196904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.207721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-8b1cdf8b-d2c6-4f49-a50b-ba9b6c7eec6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2000573 Dec 10 04:46:59.321465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2525e3dc-0f56-4c2c-8a80-2bbca1a619f5 req-84707818-91d6-473f-bcf9-5f5af31f10d6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127493 Dec 10 04:46:59.321763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:46:59.325407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:46:59.342535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.451758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.452689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.454308 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] 10.222.0.36 "PUT /v2.0/ports/3e3a3cb0-93d0-4586-b865-7dde2c4e005d HTTP/1.1" status: 200 len: 1091 time: 1.1025410 Dec 10 04:46:59.454929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:46:59.458221 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889d381-30db-4fbc-ab26-37d1a5a10b66" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:46:59.497083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02c149-b465-4ace-84b8-7ab70921642d service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:46:59.616885 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58121f2-6163-47ec-a874-2904f882e8dd x-openstack-request-id: req-b58121f2-6163-47ec-a874-2904f882e8dd {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:46:59.618801 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:46:59.618801 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b58121f2-6163-47ec-a874-2904f882e8dd {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:46:59.618801 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d', 'status': 'completed', 'code': 200} Dec 10 04:46:59.635267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-97eabca3-091e-428b-b3ee-763cce70c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.637068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-97eabca3-091e-428b-b3ee-763cce70c7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 1094 time: 0.0968304 Dec 10 04:46:59.709860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:46:59.714269 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.723910 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-bea8361c-aae8-4beb-89a9-c200eb2bc206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d HTTP/1.1" status: 200 len: 217 time: 0.0702405 Dec 10 04:46:59.830964 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:46:59.836454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-0b408f06-b823-43d8-b05d-9886487b4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:46:59.838288 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-0b408f06-b823-43d8-b05d-9886487b4e16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1012435 Dec 10 04:46:59.850101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:46:59.921811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:46:59.923121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-8353662e-471f-4ea5-a5bd-df32b7202133 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752730 Dec 10 04:47:00.089141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-83705956-a8c5-4582-aae0-da8d514cc1b4 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498933 Dec 10 04:47:00.137707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef94630f-294b-45e2-8e63-756105a3a4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:00.235163 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3130e48e-6d47-40be-a62e-c58d90634cb0 req-85387bd6-196d-4f30-b8ae-18010f3a7ede service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355054 Dec 10 04:47:00.272448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfaac7-5d07-47e0-8d46-c242b14bfabe req-ff7a8fab-c252-4e61-9605-c907bd42ef26 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.280178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72dfaac7-5d07-47e0-8d46-c242b14bfabe req-ff7a8fab-c252-4e61-9605-c907bd42ef26 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 943 time: 0.2199841 Dec 10 04:47:00.281772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:00.347303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=a2f6d6e6-2d5e-43b5-8ba0-a5cfc040eb6a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:00.465828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-a87cd294-5103-49ea-b77d-4630580ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.475015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-a87cd294-5103-49ea-b77d-4630580ea622 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 1094 time: 0.0953312 Dec 10 04:47:00.535631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72dfaac7-5d07-47e0-8d46-c242b14bfabe req-5e78560f-a418-4641-b513-1fe4ec2b3873 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545743 Dec 10 04:47:00.595394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef94630f-294b-45e2-8e63-756105a3a4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:00.606841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef94630f-294b-45e2-8e63-756105a3a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:00.689484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.701325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.708119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.715527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.720080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.741319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.750725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.758615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-fb61d73e-50e5-47ca-99d8-7253688fe4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.759205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-bf05f125-5440-4537-97ee-68930a6fc304 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2863426 Dec 10 04:47:00.760653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-fb61d73e-50e5-47ca-99d8-7253688fe4e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 200 len: 912 time: 0.2763405 Dec 10 04:47:00.825173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94630f-294b-45e2-8e63-756105a3a4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8424580-e6bc-48e1-955b-24935da49260,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:00.828190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-d1704e05-94a7-417c-a19b-1f055c142a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d HTTP/1.1" status: 200 len: 217 time: 0.0579913 Dec 10 04:47:00.836988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ef94630f-294b-45e2-8e63-756105a3a4f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f0171c1daa14abf89b320eee0e274b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9115086 Dec 10 04:47:00.839211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:00.900408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b3958ce-a517-450c-af6f-6898cbb44ac7 req-101ce2c2-f901-442a-b517-607a1609b108 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402705 Dec 10 04:47:00.931314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:00.961005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-6c8a0dea-c477-4aff-b049-d208f6ba40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:00.962526 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-6c8a0dea-c477-4aff-b049-d208f6ba40e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 200 len: 851 time: 0.1241634 Dec 10 04:47:00.966308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.004626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-cd30851c-d0b2-461b-85d5-85ca7d0b163c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbe96fb5-df43-4a58-a751-96e06e5f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333924 Dec 10 04:47:01.017414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.137644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-acec76ca-1bde-4824-893e-3a82ed04bbee service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175590 Dec 10 04:47:01.140408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.143287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.146805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8424580-e6bc-48e1-955b-24935da49260 HTTP/1.1" status: 204 len: 168 time: 0.3042409 Dec 10 04:47:01.197722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8424580-e6bc-48e1-955b-24935da49260,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:01.214556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.216311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.216311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.216311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.217368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router c68e64c7-a817-4c82-adb2-24343982072d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.218382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.223948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b8f68-8e4e-40a5-876f-1b7871b4231a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:01.297415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7889d381-30db-4fbc-ab26-37d1a5a10b66 req-a3d9475c-18e2-4978-b650-a5d9b6bbc7b3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518767 Dec 10 04:47:01.340775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:01.346385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-94995e3e-f428-48d0-8ead-1125cd1d5003 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2159114 Dec 10 04:47:01.348917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:01.353776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] Sync routers for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:01.369446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:01.370584 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:01.416840 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:01.426643 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:01.427264 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:01.460745 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:01.461671 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff661502-570e-4be4-b0ce-d327ac8dcdf9 None None] The sync data for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:01.622938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39634) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:01.650546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4057803-b060-445a-bb33-96ec708b042b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.707395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35656-445b-4065-a7aa-91570b14b398 req-3aa86050-62de-4fa1-ae5f-55f490487e7c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:01.708906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef35656-445b-4065-a7aa-91570b14b398 req-3aa86050-62de-4fa1-ae5f-55f490487e7c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 943 time: 0.0796227 Dec 10 04:47:01.774125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.819763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef35656-445b-4065-a7aa-91570b14b398 req-14afe9ae-003f-4361-9add-cb099a995b82 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016808 Dec 10 04:47:01.843936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4057803-b060-445a-bb33-96ec708b042b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.848682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4057803-b060-445a-bb33-96ec708b042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:01.892721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4057803-b060-445a-bb33-96ec708b042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3f665-1fe1-48a1-88b3-96af9546be7d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:01.904728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e4057803-b060-445a-bb33-96ec708b042b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9f31a956d2e4c43bd0782e7b7a9a984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807026 Dec 10 04:47:01.911268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:02.016948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.067812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.084632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port b1d54041-0b77-4e7e-80bd-bdb12447fe7e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:02.084958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.117108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.124212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.130328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.136456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.142695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.149500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.155634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.157585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-b25ef6e6-e01d-4e98-91b7-952bb64812dd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1351347 Dec 10 04:47:02.215071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.216572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.219434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.220700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72f3f665-1fe1-48a1-88b3-96af9546be7d HTTP/1.1" status: 204 len: 168 time: 0.3061130 Dec 10 04:47:02.239022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for b1d54041-0b77-4e7e-80bd-bdb12447fe7e owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:02.245371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888325fc-0c09-45bc-8eb4-36bc96dfb7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3f665-1fe1-48a1-88b3-96af9546be7d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:02.269535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f53c2ae-d550-4e87-b391-510318a8f8c5 req-26c351be-0445-4cbe-8e45-f859da6afcd7 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920041 Dec 10 04:47:02.478182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.507812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=b1d54041-0b77-4e7e-80bd-bdb12447fe7e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:02.720464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:02.931608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router c68e64c7-a817-4c82-adb2-24343982072d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:02.982923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660f8d9-75a4-4ea7-8049-b322ce802a62 req-e98b6118-afd8-41e9-9102-5445f9f0399b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:02.985067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b660f8d9-75a4-4ea7-8049-b322ce802a62 req-e98b6118-afd8-41e9-9102-5445f9f0399b tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 943 time: 0.0772846 Dec 10 04:47:03.042393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:03.048664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35caa249-b5e4-4c1e-a3c7-6eb7dd3152a5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983006 Dec 10 04:47:03.052038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:03.055693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f4318-b40c-433a-a472-d04152a84edd None None] Sync routers for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:03.069098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b660f8d9-75a4-4ea7-8049-b322ce802a62 req-d07eb6f4-eeb2-4b55-bb37-c1eb4b111fdd tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719855 Dec 10 04:47:03.073003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:03.076250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:03.089159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc118f73-3571-43f3-8ef4-3afeb6339bf9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=c68e64c7-a817-4c82-adb2-24343982072d HTTP/1.1" status: 200 len: 205 time: 0.0315130 Dec 10 04:47:03.089986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39670) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:03.137410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:03.149517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] Routers {'c68e64c7-a817-4c82-adb2-24343982072d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:03.150784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c68e64c7-a817-4c82-adb2-24343982072d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:03.190229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.193868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-596f4318-b40c-433a-a472-d04152a84edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:03.195745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f4318-b40c-433a-a472-d04152a84edd None None] The sync data for ids ['c68e64c7-a817-4c82-adb2-24343982072d'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:03.336553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e3a3cb0-93d0-4586-b865-7dde2c4e005d details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:03.359956 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.363658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.449206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.449830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router c68e64c7-a817-4c82-adb2-24343982072d {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:47:03.459431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.463970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:03.465299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1243a983-7c31-469a-8861-1190619bf2ef tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d HTTP/1.1" status: 204 len: 168 time: 0.3740900 Dec 10 04:47:03.485478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:03.489445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.496706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.504058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.510156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d', 'network_id': 'cbe96fb5-df43-4a58-a751-96e06e5f76c9', 'port_id': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d', 'mac_address': 'fa:16:3e:0c:47:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8df5c07-c838-490f-8a9a-ea016620d351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:03.511372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.521033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.528287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.538249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:03.541320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-bf200631-aadc-45ac-a30d-89b749d8ccf8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1334624 Dec 10 04:47:03.571215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:47:03.576116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.581559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.590295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3a3cb0-93d0-4586-b865-7dde2c4e005d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:03.612783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:03.618697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.643841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdb8c425-a2a1-4fc8-9f12-5f919f9b2566 req-479e2c76-5141-43d5-81ab-23fd5038f599 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962112 Dec 10 04:47:03.668364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.707245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:03.773547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.842985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.873005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:03.879615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:03.885940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8096c0e0-fa39-4975-abb2-e7a23798b416 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4 HTTP/1.1" status: 204 len: 168 time: 0.4178133 Dec 10 04:47:03.886679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598c6a2-51e8-41bf-b6b3-0a32631d2a2a None None] Network 98e4031a-41af-45bc-a89d-e69b410bf2b2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:03.889316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:03.975471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet 8209557d-e4ae-47ed-b366-48c9531ca852 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:47:03.980405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e3a3cb0-93d0-4586-b865-7dde2c4e005d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:03.990731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.058454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.147797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] DHCP port deletion for 98e4031a-41af-45bc-a89d-e69b410bf2b2 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:04.232892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.238122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22b3ff-96e0-4771-939d-f4411cc1a7f8 req-106acab7-2e9b-4050-a898-91ea97e41ede tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:04.245246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb22b3ff-96e0-4771-939d-f4411cc1a7f8 req-106acab7-2e9b-4050-a898-91ea97e41ede tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 944 time: 0.0895190 Dec 10 04:47:04.273566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Deleting port 092ffdd6-d807-4564-8af2-d7c006acf85a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:04.274210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.308182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb22b3ff-96e0-4771-939d-f4411cc1a7f8 req-b64fd3ac-7555-4f53-951a-344537dad5ba tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Dec 10 04:47:04.320324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.334091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.340633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/8209557d-e4ae-47ed-b366-48c9531ca852 HTTP/1.1" status: 204 len: 168 time: 0.4450426 Dec 10 04:47:04.342028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:04.360744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000b23b-3561-49d4-a7a0-f97520f5ed57 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=8209557d-e4ae-47ed-b366-48c9531ca852,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:04.368887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c85d0-6414-49d7-a998-1d1dab09a872 None None] Network b92b44a5-7838-44ac-9ef1-3e320396945b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:04.395411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] For port 092ffdd6-d807-4564-8af2-d7c006acf85a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=092ffdd6-d807-4564-8af2-d7c006acf85a,segment=NetworkSegment(c50787e5-d7fd-467f-a795-5849c686bca9),segment_id=c50787e5-d7fd-467f-a795-5849c686bca9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:04.395813 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.417244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Calling delete_port for 092ffdd6-d807-4564-8af2-d7c006acf85a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:04.437361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.496909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 092ffdd6-d807-4564-8af2-d7c006acf85a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:04.497244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.633646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 092ffdd6-d807-4564-8af2-d7c006acf85a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=092ffdd6-d807-4564-8af2-d7c006acf85a,segment=NetworkSegment(c50787e5-d7fd-467f-a795-5849c686bca9),segment_id=c50787e5-d7fd-467f-a795-5849c686bca9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:04.634307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.653014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 092ffdd6-d807-4564-8af2-d7c006acf85a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:47:04.653917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 092ffdd6-d807-4564-8af2-d7c006acf85a owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:04.656376 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.719761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 092ffdd6-d807-4564-8af2-d7c006acf85a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:47:04.720262 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 092ffdd6-d807-4564-8af2-d7c006acf85a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:47:04.745597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] DHCP port deletion for b92b44a5-7838-44ac-9ef1-3e320396945b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:04.749818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] Pushing event deleted for resources: {'Port': ['ID=092ffdd6-d807-4564-8af2-d7c006acf85a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:04.760135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed06825-6460-403f-b6d5-0c377fde64ea None None] No DVR routers for this DVR port 092ffdd6-d807-4564-8af2-d7c006acf85a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:04.769811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.796861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port 092ffdd6-d807-4564-8af2-d7c006acf85a on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:04.830156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Deleting port a7c46b94-bb93-4e26-b70e-d92e54c092f3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:04.830712 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.876276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=092ffdd6-d807-4564-8af2-d7c006acf85a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:04.936571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] For port a7c46b94-bb93-4e26-b70e-d92e54c092f3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a7c46b94-bb93-4e26-b70e-d92e54c092f3,segment=NetworkSegment(8683c311-b8ac-4c9d-9c4a-955967286787),segment_id=8683c311-b8ac-4c9d-9c4a-955967286787)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:04.937154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:04.954623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Calling delete_port for a7c46b94-bb93-4e26-b70e-d92e54c092f3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:05.013512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.057652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.081885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.092323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.102807 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.121585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.132460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.142201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.150132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.152973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-8120f75a-a493-4100-83dc-831deb740564 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2790937 Dec 10 04:47:05.164430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] Pushing event deleted for resources: {'Port': ['ID=a7c46b94-bb93-4e26-b70e-d92e54c092f3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:05.172518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e4031a-41af-45bc-a89d-e69b410bf2b2']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.187778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853cb06-0c2f-41e9-af58-58ac7f20d9d0 None None] No DVR routers for this DVR port a7c46b94-bb93-4e26-b70e-d92e54c092f3 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:05.192938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50787e5-d7fd-467f-a795-5849c686bca9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.193239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50787e5-d7fd-467f-a795-5849c686bca9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.245171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.275464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.297497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:47:05.298575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:47:05.301696 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:47:05.343052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6519a17d-43a5-4184-9a1d-d2d4b930f6ab req-df119b57-7b15-4cdb-91c5-b01aa1eae470 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373708 Dec 10 04:47:05.353907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e3a3cb0-93d0-4586-b865-7dde2c4e005d up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:05.428869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.437246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:05.444763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:05.445411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.461570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.464873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/98e4031a-41af-45bc-a89d-e69b410bf2b2 HTTP/1.1" status: 204 len: 168 time: 1.1215229 Dec 10 04:47:05.465799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede2fd-c56b-49f3-b342-fb7030c6b529 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=98e4031a-41af-45bc-a89d-e69b410bf2b2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:05.467593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:05.510300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22743a-488c-4323-ba3e-665f27ddd070 req-390c4cb4-3a40-4ad3-9387-6f3b3cb03592 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.520447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd22743a-488c-4323-ba3e-665f27ddd070 req-390c4cb4-3a40-4ad3-9387-6f3b3cb03592 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 944 time: 0.0875301 Dec 10 04:47:05.578789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd22743a-488c-4323-ba3e-665f27ddd070 req-c28bef04-047d-44c7-abb1-075fb34bd3eb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Dec 10 04:47:05.598474 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.599802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.622001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:05.624426 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58c3fb-fedd-483e-bb40-239717554708" -d '{"events": [{"server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "name": "network-vif-plugged", "status": "completed", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:05.641498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:05.648170 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.671652 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5989ef-4fca-4cd8-b4e1-14e39e7283ab x-openstack-request-id: req-cf5989ef-4fca-4cd8-b4e1-14e39e7283ab {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:05.671948 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "name": "network-vif-plugged", "status": "completed", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:05.672208 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf5989ef-4fca-4cd8-b4e1-14e39e7283ab {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:05.672660 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d', 'code': 200} Dec 10 04:47:05.699037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.699329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:05.723947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92b44a5-7838-44ac-9ef1-3e320396945b']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.736217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8683c311-b8ac-4c9d-9c4a-955967286787') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.736648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8683c311-b8ac-4c9d-9c4a-955967286787') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:05.747021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.761884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.769344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:47:05.769739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:47:05.772864 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:47:05.858351 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.865700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.868842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/b92b44a5-7838-44ac-9ef1-3e320396945b HTTP/1.1" status: 204 len: 168 time: 0.3954420 Dec 10 04:47:05.872356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd00a9-c121-42f7-9226-13691189653f req-a38a9be9-03ca-4c8a-a66d-3a19832eed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:05.872356 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2bd00a9-c121-42f7-9226-13691189653f req-a38a9be9-03ca-4c8a-a66d-3a19832eed36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 1096 time: 0.0894964 Dec 10 04:47:05.873169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:05.878365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1075865806'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:05.888946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51fb62-d7fe-43c4-8c4d-dfc292ae9e3a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=b92b44a5-7838-44ac-9ef1-3e320396945b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:05.904817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:05.909665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.928398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2bd00a9-c121-42f7-9226-13691189653f req-e76e511c-738b-4ebe-9eae-15802a8b888d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Dec 10 04:47:05.936949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:05.948786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:05.949209 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment e9761ab5-313d-45f2-bb2e-c017dffe35f2 of type vlan for network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 Dec 10 04:47:05.992454 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:06.029495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:06.036556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.037406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:06.493029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6187100 Dec 10 04:47:06.494351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:06.505244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:06.578117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cc565-f6e0-4774-80a9-3deedbbc9a00 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=91c784fa-ca2d-40e0-aea7-1c615eb1b2b3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:06.593265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:06.655548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.668863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.681403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.687537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.700133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:06.703815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:06.706824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.713111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.727694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.734665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a7c46b94-bb93-4e26-b70e-d92e54c092f3 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:47:06.735866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-e44a657a-fcf6-4262-8a30-bcc32ea3306b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2696130 Dec 10 04:47:06.781180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a7c46b94-bb93-4e26-b70e-d92e54c092f3 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:47:06.781725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a7c46b94-bb93-4e26-b70e-d92e54c092f3 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:47:06.858141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b26fb7e-a4e9-46f7-a17e-306824453272 req-4032e8f0-3780-4787-a72b-18b628319eec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210833 Dec 10 04:47:06.873664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a20202-2bb6-4e07-b0e8-7bfc0f31420b req-bdf2483a-facd-49e8-8d3c-509e4dcf7167 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:06.875199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59a20202-2bb6-4e07-b0e8-7bfc0f31420b req-bdf2483a-facd-49e8-8d3c-509e4dcf7167 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.1358953 Dec 10 04:47:06.934692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59a20202-2bb6-4e07-b0e8-7bfc0f31420b req-95f767e2-2e11-4ae7-ad5d-9b58bf027bd2 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534353 Dec 10 04:47:06.964536 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.039300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=c93a47dd-5dea-40ce-8e48-41aa8d43518a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:07.054371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': 'e9761ab5-313d-45f2-bb2e-c017dffe35f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:07.054657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:07.073622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:07.083294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:07.087558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:07.088149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.097769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601fd4e-353f-4d20-a65e-516c3e4b441c None None] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:07.114978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:07.115907 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fde8f882-cecb-4ff4-86ee-68a78da26a9e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6179802 Dec 10 04:47:07.121011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-235934803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:07.145459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.146476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.230991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.238921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.269141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.270373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39f730e9-fc24-48c6-8878-31f1018629d6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1540160 Dec 10 04:47:07.273402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:07.280076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'port': {'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3', 'name': 'tempest-RoutersTest-1616971517'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:07.319287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-91c784fa-ca2d-40e0-aea7-1c615eb1b2b3', 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': 'c93a47dd-5dea-40ce-8e48-41aa8d43518a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:07.320244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.447813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:07.452115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.473158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] device_id is not set on port 93435354-690f-4b32-a358-106c310e7a81 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:47:07.517159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Allocated IP 172.20.0.2 (91c784fa-ca2d-40e0-aea7-1c615eb1b2b3/c93a47dd-5dea-40ce-8e48-41aa8d43518a/d4531b6b-1072-474f-acd8-95f1aab9c6e2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:07.700588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.710652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.757112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:07.760823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:07.771856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:07.782557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Pushing event updated for resources: {'Port': ['ID=d4531b6b-1072-474f-acd8-95f1aab9c6e2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:07.810861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.811205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.811546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.811878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.812212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.812578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.812915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.813235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.813625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.813951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.814274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.814593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.815447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:07.846350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Attempting to bind port d4531b6b-1072-474f-acd8-95f1aab9c6e2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:07.846724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Attempting to bind port d4531b6b-1072-474f-acd8-95f1aab9c6e2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e9761ab5-313d-45f2-bb2e-c017dffe35f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:07.847090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Attempting to bind port d4531b6b-1072-474f-acd8-95f1aab9c6e2 on network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:07.853062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:07.853309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Checking segment: {'id': 'e9761ab5-313d-45f2-bb2e-c017dffe35f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:07.853602 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:07.853992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Bound using segment: {'id': 'e9761ab5-313d-45f2-bb2e-c017dffe35f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:07.854466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Bound port: d4531b6b-1072-474f-acd8-95f1aab9c6e2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9761ab5-313d-45f2-bb2e-c017dffe35f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c784fa-ca2d-40e0-aea7-1c615eb1b2b3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:07.854849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.036705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] For port d4531b6b-1072-474f-acd8-95f1aab9c6e2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:08.044466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] For port d4531b6b-1072-474f-acd8-95f1aab9c6e2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4531b6b-1072-474f-acd8-95f1aab9c6e2,segment=NetworkSegment(e9761ab5-313d-45f2-bb2e-c017dffe35f2),segment_id=e9761ab5-313d-45f2-bb2e-c017dffe35f2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:08.056600 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.072747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.20.0.7 (91c784fa-ca2d-40e0-aea7-1c615eb1b2b3/c93a47dd-5dea-40ce-8e48-41aa8d43518a/93435354-690f-4b32-a358-106c310e7a81) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:08.150741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f95adc-1361-44ab-a3df-cc4f1ef52629 None None] Pushing event updated for resources: {'Port': ['ID=d4531b6b-1072-474f-acd8-95f1aab9c6e2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:08.234122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca3b58-74bf-4741-8a44-bb85135b984f req-de5e811f-1411-476a-9720-e11ac8a77895 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.237297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7aca3b58-74bf-4741-8a44-bb85135b984f req-de5e811f-1411-476a-9720-e11ac8a77895 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.1842644 Dec 10 04:47:08.269661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.276800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.287049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.294448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.301627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.308344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.314984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.325239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab570eb0-af81-429e-8619-406b74166c36 req-e0b02f62-5309-4c36-ad8d-e415cc54501c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1891689 Dec 10 04:47:08.326980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.396092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.405034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7aca3b58-74bf-4741-8a44-bb85135b984f req-673daddc-cd8d-4fda-a404-770028c795a3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569071 Dec 10 04:47:08.499324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab570eb0-af81-429e-8619-406b74166c36 req-c0beaacf-4452-4ee0-a1ab-9d9d94e28a74 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729815 Dec 10 04:47:08.510271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:08.511636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=93435354-690f-4b32-a358-106c310e7a81,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:08.515340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:08.521701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:08.618111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.618764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.661159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5258c5aa-c362-4b93-8aa2-05832e58c92f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3864312 Dec 10 04:47:08.663874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:08.702018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d4531b6b-1072-474f-acd8-95f1aab9c6e2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:08.780221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d4531b6b-1072-474f-acd8-95f1aab9c6e2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:08.780706 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.897520 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.903767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257e63b-22c2-4848-b10c-a552b121dd62 req-b552237e-99e3-4cb1-8d75-6561a4959626 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:08.905495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8257e63b-22c2-4848-b10c-a552b121dd62 req-b552237e-99e3-4cb1-8d75-6561a4959626 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.0788653 Dec 10 04:47:08.940750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port d4531b6b-1072-474f-acd8-95f1aab9c6e2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4531b6b-1072-474f-acd8-95f1aab9c6e2,segment=NetworkSegment(e9761ab5-313d-45f2-bb2e-c017dffe35f2),segment_id=e9761ab5-313d-45f2-bb2e-c017dffe35f2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:08.946755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:08.972662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8257e63b-22c2-4848-b10c-a552b121dd62 req-20ab39b6-3a9f-4deb-921a-a9ef7dd9e28c tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Dec 10 04:47:09.012436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=d4531b6b-1072-474f-acd8-95f1aab9c6e2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:09.051707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:09.319837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:09.327022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:09.439058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=93435354-690f-4b32-a358-106c310e7a81,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:09.459714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c1fa4-e5e9-4819-9659-49b771d2c61f None None] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:09.551894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b0b3e857-b3ed-4ed9-b34d-e9d981a11040 None None] Provisioning complete for port d4531b6b-1072-474f-acd8-95f1aab9c6e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:09.552268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0b3e857-b3ed-4ed9-b34d-e9d981a11040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:09.749017 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:09.756901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.770050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.796163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.803279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.822391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.830337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.838483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:09.861264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-38faa3ba-0dc3-46ae-818c-198678a1d14c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2040877 Dec 10 04:47:09.967918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42aa6dd8-5686-4849-b3c1-8df783797858 req-461b4b9e-5922-4fe3-9339-6e9aa1c62c7b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995286 Dec 10 04:47:09.972943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.143279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356a474-455f-410c-afe6-8d110ce45708 req-355c7a73-7d6c-41e0-9710-bf2d32f99fd0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:10.153250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0356a474-455f-410c-afe6-8d110ce45708 req-355c7a73-7d6c-41e0-9710-bf2d32f99fd0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.0739620 Dec 10 04:47:10.235628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0356a474-455f-410c-afe6-8d110ce45708 req-e0a1be7b-2982-4115-ad51-2c4b5ad017b3 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Dec 10 04:47:10.247214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-291b372d-5a0f-4bbf-80ba-7405f10e6c94 None None] Provisioning complete for port 93435354-690f-4b32-a358-106c310e7a81 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:10.248122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-291b372d-5a0f-4bbf-80ba-7405f10e6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.322542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-291b372d-5a0f-4bbf-80ba-7405f10e6c94 None None] Port 93435354-690f-4b32-a358-106c310e7a81 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:10.349422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-291b372d-5a0f-4bbf-80ba-7405f10e6c94 None None] Provisioning complete for port d4531b6b-1072-474f-acd8-95f1aab9c6e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:10.349789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-291b372d-5a0f-4bbf-80ba-7405f10e6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.503887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.512315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.653399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a9a64689-d978-4484-b613-a37724df7c83 None None] Provisioning complete for port 93435354-690f-4b32-a358-106c310e7a81 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:10.653778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9a64689-d978-4484-b613-a37724df7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.665420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d4531b6b-1072-474f-acd8-95f1aab9c6e2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:10.669990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ed7e-73e7-43ee-9d9a-896ac401b88e req-6e40dfdf-5b1c-4708-9193-6222ba03e3a0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:10.671618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1962ed7e-73e7-43ee-9d9a-896ac401b88e req-6e40dfdf-5b1c-4708-9193-6222ba03e3a0 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.1257019 Dec 10 04:47:10.723554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=93435354-690f-4b32-a358-106c310e7a81,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:10.731701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.795455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a9a64689-d978-4484-b613-a37724df7c83 None None] Port 93435354-690f-4b32-a358-106c310e7a81 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:10.800588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1962ed7e-73e7-43ee-9d9a-896ac401b88e req-a39510d3-5575-4e24-b08d-6785bd01871a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225133 Dec 10 04:47:10.834282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d4531b6b-1072-474f-acd8-95f1aab9c6e2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:10.836089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:10.914180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:10.915632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:10.957706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f36f83f3-0230-4cbd-bc21-60b3b6944bee None None] Provisioning complete for port 93435354-690f-4b32-a358-106c310e7a81 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:10.958071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f36f83f3-0230-4cbd-bc21-60b3b6944bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:11.020066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f36f83f3-0230-4cbd-bc21-60b3b6944bee None None] Port 93435354-690f-4b32-a358-106c310e7a81 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:11.126110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router e64cf855-938e-4844-9e4b-a93ef5a63e91 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:11.130810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.137495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.145697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.153089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.159555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.181150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.188352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.195479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-f369b309-77e1-4ffd-84d6-6f20bf2cfef4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1405542 Dec 10 04:47:11.245182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eab6dc6d-5fce-47f1-a85b-0d11b603db28 None None] Provisioning complete for port 93435354-690f-4b32-a358-106c310e7a81 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:11.245973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eab6dc6d-5fce-47f1-a85b-0d11b603db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:11.271229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:11.282806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] Sync routers for ids ['e64cf855-938e-4844-9e4b-a93ef5a63e91'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:11.283849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1be10cf8-f46b-4fe0-a052-cd2c4a9dc076 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/e64cf855-938e-4844-9e4b-a93ef5a63e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6153665 Dec 10 04:47:11.286435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:11.288376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-eab6dc6d-5fce-47f1-a85b-0d11b603db28 None None] Port 93435354-690f-4b32-a358-106c310e7a81 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:11.293212 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] Routers {'e64cf855-938e-4844-9e4b-a93ef5a63e91'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:11.293834 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e64cf855-938e-4844-9e4b-a93ef5a63e91'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:11.304859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8fbcc26b-313d-4b1a-b52e-aaa84e04f21e req-a9a311b2-80f5-40fc-b6af-37686b133d4f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033752 Dec 10 04:47:11.341259 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:11.351035 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] Routers {'e64cf855-938e-4844-9e4b-a93ef5a63e91'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:11.351638 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e64cf855-938e-4844-9e4b-a93ef5a63e91'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:11.351837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ed60d-a64d-4d4a-929a-fa5b806298d9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:11.355652 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-669ed60d-a64d-4d4a-929a-fa5b806298d9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports/93435354-690f-4b32-a358-106c310e7a81 HTTP/1.1" status: 200 len: 977 time: 0.0629356 Dec 10 04:47:11.355991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39800) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:11.387135 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:11.387938 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39300d-710d-4f20-99b9-a05d80aaf734 None None] The sync data for ids ['e64cf855-938e-4844-9e4b-a93ef5a63e91'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:11.789137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.009586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32b6cb-d161-4309-871e-90a17b316532 req-dc6f4e4a-52b7-47a3-824d-9e3ab396a256 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.011227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb32b6cb-d161-4309-871e-90a17b316532 req-dc6f4e4a-52b7-47a3-824d-9e3ab396a256 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.0797451 Dec 10 04:47:12.097579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb32b6cb-d161-4309-871e-90a17b316532 req-c77269a7-2715-4a82-a8f7-25d0a1445a4a tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/security-groups?id=72af6986-611c-4cd0-afcf-6304cb04c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754278 Dec 10 04:47:12.125275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 93435354-690f-4b32-a358-106c310e7a81 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:12.125635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.175351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-3f3e7748-1a42-4c78-93f5-c4096d155829 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.176857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-3f3e7748-1a42-4c78-93f5-c4096d155829 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 945 time: 0.0581069 Dec 10 04:47:12.220174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.233100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 93435354-690f-4b32-a358-106c310e7a81 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:12.274319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Deleting port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:12.274667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.378336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] For port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,segment=NetworkSegment(74686e5f-7ca0-47b6-8ddc-440df1dec146),segment_id=74686e5f-7ca0-47b6-8ddc-440df1dec146)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:12.378748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.392586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Calling delete_port for 3e3a3cb0-93d0-4586-b865-7dde2c4e005d owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:12.432559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.487796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=93435354-690f-4b32-a358-106c310e7a81,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:12.549895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.550252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.550588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.550923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.551255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.551589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.552037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.552236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.552573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.552899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.553221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.553539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.553856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:12.576686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.582741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.585328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.594342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.600354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.606638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.613095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.618987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:12.621002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-dca04545-0945-41af-8127-a7b6c5381c96 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.2008936 Dec 10 04:47:12.629851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3e3a3cb0-93d0-4586-b865-7dde2c4e005d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:12.641327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Pushing event deleted for resources: {'Port': ['ID=3e3a3cb0-93d0-4586-b865-7dde2c4e005d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:12.694856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] No DVR routers for this DVR port 3e3a3cb0-93d0-4586-b865-7dde2c4e005d on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:12.698674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.704411 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b6a944b1-eb27-4f59-b095-b045af873d25 req-326ad0fc-d6eb-42c0-862e-e91c2dc14b95 tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.36 "DELETE /v2.0/ports/3e3a3cb0-93d0-4586-b865-7dde2c4e005d HTTP/1.1" status: 204 len: 173 time: 0.5187476 Dec 10 04:47:12.705035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'name': 'network-vif-deleted', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:12.708517 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea6bc9-5df6-4c48-9e4a-b0baad8c9a76" -d '{"events": [{"server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "name": "network-vif-deleted", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:12.750986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:12.751147 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c737cf-aeeb-4497-a829-735a056867b3 x-openstack-request-id: req-e2c737cf-aeeb-4497-a829-735a056867b3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:12.751314 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad1c229-183a-4bf6-9add-0f7038445818", "name": "network-vif-deleted", "tag": "3e3a3cb0-93d0-4586-b865-7dde2c4e005d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:12.751571 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2c737cf-aeeb-4497-a829-735a056867b3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:12.751983 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad1c229-183a-4bf6-9add-0f7038445818', 'name': 'network-vif-deleted', 'tag': '3e3a3cb0-93d0-4586-b865-7dde2c4e005d', 'status': 'completed', 'code': 200} Dec 10 04:47:12.779595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30d2ff8a-92d3-414d-afe5-b65228296a40 req-eb480f0d-eacc-41ff-a969-a037aa4d40a4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466424 Dec 10 04:47:12.955668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router e64cf855-938e-4844-9e4b-a93ef5a63e91 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:13.035627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:13.044538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f95d08c3-66e1-4360-814a-f46dcf9d694f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/e64cf855-938e-4844-9e4b-a93ef5a63e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853638 Dec 10 04:47:13.045256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:13.053716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] Sync routers for ids ['e64cf855-938e-4844-9e4b-a93ef5a63e91'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:13.083233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] Routers {'e64cf855-938e-4844-9e4b-a93ef5a63e91'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:13.084125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e64cf855-938e-4844-9e4b-a93ef5a63e91'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:13.155483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:13.185094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] Routers {'e64cf855-938e-4844-9e4b-a93ef5a63e91'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:13.185984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e64cf855-938e-4844-9e4b-a93ef5a63e91'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:13.228665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:13.229999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03401456-6cf1-4db7-afe1-7bdee2aa5901 None None] The sync data for ids ['e64cf855-938e-4844-9e4b-a93ef5a63e91'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:13.326822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68e9b5c1-0e62-4fbb-8ca7-4b425197fa89 req-8ab81e28-307b-4ecd-a89f-60d671cf56eb tempest-DeleteServersTestJSON-2004499050 tempest-DeleteServersTestJSON-2004499050-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ad1c229-183a-4bf6-9add-0f7038445818 HTTP/1.1" status: 200 len: 210 time: 0.0632310 Dec 10 04:47:13.369520 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-377920aa-ff78-4554-b3ed-43adfdc96964 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 04:47:13.375938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39834) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:13.376357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-377920aa-ff78-4554-b3ed-43adfdc96964 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/e64cf855-938e-4844-9e4b-a93ef5a63e91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3299606 Dec 10 04:47:13.404993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0276b543-0e3b-41d6-a54e-9dd3938b82f9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64cf855-938e-4844-9e4b-a93ef5a63e91 HTTP/1.1" status: 200 len: 205 time: 0.0275886 Dec 10 04:47:13.407291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:13.486889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.655324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.657401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.703330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.703911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router e64cf855-938e-4844-9e4b-a93ef5a63e91 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:47:13.711711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.712999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1affe183-7441-4327-b1a4-10602f401f69 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/e64cf855-938e-4844-9e4b-a93ef5a63e91 HTTP/1.1" status: 204 len: 168 time: 0.3046787 Dec 10 04:47:13.715590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:13.776547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet c93a47dd-5dea-40ce-8e48-41aa8d43518a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:47:13.780052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.823434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.950159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:13.996637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.002618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.008632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.014659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.021621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.027807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.034888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:14.036710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-da4a403a-d765-4a0f-bcb8-bcfc2891ce07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1587627 Dec 10 04:47:14.097330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.141352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=c93a47dd-5dea-40ce-8e48-41aa8d43518a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:14.144150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.149383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4f662-f058-4168-b6f4-1f3239ca2958 None None] Network 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:14.150289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:14.150445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e6b62e46-1976-448a-8813-b1710016467a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/c93a47dd-5dea-40ce-8e48-41aa8d43518a HTTP/1.1" status: 204 len: 168 time: 0.4334474 Dec 10 04:47:14.157655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c7006f8-9b0b-4d65-b0bc-83db4083074c req-fe4474c4-1fd0-4041-89c9-c82f93e27e75 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106336 Dec 10 04:47:14.287060 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.354642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port d4531b6b-1072-474f-acd8-95f1aab9c6e2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:14.356155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.377972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] DHCP port deletion for 91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:14.448041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port d4531b6b-1072-474f-acd8-95f1aab9c6e2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4531b6b-1072-474f-acd8-95f1aab9c6e2,segment=NetworkSegment(e9761ab5-313d-45f2-bb2e-c017dffe35f2),segment_id=e9761ab5-313d-45f2-bb2e-c017dffe35f2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:14.450138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.481275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for d4531b6b-1072-474f-acd8-95f1aab9c6e2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:14.482979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Deleting port d4531b6b-1072-474f-acd8-95f1aab9c6e2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:14.483425 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.621134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] For port d4531b6b-1072-474f-acd8-95f1aab9c6e2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4531b6b-1072-474f-acd8-95f1aab9c6e2,segment=NetworkSegment(e9761ab5-313d-45f2-bb2e-c017dffe35f2),segment_id=e9761ab5-313d-45f2-bb2e-c017dffe35f2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:14.621873 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.649184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Calling delete_port for d4531b6b-1072-474f-acd8-95f1aab9c6e2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:14.784063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.793105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d4531b6b-1072-474f-acd8-95f1aab9c6e2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:47:14.806613 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:14.815311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=d4531b6b-1072-474f-acd8-95f1aab9c6e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:14.825621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port d4531b6b-1072-474f-acd8-95f1aab9c6e2 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:14.866575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] No DVR routers for this DVR port d4531b6b-1072-474f-acd8-95f1aab9c6e2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:14.868200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d4531b6b-1072-474f-acd8-95f1aab9c6e2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:47:14.869027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d4531b6b-1072-474f-acd8-95f1aab9c6e2 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:47:14.897974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07b98-f091-4386-ad4a-3e64a4215207 None None] Pushing event deleted for resources: {'Port': ['ID=d4531b6b-1072-474f-acd8-95f1aab9c6e2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:15.003621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.026459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c784fa-ca2d-40e0-aea7-1c615eb1b2b3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:15.037848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9761ab5-313d-45f2-bb2e-c017dffe35f2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:15.038167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9761ab5-313d-45f2-bb2e-c017dffe35f2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:15.047935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.061616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.074251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:47:15.074729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:47:15.077991 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:47:15.153737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.205058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.212821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39930) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:15.225572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-893073878'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:15.235563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/91c784fa-ca2d-40e0-aea7-1c615eb1b2b3 HTTP/1.1" status: 204 len: 168 time: 1.0570514 Dec 10 04:47:15.239805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dce0e-caec-43e8-8cea-c9a671b6f260 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=91c784fa-ca2d-40e0-aea7-1c615eb1b2b3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:15.277177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:15.283942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.383635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:15.406144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.406498 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 0a6e0415-1984-4574-b6b8-f8663ec415d7 of type vlan for network e9327afa-9919-435c-a4f2-f9b98291df14 Dec 10 04:47:15.426377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.432352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.439603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.445599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.451728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.458275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.464351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.466324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-a959e50a-f22d-4e8b-8c7c-8d3b47a9904c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5431 time: 0.1532745 Dec 10 04:47:15.519953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.569012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86a7b7a1-d1fc-4308-a129-0811d3cf9ee8 req-29a71be2-c166-4ba7-b5c0-7e5968b1f3f1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808778 Dec 10 04:47:15.594703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.601016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:15.601496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.699639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=e9327afa-9919-435c-a4f2-f9b98291df14,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:15.712671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:15.715693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:15.722411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:15.725570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0abaef2f-11d7-45d2-84c4-4e0eb41172cc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4981780 Dec 10 04:47:15.882461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:15.886938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:15.993805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d56ccb88-f697-4979-bc99-1d9d674f4efa details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:16.118147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:16.143873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.188423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'port_id': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'mac_address': 'fa:16:3e:0d:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:16.247233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '0a6e0415-1984-4574-b6b8-f8663ec415d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:16.247919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: e9327afa-9919-435c-a4f2-f9b98291df14, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:16.256057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=90dfe17e-4162-4631-9d63-ed4234906e92,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:16.265415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.281624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56ccb88-f697-4979-bc99-1d9d674f4efa {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:16.293079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e9327afa-9919-435c-a4f2-f9b98291df14 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:16.306258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e9327afa-9919-435c-a4f2-f9b98291df14) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:16.327726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12bb4d-00c4-4a37-b479-a5c9689c2631 None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:16.333866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.334476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.400366 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1cfbed50-6294-4334-bf4a-c0216b48f79e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6834161 Dec 10 04:47:16.402451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:16.410683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788666471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:16.414026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:16.435070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.492206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.493540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.561943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:16.618965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e9327afa-9919-435c-a4f2-f9b98291df14', 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': '90dfe17e-4162-4631-9d63-ed4234906e92'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:16.620202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.689640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.776129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.859801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Allocated IP 172.20.0.2 (e9327afa-9919-435c-a4f2-f9b98291df14/90dfe17e-4162-4631-9d63-ed4234906e92/0d04217f-766f-49b1-b503-018c36c3dc92) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:16.869516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175aeb-bcf9-42a1-945d-1f9027dec051 req-b19de1e0-6fb8-475c-ade5-fd98e027d801 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.876972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6175aeb-bcf9-42a1-945d-1f9027dec051 req-b19de1e0-6fb8-475c-ade5-fd98e027d801 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2105408 Dec 10 04:47:16.885400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:16.890099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c325f2f5-274d-45f1-a395-616de55ca7c1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4829204 Dec 10 04:47:16.890485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:16.922235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.925738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['d56ccb88-f697-4979-bc99-1d9d674f4efa'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:16.940961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.955571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.961479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.980185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:16.988448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:17.004618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:17.013326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-f7670328-c090-4502-88a6-c22f65489e04 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5432 time: 0.3108115 Dec 10 04:47:17.136510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6175aeb-bcf9-42a1-945d-1f9027dec051 req-436ad0e0-f22f-4d2d-9dfe-f39196a5d3a2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544820 Dec 10 04:47:17.241157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f50a514e-405a-48ff-b62f-ecfa1214a97a req-73e643e0-77fd-4fec-a96d-4640ae63c849 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2180204 Dec 10 04:47:17.275154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.286605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.367388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Pushing event updated for resources: {'Port': ['ID=0d04217f-766f-49b1-b503-018c36c3dc92,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:17.368633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.387606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e3a3cb0-93d0-4586-b865-7dde2c4e005d no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:47:17.444898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0997f-ec32-41c9-b488-58d53eafef0f req-77fb93e7-1f1c-47c0-a204-8c26c10aed62 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:17.453064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9d0997f-ec32-41c9-b488-58d53eafef0f req-77fb93e7-1f1c-47c0-a204-8c26c10aed62 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1132317 Dec 10 04:47:17.457155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:17.459055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 3e3a3cb0-93d0-4586-b865-7dde2c4e005d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:47:17.459396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3e3a3cb0-93d0-4586-b865-7dde2c4e005d not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:47:17.472749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:17.477415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:17.566734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9d0997f-ec32-41c9-b488-58d53eafef0f req-bec96241-2930-4d9f-b794-0a3a15b0cd20 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062462 Dec 10 04:47:17.590578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Attempting to bind port 0d04217f-766f-49b1-b503-018c36c3dc92 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:17.590985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Attempting to bind port 0d04217f-766f-49b1-b503-018c36c3dc92 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '0a6e0415-1984-4574-b6b8-f8663ec415d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:17.591326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Attempting to bind port 0d04217f-766f-49b1-b503-018c36c3dc92 on network e9327afa-9919-435c-a4f2-f9b98291df14 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:17.601166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:17.601611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Checking segment: {'id': '0a6e0415-1984-4574-b6b8-f8663ec415d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:17.602003 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.602393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Bound using segment: {'id': '0a6e0415-1984-4574-b6b8-f8663ec415d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:17.603055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Bound port: 0d04217f-766f-49b1-b503-018c36c3dc92, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6e0415-1984-4574-b6b8-f8663ec415d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9327afa-9919-435c-a4f2-f9b98291df14'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:17.603356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.714683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] For port 0d04217f-766f-49b1-b503-018c36c3dc92, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:17.723733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] For port 0d04217f-766f-49b1-b503-018c36c3dc92, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0d04217f-766f-49b1-b503-018c36c3dc92,segment=NetworkSegment(0a6e0415-1984-4574-b6b8-f8663ec415d7),segment_id=0a6e0415-1984-4574-b6b8-f8663ec415d7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:17.734650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:17.823510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126090c-7eb6-4755-be90-4e3adf830cd1 None None] Pushing event updated for resources: {'Port': ['ID=0d04217f-766f-49b1-b503-018c36c3dc92,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:18.010630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 716d6d4b-9e14-4c02-979d-210f1b215ff4 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:18.030745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d56ccb88-f697-4979-bc99-1d9d674f4efa up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:18.136154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-fd98f015-b8af-40b0-821f-e333e45f41dd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.153312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-fd98f015-b8af-40b0-821f-e333e45f41dd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.2188480 Dec 10 04:47:18.182879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-d1ef502c-7354-4e96-b98a-e7f6a008be39 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/quotas/9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 375 time: 0.0288503 Dec 10 04:47:18.373545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.20.0.1 (e9327afa-9919-435c-a4f2-f9b98291df14/90dfe17e-4162-4631-9d63-ed4234906e92/2e548943-b9cd-458e-80ae-5d8ce2115608) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:18.403612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-2dc7a00d-85cf-4639-909c-0b2c3e6dcfa6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2197630 Dec 10 04:47:18.500076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:18.552592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '716d6d4b-9e14-4c02-979d-210f1b215ff4', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'port_id': '716d6d4b-9e14-4c02-979d-210f1b215ff4', 'mac_address': 'fa:16:3e:4e:9c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:18.629127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port d56ccb88-f697-4979-bc99-1d9d674f4efa completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:18.641017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port d56ccb88-f697-4979-bc99-1d9d674f4efa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:18.641770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.679874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.716458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.749828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0d04217f-766f-49b1-b503-018c36c3dc92 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:18.764707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.768865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.787553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.803396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.806052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716d6d4b-9e14-4c02-979d-210f1b215ff4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:18.833071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.851099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.854966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:18.865518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.874069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e9327afa-9919-435c-a4f2-f9b98291df14 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:18.887952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:18.894805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:18.898661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:18.903452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-80b46079-3432-42e3-b6fc-cfc254573530 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5432 time: 0.4041026 Dec 10 04:47:18.909704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.911979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:18.912854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f148693f-634a-49c9-9297-91a4f3085332 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:18.941245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=2e548943-b9cd-458e-80ae-5d8ce2115608,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:18.951561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-1b1a4fcd-01ef-46f4-a00d-8b43dc443f67 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469458 Dec 10 04:47:18.965375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.068849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:19.117034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b252360-96dc-4f3f-9c1b-15d165be46fd req-895922af-9757-4b93-a5cd-bdd49d36b6cb tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125664 Dec 10 04:47:19.170804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f148693f-634a-49c9-9297-91a4f3085332', 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'port_id': 'f148693f-634a-49c9-9297-91a4f3085332', 'mac_address': 'fa:16:3e:f4:24:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103bd28f-ff78-451d-9f97-9cec6292b815', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:19.174900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:19.184024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0d04217f-766f-49b1-b503-018c36c3dc92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:19.184431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.192203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:19.194572 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd13acd-a9c4-4d87-91b5-2cbc45ba26b0" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:19.200324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-05f55f98-9570-42e6-a2b4-70f997740531 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476614 Dec 10 04:47:19.215037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.291204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:19.333555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.593528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.669033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:19.690914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f148693f-634a-49c9-9297-91a4f3085332 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:19.703454 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84470f8-9322-440a-9dce-da3bd6a9d10a x-openstack-request-id: req-a84470f8-9322-440a-9dce-da3bd6a9d10a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:19.704236 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:19.704632 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a84470f8-9322-440a-9dce-da3bd6a9d10a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:19.705195 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'code': 200} Dec 10 04:47:19.725772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fb95193-21d1-4962-8ce6-f36feddd690c req-a201a768-e0d3-452c-b0c5-796af0ac12fa tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 210 time: 0.0834191 Dec 10 04:47:19.817520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35d3f5-1f8b-4864-a522-f7bf968a99c8 None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:19.909695 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.951697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:19.959975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.076077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:20.092989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-18e7cb32-84c4-4c7b-b850-5871e56070e7 None None] Provisioning complete for port 0d04217f-766f-49b1-b503-018c36c3dc92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:20.100047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.101996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e7cb32-84c4-4c7b-b850-5871e56070e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.113548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=2e548943-b9cd-458e-80ae-5d8ce2115608,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:20.119674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.120609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c14de76c-8627-4c58-a477-32fb6a6a2ac7 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:20.374938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e9327afa-9919-435c-a4f2-f9b98291df14 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:20.377686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:20.383163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:20.421198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.438783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.447606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.454800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.468711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.475062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.493659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:20.507179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1ea967ac-974b-40ee-8b55-ab2619e19979 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5435 time: 0.2443085 Dec 10 04:47:20.512506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:20.557296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router e75b5164-5d37-4a56-924c-12d9b4832da0 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:20.573557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'port_id': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'mac_address': 'fa:16:3e:19:56:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:20.642420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.644242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfe52674-be63-47c2-8706-8fccf833ccb0 req-1e91ba78-52f0-4911-9dcb-4d14733d4a75 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361184 Dec 10 04:47:20.673389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 0d04217f-766f-49b1-b503-018c36c3dc92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0d04217f-766f-49b1-b503-018c36c3dc92,segment=NetworkSegment(0a6e0415-1984-4574-b6b8-f8663ec415d7),segment_id=0a6e0415-1984-4574-b6b8-f8663ec415d7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:20.688239 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.762481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.835046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14de76c-8627-4c58-a477-32fb6a6a2ac7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:20.840143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:20.853254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] Sync routers for ids ['e75b5164-5d37-4a56-924c-12d9b4832da0'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:20.856592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:20.860563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cef8bfee-4a38-47ea-93d1-c34e15f14b02 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/e75b5164-5d37-4a56-924c-12d9b4832da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9688218 Dec 10 04:47:20.871234 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] Routers {'e75b5164-5d37-4a56-924c-12d9b4832da0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:20.871804 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e75b5164-5d37-4a56-924c-12d9b4832da0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:20.937510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=0d04217f-766f-49b1-b503-018c36c3dc92,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:20.964237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:20.986060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:20.987308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07b55e71-6d26-40eb-9b10-b233bf89aff5 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:21.033988 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:21.106296 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] Routers {'e75b5164-5d37-4a56-924c-12d9b4832da0'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:21.106946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:46:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e75b5164-5d37-4a56-924c-12d9b4832da0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:21.148854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:21.195924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:21.220088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:21.237991 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:21.238666 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff471f6f-559e-4781-b63d-96757e0b06df None None] The sync data for ids ['e75b5164-5d37-4a56-924c-12d9b4832da0'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:21.249678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '07b55e71-6d26-40eb-9b10-b233bf89aff5', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'port_id': '07b55e71-6d26-40eb-9b10-b233bf89aff5', 'mac_address': 'fa:16:3e:bf:b8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:21.769800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-333aafeb-f82d-4744-909e-2d60e56e8570 req-c6d6a1c6-faf6-4828-999b-84f2f9770ea2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 210 time: 0.8385777 Dec 10 04:47:21.775495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Deleting subnet a8df5c07-c838-490f-8a9a-ea016620d351 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:47:21.793426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:21.820171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead369d0-5ed4-4f63-91ca-b503dc95dbad tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:21.821949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ead369d0-5ed4-4f63-91ca-b503dc95dbad tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports/2e548943-b9cd-458e-80ae-5d8ce2115608 HTTP/1.1" status: 200 len: 910 time: 0.9640851 Dec 10 04:47:21.825660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40130) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:21.875446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-71b48a32-25c8-4a3c-9aa1-8b27f6677e3f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:21.877939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-71b48a32-25c8-4a3c-9aa1-8b27f6677e3f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.5418894 Dec 10 04:47:21.909165 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:21.914916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'device_id': '51387f20-eab6-483e-b63f-21f401aa678d', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'admin_state_up': True, 'tenant_id': '9dccea3e137548b0b02f20166abda1a4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:21.950447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:21.973234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b55e71-6d26-40eb-9b10-b233bf89aff5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:21.988016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1dad4704-9cb6-459d-8082-87264e79d525 None None] Provisioning complete for port 2e548943-b9cd-458e-80ae-5d8ce2115608 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:21.988741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dad4704-9cb6-459d-8082-87264e79d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.088517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.097234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:22.097926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.107389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.109947 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.115180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.115868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 48949bcc-9c4a-431a-90de-260b8535eaee details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:22.116260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.123229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.130268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.146669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:22.155475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-4cb476c4-d2ff-40c6-96ec-38df406a496e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5436 time: 0.2297428 Dec 10 04:47:22.177888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4704-9cb6-459d-8082-87264e79d525 None None] Port 2e548943-b9cd-458e-80ae-5d8ce2115608 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:22.248447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:22.258436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.258744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1dad4704-9cb6-459d-8082-87264e79d525 None None] Provisioning complete for port 0d04217f-766f-49b1-b503-018c36c3dc92 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:22.271346 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dad4704-9cb6-459d-8082-87264e79d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.322422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.322666 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:47:22.369481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:22.373182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:22.399570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e04961-f888-4805-906f-8551751df22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.404134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '48949bcc-9c4a-431a-90de-260b8535eaee', 'network_id': 'ab14fc63-3118-4297-9f22-9943262204b0', 'port_id': '48949bcc-9c4a-431a-90de-260b8535eaee', 'mac_address': 'fa:16:3e:2d:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103bd28f-ff78-451d-9f97-9cec6292b815', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:22.465843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28653b90-ce38-4f5a-afe0-29fa64b9b342 req-5f03fb4f-688e-4572-8646-ba0dfb26ce37 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092701 Dec 10 04:47:22.516318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.536343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48949bcc-9c4a-431a-90de-260b8535eaee {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:22.556862 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.563028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a8df5c07-c838-490f-8a9a-ea016620d351 HTTP/1.1" status: 204 len: 168 time: 1.4125514 Dec 10 04:47:22.566586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:22.569309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21104c-0daa-4ea2-aeab-07ae4480d297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8df5c07-c838-490f-8a9a-ea016620d351,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:22.581245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:22.591559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.592234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9d977e30-5a0e-45df-9767-9872cb1b529d details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:22.724722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.755699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.20.0.11 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/b54c42fb-eab5-440c-b054-05ef627a50bd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:22.797799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:47:22.851560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.872153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:22.915242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6dde8f02-3ee4-4823-89ca-1eed7fc2b967 None None] Provisioning complete for port 2e548943-b9cd-458e-80ae-5d8ce2115608 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:22.916035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dde8f02-3ee4-4823-89ca-1eed7fc2b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.961467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:22.984869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe96fb5-df43-4a58-a751-96e06e5f76c9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:22.990378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0d04217f-766f-49b1-b503-018c36c3dc92 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:22.993456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'network_id': '03ec0077-5a3e-476e-a9ce-eecc2a7f6190', 'port_id': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'mac_address': 'fa:16:3e:bc:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ffdbb-fcb6-4357-8bf6-67b26c2276f5', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:22.998620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dde8f02-3ee4-4823-89ca-1eed7fc2b967 None None] Port 2e548943-b9cd-458e-80ae-5d8ce2115608 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:23.003061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74686e5f-7ca0-47b6-8ddc-440df1dec146') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:23.003372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74686e5f-7ca0-47b6-8ddc-440df1dec146') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:23.040938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:23.044322 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.079823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86edefe7-33ed-4e3e-a50e-51b48d386f25 req-18ce6f26-83e7-449e-a7de-59df5d1e0a31 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 210 time: 0.1576502 Dec 10 04:47:23.100284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.125718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d977e30-5a0e-45df-9767-9872cb1b529d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:23.134475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.161162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:23.164416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0d04217f-766f-49b1-b503-018c36c3dc92 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:23.165921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.175049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:47:23.175650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:47:23.177596 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:47:23.199317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.260063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:23.263496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.286624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.293811 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbe96fb5-df43-4a58-a751-96e06e5f76c9 HTTP/1.1" status: 204 len: 168 time: 0.7255590 Dec 10 04:47:23.308520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.318155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5a556-ca2e-43d0-9659-5a03bce62c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe96fb5-df43-4a58-a751-96e06e5f76c9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:23.387833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.406784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 2e548943-b9cd-458e-80ae-5d8ce2115608 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:23.407314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.427933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['354abae8-51cd-44e6-b31d-7c675afa8ec6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:23.444223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:23.448764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:23.453319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:23.478875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.517330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:23.543194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40166) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:23.551141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:23.570807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.571556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.603592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e0fa0918-f21b-446b-bc28-b95f3541710e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7043519 Dec 10 04:47:23.622348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Request body: {'port': {'device_id': '51387f20-eab6-483e-b63f-21f401aa678d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:23.689373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.750231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 2e548943-b9cd-458e-80ae-5d8ce2115608 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:23.754832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.800211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e0799e08-9276-4f32-9c62-9b62c25aba8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77c9a763d08949a2bd9ec49b3018cc75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554703 Dec 10 04:47:23.811212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40176) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:23.876448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eab89a98-8f6f-494d-b8af-196d11fb8b12 None None] Provisioning complete for port b54c42fb-eab5-440c-b054-05ef627a50bd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:23.877908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eab89a98-8f6f-494d-b8af-196d11fb8b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:23.948372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-eab89a98-8f6f-494d-b8af-196d11fb8b12 None None] Port b54c42fb-eab5-440c-b054-05ef627a50bd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:23.953292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.959649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.965721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.972238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.978191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.984118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.990744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:23.998762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-94b6e332-c01c-4547-ba08-af8001cf78ea tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5439 time: 0.3914654 Dec 10 04:47:24.068652 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.140356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['c14de76c-8627-4c58-a477-32fb6a6a2ac7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:24.179406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4851c1dc-788e-4f54-835b-184a7da01b45 req-0b364114-3c41-46f3-8ee2-da536a9a4d1c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797633 Dec 10 04:47:24.181781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.222334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54c42fb-eab5-440c-b054-05ef627a50bd {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:24.235694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9d977e30-5a0e-45df-9767-9872cb1b529d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:24.236069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.239965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['716d6d4b-9e14-4c02-979d-210f1b215ff4'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:24.258388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['07b55e71-6d26-40eb-9b10-b233bf89aff5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:24.269883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f148693f-634a-49c9-9297-91a4f3085332'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:24.388084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e7a78-3ca0-4061-912c-4804a7646388 req-65a2700f-f5bc-43d9-8c46-8ef82f3bd041 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:24.390313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d60e7a78-3ca0-4061-912c-4804a7646388 req-65a2700f-f5bc-43d9-8c46-8ef82f3bd041 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 932 time: 0.1517682 Dec 10 04:47:24.407096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Transition to ACTIVE for port object b54c42fb-eab5-440c-b054-05ef627a50bd will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:47:24.416192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.458996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.506092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.509115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.510358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72af6986-611c-4cd0-afcf-6304cb04c33a HTTP/1.1" status: 204 len: 168 time: 0.6972244 Dec 10 04:47:24.525897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=2e548943-b9cd-458e-80ae-5d8ce2115608,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:24.601270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:24.675785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d60e7a78-3ca0-4061-912c-4804a7646388 req-9bc3b7ae-b651-4b01-9a8c-9b5a7da48b30 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692454 Dec 10 04:47:24.677244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f8834-07af-48f3-85e0-ec65147836db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72af6986-611c-4cd0-afcf-6304cb04c33a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:24.754638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Attempting to bind port b54c42fb-eab5-440c-b054-05ef627a50bd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:24.755230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Attempting to bind port b54c42fb-eab5-440c-b054-05ef627a50bd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:24.755822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Attempting to bind port b54c42fb-eab5-440c-b054-05ef627a50bd on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:24.774196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Port b54c42fb-eab5-440c-b054-05ef627a50bd on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:47:24.776751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Attempting to bind port b54c42fb-eab5-440c-b054-05ef627a50bd on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:24.793213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:24.793961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:24.794640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:24.798449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Bound port: b54c42fb-eab5-440c-b054-05ef627a50bd, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:24.799172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.954708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:24.978120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:24.984860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:24.999173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:25.083077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:25.083481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['48949bcc-9c4a-431a-90de-260b8535eaee'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:25.089501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.090131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:25.092222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-8cf159c3-0311-4944-9e16-29ed3c7bbc7f service neutron] 10.222.0.36 "PUT /v2.0/ports/b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 200 len: 1092 time: 1.4744368 Dec 10 04:47:25.092730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:25.095067 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e076e-d461-4289-af38-1d549bc385d4" -d '{"events": [{"name": "network-changed", "server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:25.256407 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc55d904-63f5-4b9d-8421-752bc5bb825f x-openstack-request-id: req-fc55d904-63f5-4b9d-8421-752bc5bb825f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:25.256988 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:25.256988 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc55d904-63f5-4b9d-8421-752bc5bb825f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:25.257388 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'status': 'completed', 'code': 200} Dec 10 04:47:25.292921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-7fa0fa41-c93f-463b-8c41-d2b55e82e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.298132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-7fa0fa41-c93f-463b-8c41-d2b55e82e73e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 1095 time: 0.1379480 Dec 10 04:47:25.336001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80751b92-4168-4964-944b-6167d2ebaedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:25.371539 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-3fc86e60-194b-4645-80e0-90e9876b0f28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 200 len: 217 time: 0.0616074 Dec 10 04:47:25.402607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f148693f-634a-49c9-9297-91a4f3085332 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:25.454836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router e75b5164-5d37-4a56-924c-12d9b4832da0 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:25.473688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-70b43729-b9df-4c00-a3a3-f5d5d7e04263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.476233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-70b43729-b9df-4c00-a3a3-f5d5d7e04263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.0967679 Dec 10 04:47:25.645088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-2c89045a-5b18-496d-b6b0-88452413e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.646969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-2c89045a-5b18-496d-b6b0-88452413e873 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619265 Dec 10 04:47:25.663468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:25.693113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2706d59b-776f-4f4c-aa91-4458679bf6f5 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/e75b5164-5d37-4a56-924c-12d9b4832da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8593435 Dec 10 04:47:25.693368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:25.694767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] Sync routers for ids ['e75b5164-5d37-4a56-924c-12d9b4832da0'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:25.706943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port f148693f-634a-49c9-9297-91a4f3085332 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:25.726234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.733979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.741546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.748549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.755688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.764251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.771883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:25.774442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7d8c034-e761-456c-a302-44e168b7f015 req-f2f79440-4ffc-4957-9ca0-2e8980399d7c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5439 time: 0.3261576 Dec 10 04:47:25.788496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f148693f-634a-49c9-9297-91a4f3085332 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:25.789152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:25.808447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] Routers {'e75b5164-5d37-4a56-924c-12d9b4832da0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:25.809528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e75b5164-5d37-4a56-924c-12d9b4832da0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:25.815446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c943a197-7e1b-46fb-a53b-0d1bbac88577 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=e75b5164-5d37-4a56-924c-12d9b4832da0 HTTP/1.1" status: 200 len: 205 time: 0.1170931 Dec 10 04:47:25.882142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:25.883257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:25.908984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40232) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:25.922721 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-e73ad84e-dd01-4aa3-97f0-a619a40ade19 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674093 Dec 10 04:47:25.930631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] Routers {'e75b5164-5d37-4a56-924c-12d9b4832da0'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:25.931642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e75b5164-5d37-4a56-924c-12d9b4832da0'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:25.980915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:25.981625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b690e-b23b-4ff3-baad-875e0870f132 None None] The sync data for ids ['e75b5164-5d37-4a56-924c-12d9b4832da0'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:26.051563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.102969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.118022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:26.123056 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8f6f1-89a9-4375-84e7-277883e04f3e" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "f148693f-634a-49c9-9297-91a4f3085332"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:26.134620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-307bca18-803b-4e28-a58b-2313dac97ea6 req-1d9443c1-2d10-4995-9936-915ce684a844 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037926 Dec 10 04:47:26.147197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:26.156112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.294014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e75b-6969-414f-a1f2-4d1ced00962d req-fe0cb141-a8d4-4f33-9ea4-9a7ce8c935c5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:26.295766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8422e75b-6969-414f-a1f2-4d1ced00962d req-fe0cb141-a8d4-4f33-9ea4-9a7ce8c935c5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 944 time: 0.4792356 Dec 10 04:47:26.297151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:26.348070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:26.359825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e076e-d461-4289-af38-1d549bc385d4 req-a0cbfe9d-6a3b-4c9f-8758-5bb4a01b6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:26.361909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-a0cbfe9d-6a3b-4c9f-8758-5bb4a01b6b16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 1095 time: 0.1286113 Dec 10 04:47:26.417082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7d8c034-e761-456c-a302-44e168b7f015 req-5f4041ed-c385-41cd-bf47-5d362e5e1463 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6223526 Dec 10 04:47:26.499212 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172388a-e6a6-4366-bd0b-7e048ab49957 x-openstack-request-id: req-d172388a-e6a6-4366-bd0b-7e048ab49957 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:26.500064 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "f148693f-634a-49c9-9297-91a4f3085332", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:26.500335 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d172388a-e6a6-4366-bd0b-7e048ab49957 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:26.500821 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332', 'code': 200} Dec 10 04:47:26.503905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.506388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.513157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1253836883-network', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:26.571607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e076e-d461-4289-af38-1d549bc385d4 req-8a7c2e0d-8a03-4396-b7e8-3be866ac02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:26.573339 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-8a7c2e0d-8a03-4396-b7e8-3be866ac02ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.2032759 Dec 10 04:47:26.582146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:26.585021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.606492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.610338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.610863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router e75b5164-5d37-4a56-924c-12d9b4832da0 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:47:26.628308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.629752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6e978cf-b749-41bd-b26b-691413c3414c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/e75b5164-5d37-4a56-924c-12d9b4832da0 HTTP/1.1" status: 204 len: 168 time: 0.7171838 Dec 10 04:47:26.635004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:26.653566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-e3ae83ac-6a14-4bfe-a2a3-5c63b7b27ef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 200 len: 217 time: 0.0638967 Dec 10 04:47:26.718612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8422e75b-6969-414f-a1f2-4d1ced00962d req-51186048-e6c0-460e-9054-91c0f15d6610 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009576 Dec 10 04:47:26.730893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet 90dfe17e-4162-4631-9d63-ed4234906e92 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:47:26.735266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.783377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.787510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e076e-d461-4289-af38-1d549bc385d4 req-27e392a3-e461-4ef5-86b3-8335776e5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:26.789324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-27e392a3-e461-4ef5-86b3-8335776e5f6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1261983 Dec 10 04:47:26.791681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.801719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.842869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:26.867671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15820073-65ea-4e79-8873-2e89f6f61447,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:26.872113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.872453 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Added segment d11ddb4a-224a-498f-b075-3dd00a5038d6 of type vlan for network c2ee61fb-678d-494d-87c9-a783e70a5230 Dec 10 04:47:26.905221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e076e-d461-4289-af38-1d549bc385d4 req-ee0493b5-afa1-4117-affe-a9431fe05a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:26.905760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.906842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-ee0493b5-afa1-4117-affe-a9431fe05a13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088624 Dec 10 04:47:26.933379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.971477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.987674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:26.991215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/90dfe17e-4162-4631-9d63-ed4234906e92 HTTP/1.1" status: 204 len: 168 time: 0.3544614 Dec 10 04:47:26.996346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fdc872-755d-4fb4-b955-2e0123da8457 None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:27.004190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:27.036110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fe7bc-10ee-49a1-8985-1b3c92ad56f7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=90dfe17e-4162-4631-9d63-ed4234906e92,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:27.053811 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.054844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.055382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.201229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40280) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:27.204254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8546860 Dec 10 04:47:27.214396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc01c-2fb9-46b8-9897-2288b9be3a2b admin admin] Pushing event updated for resources: {'Network': ['ID=c2ee61fb-678d-494d-87c9-a783e70a5230,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:27.215153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Request body: {'subnet': {'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1253836883-subnet', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:27.218402 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-8721d427-3a00-49fc-962e-226a92527e20 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966444 Dec 10 04:47:27.224081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.234195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c2ee61fb-678d-494d-87c9-a783e70a5230 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:27.258742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] DHCP port deletion for e9327afa-9919-435c-a4f2-f9b98291df14 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:27.289967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:27.293789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.310072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c14de76c-8627-4c58-a477-32fb6a6a2ac7 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:27.352896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-722e076e-d461-4289-af38-1d549bc385d4 req-3c355fa8-56d9-4ad2-a992-b6dbdd1ede78 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258337 Dec 10 04:47:27.390428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 0d04217f-766f-49b1-b503-018c36c3dc92 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:27.390765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.480337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Deleting port 0d04217f-766f-49b1-b503-018c36c3dc92 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:27.481088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.486773 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.493308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 0d04217f-766f-49b1-b503-018c36c3dc92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0d04217f-766f-49b1-b503-018c36c3dc92,segment=NetworkSegment(0a6e0415-1984-4574-b6b8-f8663ec415d7),segment_id=0a6e0415-1984-4574-b6b8-f8663ec415d7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:27.493765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.516642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 0d04217f-766f-49b1-b503-018c36c3dc92 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:27.660892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.696404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=0d04217f-766f-49b1-b503-018c36c3dc92,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:27.707471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port 0d04217f-766f-49b1-b503-018c36c3dc92 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:27.761161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.769397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.769796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] For port 0d04217f-766f-49b1-b503-018c36c3dc92, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0d04217f-766f-49b1-b503-018c36c3dc92,segment=NetworkSegment(0a6e0415-1984-4574-b6b8-f8663ec415d7),segment_id=0a6e0415-1984-4574-b6b8-f8663ec415d7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:27.770768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.776730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.784682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.787696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port c14de76c-8627-4c58-a477-32fb6a6a2ac7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:27.791445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.799771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.800033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port c14de76c-8627-4c58-a477-32fb6a6a2ac7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:27.801952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.806386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:27.809310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-5e04d337-29ae-4b10-bc12-ff96e00d0a56 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5440 time: 0.2252598 Dec 10 04:47:27.838950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.853793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.860417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Calling delete_port for 0d04217f-766f-49b1-b503-018c36c3dc92 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:27.878584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9327afa-9919-435c-a4f2-f9b98291df14']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:27.895909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6e0415-1984-4574-b6b8-f8663ec415d7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:27.896192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6e0415-1984-4574-b6b8-f8663ec415d7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:27.916098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.944305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.952774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:47:27.953169 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:47:27.956955 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:47:27.962711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:28.008964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ff27c7c-766f-42b1-8acf-91de9525554a req-1d0089fe-1fce-45fc-a571-6af3fafd411b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865199 Dec 10 04:47:28.022149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Checking segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:28.022511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Network hostable DHCP agents. Network: c2ee61fb-678d-494d-87c9-a783e70a5230, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:28.040413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.052561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207a611-f8b6-4928-9777-fba7d4911469 req-64cbe42a-d747-4a40-857e-e8f53a409f32 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:28.055801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.059760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3207a611-f8b6-4928-9777-fba7d4911469 req-64cbe42a-d747-4a40-857e-e8f53a409f32 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 944 time: 0.0980117 Dec 10 04:47:28.065640 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/e9327afa-9919-435c-a4f2-f9b98291df14 HTTP/1.1" status: 204 len: 168 time: 1.0603700 Dec 10 04:47:28.068647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:28.074726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-165974625', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:28.090617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Network c2ee61fb-678d-494d-87c9-a783e70a5230 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:47:28.092270 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 04:47:28.101524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.118068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c2ee61fb-678d-494d-87c9-a783e70a5230) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:28.120046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.126645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:28.127799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.141145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.142812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.143470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91beaa8c-36ff-4b22-a5e8-42f66c46dcba None None] Network c2ee61fb-678d-494d-87c9-a783e70a5230 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:28.156377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3207a611-f8b6-4928-9777-fba7d4911469 req-e83ca3df-6a50-4c37-b46e-25594948c712 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Dec 10 04:47:28.156600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd812-5eee-44b6-ae94-d9092903badf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=e9327afa-9919-435c-a4f2-f9b98291df14,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:28.167602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d948f05e-b051-4ec9-83a9-59815baa4bad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9630301 Dec 10 04:47:28.168279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:28.175053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:28.207368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:28.241310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Network e9327afa-9919-435c-a4f2-f9b98291df14 is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:47:28.241769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] No DVR routers for this DVR port 0d04217f-766f-49b1-b503-018c36c3dc92 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:47:28.246122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.254437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.254713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dafb43-d9a0-430c-a26f-9b6ade2db3c0 None None] Pushing event deleted for resources: {'Port': ['ID=0d04217f-766f-49b1-b503-018c36c3dc92,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:28.255549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.257584 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.395287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.426196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:28.491205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c2ee61fb-678d-494d-87c9-a783e70a5230', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:28.492411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.507455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:28.510304 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd164a-ffcd-4932-9686-777bb2cb6e6f" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:28.642678 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222edda-3dc6-46de-b876-609c1dd54901 x-openstack-request-id: req-2222edda-3dc6-46de-b876-609c1dd54901 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:28.643042 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:28.643183 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2222edda-3dc6-46de-b876-609c1dd54901 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:28.643551 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'code': 200} Dec 10 04:47:28.668100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Allocated IP 172.20.0.2 (c2ee61fb-678d-494d-87c9-a783e70a5230/fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42/9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:28.731576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.833241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0d04217f-766f-49b1-b503-018c36c3dc92 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:47:28.864857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0d04217f-766f-49b1-b503-018c36c3dc92 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:47:28.865476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0d04217f-766f-49b1-b503-018c36c3dc92 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:47:28.913254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.959000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.959275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:28.969574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.023324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Network c2ee61fb-678d-494d-87c9-a783e70a5230 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:29.036468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:29.040000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:29.042005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Pushing event updated for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:29.171206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Attempting to bind port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:29.171587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Attempting to bind port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:29.171951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Attempting to bind port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 on network c2ee61fb-678d-494d-87c9-a783e70a5230 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:29.183800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:29.187672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Checking segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:29.188498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.193932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Bound using segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:29.195072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Bound port: 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:29.197209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.329465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.332320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 716d6d4b-9e14-4c02-979d-210f1b215ff4 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:29.337183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.343408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.351251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.360291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.368274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.377309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.386243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.387960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-f5162a2d-eddf-4963-91ea-1c7be7b14231 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5441 time: 0.1952910 Dec 10 04:47:29.393752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:29.416522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.443043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:29.453792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2ba5c-42bb-4f44-b2fd-198d44b38413 req-0c3b2c6d-36ad-4295-baed-99810791553a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:29.457735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fe2ba5c-42bb-4f44-b2fd-198d44b38413 req-0c3b2c6d-36ad-4295-baed-99810791553a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 944 time: 0.1917560 Dec 10 04:47:29.464995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.469085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b54c42fb-eab5-440c-b054-05ef627a50bd details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:29.515486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.516307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.548520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c72f04a6-8548-4132-9947-dfc80010fdd0 req-4f09c0e6-9c36-4fd1-be8b-57d5b9195e64 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557775 Dec 10 04:47:29.615367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fe2ba5c-42bb-4f44-b2fd-198d44b38413 req-a595dfa6-b49e-4658-ad26-f056e615c179 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347420 Dec 10 04:47:29.676197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035e9ee-d544-4a8a-9eaa-83365b942eed None None] Pushing event updated for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:29.680403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:29.690045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 716d6d4b-9e14-4c02-979d-210f1b215ff4 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:29.696947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 716d6d4b-9e14-4c02-979d-210f1b215ff4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:29.697324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.699009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'mac_address': 'fa:16:3e:37:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:29.699573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Allocated IP 172.25.8.112 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/25f6cc05-cbb3-481a-b28a-e97893cdbe44) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:29.824991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.826701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.841039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54c42fb-eab5-440c-b054-05ef627a50bd {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:29.862624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:29.870036 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.872096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.961429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:29.975725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:29.976778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:30.007235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:30.040729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805c2e3-4c4a-451f-9fe0-a2b62da38106 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:30.097704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:30.130651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:30.142802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.143581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 48949bcc-9c4a-431a-90de-260b8535eaee up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:30.203705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.25.8.246 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d69ea8f8-4656-4f99-8837-f67e553563fe) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:30.218546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=25f6cc05-cbb3-481a-b28a-e97893cdbe44,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:30.231339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:30.234728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['b54c42fb-eab5-440c-b054-05ef627a50bd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:30.313473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2a31eb88-d474-4010-8103-0185f95f1f60 None None] Provisioning complete for port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:30.313988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a31eb88-d474-4010-8103-0185f95f1f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.432533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a31eb88-d474-4010-8103-0185f95f1f60 None None] Port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:30.460230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 48949bcc-9c4a-431a-90de-260b8535eaee completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:30.493825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 48949bcc-9c4a-431a-90de-260b8535eaee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:30.494410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.562181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.565350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.621857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.645684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716d6d4b-9e14-4c02-979d-210f1b215ff4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:30.647241 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a6de89-4e82-4c8b-8ced-01b361b174e7" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "716d6d4b-9e14-4c02-979d-210f1b215ff4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:30.699298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:30.708372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.726457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:30.727407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9d977e30-5a0e-45df-9767-9872cb1b529d up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:30.737128 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b61de7-c253-402a-9e25-98a3ab52fd51 x-openstack-request-id: req-96b61de7-c253-402a-9e25-98a3ab52fd51 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:30.737469 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "716d6d4b-9e14-4c02-979d-210f1b215ff4", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:30.737730 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b61de7-c253-402a-9e25-98a3ab52fd51 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:30.738800 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716d6d4b-9e14-4c02-979d-210f1b215ff4', 'code': 200} Dec 10 04:47:30.775862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:30.780203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=d69ea8f8-4656-4f99-8837-f67e553563fe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:30.782837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:30.785519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:30.793486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.806798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.808938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dd73b-1013-400f-a540-b535a6e84e35 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:30.821717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.842856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.850521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.859322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.879365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:30.911355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-e93a8a3f-3359-4572-a784-014c84d1ab7d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5442 time: 0.2373056 Dec 10 04:47:30.946000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:30.996610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:31.000380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9d977e30-5a0e-45df-9767-9872cb1b529d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:31.035249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3840692c-2ad1-4f84-a5e3-6652fb1b656c None None] Provisioning complete for port d69ea8f8-4656-4f99-8837-f67e553563fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:31.035626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3840692c-2ad1-4f84-a5e3-6652fb1b656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.039075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9d977e30-5a0e-45df-9767-9872cb1b529d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:31.039438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.063428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-771c5a9b-a9f3-433d-b0b5-498043c8a3e2 req-879c8f0c-1c2f-40e1-b270-4c5b3febb866 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463459 Dec 10 04:47:31.150262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08fcb2-0928-4522-9b8c-f9e38836f2ab req-e21c39d3-cc6e-4796-bb4e-9ceac3c1b3e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:31.179623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df08fcb2-0928-4522-9b8c-f9e38836f2ab req-e21c39d3-cc6e-4796-bb4e-9ceac3c1b3e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 945 time: 0.2170031 Dec 10 04:47:31.185556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3840692c-2ad1-4f84-a5e3-6652fb1b656c None None] Port d69ea8f8-4656-4f99-8837-f67e553563fe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:31.230068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:31.230452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.281789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.300122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df08fcb2-0928-4522-9b8c-f9e38836f2ab req-6cd0c567-5087-4664-8550-6c66c5b89133 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172681 Dec 10 04:47:31.373416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.490795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b54c42fb-eab5-440c-b054-05ef627a50bd up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:31.519812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:31.545228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac23af-0544-47a8-89ef-92a4e4159324 None None] Network c2ee61fb-678d-494d-87c9-a783e70a5230 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:31.555683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.556566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07b55e71-6d26-40eb-9b10-b233bf89aff5 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:31.623944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.884608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.919637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:31.931509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:31.932461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a8dec835-de98-47c4-b0cb-d086a2ce1387 None None] Provisioning complete for port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:31.932862 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8dec835-de98-47c4-b0cb-d086a2ce1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.957806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:31.973170 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:31.974951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port b54c42fb-eab5-440c-b054-05ef627a50bd completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:32.010670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port b54c42fb-eab5-440c-b054-05ef627a50bd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:32.011113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.021571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 07b55e71-6d26-40eb-9b10-b233bf89aff5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:47:32.058266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 07b55e71-6d26-40eb-9b10-b233bf89aff5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:32.058707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.114891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8feaf5d7-65b1-44bd-aa3d-52e8b73c7ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.129604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:32.362595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.367833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:32.425246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.447121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.461549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.477999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.491418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.504118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.514236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:32.522941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.537843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.538442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.556670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.568660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-253200cf-5afb-4e19-9119-4d72e1646628 req-232b5dde-832e-4b77-bb48-e55b0327b7ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5444 time: 0.3373191 Dec 10 04:47:32.593833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:32.601722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:32.607419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:32.609528 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Sync routers for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:32.624767 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:32.625948 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:32.637478 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.639768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-134a82f3-0080-4100-b6dc-8cfdcf2eae84 None None] Provisioning complete for port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:32.640394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-134a82f3-0080-4100-b6dc-8cfdcf2eae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.661413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.665190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-87ff1b70-f377-49f4-aca0-2d37bdbe9ad0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4925945 Dec 10 04:47:32.665467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:32.692091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8feaf5d7-65b1-44bd-aa3d-52e8b73c7ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.737294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:32.756327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee'}, {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d'}, {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b55e71-6d26-40eb-9b10-b233bf89aff5'}, {'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:32.758674 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8948c5a4-4dd1-48da-951a-96fef7c56c35" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee"}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d"}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "07b55e71-6d26-40eb-9b10-b233bf89aff5"}, {"server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "name": "network-vif-plugged", "status": "completed", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:32.768189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8feaf5d7-65b1-44bd-aa3d-52e8b73c7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:32.771420 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:32.863392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaf5d7-65b1-44bd-aa3d-52e8b73c7ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474173c5-1089-4d6b-a61c-a79de6750e40,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:32.915407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:32.927537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-253200cf-5afb-4e19-9119-4d72e1646628 req-1c350b61-d3b1-43c7-b031-a5c143cc446e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3511775 Dec 10 04:47:32.939460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router b555025b-25c9-4554-bb6d-78ec9d10f4a8 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:32.956233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a1dce-f8e0-4eee-b011-e1827d203b59 req-4bd49c4a-a60d-4089-a595-29f85fafb67a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:32.961598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e3a1dce-f8e0-4eee-b011-e1827d203b59 req-4bd49c4a-a60d-4089-a595-29f85fafb67a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 946 time: 0.3819988 Dec 10 04:47:33.045138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8feaf5d7-65b1-44bd-aa3d-52e8b73c7ca1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee1544167329478db289a30d8bb774d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0862308 Dec 10 04:47:33.054029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:33.065297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:33.066420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.131444 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:30Z', 'revision_number': 3, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.135548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:33.152615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] Sync routers for ids ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:33.161321 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef9634f-5145-45c6-aa8f-6e13647b99a8 x-openstack-request-id: req-fef9634f-5145-45c6-aa8f-6e13647b99a8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:33.166607 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee", "code": 200}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d", "code": 200}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-plugged", "status": "completed", "tag": "07b55e71-6d26-40eb-9b10-b233bf89aff5", "code": 200}, {"server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "name": "network-vif-plugged", "status": "completed", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:33.166946 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fef9634f-5145-45c6-aa8f-6e13647b99a8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:33.167473 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee', 'code': 200} Dec 10 04:47:33.167831 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'code': 200} Dec 10 04:47:33.168180 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b55e71-6d26-40eb-9b10-b233bf89aff5', 'code': 200} Dec 10 04:47:33.168605 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'code': 200} Dec 10 04:47:33.172676 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Checking router: c538220c-59f5-45e3-a0ab-d5fdb500a6e8 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:47:33.173048 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Updating router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:47:33.178053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e3a1dce-f8e0-4eee-b011-e1827d203b59 req-e7178fb9-23d6-43e2-b1a1-24acc9d4af36 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939979 Dec 10 04:47:33.191609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] Routers {'b555025b-25c9-4554-bb6d-78ec9d10f4a8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:33.191609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.205736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.218695 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.239958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.241612 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0e88bf3-e80d-4cc4-8e01-69d9fd8f40c7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1709559 Dec 10 04:47:33.248217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:33.254205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.299701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.358925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.364598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.366181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/474173c5-1089-4d6b-a61c-a79de6750e40 HTTP/1.1" status: 204 len: 168 time: 0.3079870 Dec 10 04:47:33.379841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.381019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.381742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.383238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.383921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.384613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.385802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.388656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-c5fd44c0-475f-45e4-b575-90dc52a7ac9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.0802228 Dec 10 04:47:33.405692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646a10f-d6f8-4bfe-860f-dd3596a149df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474173c5-1089-4d6b-a61c-a79de6750e40,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:33.416695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] Routers {'b555025b-25c9-4554-bb6d-78ec9d10f4a8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:33.418035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.496922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1124a2-a8ba-420f-97c5-0dc0bc97a41a req-3fd043be-f153-425c-ad6f-32814d874c18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984793 Dec 10 04:47:33.505462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.506195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6d34e-836a-4eba-a58b-9232b8a49165 None None] The sync data for ids ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:33.602579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062cf3d-7bda-49a9-82d7-6e2faa213091 req-a4c0f982-3017-40c8-88fd-e3f22d0a15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:33.604838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e062cf3d-7bda-49a9-82d7-6e2faa213091 req-a4c0f982-3017-40c8-88fd-e3f22d0a15fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 1097 time: 0.2790952 Dec 10 04:47:33.631608 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7ec4981-a9e3-4d80-8009-d65e272e14f2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers/b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 200 len: 880 time: 0.3817835 Dec 10 04:47:33.634048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:33.668248 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.675628 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.732181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Pushing event updated for resources: {'Port': ['ID=25f6cc05-cbb3-481a-b28a-e97893cdbe44,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:33.743314 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.743665 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.744005 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.744353 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.744689 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.745210 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.745706 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.746309 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.746803 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.747291 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.747793 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.748281 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.748816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:47:33.769883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c911ec8-3562-42d9-828f-f17c8268d13e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:33.770654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Attempting to bind port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:33.771216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Attempting to bind port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:33.771767 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Attempting to bind port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:33.778517 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:33.779058 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:33.779466 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.780000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:33.781058 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Bound port: 25f6cc05-cbb3-481a-b28a-e97893cdbe44, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:33.781449 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.825187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e062cf3d-7bda-49a9-82d7-6e2faa213091 req-d6453a06-f5e8-4815-9376-f41786ac98a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069261 Dec 10 04:47:33.825472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7a2e0452-aa1f-4c9f-b50a-961a20da7b48 None None] Provisioning complete for port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:33.825472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0452-aa1f-4c9f-b50a-961a20da7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.846930 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] For port 25f6cc05-cbb3-481a-b28a-e97893cdbe44, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:33.850216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] For port 25f6cc05-cbb3-481a-b28a-e97893cdbe44, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=25f6cc05-cbb3-481a-b28a-e97893cdbe44,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:33.855788 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:33.890290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a2e0452-aa1f-4c9f-b50a-961a20da7b48 None None] Port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:33.910539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75fbe5-7d0b-4835-9ce7-a9bb2a108b9d None None] Pushing event updated for resources: {'Port': ['ID=25f6cc05-cbb3-481a-b28a-e97893cdbe44,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:33.936862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1416f-61bf-4b4e-a68c-3993386b7171 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:33.948797 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:33.949404 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:33.962493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.033506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] Provisioning complete for port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:34.033877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.042197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-41eabd14-731d-450f-930b-b054c50a88bd tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4046228 Dec 10 04:47:34.043512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:34.050600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-165974625'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:34.268828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.291386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Allocated IP 172.20.0.1 (c2ee61fb-678d-494d-87c9-a783e70a5230/fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42/2a1e6a98-52cd-48c8-b3dc-b86f2571e69d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:34.293545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] For port 25f6cc05-cbb3-481a-b28a-e97893cdbe44, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=25f6cc05-cbb3-481a-b28a-e97893cdbe44,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:34.305790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.424072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:34.454291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01bc26-6198-450e-b6db-dba14580684a None None] Pushing event updated for resources: {'Port': ['ID=25f6cc05-cbb3-481a-b28a-e97893cdbe44,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:34.470195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.511380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.615833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Network c2ee61fb-678d-494d-87c9-a783e70a5230 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:34.629032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:34.633924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:34.637275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:34.704885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:34.820963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.827332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.835384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.842073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.848902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.854868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.861006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.863447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1316839-8981-45f4-823b-8b56c89d0637 req-07c32b0f-4809-49e1-b148-d1a3490815cd tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.8179932 Dec 10 04:47:34.889461 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:47:34.909842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa5e5d-111a-45b3-aa41-54160cca97aa req-7064d8b7-e62e-4521-a8d8-c0fcd155d683 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:34.917876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0afa5e5d-111a-45b3-aa41-54160cca97aa req-7064d8b7-e62e-4521-a8d8-c0fcd155d683 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 946 time: 0.2952752 Dec 10 04:47:34.923168 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:30Z', 'revision_number': 3, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:34.982066 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6c521-30c1-434c-96ad-6bf5d3a4754b None None] The sync data for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 is: [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:30Z', 'revision_number': 3, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:35.040332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.062368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0afa5e5d-111a-45b3-aa41-54160cca97aa req-9b57e6a0-adfc-4085-bab6-a9319df50671 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434646 Dec 10 04:47:35.153371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3fcf13d9-2d00-4cb0-a0a0-096d92644302 None None] Provisioning complete for port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:35.153763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fcf13d9-2d00-4cb0-a0a0-096d92644302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.184623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1316839-8981-45f4-823b-8b56c89d0637 req-78bd564d-8d21-4301-9926-7df788c2b62b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3120005 Dec 10 04:47:35.287135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf13d9-2d00-4cb0-a0a0-096d92644302 None None] Port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:35.442726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.450236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.461972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.494313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.565920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.567946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:35.698839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Network c2ee61fb-678d-494d-87c9-a783e70a5230 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:35.700415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:35.747619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router b555025b-25c9-4554-bb6d-78ec9d10f4a8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:35.953448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:35.960894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:35.962104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81a0f555-1c60-4f13-86b0-9b4a142f27cf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 200 len: 887 time: 1.9178293 Dec 10 04:47:35.965957 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c19445-31d5-444d-acea-147a649de562 None None] Sync routers for ids ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:35.966548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:35.979103 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] Routers {'b555025b-25c9-4554-bb6d-78ec9d10f4a8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:35.980062 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:36.020973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:36.039370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:36.050443 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] Routers {'b555025b-25c9-4554-bb6d-78ec9d10f4a8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:36.051060 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:36.074551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:36.096854 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b5c19445-31d5-444d-acea-147a649de562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:36.097507 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c19445-31d5-444d-acea-147a649de562 None None] The sync data for ids ['b555025b-25c9-4554-bb6d-78ec9d10f4a8'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:36.117767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a042d8fd-a40c-48ff-b804-665faf512d32 None None] Provisioning complete for port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:36.118222 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a042d8fd-a40c-48ff-b804-665faf512d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.174842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a042d8fd-a40c-48ff-b804-665faf512d32 None None] Port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:36.275052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'network': {'name': 'tempest-network-smoke--1891410705', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:36.313302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aac477-c32c-4bba-8c72-af555046aded req-c9a005e4-d773-4ab8-a1c4-79cb1f4fa6f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.315046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6aac477-c32c-4bba-8c72-af555046aded req-c9a005e4-d773-4ab8-a1c4-79cb1f4fa6f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 946 time: 0.1058848 Dec 10 04:47:36.316250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:36.320452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.333101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-83191a28-5a93-4e29-969b-4e9c8feb2de7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers/b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 200 len: 887 time: 0.3608508 Dec 10 04:47:36.338835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:36.354962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.380520 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c2129a8-b973-44f4-be1b-9725ccf54d0d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 200 len: 205 time: 0.0403588 Dec 10 04:47:36.381256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:36.458593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6aac477-c32c-4bba-8c72-af555046aded req-d3fac001-69e2-40ea-a9f0-6ba67749ce92 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344354 Dec 10 04:47:36.495679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.501814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.507925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.511977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:36.520654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.529424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.554709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.569329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-13cba985-90c1-4a82-97cc-0f7684f18673 admin admin] 10.222.0.43 "PUT /v2.0/routers/c538220c-59f5-45e3-a0ab-d5fdb500a6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8963063 Dec 10 04:47:36.569597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:36.575045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-b85d9069-a58c-4934-9dc8-d59e27d1dcbf tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.2013359 Dec 10 04:47:36.610555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.667748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29b59221-a68f-4c68-a664-24744ad4e1ea req-5c4a2082-df27-48cd-8f46-9554bafbe1ec tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877483 Dec 10 04:47:36.679065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.686271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.744351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:36.760983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8cbec-940a-44e1-b711-ccdcede0e8c8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:36.769101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.769460 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Added segment b30c26ef-9837-45f9-a176-c208d707b990 of type vlan for network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 Dec 10 04:47:36.867371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:36.913746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 25f6cc05-cbb3-481a-b28a-e97893cdbe44 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:36.990240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:36.990883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.071416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.077843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.085004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.096253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.103280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.111868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.129819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.137175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51191134-9c57-4dd8-9cb1-0baf23a1b730 req-34840861-a75c-4f12-88a9-c425c554ecb4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.2610810 Dec 10 04:47:37.144383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.149560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.150721 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.157331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40536) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:37.192088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Request body: {'floatingip': {'port_id': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:37.263476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.358578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-97548b6f-ac90-4177-9725-519626871ce4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 267 time: 0.4794340 Dec 10 04:47:37.410945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.429246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3883927 Dec 10 04:47:37.434861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:37.450817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'admin_state_up': True, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:37.500352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcb54-1f74-4f58-81b2-187aaae56c66 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Network': ['ID=c1d8db5e-624d-4080-b31e-c3c97b19ffa1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:37.512237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:37.576561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.578387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.639973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-eebee031-0e6b-4c25-b36f-d09a21425300 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:37.648192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-eebee031-0e6b-4c25-b36f-d09a21425300 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 946 time: 0.2337208 Dec 10 04:47:37.657392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'security_groups': []}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:37.660158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port d69ea8f8-4656-4f99-8837-f67e553563fe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:37.662766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.726511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40560) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:37.735757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-313622252-network', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:37.757933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Sync routers for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:37.790141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:37.790860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:37.814036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.818520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:37.844367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for d69ea8f8-4656-4f99-8837-f67e553563fe owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:37.962040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Made reservation on behalf of 3fbdc1f5ba6c4182a32708891fb55e56 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:37.963702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:37.965246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.000819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.038002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.135899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.231770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:35Z', 'revision_number': 2, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:38.263930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Checking router: c538220c-59f5-45e3-a0ab-d5fdb500a6e8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:47:38.264695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Updating router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:47:38.293898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.337677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.396995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=d69ea8f8-4656-4f99-8837-f67e553563fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:38.417291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81fd71-fc8e-47fc-b218-bfd304f5b29a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:38.554052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.613656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.636509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.644897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.646500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.657240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:38.667803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.668246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.668696 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Added segment 1cc30713-e6c5-4654-b13c-743148a9028a of type vlan for network 1f84ea52-84a3-4671-9f65-1e11e254560b Dec 10 04:47:38.670039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.722677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.740350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda0563-0357-4da4-bae7-1ff63b893c36 None None] Pushing event updated for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:38.770338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d5cdb-6734-4315-ad1f-864289b1ee0b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:38.787458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:38.800179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.822881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.866272 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.866971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router b555025b-25c9-4554-bb6d-78ec9d10f4a8 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:47:38.867564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Attempting to bind port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:38.868644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Attempting to bind port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:38.869026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Attempting to bind port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d on network c2ee61fb-678d-494d-87c9-a783e70a5230 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:38.874698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:38.875076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Checking segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:38.875809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.876017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Bound using segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:38.877198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Bound port: 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:38.877637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.877758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.878005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:47:38.881031 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-29ac606a-f6f5-4940-afdd-07a5b5efb074 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 204 len: 168 time: 2.4968402 Dec 10 04:47:38.888455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:38.893786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-196542192'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:38.901052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:47:38.956962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:38.960603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.960763 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:38.961556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:38.962461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.014082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.25.8.68 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/df648a16-260e-49a6-9e22-741aeca83d87) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:39.025006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:47:39.040317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] For port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:39.047756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.049392 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197 of type vlan for network e76b8e87-4f01-494c-9e69-9975fd0baa14 Dec 10 04:47:39.052920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] For port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:39.068302 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.079901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] Pushing event updated for resources: {'Network': ['ID=1f84ea52-84a3-4671-9f65-1e11e254560b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:39.115205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c5b623c-d1d3-4755-b021-77b973b72dea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3875897 Dec 10 04:47:39.119219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.120808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:39.125984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.134701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.134889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Request body: {'subnet': {'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-313622252-subnet', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:39.139441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.144131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.202026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1f84ea52-84a3-4671-9f65-1e11e254560b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:39.233547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.237491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['354abae8-51cd-44e6-b31d-7c675afa8ec6', 'b54c42fb-eab5-440c-b054-05ef627a50bd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:39.243764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:39.265699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:39.266348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.267813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b76ff67a-fa60-442f-86ab-1f5130e9fb3b req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "PUT /v2.0/ports/b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 200 len: 905 time: 1.6172616 Dec 10 04:47:39.284015 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.286113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:39.288856 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a9fefb-d16b-4234-bbf0-ee761c96272a" -d '{"events": [{"name": "network-changed", "server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:39.291720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Made reservation on behalf of 3fbdc1f5ba6c4182a32708891fb55e56 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:39.294331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.297172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:39.301283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.349114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:39.422382 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52c24f-d8f4-45ce-9141-5799ca343a56 x-openstack-request-id: req-ab52c24f-d8f4-45ce-9141-5799ca343a56 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:39.422775 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:39.422965 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab52c24f-d8f4-45ce-9141-5799ca343a56 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:39.423393 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'status': 'completed', 'code': 200} Dec 10 04:47:39.485094 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5955086 Dec 10 04:47:39.490390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e3926-ba88-4578-bf76-b2a5eb11f09f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:39.505842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:39.520283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:39.551554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda0563-0357-4da4-bae7-1ff63b893c36 None None] Pushing event updated for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:39.572235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['b54c42fb-eab5-440c-b054-05ef627a50bd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:39.632704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:39.633923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:39.653278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:39.654646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b200977-b010-40b9-bda9-ec38a6d6694c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=e76b8e87-4f01-494c-9e69-9975fd0baa14,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:39.656267 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Floating IP 774ffb0f-0c81-4bf6-b1cd-5d1785c51eed associated. External IP: 172.25.8.27, port: d56ccb88-f697-4979-bc99-1d9d674f4efa. Dec 10 04:47:39.677923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:39.683730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:39.698625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=df648a16-260e-49a6-9e22-741aeca83d87,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:39.742669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-5b06853f-dd79-4906-832b-300e6141eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:39.744592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-5b06853f-dd79-4906-832b-300e6141eb43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 1059 time: 0.2348359 Dec 10 04:47:39.753511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65c92-c7b0-42d6-a4b9-a12ecd5da629 req-b634f64b-fd89-4ed8-ad59-9116d7ffb4f0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:39.755656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34a65c92-c7b0-42d6-a4b9-a12ecd5da629 req-b634f64b-fd89-4ed8-ad59-9116d7ffb4f0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 908 time: 0.2570481 Dec 10 04:47:39.817434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:39.821392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.106880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-633c573a-b441-437b-97a4-56bb56ab54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:40.108380 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-633c573a-b441-437b-97a4-56bb56ab54bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.3550608 Dec 10 04:47:40.108965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.124756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:40.126168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f96784-c6cb-4a9b-b470-f89ee6df6497 req-52bd212d-49e3-4933-bcb7-435ba5cf7a59 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:40.137184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7f96784-c6cb-4a9b-b470-f89ee6df6497 req-52bd212d-49e3-4933-bcb7-435ba5cf7a59 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2249386 Dec 10 04:47:40.144367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.193540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:47:40.195721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89c80a-1b25-44fb-b6c5-2b37eb608592 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:40.205821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-41c7ff54-65f5-45a4-94f8-a6ff7902da80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 200 len: 217 time: 0.0553474 Dec 10 04:47:40.210463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] Provisioning complete for port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:40.210836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.324649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-0524993f-dc21-4866-83d6-723beac7ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:40.325381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-0524993f-dc21-4866-83d6-723beac7ebaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1123521 Dec 10 04:47:40.377676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Router da8e20d4-cec7-44a4-822e-e420e064e8d2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:40.456681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89be1294-d745-4691-a057-a28832709d37,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:40.484798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e7f96784-c6cb-4a9b-b470-f89ee6df6497 req-77d021c3-5cfa-4b31-842b-daaec63096ef tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451312 Dec 10 04:47:40.486303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-ed4967b7-bf60-4b87-90c5-20085d16880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:40.488791 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-ed4967b7-bf60-4b87-90c5-20085d16880f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558063 Dec 10 04:47:40.557846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.666188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:40.679012 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Sync routers for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:40.689720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Checking segment: {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:40.690960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Network hostable DHCP agents. Network: 1f84ea52-84a3-4671-9f65-1e11e254560b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:40.697904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:40.698365 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:40.699352 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:40.743593 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-ecf3424a-2726-44c6-8378-666cf4f1c663 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453310 Dec 10 04:47:40.872716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:40.919756 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:41.163484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.172280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59ca3766-54a4-453f-a730-a0dd20227c82 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "PUT /v2.0/floatingips/774ffb0f-0c81-4bf6-b1cd-5d1785c51eed HTTP/1.1" status: 200 len: 991 time: 3.9807308 Dec 10 04:47:41.201124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Network 1f84ea52-84a3-4671-9f65-1e11e254560b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:41.211261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:41.230230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.264867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1f84ea52-84a3-4671-9f65-1e11e254560b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:41.282264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f0830-906b-4b36-b079-cdb6ede073ee None None] The sync data for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 is: [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:41.302492 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '774ffb0f-0c81-4bf6-b1cd-5d1785c51eed', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'port_id': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'mac_address': 'fa:16:3e:0d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:13Z', 'updated_at': '2021-12-10T04:47:38Z', 'revision_number': 1, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:41.328668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126310d7-29b0-4f5e-9add-7338fbc097cb None None] Network 1f84ea52-84a3-4671-9f65-1e11e254560b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:41.336133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-2f8c5cf9-fa08-4d82-a310-e4c984b77b2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6551480 Dec 10 04:47:41.364318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ff5d7-a716-43b2-b226-5b0c852c1579 req-d814aa2c-ec48-4ffa-ab99-b79367c9e5f3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:41.370580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-359ff5d7-a716-43b2-b226-5b0c852c1579 req-d814aa2c-ec48-4ffa-ab99-b79367c9e5f3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.6995306 Dec 10 04:47:41.382988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:41.383728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.441493 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Checking router: da8e20d4-cec7-44a4-822e-e420e064e8d2 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:47:41.446342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:41.448820 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4516db4-01b1-4d31-a61f-a42e86a879c0" -d '{"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:41.464382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] For port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:41.477589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.481579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:41.482227 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:41.615811 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9705f35-aafb-4909-a679-65dc9026028e x-openstack-request-id: req-f9705f35-aafb-4909-a679-65dc9026028e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:41.617762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-52a9fefb-d16b-4234-bbf0-ee761c96272a req-238e910c-5ae7-4ca6-b26b-dda81e6134ab service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663859 Dec 10 04:47:41.618405 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:41.618905 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9705f35-aafb-4909-a679-65dc9026028e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:41.619547 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'status': 'completed', 'code': 200} Dec 10 04:47:41.656192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dac80c14-4d5a-4aa4-aed5-f78dd8ee49f7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5292752 Dec 10 04:47:41.660715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:41.670734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:41.671312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=7941b804-8ac6-42c4-b530-83bde3d6b95d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:41.783366 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:41.784563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.785760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.790421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-b648e7da-683b-4247-8ab6-52719672c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:41.792248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-b648e7da-683b-4247-8ab6-52719672c693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.3266699 Dec 10 04:47:41.806779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-359ff5d7-a716-43b2-b226-5b0c852c1579 req-5a13cedc-073b-4218-bb81-f06859ea6fbe tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046340 Dec 10 04:47:41.830136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:41.831561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: e76b8e87-4f01-494c-9e69-9975fd0baa14, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:41.895255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a3e10-4ceb-4900-870b-3ee70d6d176d None None] Pushing event updated for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:41.985383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Provisioning complete for port df648a16-260e-49a6-9e22-741aeca83d87 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:41.986088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:41.989131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1f84ea52-84a3-4671-9f65-1e11e254560b', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:41.996946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.004069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:42.062601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:42.065553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:42.119184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.120702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3481c802-a18b-4b9e-b579-43226e9a5d18 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6796725 Dec 10 04:47:42.123002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.123991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:42.127606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e76b8e87-4f01-494c-9e69-9975fd0baa14) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:42.131493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.132632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.133259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.134002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.134731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.135380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.136111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.138386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-06b5760a-a024-43db-b053-61355bdefe8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.3776569 Dec 10 04:47:42.181538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1396be4-5e7e-4dfb-a488-d014e1ba08be None None] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:42.202385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.203082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.361628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:42.363506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:42.447945 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '774ffb0f-0c81-4bf6-b1cd-5d1785c51eed', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'port_id': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'mac_address': 'fa:16:3e:0d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:13Z', 'updated_at': '2021-12-10T04:47:38Z', 'revision_number': 1, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:42.449797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-fbcb435d-a3ce-4233-a3d0-f77e0b5dfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.454289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-fbcb435d-a3ce-4233-a3d0-f77e0b5dfdfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b HTTP/1.1" status: 200 len: 918 time: 0.2995448 Dec 10 04:47:42.546612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-87fa01f4-d0c4-4046-88d2-7ca374973ada tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0394948 Dec 10 04:47:42.550397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40682) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:42.570969 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c39367-8fe0-44f4-882b-0ba4cd5d7a7a None None] The sync data for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 is: [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '774ffb0f-0c81-4bf6-b1cd-5d1785c51eed', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'port_id': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'mac_address': 'fa:16:3e:0d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:13Z', 'updated_at': '2021-12-10T04:47:38Z', 'revision_number': 1, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:42.577707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340462919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:42.596846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-e5d0f57e-91e9-499b-aa34-d2e60667b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.599661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-e5d0f57e-91e9-499b-aa34-d2e60667b80e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.7629788 Dec 10 04:47:42.622863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e76b8e87-4f01-494c-9e69-9975fd0baa14', 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': '7941b804-8ac6-42c4-b530-83bde3d6b95d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:42.623732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.734670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Port df648a16-260e-49a6-9e22-741aeca83d87 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:42.797542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c3db9fa-4756-42de-a9ff-8480205ecf94 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=179260b0707742b6b2f0592ba7d5b3d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6577268 Dec 10 04:47:42.807605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:42.948401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:42.968663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-d9cff5df-6588-4e5e-b9bf-4288ebefead9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:42.974182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-d9cff5df-6588-4e5e-b9bf-4288ebefead9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.8882055 Dec 10 04:47:42.974784 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-b1835e85-79d4-494b-98c9-0fc7a961c885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 999 time: 0.4607008 Dec 10 04:47:43.009626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-082f9195-09f3-4cfa-9b5c-a02eff9863bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1002 time: 0.3940814 Dec 10 04:47:43.059622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-c6e7b75a-fe5d-4f9c-8064-2413f81c0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:43.061494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-c6e7b75a-fe5d-4f9c-8064-2413f81c0409 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.0764360 Dec 10 04:47:43.065564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-9c39c2d0-3d2e-49d1-84fb-dad904e66dcd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/quotas/9dccea3e137548b0b02f20166abda1a4 HTTP/1.1" status: 200 len: 375 time: 0.0548265 Dec 10 04:47:43.123428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.126997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.154431 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aca58e-a09c-4c01-b425-1d8764ef201b None None] New status for floating IP 774ffb0f-0c81-4bf6-b1cd-5d1785c51eed: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:47:43.228079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:43.237692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:43.302966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-2d25e80f-297e-4f49-9bed-f20bf7c4acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:43.307291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-2d25e80f-297e-4f49-9bed-f20bf7c4acaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266307 Dec 10 04:47:43.463736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Provisioning complete for port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:43.464838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.593237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.621794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Allocated IP 172.20.0.2 (e76b8e87-4f01-494c-9e69-9975fd0baa14/7941b804-8ac6-42c4-b530-83bde3d6b95d/96b94362-ecf3-4214-951e-f9c85db42885) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:43.633772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-2ade9cf8-7444-4519-b2ad-08258657b4a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171124 Dec 10 04:47:43.634690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.679236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:43.683626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2765db84-81c2-4313-a6ea-6729f8995040 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1281133 Dec 10 04:47:43.690268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:43.881725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-8edd99c5-6b37-461b-91c0-f27e7e98e92a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8150933 Dec 10 04:47:43.902152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17858055-3acf-49e1-b710-562b31820c28 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:43.906928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-17858055-3acf-49e1-b710-562b31820c28 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0878694 Dec 10 04:47:43.907678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:43.996468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.004204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-07d0c7f2-e9c6-42d3-9560-c39bdeb9abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:44.007089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-07d0c7f2-e9c6-42d3-9560-c39bdeb9abf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.8113210 Dec 10 04:47:44.039578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Allocated IP 172.20.0.2 (1f84ea52-84a3-4671-9f65-1e11e254560b/89be1294-d745-4691-a057-a28832709d37/a9bd5160-3f97-41e2-b491-b65248de41d7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:44.062621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.106480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:44.107012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.183983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Allocated IP 172.25.8.187 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/0114770b-6a88-4acf-a423-8ed461a939f6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:44.234590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b4516db4-01b1-4d31-a61f-a42e86a879c0 req-f199a45c-a25f-4ff8-9ca8-3bfb5370deb2 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108851 Dec 10 04:47:44.238447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-fe606c34-3331-42b9-aa01-d6cd8247541f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2945120 Dec 10 04:47:44.277192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-f7f74efe-02f3-48cf-b5b9-61f691f9a94c service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833790 Dec 10 04:47:44.296743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0aec4036-02c2-44b2-8cb6-01e00404da24 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3125505 Dec 10 04:47:44.297385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:44.319012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Provisioning complete for port b54c42fb-eab5-440c-b054-05ef627a50bd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:44.319514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c07633e8-b122-4026-bcfe-9412ce797472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.344302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241826028', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:44.438614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-b3c5ea05-d1ae-442e-bdf4-115ec87d9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:44.440725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-b3c5ea05-d1ae-442e-bdf4-115ec87d9fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3735888 Dec 10 04:47:44.461449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-0f9ac958-4048-4e3d-83e9-5965942d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:44.464989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-0f9ac958-4048-4e3d-83e9-5965942d06a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 1097 time: 0.1621454 Dec 10 04:47:44.495001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.595968 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.652385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-90af2e99-03b4-4d73-aea5-489f1deef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:44.654104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-90af2e99-03b4-4d73-aea5-489f1deef0f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.1557610 Dec 10 04:47:44.694446 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.700564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.803173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:44.819611 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-ef2393b2-441f-4330-9b50-d52e5e29437a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6 HTTP/1.1" status: 200 len: 217 time: 0.1341600 Dec 10 04:47:44.852014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:44.878780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Pushing event updated for resources: {'Port': ['ID=96b94362-ecf3-4214-951e-f9c85db42885,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:44.880990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.884230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:47:44.885447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Updating router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 port df648a16-260e-49a6-9e22-741aeca83d87 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:47:44.946665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Pushing event updated for resources: {'Port': ['ID=0114770b-6a88-4acf-a423-8ed461a939f6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:44.947978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:44.955133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:44.957463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.960249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:44.966609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:44.970059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:44.975472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:44.979912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:45.015839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9fb1e-a5d8-4f2c-848c-e8f095abc8da None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:45.020293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-acfc0de2-504f-4a18-9b98-df57d5e452a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:45.022320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-acfc0de2-504f-4a18-9b98-df57d5e452a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1949978 Dec 10 04:47:45.026210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.105011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Network 1f84ea52-84a3-4671-9f65-1e11e254560b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:45.124979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Pushing event updated for resources: {'Port': ['ID=a9bd5160-3f97-41e2-b491-b65248de41d7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:45.128331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:45.179679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:45.182753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Attempting to bind port 96b94362-ecf3-4214-951e-f9c85db42885 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:45.183034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Attempting to bind port 96b94362-ecf3-4214-951e-f9c85db42885 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:45.183454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Attempting to bind port 96b94362-ecf3-4214-951e-f9c85db42885 on network e76b8e87-4f01-494c-9e69-9975fd0baa14 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:45.210103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:45.210566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Checking segment: {'id': 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:45.210889 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.211298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Bound using segment: {'id': 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:45.211786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Bound port: 96b94362-ecf3-4214-951e-f9c85db42885, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e76b8e87-4f01-494c-9e69-9975fd0baa14'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:45.212443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.287428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-43df4e54-2b39-4817-995b-b8d9eaab3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:45.289581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-43df4e54-2b39-4817-995b-b8d9eaab3bfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575665 Dec 10 04:47:45.297527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.370403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-fea17153-8121-462e-b453-a1b68b082886 service neutron] 10.222.0.43 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0673084 Dec 10 04:47:45.431794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-927d32e5-e1f1-49ad-aaf2-503a1cf0876b None None] Provisioning complete for port 0114770b-6a88-4acf-a423-8ed461a939f6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:45.432419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-927d32e5-e1f1-49ad-aaf2-503a1cf0876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.482393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-edd27e01-8563-4d8b-a5a4-3b803f08ae8f service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9447320 Dec 10 04:47:45.596335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.640077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Attempting to bind port a9bd5160-3f97-41e2-b491-b65248de41d7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:45.641676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Attempting to bind port a9bd5160-3f97-41e2-b491-b65248de41d7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:45.642760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Attempting to bind port a9bd5160-3f97-41e2-b491-b65248de41d7 on network 1f84ea52-84a3-4671-9f65-1e11e254560b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:45.687017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:45.687620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Checking segment: {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:45.688192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.688833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Bound using segment: {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:45.689548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Bound port: a9bd5160-3f97-41e2-b491-b65248de41d7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:45.690137 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:45.765741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-9ac84e38-ec53-44b2-a5b7-c8a72401565c service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437852 Dec 10 04:47:45.774399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-877ea85e-b117-4c9f-819d-e176402e26a8 req-cbc8dccf-1d3f-4be0-bb0d-c30ba1d0be50 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 210 time: 0.0930381 Dec 10 04:47:45.804592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-927d32e5-e1f1-49ad-aaf2-503a1cf0876b None None] Port 0114770b-6a88-4acf-a423-8ed461a939f6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:45.853222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] For port 96b94362-ecf3-4214-951e-f9c85db42885, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:45.924805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] For port 96b94362-ecf3-4214-951e-f9c85db42885, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=96b94362-ecf3-4214-951e-f9c85db42885,segment=NetworkSegment(b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197),segment_id=b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:45.966713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.032743 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bf9567c-b6d7-447b-8b2f-70bfc22d87d1 req-2a32a701-ce28-4f6e-98c2-3440dba4f8e1 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573185 Dec 10 04:47:46.066989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761fd1e-2fc5-47d4-98ad-a5ca87059d50 None None] Pushing event updated for resources: {'Port': ['ID=96b94362-ecf3-4214-951e-f9c85db42885,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:46.080076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] For port a9bd5160-3f97-41e2-b491-b65248de41d7, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:46.154975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] For port a9bd5160-3f97-41e2-b491-b65248de41d7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a9bd5160-3f97-41e2-b491-b65248de41d7,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:46.167313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.210652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf71254f-79e2-4034-8613-3d7e264ef34a req-00b8f041-1c33-4268-9fc5-a5662b0ab589 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751719 Dec 10 04:47:46.262661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.20.0.1 (e76b8e87-4f01-494c-9e69-9975fd0baa14/7941b804-8ac6-42c4-b530-83bde3d6b95d/23f171d0-72c0-475f-afbc-58c953cb171b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:46.291526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.312395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.329249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.368995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350256-aa3a-45ae-a738-306b047211d3 None None] Pushing event updated for resources: {'Port': ['ID=a9bd5160-3f97-41e2-b491-b65248de41d7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:46.385496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f2acf-fb5b-47f8-a83f-1e5f075c7b3b None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:46.404558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.481146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Attempting to bind port df648a16-260e-49a6-9e22-741aeca83d87 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:46.484269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Attempting to bind port df648a16-260e-49a6-9e22-741aeca83d87 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:46.484864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Attempting to bind port df648a16-260e-49a6-9e22-741aeca83d87 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:46.500931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:46.502536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:46.503204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.503801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:46.504487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Bound port: df648a16-260e-49a6-9e22-741aeca83d87, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:46.505064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.544235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d607-506c-45b1-9791-74c3d33590dc None None] Pushing event updated for resources: {'Port': ['ID=df648a16-260e-49a6-9e22-741aeca83d87,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:46.591499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f535cab8-0304-4028-a464-32f49213ec49 None None] Provisioning complete for port df648a16-260e-49a6-9e22-741aeca83d87 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:46.592360 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f535cab8-0304-4028-a464-32f49213ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.639249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] For port df648a16-260e-49a6-9e22-741aeca83d87, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:46.670201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] For port df648a16-260e-49a6-9e22-741aeca83d87, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=df648a16-260e-49a6-9e22-741aeca83d87,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:46.683129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.692936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f535cab8-0304-4028-a464-32f49213ec49 None None] Port df648a16-260e-49a6-9e22-741aeca83d87 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:46.707590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.754096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e861b8-ce69-44e5-a4d6-097569a047f0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:46.854375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:46.911730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:46.912243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:46.955894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d607-506c-45b1-9791-74c3d33590dc None None] Pushing event updated for resources: {'Port': ['ID=df648a16-260e-49a6-9e22-741aeca83d87,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:46.985368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Router 17add4d2-849a-4578-aad8-e972bade63f8 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:47.098148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-307d7db6-03bf-4c7d-9aa7-4f8411a08e2e req-c28b7d44-83da-4072-84b3-4495902e83b9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 210 time: 0.2014325 Dec 10 04:47:47.158367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] Provisioning complete for port df648a16-260e-49a6-9e22-741aeca83d87 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:47.161600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:47.164109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:47.181432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:47.198090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Subnet': ['ID=c6a36138-9de5-48d3-886a-b7d037d47a20,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:47.203786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:47.207476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=23f171d0-72c0-475f-afbc-58c953cb171b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:47.226199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Checking segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:47.234417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network hostable DHCP agents. Network: c1d8db5e-624d-4080-b31e-c3c97b19ffa1, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:47:47.315913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:47.329307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 96b94362-ecf3-4214-951e-f9c85db42885 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:47.577469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:47:47.623381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c1d8db5e-624d-4080-b31e-c3c97b19ffa1) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:47.634442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:47.635494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:47.640410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:47.741324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c38e04d2-bf2d-425e-82f5-dbde16f0c153 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4391124 Dec 10 04:47:47.751528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:47.877493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c7c88-dfbf-4460-ac9f-19d774a22c3c None None] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:48.056162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:48.099398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:48.105382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ac0ffa7-32c5-4b76-9122-c9366da17553 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4410408 Dec 10 04:47:48.106222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:48.193478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Sync routers for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:48.198870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:48.401004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-58a95f3f-25a7-4c65-8ed2-d137b8ef0a83 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:48.402564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-58a95f3f-25a7-4c65-8ed2-d137b8ef0a83 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 811 time: 0.2872591 Dec 10 04:47:48.436188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Request body: {'port': {'device_id': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'admin_state_up': True, 'tenant_id': '9dccea3e137548b0b02f20166abda1a4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:48.446733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ca98c-91f1-4f59-98a3-49ae87e27a5e None None] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:48.568602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:48.569242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:48.595747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51f1ec5b-89b1-4d65-9694-d1eb231a02e0 req-53c0778b-8e11-48e0-97b0-45f083546e23 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 210 time: 0.1337001 Dec 10 04:47:48.776750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbca4c2-dd5b-4f8d-bf92-5d0d61849ffb None None] Network 1f84ea52-84a3-4671-9f65-1e11e254560b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:48.793421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 96b94362-ecf3-4214-951e-f9c85db42885 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:48.794153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:48.816862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Made reservation on behalf of 9dccea3e137548b0b02f20166abda1a4 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:47:48.820431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:48.889196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:48.902635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:48.902889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:48.983834 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Allocated IP 172.20.0.14 (267a427e-6f58-4e8d-a963-1574b9b9e6a2/2b53aada-70be-408a-9f6a-de15487f72ce/69df18d6-b4c2-42bc-b702-4767c9b64794) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:48.984542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:47:48.986566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.005893 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.105503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=23f171d0-72c0-475f-afbc-58c953cb171b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:49.200545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.399749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.462233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] For port df648a16-260e-49a6-9e22-741aeca83d87, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=df648a16-260e-49a6-9e22-741aeca83d87,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:49.588257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.643159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.761329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:49.837706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:49.853260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:49.860214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:49.892808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:49.895407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['354abae8-51cd-44e6-b31d-7c675afa8ec6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:49.969189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:49.977613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:50.062247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:50.131648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:50.132695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:50.207725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-5f23893e-885f-4a12-9e34-f7313f91f736 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7844596 Dec 10 04:47:50.251059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Request body: {'port': {'device_id': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:50.368193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:50.551092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Provisioning complete for port 96b94362-ecf3-4214-951e-f9c85db42885 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:50.552233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:50.793875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Allocated IP 172.20.0.1 (1f84ea52-84a3-4671-9f65-1e11e254560b/89be1294-d745-4691-a057-a28832709d37/599f2f99-7ecf-42b4-994f-56e0d8cc1419) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:50.828574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526d2d3-1b15-4d24-9915-87df314ee563 None None] Pushing event updated for resources: {'Port': ['ID=df648a16-260e-49a6-9e22-741aeca83d87,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:50.831992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:50.988362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.046238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.117011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:51.199766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613073-3216-4edf-9874-99145b09210c req-0930bfcc-fe13-41a9-b676-dd35a4563235 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:51.259251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4613073-3216-4edf-9874-99145b09210c req-0930bfcc-fe13-41a9-b676-dd35a4563235 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 932 time: 1.3686526 Dec 10 04:47:51.386270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4613073-3216-4edf-9874-99145b09210c req-1512625f-fa6a-4c3a-9733-258772b6d272 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231184 Dec 10 04:47:51.396705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69df18d6-b4c2-42bc-b702-4767c9b64794 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:51.401135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.421288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Transition to ACTIVE for port object 69df18d6-b4c2-42bc-b702-4767c9b64794 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:47:51.423056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.449024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Network 1f84ea52-84a3-4671-9f65-1e11e254560b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:51.450345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.461951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:51.466127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:51.514972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:47:51.613895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.733928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Allocated IP 172.20.0.2 (c1d8db5e-624d-4080-b31e-c3c97b19ffa1/c6a36138-9de5-48d3-886a-b7d037d47a20/fc674047-e7e1-4b9a-9373-33208377a12b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:51.739374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6f6d6-70d0-4e74-b2c7-2ee3b0227ebc None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:39Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:51.768346 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:51.817715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:51.864517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:51.882088 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] Sync routers for ids ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:51.894392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6fe0e738-efaa-4cb5-b1b2-c64dec44258c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/1b36e7cd-ea10-4c3b-a567-d8e02f4c6777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1986210 Dec 10 04:47:51.901578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40860) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:51.912423 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] Routers {'1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:51.913908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:52.062579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:52.106598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e717f-d99f-4a2d-915e-5052f0a6847f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:52.119701 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] Routers {'1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:52.121293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e09e717f-d99f-4a2d-915e-5052f0a6847f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports/23f171d0-72c0-475f-afbc-58c953cb171b HTTP/1.1" status: 200 len: 910 time: 0.2176623 Dec 10 04:47:52.122512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40866) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:52.126746 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:52.153935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7941b804-8ac6-42c4-b530-83bde3d6b95d'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:47:52.189684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 96b94362-ecf3-4214-951e-f9c85db42885, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=96b94362-ecf3-4214-951e-f9c85db42885,segment=NetworkSegment(b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197),segment_id=b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:52.193124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.198266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:52.322406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Attempting to bind port 69df18d6-b4c2-42bc-b702-4767c9b64794 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:52.326372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Attempting to bind port 69df18d6-b4c2-42bc-b702-4767c9b64794 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:52.326372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Attempting to bind port 69df18d6-b4c2-42bc-b702-4767c9b64794 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:52.328611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.332840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.347382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Port 69df18d6-b4c2-42bc-b702-4767c9b64794 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:47:52.348017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Attempting to bind port 69df18d6-b4c2-42bc-b702-4767c9b64794 on network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:52.361698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:52.362260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Checking segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:52.362842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Bound using segment: {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:52.363772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Bound port: 69df18d6-b4c2-42bc-b702-4767c9b64794, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66facb82-ea58-4ed1-90af-3e27aec92ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:52.364318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.438312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:45Z', 'revision_number': 3, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:52.681961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.721234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14e70f-e138-4564-9dd1-95d33022a37d req-df9e7041-5662-4ef4-ab0a-9c245db9cd74 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:52.731495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf14e70f-e138-4564-9dd1-95d33022a37d req-df9e7041-5662-4ef4-ab0a-9c245db9cd74 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.1077778 Dec 10 04:47:52.758446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:52.770971 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e6c25-34a3-4bbd-ad22-608b9ffd2e66 None None] The sync data for ids ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:52.811289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Checking router: 17add4d2-849a-4578-aad8-e972bade63f8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:47:52.814619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Updating router 17add4d2-849a-4578-aad8-e972bade63f8 port 0114770b-6a88-4acf-a423-8ed461a939f6 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:47:52.817357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a9bd5160-3f97-41e2-b491-b65248de41d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:52.845669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf14e70f-e138-4564-9dd1-95d33022a37d req-312ccd19-a425-44c4-b3ee-6ca8e2bb5f3f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Dec 10 04:47:52.870361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.883155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.908934 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6c21ce7-d05a-40f0-9f35-b84c7a8bb7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:52.914973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=96b94362-ecf3-4214-951e-f9c85db42885,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:53.005938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.034526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:47:53.034885 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:47:53.094567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:53.204273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.210041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:53.266100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:53.297108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.328892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.456072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:53.457125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.459806 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/69df18d6-b4c2-42bc-b702-4767c9b64794 HTTP/1.1" status: 200 len: 1092 time: 3.2271459 Dec 10 04:47:53.460538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:47:53.465820 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280321f-0023-476a-b015-af790351f5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:47:53.522483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dedc2f-c962-4e91-a823-2338705c43e0 service neutron] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:53.603432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.1 (c1d8db5e-624d-4080-b31e-c3c97b19ffa1/c6a36138-9de5-48d3-886a-b7d037d47a20/620e104b-82f5-4aca-ae82-b7a57680e51c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:47:53.613313 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c4c25-aece-4c53-a9e3-6952cd2c2970 x-openstack-request-id: req-9e0c4c25-aece-4c53-a9e3-6952cd2c2970 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:47:53.614034 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:47:53.614540 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e0c4c25-aece-4c53-a9e3-6952cd2c2970 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:47:53.615167 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'status': 'completed', 'code': 200} Dec 10 04:47:53.628544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Network 1f84ea52-84a3-4671-9f65-1e11e254560b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:53.636366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:53.647300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-f700c971-56e8-431f-bb31-3ea6e315bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:53.649119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-f700c971-56e8-431f-bb31-3ea6e315bb16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 1095 time: 0.1178832 Dec 10 04:47:53.659532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a9bd5160-3f97-41e2-b491-b65248de41d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:53.672000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.709395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.723237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.818634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:53.932739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-22592eab-e3aa-4ec2-a63b-36a71bb9f36d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df18d6-b4c2-42bc-b702-4767c9b64794 HTTP/1.1" status: 200 len: 217 time: 0.1147292 Dec 10 04:47:54.055429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:54.071258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:54.083612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:54.088732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.108938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-3eadefcf-c766-4140-bc1f-22a9bd7fe3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:54.111343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-3eadefcf-c766-4140-bc1f-22a9bd7fe3f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1592739 Dec 10 04:47:54.160696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Router 17add4d2-849a-4578-aad8-e972bade63f8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:54.168124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:54.172864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.180642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-22314d65-98ed-4ccd-8dd2-6b893ce4d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:54.181021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-22314d65-98ed-4ccd-8dd2-6b893ce4d68b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594056 Dec 10 04:47:54.190149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Pushing event updated for resources: {'Port': ['ID=fc674047-e7e1-4b9a-9373-33208377a12b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:54.204632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/ports/23f171d0-72c0-475f-afbc-58c953cb171b HTTP/1.1" status: 200 len: 910 time: 2.0756810 Dec 10 04:47:54.208312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808ceef-8ce5-4c97-8384-dce3c3fa2ffa tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=23f171d0-72c0-475f-afbc-58c953cb171b,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:54.217108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40902) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:54.375842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Attempting to bind port fc674047-e7e1-4b9a-9373-33208377a12b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:54.376652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Attempting to bind port fc674047-e7e1-4b9a-9373-33208377a12b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:54.377199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Attempting to bind port fc674047-e7e1-4b9a-9373-33208377a12b on network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:54.379595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Provisioning complete for port a9bd5160-3f97-41e2-b491-b65248de41d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:54.380135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c13651e-84c3-47e4-88ab-f43d8e78cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.432947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:54.448817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.450828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:54.451233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Checking segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:54.451751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.452151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Bound using segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:54.452746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Bound port: fc674047-e7e1-4b9a-9373-33208377a12b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:54.453132 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.494189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9202a3f9-c271-4bbe-926b-3b9a8d603ee0 admin admin] 10.222.0.43 "PUT /v2.0/routers/17add4d2-849a-4578-aad8-e972bade63f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3859141 Dec 10 04:47:54.545122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be4de-20c4-4279-b528-cbf6d0dfde46 req-7a469650-1f19-4ff0-86b0-a1986bbe8608 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:54.546803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd9be4de-20c4-4279-b528-cbf6d0dfde46 req-7a469650-1f19-4ff0-86b0-a1986bbe8608 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.5473037 Dec 10 04:47:54.606598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-a1b8928e-74ab-475d-b0c7-526fd02c7a07 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611458 Dec 10 04:47:54.683619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.683852 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.772393 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1eca362-cd71-4858-87e9-ea104bc3c392 req-667bca46-54b9-4159-b90a-50c0e3312060 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587269 Dec 10 04:47:54.820086 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.833011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd9be4de-20c4-4279-b528-cbf6d0dfde46 req-6c6ea41a-d282-4656-b9ef-296f3bbd3951 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594349 Dec 10 04:47:54.837436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port a9bd5160-3f97-41e2-b491-b65248de41d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a9bd5160-3f97-41e2-b491-b65248de41d7,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:54.850070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] For port fc674047-e7e1-4b9a-9373-33208377a12b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:54.928979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.961133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:54.961889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device df648a16-260e-49a6-9e22-741aeca83d87 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:54.966057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280321f-0023-476a-b015-af790351f5cb req-7c35af6f-c9aa-47f6-a8e0-f0842ab9854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:54.971611 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-7c35af6f-c9aa-47f6-a8e0-f0842ab9854c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 1095 time: 0.0892062 Dec 10 04:47:55.067243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:55.077735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:55.083477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] For port fc674047-e7e1-4b9a-9373-33208377a12b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fc674047-e7e1-4b9a-9373-33208377a12b,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:55.086680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:47:55.108551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb92b7-9349-4870-ae71-9915772bb05e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:55.147616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f98eab54-ed1b-49f3-948e-94ad46804ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.147616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.174412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d45944-a5dd-4fc6-b545-be6132f08e78 None None] Pushing event updated for resources: {'Port': ['ID=0114770b-6a88-4acf-a423-8ed461a939f6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:55.174793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.199986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:55.205137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Attempting to bind port 0114770b-6a88-4acf-a423-8ed461a939f6 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:47:55.206092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Attempting to bind port 0114770b-6a88-4acf-a423-8ed461a939f6 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:47:55.206586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Attempting to bind port 0114770b-6a88-4acf-a423-8ed461a939f6 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:47:55.250107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280321f-0023-476a-b015-af790351f5cb req-293720d7-e368-4660-924b-fe016f880d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:55.252319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-293720d7-e368-4660-924b-fe016f880d71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.2739272 Dec 10 04:47:55.308431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port df648a16-260e-49a6-9e22-741aeca83d87 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:55.308935 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.316807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=a9bd5160-3f97-41e2-b491-b65248de41d7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:55.364592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-ec761dd6-4241-41f7-b75b-6eab3549ee4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df18d6-b4c2-42bc-b702-4767c9b64794 HTTP/1.1" status: 200 len: 217 time: 0.1028998 Dec 10 04:47:55.487048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4a973-3dd3-455b-8134-3c3c8ded6804 None None] Pushing event updated for resources: {'Port': ['ID=fc674047-e7e1-4b9a-9373-33208377a12b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:55.511071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:47:55.513348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:47:55.513875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.514396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:47:55.516796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Bound port: 0114770b-6a88-4acf-a423-8ed461a939f6, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:47:55.517327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.559829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Provisioning complete for port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:55.560343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.562047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280321f-0023-476a-b015-af790351f5cb req-78b8fdd4-2cb4-43af-b7b0-b57a1dedff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:55.565739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-78b8fdd4-2cb4-43af-b7b0-b57a1dedff6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1866553 Dec 10 04:47:55.717305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280321f-0023-476a-b015-af790351f5cb req-e400aeaf-8cce-4ef7-8ec7-96275f345cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:55.718914 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-e400aeaf-8cce-4ef7-8ec7-96275f345cab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416788 Dec 10 04:47:55.761358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.782054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.962373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] For port 0114770b-6a88-4acf-a423-8ed461a939f6, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:47:55.966582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:47:55.972574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:55.984021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] For port 0114770b-6a88-4acf-a423-8ed461a939f6, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0114770b-6a88-4acf-a423-8ed461a939f6,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:47:56.067130 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:56.069570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-f7595df8-570d-442b-a500-25ebe7f013e5 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385551 Dec 10 04:47:56.108944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Provisioning complete for port a9bd5160-3f97-41e2-b491-b65248de41d7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:56.109490 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:56.171080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433bc33-1cad-4e42-a1f4-a9ae52023ab4 req-ab99fedc-ce60-41e7-934b-63c24ab38d6a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:56.173848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3433bc33-1cad-4e42-a1f4-a9ae52023ab4 req-ab99fedc-ce60-41e7-934b-63c24ab38d6a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.0947385 Dec 10 04:47:56.297987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c43979-1f92-4e8c-9530-8c5735578f29 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:47:56.443165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:56.443819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:56.464578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d45944-a5dd-4fc6-b545-be6132f08e78 None None] Pushing event updated for resources: {'Port': ['ID=0114770b-6a88-4acf-a423-8ed461a939f6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:56.485224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3433bc33-1cad-4e42-a1f4-a9ae52023ab4 req-31cafd71-265b-4e72-9395-964cde8a71cf tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035858 Dec 10 04:47:56.559065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 96b94362-ecf3-4214-951e-f9c85db42885 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:57.012668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Provisioning complete for port 96b94362-ecf3-4214-951e-f9c85db42885 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:57.012947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.054386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 96b94362-ecf3-4214-951e-f9c85db42885 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:57.054763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.059964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:47:57.213907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 23f171d0-72c0-475f-afbc-58c953cb171b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:47:57.214523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.282202 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f280321f-0023-476a-b015-af790351f5cb req-e8073d40-43ad-4fa0-9c7f-bd946ea5dfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2082326 Dec 10 04:47:57.307695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.349440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.459275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a9bd5160-3f97-41e2-b491-b65248de41d7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:57.475853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23894235-2ffb-49fc-86c6-8163593f5254 None None] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:47:57.523748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.565954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Provisioning complete for port 0114770b-6a88-4acf-a423-8ed461a939f6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:57.566348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.650374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:47:57.851192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:57.899508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:47:57.910995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a9bd5160-3f97-41e2-b491-b65248de41d7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:57.911989 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.929646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.957772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:57.982214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:57.994497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 23f171d0-72c0-475f-afbc-58c953cb171b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:47:58.026180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '599f2f99-7ecf-42b4-994f-56e0d8cc1419', 'name': '', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:50Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 2, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'subnets': [{'id': '89be1294-d745-4691-a057-a28832709d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:58.088860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcea321-62eb-4f90-bda7-7151d62c4b85 None None] The sync data for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 is: [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '599f2f99-7ecf-42b4-994f-56e0d8cc1419', 'name': '', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:50Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 2, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'subnets': [{'id': '89be1294-d745-4691-a057-a28832709d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:47:58.094108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.115193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69df18d6-b4c2-42bc-b702-4767c9b64794 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:47:58.142826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.197092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a4200-9035-470c-8263-82a019e89908 req-d663e709-b347-4588-a3cb-6b42a6df8192 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:58.206738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-268a4200-9035-470c-8263-82a019e89908 req-d663e709-b347-4588-a3cb-6b42a6df8192 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.3410141 Dec 10 04:47:58.226283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fc674047-e7e1-4b9a-9373-33208377a12b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:47:58.288039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:58.320023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] For port 0114770b-6a88-4acf-a423-8ed461a939f6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0114770b-6a88-4acf-a423-8ed461a939f6,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:58.337561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-268a4200-9035-470c-8263-82a019e89908 req-9adf65cb-4dc0-4ef1-b927-de6b00222bed tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143038 Dec 10 04:47:58.338500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.346631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:47:58.354954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:47:58.421435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.427822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.533763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:58.648700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fc674047-e7e1-4b9a-9373-33208377a12b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:58.648700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.733993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:47:58.748221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['69df18d6-b4c2-42bc-b702-4767c9b64794'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:47:58.794368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.807303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Provisioning complete for port 23f171d0-72c0-475f-afbc-58c953cb171b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:58.807796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:58.949830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Port 23f171d0-72c0-475f-afbc-58c953cb171b was deleted so its status cannot be updated. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 04:47:59.003104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=23f171d0-72c0-475f-afbc-58c953cb171b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:59.081713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859a0d-b538-4ff5-8a3a-4f4e3b9a1b33 None None] Pushing event updated for resources: {'Port': ['ID=0114770b-6a88-4acf-a423-8ed461a939f6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:47:59.181810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:59.193710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Provisioning complete for port fc674047-e7e1-4b9a-9373-33208377a12b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:47:59.194059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:59.328172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:47:59.339744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:59.340325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ffddfca-9719-4353-848f-9c8c670d6e55 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/9f82da0a-be5b-49ae-98e5-24139dcbb4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5867889 Dec 10 04:47:59.390043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:47:59.620708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:47:59.699645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594f5a-d405-4ca1-a757-38ccd784770d req-c2e48898-ed22-47f9-901c-4ce74aa2446e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.714148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54594f5a-d405-4ca1-a757-38ccd784770d req-c2e48898-ed22-47f9-901c-4ce74aa2446e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.3012276 Dec 10 04:47:59.805209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:47:59.805857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:47:59.822355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.823526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.824365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.825044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.825710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.825877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port fc674047-e7e1-4b9a-9373-33208377a12b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fc674047-e7e1-4b9a-9373-33208377a12b,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:47:59.826592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.828038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.828719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.829391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.830356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.831057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.831793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.832775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.834084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:47:59.836862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9a37672-b657-459d-a87b-db2b3c2122aa tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9855 time: 0.4957843 Dec 10 04:47:59.840087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:47:59.961492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54594f5a-d405-4ca1-a757-38ccd784770d req-62e69511-c0e9-4808-9de3-27bbd60ed54e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463446 Dec 10 04:47:59.988522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:00.033663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.033663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.042163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.042163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.042163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.042163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.055494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.057654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:00.081123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3534d5c7-59a4-4542-9692-ff25ccc67657 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8973 time: 0.2253199 Dec 10 04:48:00.081123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:00.123789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.197795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:00.211644 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] Sync routers for ids ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:00.223787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2a6e4404-75c3-431d-a5e0-95f62c5c6ebe tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/1b36e7cd-ea10-4c3b-a567-d8e02f4c6777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9839807 Dec 10 04:48:00.224503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41080) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:00.246817 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] Routers {'1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:00.247946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:00.297447 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:00.309496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] Routers {'1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:00.310471 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:00.317432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c6c6d470-2afe-4999-941c-8ee668a86159 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 HTTP/1.1" status: 200 len: 205 time: 0.0917337 Dec 10 04:48:00.320000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41082) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:00.402258 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:00.405269 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f742b91-abc8-49a1-b94c-bd490c47b4d1 None None] The sync data for ids ['1b36e7cd-ea10-4c3b-a567-d8e02f4c6777'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:00.468049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.468703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=fc674047-e7e1-4b9a-9373-33208377a12b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:00.573282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0114770b-6a88-4acf-a423-8ed461a939f6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:00.711594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Provisioning complete for port 620e104b-82f5-4aca-ae82-b7a57680e51c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:00.712375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.746023 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-daaaaa3c-18fb-4e18-9746-5d82030c71e6 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7194 time: 0.6722152 Dec 10 04:48:00.793847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.798662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.814074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Port 620e104b-82f5-4aca-ae82-b7a57680e51c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:00.857436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0114770b-6a88-4acf-a423-8ed461a939f6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:00.858210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.891423 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.892513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router 1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:48:00.912160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:00.915145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8b9d59b2-9a25-4a87-8548-65d37d09f075 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 HTTP/1.1" status: 204 len: 168 time: 0.5918558 Dec 10 04:48:00.916775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:00.918897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Provisioning complete for port 0114770b-6a88-4acf-a423-8ed461a939f6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:00.919479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4b46-09e1-4d06-8f01-83a97b47cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.040711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet 7941b804-8ac6-42c4-b530-83bde3d6b95d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:48:01.049412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.127769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.237518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:47:56Z', 'revision_number': 2, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:01.304333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.335294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7fd311a7-8fa2-4a09-87da-cf0647b68e65 None None] Provisioning complete for port 620e104b-82f5-4aca-ae82-b7a57680e51c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:01.337647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fd311a7-8fa2-4a09-87da-cf0647b68e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.350459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65b0c-32f9-4800-9019-e82141d387bc req-e675bb55-f5f5-4a78-830d-c21682f22505 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:01.369236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68f65b0c-32f9-4800-9019-e82141d387bc req-e675bb55-f5f5-4a78-830d-c21682f22505 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.1501615 Dec 10 04:48:01.391022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:01.391834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Updating router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 port 620e104b-82f5-4aca-ae82-b7a57680e51c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:01.446672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.456268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:01.462517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68f65b0c-32f9-4800-9019-e82141d387bc req-eeaa8f84-f754-4142-a1fc-c9a0fbf4e695 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917222 Dec 10 04:48:01.464542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245435594', 'description': 'tempest-secgroup-smoke-245435594 description', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:01.493137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7fd311a7-8fa2-4a09-87da-cf0647b68e65 None None] Port 620e104b-82f5-4aca-ae82-b7a57680e51c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:01.498257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.553252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=7941b804-8ac6-42c4-b530-83bde3d6b95d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:01.555572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.574283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.582823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2afe01e3-1e34-4ee1-b048-317a163e43e0 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/7941b804-8ac6-42c4-b530-83bde3d6b95d HTTP/1.1" status: 204 len: 168 time: 0.6623507 Dec 10 04:48:01.583418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:01.586044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d52dd4-c971-4862-b6c9-ac2a704d90c4 None None] Network e76b8e87-4f01-494c-9e69-9975fd0baa14 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:01.694510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.729802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.739401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.744798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:01.787892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 96b94362-ecf3-4214-951e-f9c85db42885 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:01.789158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.801129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c55557-6f77-4a9c-874f-74a6b12a2e74,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:01.815760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.833355 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3754334 Dec 10 04:48:01.834249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:01.843314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:01.851351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.851945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.852690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.853220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.854026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.854539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.855044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.856100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.856715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.857295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.857879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.858526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.859314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eabbe9-f845-453c-8577-33b8da6ba08c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:01.911197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 96b94362-ecf3-4214-951e-f9c85db42885, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=96b94362-ecf3-4214-951e-f9c85db42885,segment=NetworkSegment(b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197),segment_id=b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:01.911566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.927375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 96b94362-ecf3-4214-951e-f9c85db42885 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:01.937681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:01.989609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 69df18d6-b4c2-42bc-b702-4767c9b64794 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:48:02.011006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 69df18d6-b4c2-42bc-b702-4767c9b64794 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:02.011871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.144263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75a63d-effd-499d-9991-8e72b5fc60ef None None] DHCP port deletion for e76b8e87-4f01-494c-9e69-9975fd0baa14 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:48:02.152650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.180697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.206745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c10c2a-18ae-4674-a21b-976ce5924e71,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:02.208749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.238009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.239042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port 96b94362-ecf3-4214-951e-f9c85db42885 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:48:02.243110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-848fbb4d-d211-4b6c-8d65-113dca7e976e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4065585 Dec 10 04:48:02.245416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:02.254250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6e75a63d-effd-499d-9991-8e72b5fc60ef None None] The port '96b94362-ecf3-4214-951e-f9c85db42885' was deleted {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 04:48:02.265909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:02.314141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Sync routers for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:02.333262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=96b94362-ecf3-4214-951e-f9c85db42885,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:02.338482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:02.339588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:02.359488 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.419570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fc674047-e7e1-4b9a-9373-33208377a12b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:02.472139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.492062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.519469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.531584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.567911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b8e87-4f01-494c-9e69-9975fd0baa14']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:02.572633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.576007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.577403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:02.590293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3299029 Dec 10 04:48:02.591618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:02.612232 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3ff679-0035-467b-b9b3-4d5a58f8fa5d" -d '{"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:02.614114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:02.614501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:02.614826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e5d3e4-ce58-4d1d-aefb-ba1fbfef8197') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:02.631787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616989-9279-4590-bc94-6e240e392284 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910ae23a-3d18-4054-b9b7-cdbeade8677b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:02.646146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.663191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.671475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:48:02.671892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.686432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.733322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:48:02.765269 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:48:02.778410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.803630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.811142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:02.813030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797326a-c442-4883-bbe2-0ab5058bf66e None None] Pushing event updated for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:02.823868 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.824131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/e76b8e87-4f01-494c-9e69-9975fd0baa14 HTTP/1.1" status: 204 len: 168 time: 1.2338006 Dec 10 04:48:02.830033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41148) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:02.840725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-403774646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:02.873422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4d2f9-b513-47e0-b353-3080b2a26ec7 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=e76b8e87-4f01-494c-9e69-9975fd0baa14,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:02.914159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352702ad-5e84-4a84-b973-b6da94c23274 req-91fd830b-cdef-4437-bd2c-5c026e1fb38e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:02.916241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-352702ad-5e84-4a84-b973-b6da94c23274 req-91fd830b-cdef-4437-bd2c-5c026e1fb38e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.1498160 Dec 10 04:48:02.917908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.923839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.924708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.931168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:02.934015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:03.029568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb482a8b-fb0d-4eda-a6bb-cc792d1eb9e8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:03.055375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.059899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5822900b-65a6-4631-aaab-0006ef96d7b3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536648 Dec 10 04:48:03.062175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:03.093022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:03.113572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fc674047-e7e1-4b9a-9373-33208377a12b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:03.114614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.124731 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbb2c8-d3b9-4bbe-8bc8-4063aec06bd6 x-openstack-request-id: req-d1dbb2c8-d3b9-4bbe-8bc8-4063aec06bd6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:03.128324 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:03.128618 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1dbb2c8-d3b9-4bbe-8bc8-4063aec06bd6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:03.130244 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'code': 200} Dec 10 04:48:03.167336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.172600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-352702ad-5e84-4a84-b973-b6da94c23274 req-e9737753-2245-40cb-a2c4-bf9fa01350cd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377348 Dec 10 04:48:03.177626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.195798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.252768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.255080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d2fe4b46-5df6-4361-b0b2-8aa7d49d83c6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4211950 Dec 10 04:48:03.264353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41166) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:03.286869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1773594864'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:03.301282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:03.381237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:03.385750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.447095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:03.467435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.468174 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 12e16b56-e67f-430b-b924-b856d30165da of type vlan for network aafe6a26-e431-443d-8cce-fb35ebb46cb5 Dec 10 04:48:03.487398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52066-327d-4e2f-8cfa-bb6ebb3815cb req-9242cc97-a808-47dc-8460-50546bd63f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:03.489390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ecf52066-327d-4e2f-8cfa-bb6ebb3815cb req-9242cc97-a808-47dc-8460-50546bd63f98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 1097 time: 0.2832010 Dec 10 04:48:03.559197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.568340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.596397 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ecf52066-327d-4e2f-8cfa-bb6ebb3815cb req-5294bc32-ffa9-4b71-9722-05d34ff3513c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924420 Dec 10 04:48:03.604280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.610158 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5465882 Dec 10 04:48:03.612683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:03.618406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:03.633698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee1f1-1881-4400-ac4f-c6de3c8ee3cd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ddcf98-d3d7-4071-8f15-3e1d815aef0a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:03.634890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.639644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Attempting to bind port 620e104b-82f5-4aca-ae82-b7a57680e51c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:03.640299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Attempting to bind port 620e104b-82f5-4aca-ae82-b7a57680e51c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:03.641134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Attempting to bind port 620e104b-82f5-4aca-ae82-b7a57680e51c on network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:03.669576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:03.669960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Checking segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:03.670361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.671580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Bound using segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:03.672523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Bound port: 620e104b-82f5-4aca-ae82-b7a57680e51c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:03.673145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.682216 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:48:03.692397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.716137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c87ba9b7-9b7e-4058-b6f1-84ade1d7975b None None] Provisioning complete for port 620e104b-82f5-4aca-ae82-b7a57680e51c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:03.716547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c87ba9b7-9b7e-4058-b6f1-84ade1d7975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.723912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32329947-9d72-4f33-bd89-457ec37a1f2c req-f57050f5-4bcd-4a3c-b1ca-91c90dee543e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:03.728981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32329947-9d72-4f33-bd89-457ec37a1f2c req-f57050f5-4bcd-4a3c-b1ca-91c90dee543e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1192827 Dec 10 04:48:03.730837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.741007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:03.742576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.760510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c87ba9b7-9b7e-4058-b6f1-84ade1d7975b None None] Port 620e104b-82f5-4aca-ae82-b7a57680e51c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:03.816457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.825519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:03.826030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5597224 Dec 10 04:48:03.833745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:03.854221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:03.917899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] For port 620e104b-82f5-4aca-ae82-b7a57680e51c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:03.943023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] For port 620e104b-82f5-4aca-ae82-b7a57680e51c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=620e104b-82f5-4aca-ae82-b7a57680e51c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:03.955309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.014491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '599f2f99-7ecf-42b4-994f-56e0d8cc1419', 'name': '', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:50Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 2, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'subnets': [{'id': '89be1294-d745-4691-a057-a28832709d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:04.029185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:04.030195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:04.032545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 96b94362-ecf3-4214-951e-f9c85db42885 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:04.070851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c459777-49e3-4411-a9fd-8106786f159f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=aafe6a26-e431-443d-8cce-fb35ebb46cb5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:04.094815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32329947-9d72-4f33-bd89-457ec37a1f2c req-e7c07786-e4b0-4c89-bc94-0dab2d0977b4 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971880 Dec 10 04:48:04.113578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8db8c88-4664-4001-95fa-89c285f42d7e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:04.137229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:04.146993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.189418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.191643 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8fc2be8d-7627-4f1b-a474-2fb677099a53 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5772841 Dec 10 04:48:04.194112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41188) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:04.200765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '03c55557-6f77-4a9c-874f-74a6b12a2e74', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:04.205746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:04.212509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Checking router: 17add4d2-849a-4578-aad8-e972bade63f8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:04.215846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Updating router 17add4d2-849a-4578-aad8-e972bade63f8 port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:04.244080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 96b94362-ecf3-4214-951e-f9c85db42885 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:04.244767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 96b94362-ecf3-4214-951e-f9c85db42885 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:04.271309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797326a-c442-4883-bbe2-0ab5058bf66e None None] Pushing event updated for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:04.281554 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:48:04.318440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.387390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.473267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:04.514163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261182dd-0ebd-4a1e-ad92-17b826d09330 req-b846250c-4e2a-4716-90af-979fb2a004a1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:04.528077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-261182dd-0ebd-4a1e-ad92-17b826d09330 req-b846250c-4e2a-4716-90af-979fb2a004a1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2463551 Dec 10 04:48:04.619369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] Provisioning complete for port 620e104b-82f5-4aca-ae82-b7a57680e51c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:04.620074 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.673988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.741823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.754601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-261182dd-0ebd-4a1e-ad92-17b826d09330 req-311f1e55-4ce3-44bf-a72b-e560eaf221c9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247319 Dec 10 04:48:04.755719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.805840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5142ba5e-ea71-468e-8410-c585bf36cd2e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:04.819186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=c0281822-386b-4501-836a-d42467e9c290,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:04.823265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.825256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-417ceff0-4a14-4af7-823c-d46147a97cf5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6300442 Dec 10 04:48:04.861955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:04.862681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: aafe6a26-e431-443d-8cce-fb35ebb46cb5, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:04.887801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:04.915138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, aafe6a26-e431-443d-8cce-fb35ebb46cb5) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:04.920235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:04.922367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:04.932224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8647427-2397-4ed3-84e6-33cf57d4c3cf None None] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:04.958062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f74c8c24-55b7-47e2-b004-176ba13cb764 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1163108 Dec 10 04:48:04.965321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:05.140947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:05.267953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:05.269231 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:05.319590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] For port 620e104b-82f5-4aca-ae82-b7a57680e51c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=620e104b-82f5-4aca-ae82-b7a57680e51c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:05.337766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:05.520885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:05.544103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d400f-27fd-4e4b-ac3c-629bee8ce6cf None None] Pushing event updated for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:05.549720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:05.559788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:03Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:05.815527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-c35c0668-4b81-4ef3-bf21-97db9bde0c57 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245435594&fields=id&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 267 time: 0.7237930 Dec 10 04:48:05.844101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9747c-02a4-4790-aa80-7fd924cff1d6 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:03Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:05.923691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bb61-43a1-4eec-93c2-92d30b82819a None None] Pushing event updated for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:05.959630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Allocated IP 172.20.0.2 (aafe6a26-e431-443d-8cce-fb35ebb46cb5/c0281822-386b-4501-836a-d42467e9c290/c37c84de-a1a5-41dd-a350-e12d10382059) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:06.208873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27740f7b-44c4-49a4-baa0-1db847813967 req-641a277b-343c-492f-ae8b-37e0a61cfb83 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:06.210469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27740f7b-44c4-49a4-baa0-1db847813967 req-641a277b-343c-492f-ae8b-37e0a61cfb83 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.6586237 Dec 10 04:48:06.305613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Attempting to bind port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:06.306108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Attempting to bind port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:06.306575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Attempting to bind port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 on network 1f84ea52-84a3-4671-9f65-1e11e254560b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:06.345730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:06.346118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Checking segment: {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:06.346527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.347063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Bound using segment: {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:06.347553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Bound port: 599f2f99-7ecf-42b4-994f-56e0d8cc1419, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc30713-e6c5-4654-b13c-743148a9028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:06.347947 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.412147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27740f7b-44c4-49a4-baa0-1db847813967 req-4fd6469e-22f3-4e72-bc9e-91eee0be975d tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934520 Dec 10 04:48:06.506606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] For port 599f2f99-7ecf-42b4-994f-56e0d8cc1419, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:06.509929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] For port 599f2f99-7ecf-42b4-994f-56e0d8cc1419, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=599f2f99-7ecf-42b4-994f-56e0d8cc1419,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:06.519777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.528948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.538170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 620e104b-82f5-4aca-ae82-b7a57680e51c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:06.540375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Provisioning complete for port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:06.540842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.595570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-d7f436e8-d5be-46c4-a06c-81362526964e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:06.602241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-d7f436e8-d5be-46c4-a06c-81362526964e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/networks?id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 797 time: 0.7851870 Dec 10 04:48:06.702455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-2d41b854-4c38-4bdc-b185-59f467f1d331 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/quotas/179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 375 time: 0.0167155 Dec 10 04:48:06.819065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bb61-43a1-4eec-93c2-92d30b82819a None None] Pushing event updated for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:06.848151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.915948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 620e104b-82f5-4aca-ae82-b7a57680e51c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:06.916197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:06.990307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:06.990974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:06.994501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.072074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511ba95-9388-40b7-9528-906188da2b0d req-2c09886f-e0b3-4fbb-93b7-a280386c2125 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:07.080811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d511ba95-9388-40b7-9528-906188da2b0d req-2c09886f-e0b3-4fbb-93b7-a280386c2125 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.3850324 Dec 10 04:48:07.136508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-0d181541-5c43-4114-a5f5-bca2cc678946 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4176240 Dec 10 04:48:07.208099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.253646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:07.258749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Pushing event updated for resources: {'Port': ['ID=c37c84de-a1a5-41dd-a350-e12d10382059,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:07.279337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:07.305338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:07.317778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.20.0.1 (aafe6a26-e431-443d-8cce-fb35ebb46cb5/c0281822-386b-4501-836a-d42467e9c290/ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:07.328192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:07.402875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] For port 599f2f99-7ecf-42b4-994f-56e0d8cc1419, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=599f2f99-7ecf-42b4-994f-56e0d8cc1419,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:07.458877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.459717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.530693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d511ba95-9388-40b7-9528-906188da2b0d req-872736da-5252-445c-8171-208684a2211e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488542 Dec 10 04:48:07.629642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.683564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Attempting to bind port c37c84de-a1a5-41dd-a350-e12d10382059 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:07.683935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Attempting to bind port c37c84de-a1a5-41dd-a350-e12d10382059 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:07.684306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Attempting to bind port c37c84de-a1a5-41dd-a350-e12d10382059 on network aafe6a26-e431-443d-8cce-fb35ebb46cb5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:07.699185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:07.703537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-0ca1caac-4dd6-46e0-825a-67ffeb3739f2 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219758 Dec 10 04:48:07.709031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:07.713192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:07.773719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-abc729ae-cb99-4ab3-9c4a-008e3aa5f1b6 None None] Provisioning complete for port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:07.774190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abc729ae-cb99-4ab3-9c4a-008e3aa5f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.819943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:07.820242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Checking segment: {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:07.820673 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.821079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Bound using segment: {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:07.821568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Bound port: c37c84de-a1a5-41dd-a350-e12d10382059, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:07.822185 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:07.837118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Pushing event updated for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:07.868024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:07.879061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.879521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.879931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.880345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.881266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.881266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.881650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.883501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.883915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.884316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.886935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.889009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.891254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ee3fa-08d4-4bdf-9725-a00713f29e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:07.973987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] For port c37c84de-a1a5-41dd-a350-e12d10382059, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:07.980765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] For port c37c84de-a1a5-41dd-a350-e12d10382059, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c37c84de-a1a5-41dd-a350-e12d10382059,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:07.992925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:08.004836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:08.110474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-8f8461a4-3a70-4b02-8c1c-34b2b0b67616 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860632 Dec 10 04:48:08.131295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef93bf-564c-407b-8943-a6f614eb9166 req-274464e5-e27f-4318-a08e-0401b4ca04fe tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:08.142026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bef93bf-564c-407b-8943-a6f614eb9166 req-274464e5-e27f-4318-a08e-0401b4ca04fe tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.3398314 Dec 10 04:48:08.198358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541cfdd-4e11-4723-85bc-61bd8883aa2c None None] Pushing event updated for resources: {'Port': ['ID=c37c84de-a1a5-41dd-a350-e12d10382059,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:08.253875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bef93bf-564c-407b-8943-a6f614eb9166 req-788c8204-9787-41f4-916b-333c3e3a8ac7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740266 Dec 10 04:48:08.292397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '599f2f99-7ecf-42b4-994f-56e0d8cc1419', 'name': '', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:50Z', 'updated_at': '2021-12-10T04:48:06Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'subnets': [{'id': '89be1294-d745-4691-a057-a28832709d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:08.340343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:08.396006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2de38a-a6f5-4c9b-bc88-990f5c10af6b None None] The sync data for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 is: [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:47:52Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '599f2f99-7ecf-42b4-994f-56e0d8cc1419', 'name': '', 'network_id': '1f84ea52-84a3-4671-9f65-1e11e254560b', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89be1294-d745-4691-a057-a28832709d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:50Z', 'updated_at': '2021-12-10T04:48:06Z', 'revision_number': 4, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'subnets': [{'id': '89be1294-d745-4691-a057-a28832709d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:08.586457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 599f2f99-7ecf-42b4-994f-56e0d8cc1419 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:08.700961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:08.701369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:08.831531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2da8142-36e4-45b3-851b-e1b8610ebe31 req-654a3b13-fdf4-4d22-8542-db34f41788e1 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 210 time: 0.2063189 Dec 10 04:48:08.987024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40a0e0-ef74-429b-9f0a-70b410f246dd req-e604fa2c-4948-4f37-9826-905ea623f52e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:08.994853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e40a0e0-ef74-429b-9f0a-70b410f246dd req-e604fa2c-4948-4f37-9826-905ea623f52e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1548593 Dec 10 04:48:09.123068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e40a0e0-ef74-429b-9f0a-70b410f246dd req-c5aa31a5-6f47-4635-bfbb-e8b59e25a8a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269319 Dec 10 04:48:09.281596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:09.291477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:09.431058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:09.442921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:09.643070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82430570-ff73-4158-abf4-3520e119e27c req-0fe0a652-47ea-49d6-93b0-d26887f65e6f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:09.651464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82430570-ff73-4158-abf4-3520e119e27c req-0fe0a652-47ea-49d6-93b0-d26887f65e6f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1841357 Dec 10 04:48:09.707281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:09.711450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:09.737677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82430570-ff73-4158-abf4-3520e119e27c req-169c1788-c680-4c56-932a-411a1d2c06cc tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828872 Dec 10 04:48:09.908848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfacc48-65ea-43d6-af2b-fe2cb10e1e2f None None] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:09.913155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:48:10.055365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-748d8f42-2e7f-445e-b4e5-a1974177c3c3 req-818ca0d6-3848-405a-8138-0141d53d628b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 210 time: 0.0317459 Dec 10 04:48:10.061434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:10.070646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed111eff-c5a9-4fa0-bed1-53fa6f1c3f6c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1037781 Dec 10 04:48:10.073531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:10.076162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:10.079975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1076702845'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:10.087659 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:10.088310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:10.138461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:10.145339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.274623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:10.304467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:10.311198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] Provisioning complete for port c37c84de-a1a5-41dd-a350-e12d10382059 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:10.311812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.356311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.360024 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 937bdf2b-52e6-43a1-b48a-4f7b66f15f07 of type vlan for network 24dff89c-1129-42fd-951a-cfbbce5f2559 Dec 10 04:48:10.504732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-28aa0b08-557b-4f2d-8c2e-53414be14faa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:10.506263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-28aa0b08-557b-4f2d-8c2e-53414be14faa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/networks?id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 797 time: 0.3303113 Dec 10 04:48:10.529967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce8be-adc5-4715-9e35-6ceb914e0703 req-dea973c0-fb18-4eb3-a7de-b75e56fed7fc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:10.541661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbfce8be-adc5-4715-9e35-6ceb914e0703 req-dea973c0-fb18-4eb3-a7de-b75e56fed7fc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2077801 Dec 10 04:48:10.545661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.588949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.604210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c37c84de-a1a5-41dd-a350-e12d10382059 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:10.705083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.711914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:10.712511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.822539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] For port c37c84de-a1a5-41dd-a350-e12d10382059, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c37c84de-a1a5-41dd-a350-e12d10382059,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:10.843173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:10.869177 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7943425 Dec 10 04:48:10.879130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:10.898115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:10.920769 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:08Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:08Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:10.983217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-bac434d9-fb66-4ab3-b7f2-1d36ae321e24 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 379 time: 0.3796043 Dec 10 04:48:10.987117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ab188-c7f0-4588-b72a-b748e115e86d None None] Pushing event updated for resources: {'Port': ['ID=c37c84de-a1a5-41dd-a350-e12d10382059,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:11.016109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c37c84de-a1a5-41dd-a350-e12d10382059 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:11.017076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.020680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'port': {'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'admin_state_up': True, 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'security_groups': ['03c55557-6f77-4a9c-874f-74a6b12a2e74']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:11.028076 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:11.028250 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Updating router 367eacaa-4d25-4719-95c6-fe0822626671 port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:11.057941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e128ff-821d-4b28-baa6-f44f48705a43 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=24dff89c-1129-42fd-951a-cfbbce5f2559,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:11.101878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dbfce8be-adc5-4715-9e35-6ceb914e0703 req-99ee41c4-9e31-4514-87c5-ed3f92388273 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582983 Dec 10 04:48:11.140102 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.153510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:11.288058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Provisioning complete for port c37c84de-a1a5-41dd-a350-e12d10382059 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:11.288892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.291053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:11.297330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.727509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.734613 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.752923 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.839901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=a86dcb16-7538-4b54-9714-80acb90debf2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:11.853361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:11.854629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: 24dff89c-1129-42fd-951a-cfbbce5f2559, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:11.895641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:11.912915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 24dff89c-1129-42fd-951a-cfbbce5f2559) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:11.923965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164b2e9-4085-43d6-a2ee-d8e8350ae048 None None] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:11.932215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:11.932911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:11.966148 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-13e0300f-00a2-41eb-b5e6-f651672be46d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0818722 Dec 10 04:48:11.973000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:12.045693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Attempting to bind port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:12.061100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Attempting to bind port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:12.061476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Attempting to bind port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb on network aafe6a26-e431-443d-8cce-fb35ebb46cb5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:12.079861 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:12.080434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Checking segment: {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:12.080650 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.089918 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Bound using segment: {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:12.090436 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Bound port: ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e16b56-e67f-430b-b924-b856d30165da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:12.090837 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.241897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] For port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:12.252242 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] For port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:12.258029 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0904e87-ee4f-4f36-85f7-148aad63f4ae None None] Pushing event updated for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:12.273977 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.281490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c845316c-e5ae-4745-882e-002b8ea648e1 req-9476fc5b-c99f-438a-bcc4-6666c40513b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 210 time: 0.9938803 Dec 10 04:48:12.314405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f42d8-c6e6-43f1-a902-6a7a3614b4cf req-c51920e6-8584-4243-9898-c7493c9da7a1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:12.329768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-995f42d8-c6e6-43f1-a902-6a7a3614b4cf req-c51920e6-8584-4243-9898-c7493c9da7a1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 1.2675037 Dec 10 04:48:12.342493 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:48:12.453001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Provisioning complete for port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:12.454680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.474036 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0904e87-ee4f-4f36-85f7-148aad63f4ae None None] Pushing event updated for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:12.507092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-24dff89c-1129-42fd-951a-cfbbce5f2559', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:12.513014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.522345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c37c84de-a1a5-41dd-a350-e12d10382059 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:12.523678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:12.527916 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:12.593646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-995f42d8-c6e6-43f1-a902-6a7a3614b4cf req-0ffb27a8-2ef2-4a20-bba9-84e5273892a9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606442 Dec 10 04:48:12.667880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:12.675789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:12.877231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:13.033059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Allocated IP 172.21.0.2 (24dff89c-1129-42fd-951a-cfbbce5f2559/a86dcb16-7538-4b54-9714-80acb90debf2/d627cd6a-c740-476c-91ac-3f4d171c78ea) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:13.075178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.6 (c1d8db5e-624d-4080-b31e-c3c97b19ffa1/c6a36138-9de5-48d3-886a-b7d037d47a20/66a89b92-0175-4336-8e01-2e9855df440c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:13.380165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.432988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.453195 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.562502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1df604a-695e-442c-b2f5-c3a95819d2d0 req-e4bfedde-1640-4df6-be64-657e92781826 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 210 time: 0.1060236 Dec 10 04:48:13.574874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.587885 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:08Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:12Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:13.599392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:13.647683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d28235-1232-43a8-aa36-3a6fb5f2f65e None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:08Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:12Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:13.649811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] For port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:13.652668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:13.664200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:13.670652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.703469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c37c84de-a1a5-41dd-a350-e12d10382059 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:13.704826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.788268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Attempting to bind port d627cd6a-c740-476c-91ac-3f4d171c78ea on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:13.789060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Attempting to bind port d627cd6a-c740-476c-91ac-3f4d171c78ea by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:13.789665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Attempting to bind port d627cd6a-c740-476c-91ac-3f4d171c78ea on network 24dff89c-1129-42fd-951a-cfbbce5f2559 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:13.811123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Pushing event updated for resources: {'Port': ['ID=d627cd6a-c740-476c-91ac-3f4d171c78ea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:13.823889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.21.0.1 (24dff89c-1129-42fd-951a-cfbbce5f2559/a86dcb16-7538-4b54-9714-80acb90debf2/9db4e2d7-44c4-42de-9e18-a1d3d9f73825) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:13.831937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:13.832778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Checking segment: {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:13.833657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.834447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Bound using segment: {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:13.835417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Bound port: d627cd6a-c740-476c-91ac-3f4d171c78ea, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:13.836043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.860006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.917122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92ec18-f59d-4e2a-aef6-d17cfc59d725 None None] Pushing event updated for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:13.928287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8d5f97d9-7403-4339-ae75-9505b7ae5470 None None] Provisioning complete for port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:13.928914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d5f97d9-7403-4339-ae75-9505b7ae5470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:13.934921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce445-e120-4e4e-89b9-7c69c0ef3143 req-e39a54a6-f0c6-49b7-b557-c6240d3ecc29 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:13.946715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-436ce445-e120-4e4e-89b9-7c69c0ef3143 req-e39a54a6-f0c6-49b7-b557-c6240d3ecc29 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.4847314 Dec 10 04:48:14.023133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7588fb-90bd-4996-b61b-f525db2b55a5 req-aac09fd4-3e0b-4dc3-b8c7-df1d8ba829ea tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:14.025378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b7588fb-90bd-4996-b61b-f525db2b55a5 req-aac09fd4-3e0b-4dc3-b8c7-df1d8ba829ea tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2709651 Dec 10 04:48:14.097546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] For port d627cd6a-c740-476c-91ac-3f4d171c78ea, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:14.101536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] For port d627cd6a-c740-476c-91ac-3f4d171c78ea, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d627cd6a-c740-476c-91ac-3f4d171c78ea,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:14.110060 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.116451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-436ce445-e120-4e4e-89b9-7c69c0ef3143 req-5cac3130-8b61-4cfc-941e-9215dc620de8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688652 Dec 10 04:48:14.174821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.241614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d36f8a-fa43-49b9-a9bd-de8af3edb224 None None] Pushing event updated for resources: {'Port': ['ID=d627cd6a-c740-476c-91ac-3f4d171c78ea,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:14.245858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b7588fb-90bd-4996-b61b-f525db2b55a5 req-61908162-414f-4e98-a182-238ef1be7fca tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906328 Dec 10 04:48:14.281567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.338876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.402705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:14.412804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:14.415419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:14.448200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:14.462430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:14.467661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:14.575886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:14.585020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.610047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:14.635561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.635918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.636264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.653321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:14.677988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.678898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.680461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.681144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.681724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.682691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.683306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.683883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.684468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.685095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:48:14.784584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:14.800570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.841335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:14.841601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:14.924531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-79fc883e-7b59-4069-9bb2-5f06df9c935a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9143655 Dec 10 04:48:14.955369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Request body: {'port': {'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:14.997565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:15.058899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ae693433-b01e-4d42-8ffb-d18914a64f3f None None] Provisioning complete for port 66a89b92-0175-4336-8e01-2e9855df440c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:15.059341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae693433-b01e-4d42-8ffb-d18914a64f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:15.099772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446be1c6-fa3d-481e-93d5-048771baa3d5 req-0abeeb85-cb24-479e-93e4-a7d13515bf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:15.112233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-446be1c6-fa3d-481e-93d5-048771baa3d5 req-0abeeb85-cb24-479e-93e4-a7d13515bf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 931 time: 0.2759185 Dec 10 04:48:15.142309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ae693433-b01e-4d42-8ffb-d18914a64f3f None None] Port 66a89b92-0175-4336-8e01-2e9855df440c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:15.223702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:15.239618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-446be1c6-fa3d-481e-93d5-048771baa3d5 req-194a9107-6955-4f92-affd-fd157e96f3fe tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254330 Dec 10 04:48:15.647194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:48:15.787250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a89b92-0175-4336-8e01-2e9855df440c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:48:15.799059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:15.832610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Transition to ACTIVE for port object 66a89b92-0175-4336-8e01-2e9855df440c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:48:15.896182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.052168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8c6aa-5cd2-4087-9305-591359306d69 req-acb930ca-c2e2-42bf-9487-80070060af09 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:16.054089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34f8c6aa-5cd2-4087-9305-591359306d69 req-acb930ca-c2e2-42bf-9487-80070060af09 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2008190 Dec 10 04:48:16.259828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:16.324668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'port_id': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'mac_address': 'fa:16:3e:c9:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:48:16.442983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Attempting to bind port 66a89b92-0175-4336-8e01-2e9855df440c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:16.444419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.445918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Attempting to bind port 66a89b92-0175-4336-8e01-2e9855df440c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:16.447874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Attempting to bind port 66a89b92-0175-4336-8e01-2e9855df440c on network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:16.461736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb2d50-ab93-4708-8151-6253a3e797d2 None None] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:16.477697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Port 66a89b92-0175-4336-8e01-2e9855df440c on network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:48:16.478116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Attempting to bind port 66a89b92-0175-4336-8e01-2e9855df440c on network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:16.494899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Pushing event updated for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:16.559007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e91db-125f-49e9-be24-d6133f47c166 req-a508042d-75ac-4f59-aaa9-c613c370d5df tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:16.571351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-396e91db-125f-49e9-be24-d6133f47c166 req-a508042d-75ac-4f59-aaa9-c613c370d5df tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.7366323 Dec 10 04:48:16.675253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.677897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69df18d6-b4c2-42bc-b702-4767c9b64794 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:48:16.702481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:16.702836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Checking segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:16.703263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Bound using segment: {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:16.704874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d627cd6a-c740-476c-91ac-3f4d171c78ea up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:16.705466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Bound port: 66a89b92-0175-4336-8e01-2e9855df440c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30c26ef-9837-45f9-a176-c208d707b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:16.705844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.708454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.839546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] Provisioning complete for port d627cd6a-c740-476c-91ac-3f4d171c78ea triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:16.845065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:16.889106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34f8c6aa-5cd2-4087-9305-591359306d69 req-30344f35-5d4e-45da-b0ca-1832db2698f4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233348 Dec 10 04:48:16.935851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-396e91db-125f-49e9-be24-d6133f47c166 req-f15937dd-8999-4274-a588-dd1d98632130 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629651 Dec 10 04:48:16.992852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:16.995606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:17.006636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=66a89b92-0175-4336-8e01-2e9855df440c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:17.015905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:17.019718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.020431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.037697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.155067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:17.156324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.165416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] 10.222.0.41 "PUT /v2.0/ports/66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 200 len: 1091 time: 2.2179725 Dec 10 04:48:17.166123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:17.171343 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:17.201302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:17.253847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4947af6-be06-43c6-a92f-f433cc3bb3ec service neutron] Pushing event updated for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:17.317471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:17.324632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:17.328131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['69df18d6-b4c2-42bc-b702-4767c9b64794'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:48:17.416422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-b1930bbb-c419-4513-bd51-45ec34d19ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:17.426586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-b1930bbb-c419-4513-bd51-45ec34d19ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1094 time: 0.1646094 Dec 10 04:48:17.462863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d627cd6a-c740-476c-91ac-3f4d171c78ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:17.463441 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.526498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.570830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-7ca0399e-ff08-481b-a2eb-a5753af3b114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 200 len: 217 time: 0.0935681 Dec 10 04:48:17.574409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:17.692033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6714-9217-4e8b-b4f2-be66406f8985 req-c08885da-42c5-4ed3-b018-be80decfeef6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:17.708217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ecf6714-9217-4e8b-b4f2-be66406f8985 req-c08885da-42c5-4ed3-b018-be80decfeef6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 943 time: 0.3258967 Dec 10 04:48:17.809044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-5e2009b4-5b99-46a2-ae61-a1e0579e0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:17.810495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-5e2009b4-5b99-46a2-ae61-a1e0579e0567 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6a36138-9de5-48d3-886a-b7d037d47a20 HTTP/1.1" status: 200 len: 835 time: 0.2268882 Dec 10 04:48:17.903002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] For port d627cd6a-c740-476c-91ac-3f4d171c78ea, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d627cd6a-c740-476c-91ac-3f4d171c78ea,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:17.913418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:17.930294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:17.963060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c87dc462-8631-46f9-b935-c9e4d234ad26 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9888184 Dec 10 04:48:17.965639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41542) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:17.977384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-350451823'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:17.979289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ecf6714-9217-4e8b-b4f2-be66406f8985 req-165cb452-f9c1-450d-8dc0-aa63a26a2287 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698052 Dec 10 04:48:18.026410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:18.045472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.061038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:18.064730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.119468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-2f8e4e8e-535e-4cfb-a788-33576b2e9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:18.127485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-2f8e4e8e-535e-4cfb-a788-33576b2e9097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057547 Dec 10 04:48:18.142234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:18.173919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.174642 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 54e985c1-8bba-46dd-a139-3000e86927e8 of type vlan for network 993f1463-04e2-4856-8d44-d44f8a5a639a Dec 10 04:48:18.269434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.307687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:18.307979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:18.334006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.340307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:18.349201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:18.389579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4225960 Dec 10 04:48:18.410929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:18.451991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:18.549653 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a45da1-7f21-4b30-9dfb-87ba9002f5bd x-openstack-request-id: req-03a45da1-7f21-4b30-9dfb-87ba9002f5bd {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:18.563337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3bb7f-60a6-4157-927a-88a243ee8f78 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=993f1463-04e2-4856-8d44-d44f8a5a639a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:18.580390 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:18.582670 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03a45da1-7f21-4b30-9dfb-87ba9002f5bd {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:18.587880 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c', 'status': 'completed', 'code': 200} Dec 10 04:48:18.766010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-eca8a416-db29-405b-a09e-362c5b485406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:18.778188 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-eca8a416-db29-405b-a09e-362c5b485406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.1230390 Dec 10 04:48:18.945208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-913a29de-fa7f-4ff8-a494-cfd1d5cc1ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061204 Dec 10 04:48:19.070794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da50be-f030-42d1-bab6-d202cc8fd87e req-0c6b9864-266f-4146-b46a-da133b73f4f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:19.073902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-3a5a3916-b256-4acc-8461-a66a4fdab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:19.079616 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-3a5a3916-b256-4acc-8461-a66a4fdab1fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.2928979 Dec 10 04:48:19.087936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3da50be-f030-42d1-bab6-d202cc8fd87e req-0c6b9864-266f-4146-b46a-da133b73f4f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.2889545 Dec 10 04:48:19.090319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:19.097901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:19.266778 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-24ad0686-95e4-4e36-b122-b3de2fffa665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1002 time: 0.1794579 Dec 10 04:48:19.314718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3da50be-f030-42d1-bab6-d202cc8fd87e req-42cd507c-ae5d-43fb-9b71-01609b206b44 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252264 Dec 10 04:48:19.435792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddee6a6f-c5ed-43fe-9f4d-265ec8afbcdf req-f20831a8-95da-4fa2-ae24-32900ee7fe72 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697640 Dec 10 04:48:19.503705 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:48:19.510036 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:48:19.510751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 993f1463-04e2-4856-8d44-d44f8a5a639a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:19.514663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-2336972c-5a1c-4576-a4d6-97731718e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:19.516559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-2336972c-5a1c-4576-a4d6-97731718e481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.2260454 Dec 10 04:48:19.729205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-1929602e-46e6-4a06-b856-cd50c2292bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:19.751144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-1929602e-46e6-4a06-b856-cd50c2292bad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649454 Dec 10 04:48:19.801370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af4262-6f1b-42f8-bc8c-7dd6736d2822 None None] Pushing event updated for resources: {'Port': ['ID=d627cd6a-c740-476c-91ac-3f4d171c78ea,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:19.823514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:19.873760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-e95325f0-7b04-493f-b0df-6d651d761a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:19.875298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-e95325f0-7b04-493f-b0df-6d651d761a1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1094 time: 0.2774596 Dec 10 04:48:19.934458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3861d76f-1094-4706-9496-32c6adb9f901 None None] Provisioning complete for port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:19.938287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3861d76f-1094-4706-9496-32c6adb9f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:19.973413 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-97e5adeb-b754-4f0f-8452-8d09840a2b32 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117565 Dec 10 04:48:20.149122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3861d76f-1094-4706-9496-32c6adb9f901 None None] Port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:20.175402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-e6a08d19-3e50-461a-8c79-51f4f024ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:20.181800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-e6a08d19-3e50-461a-8c79-51f4f024ad12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 898 time: 0.2858574 Dec 10 04:48:20.195986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-93845800-0055-4998-b6d2-57e0f9cbd2a0 req-6fa79ed9-37b2-49d2-8e92-1f746d21fe1e service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144024 Dec 10 04:48:20.225123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:20.274997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bddcab-b4a0-4d89-a0e7-f6fdd090442d req-d11e710a-2c06-40b4-9386-eb7ae6f1e570 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:20.290127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5bddcab-b4a0-4d89-a0e7-f6fdd090442d req-d11e710a-2c06-40b4-9386-eb7ae6f1e570 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.5909691 Dec 10 04:48:20.393031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:20.405050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3861d76f-1094-4706-9496-32c6adb9f901 None None] Provisioning complete for port d627cd6a-c740-476c-91ac-3f4d171c78ea triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:20.405655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3861d76f-1094-4706-9496-32c6adb9f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:20.529343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-576e014a-d29d-4628-988c-1e17124756ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 200 len: 217 time: 0.2948329 Dec 10 04:48:20.568323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d627cd6a-c740-476c-91ac-3f4d171c78ea up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:20.685558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b3444-861c-4242-9213-ef640df70636 req-dd47b4aa-f529-46e7-a0b1-028cba377163 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:20.696356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac1b3444-861c-4242-9213-ef640df70636 req-dd47b4aa-f529-46e7-a0b1-028cba377163 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 943 time: 0.4994564 Dec 10 04:48:20.712391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=2faac9cb-96b7-4e24-8973-cb164eacc5d8,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:20.759406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:20.759781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: 993f1463-04e2-4856-8d44-d44f8a5a639a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:20.787204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5bddcab-b4a0-4d89-a0e7-f6fdd090442d req-43b85f79-47d8-4d1c-9ecf-1a860ffdecd2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4956706 Dec 10 04:48:20.817277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-18205ab1-eff9-4b62-880f-4f53184c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:20.842731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-18205ab1-eff9-4b62-880f-4f53184c6f78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6a36138-9de5-48d3-886a-b7d037d47a20 HTTP/1.1" status: 200 len: 835 time: 0.2782118 Dec 10 04:48:20.873571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d627cd6a-c740-476c-91ac-3f4d171c78ea triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:20.874355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:20.939981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac1b3444-861c-4242-9213-ef640df70636 req-b2b8964f-0243-4ac6-97c6-75de284ea0ec tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421870 Dec 10 04:48:20.965159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 993f1463-04e2-4856-8d44-d44f8a5a639a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:21.030737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-5080b246-8d33-4a34-80e1-ffe02700c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:21.032958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-5080b246-8d33-4a34-80e1-ffe02700c14b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894226 Dec 10 04:48:21.177163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:14Z', 'revision_number': 3, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:15Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:21.221933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-64b83019-203b-4282-acf3-c96f94d94029 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742563 Dec 10 04:48:21.225037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 993f1463-04e2-4856-8d44-d44f8a5a639a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:21.249185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:21.249777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Updating router 367eacaa-4d25-4719-95c6-fe0822626671 port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:21.253463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1078b9e-be6e-4118-bdea-ee9356795d7a None None] Network 993f1463-04e2-4856-8d44-d44f8a5a639a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:21.271573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:21.272094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:21.383001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40369-f8e6-486b-a499-0251558ba6ab req-6065ddf3-e338-434d-bfd4-373482cdc94b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:21.391115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20e40369-f8e6-486b-a499-0251558ba6ab req-6065ddf3-e338-434d-bfd4-373482cdc94b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.4497247 Dec 10 04:48:21.427511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f043d65c-f463-430f-a517-5ddcedf0c12a tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0154772 Dec 10 04:48:21.430542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:21.470958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-993f1463-04e2-4856-8d44-d44f8a5a639a', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:21.472238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:21.523328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:21.536522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20e40369-f8e6-486b-a499-0251558ba6ab req-1325885d-c0d6-4f78-aea1-3416be35d55f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345003 Dec 10 04:48:21.555118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74819ffe-73d5-4ee6-a597-e853af89d212 req-580008bc-ef54-40fa-b5c4-e44bc71fa94d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:21.572709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74819ffe-73d5-4ee6-a597-e853af89d212 req-580008bc-ef54-40fa-b5c4-e44bc71fa94d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.3678603 Dec 10 04:48:21.616612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 66a89b92-0175-4336-8e01-2e9855df440c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:48:21.702733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3ac7b2d-76ce-413f-b4c3-4f9939f137a0 req-546b05b8-c522-4178-9c0d-06aa3e263df2 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423349 Dec 10 04:48:21.748177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74819ffe-73d5-4ee6-a597-e853af89d212 req-2b01de51-688b-46c4-9e55-f7cd7757784f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730278 Dec 10 04:48:21.808243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=66a89b92-0175-4336-8e01-2e9855df440c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:21.834018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '66a89b92-0175-4336-8e01-2e9855df440c', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:48:21.839136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:22.065030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:22.115366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160530-6c9b-49fc-9658-17ec9ea129c0 req-dc394295-38b3-49ab-963c-5a5caa004cf6 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:22.126792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a89b92-0175-4336-8e01-2e9855df440c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:48:22.132256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7160530-6c9b-49fc-9658-17ec9ea129c0 req-dc394295-38b3-49ab-963c-5a5caa004cf6 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1499915 Dec 10 04:48:22.200381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=66a89b92-0175-4336-8e01-2e9855df440c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:22.319113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7160530-6c9b-49fc-9658-17ec9ea129c0 req-212aa0a9-7a8d-49f4-b6b0-c5a64f696b20 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855624 Dec 10 04:48:22.437993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70c23d-5a8f-4341-9b8d-a744bf5533de req-20df0719-69bb-4e3a-995e-d8a7007bbf3c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:22.443025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd70c23d-5a8f-4341-9b8d-a744bf5533de req-20df0719-69bb-4e3a-995e-d8a7007bbf3c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.2609320 Dec 10 04:48:22.496078 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:22.549076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:22.599030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd70c23d-5a8f-4341-9b8d-a744bf5533de req-ddde1f4c-8f01-4e1d-819a-d8851f68e521 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485500 Dec 10 04:48:22.740082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5ee3-5545-4f0d-9026-6fd80ecd56e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:22.791917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47f3f8-89b2-42cf-9c08-8e7b11f048ed req-8dd5eba4-c500-401a-9898-53bb95c4fd70 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:22.793554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e47f3f8-89b2-42cf-9c08-8e7b11f048ed req-8dd5eba4-c500-401a-9898-53bb95c4fd70 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0846269 Dec 10 04:48:22.849277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:22.858836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 69df18d6-b4c2-42bc-b702-4767c9b64794 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:22.859277 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:22.984627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Allocated IP 172.22.0.2 (993f1463-04e2-4856-8d44-d44f8a5a639a/2faac9cb-96b7-4e24-8973-cb164eacc5d8/81e2986f-02fc-45c7-b2e4-6a0e2b80067a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:22.988648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e47f3f8-89b2-42cf-9c08-8e7b11f048ed req-6d2b4583-cb83-44fd-8e60-2e8d9c3e8bc7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859143 Dec 10 04:48:22.994737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['66a89b92-0175-4336-8e01-2e9855df440c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:48:23.251797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca33c74-c581-4a1b-8693-8be6ba6ea1d7 req-acce21b2-a810-4725-b444-7d19da099cc3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:23.259769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca33c74-c581-4a1b-8693-8be6ba6ea1d7 req-acce21b2-a810-4725-b444-7d19da099cc3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 945 time: 0.1176822 Dec 10 04:48:23.393615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca33c74-c581-4a1b-8693-8be6ba6ea1d7 req-269f77c4-18e5-4e50-9416-a6470bd98142 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259809 Dec 10 04:48:23.506729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:23.537194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:23.830583 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:23.842421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7d3a-bc64-4560-b317-9055562cc7ae req-5c069230-6c14-4e08-a583-8a3c0d03b154 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:23.846479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:23.853397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ced7d3a-bc64-4560-b317-9055562cc7ae req-5c069230-6c14-4e08-a583-8a3c0d03b154 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.1183550 Dec 10 04:48:23.986443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ced7d3a-bc64-4560-b317-9055562cc7ae req-2399e425-6909-4b97-b7ed-e2e78162d349 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319458 Dec 10 04:48:23.994831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31ff37-ff9f-4377-acd6-5e180eb192f1 None None] Pushing event updated for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:24.070209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:24.073673 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c0381-ed87-45c3-8183-1d5ad5a60942" -d '{"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:24.185287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:24.186609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Attempting to bind port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:24.187161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Attempting to bind port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:24.187637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Attempting to bind port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 on network 24dff89c-1129-42fd-951a-cfbbce5f2559 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:24.208350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:24.208875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Checking segment: {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:24.209372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.209981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Bound using segment: {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:24.210816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Bound port: 9db4e2d7-44c4-42de-9e18-a1d3d9f73825, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937bdf2b-52e6-43a1-b48a-4f7b66f15f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:24.211264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.213600 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.246040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.296216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.303847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456960e4-f406-49b1-95cd-4e71016eddb4 req-d2da48e4-baac-4901-a904-09813eb794a0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:24.314272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-456960e4-f406-49b1-95cd-4e71016eddb4 req-d2da48e4-baac-4901-a904-09813eb794a0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0847549 Dec 10 04:48:24.323360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Network 993f1463-04e2-4856-8d44-d44f8a5a639a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:24.390075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] For port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:24.395404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] For port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:24.411030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.22.0.1 (993f1463-04e2-4856-8d44-d44f8a5a639a/2faac9cb-96b7-4e24-8973-cb164eacc5d8/2dd5836f-9ff3-4aee-9271-63c540a5b326) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:24.414839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:24.427675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-456960e4-f406-49b1-95cd-4e71016eddb4 req-c4221686-ac7f-4b54-aefc-d65302cc9c79 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120377 Dec 10 04:48:24.441669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:24.462865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.497507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] Provisioning complete for port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:24.498166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.623640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:24.624187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9220ceb-a3ce-4108-9ac9-8da5809e9513 req-b21477bd-a404-412c-bc3a-e4cbea880eb3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:24.639516 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f0eee-1d52-4a52-a523-09c2ff8cfa38 x-openstack-request-id: req-323f0eee-1d52-4a52-a523-09c2ff8cfa38 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:24.639954 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:24.640308 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-323f0eee-1d52-4a52-a523-09c2ff8cfa38 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:24.641162 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'code': 200} Dec 10 04:48:24.647621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9220ceb-a3ce-4108-9ac9-8da5809e9513 req-b21477bd-a404-412c-bc3a-e4cbea880eb3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1346564 Dec 10 04:48:24.747871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Attempting to bind port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:24.748361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Attempting to bind port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:24.748956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Attempting to bind port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a on network 993f1463-04e2-4856-8d44-d44f8a5a639a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:24.752082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9220ceb-a3ce-4108-9ac9-8da5809e9513 req-1208b23e-e8b9-46b3-a41b-eeaa7122c842 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029217 Dec 10 04:48:24.788012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:24.788812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:47:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:24.790077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.797307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:24.798417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Checking segment: {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:24.798936 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.799440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Bound using segment: {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:24.801736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Bound port: 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:24.802241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.890938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:24.932248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 993f1463-04e2-4856-8d44-d44f8a5a639a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:24.937853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:24.944380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:24.953088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Pushing event updated for resources: {'Port': ['ID=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:25.053559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.057245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:25.244687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76756d80-27a9-42d1-a1a7-5c7a0a1f5fff req-3032ef55-f479-465e-b78b-c77be5bc73aa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:25.248591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] For port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:25.252200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] For port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:25.259261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76756d80-27a9-42d1-a1a7-5c7a0a1f5fff req-3032ef55-f479-465e-b78b-c77be5bc73aa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.1447356 Dec 10 04:48:25.275447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.297229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31ff37-ff9f-4377-acd6-5e180eb192f1 None None] Pushing event updated for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:25.330099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f71cc9a-1e17-49db-8cd5-43be3c0a66e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.383246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:25.433868 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.447908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.451388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76756d80-27a9-42d1-a1a7-5c7a0a1f5fff req-4498c620-a9ba-47c7-862c-ef2b887ea86a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872396 Dec 10 04:48:25.471343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f496-705c-4428-b89c-c1cc14a618f3 None None] Pushing event updated for resources: {'Port': ['ID=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:25.673176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c17d-bb05-466a-bd32-e0fe8dfb9953 req-ed787bcb-ee5c-43b9-9208-fae3efa41a6e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:25.682977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4b7c17d-bb05-466a-bd32-e0fe8dfb9953 req-ed787bcb-ee5c-43b9-9208-fae3efa41a6e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1206234 Dec 10 04:48:25.830279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4b7c17d-bb05-466a-bd32-e0fe8dfb9953 req-086c6f0b-892b-4e3d-81b0-521954252178 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357870 Dec 10 04:48:25.882588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] For port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:25.894596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.916764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:25.995094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6195bb4-4d3f-4ea1-a944-fd1ad1cca29b None None] Pushing event updated for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:26.033622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:14Z', 'revision_number': 3, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:24Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:26.062025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e5ef1-1a0f-49bb-82f7-483a4a3270f5 req-010e1dec-836c-49c0-9a6f-0efbc0550a25 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:26.075029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b82e5ef1-1a0f-49bb-82f7-483a4a3270f5 req-010e1dec-836c-49c0-9a6f-0efbc0550a25 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1528366 Dec 10 04:48:26.076047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a622ae-f6b2-43c4-b614-acba7a7df3f5 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:14Z', 'revision_number': 3, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:24Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:26.082175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ab51f6db-abfe-4b95-9fba-c24713daa4f0 None None] Provisioning complete for port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:26.082669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab51f6db-abfe-4b95-9fba-c24713daa4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:26.237105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b82e5ef1-1a0f-49bb-82f7-483a4a3270f5 req-d461f16b-ae7c-455b-96e1-24206ed4c0c4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610749 Dec 10 04:48:26.287572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:26.300081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:26.420531 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:26.573636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:26.751131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:26.769015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40413afd-af48-4662-9138-6babcb2d4bd0 req-33ca740c-b4cd-4d4d-8c8a-ecc571d8442a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:26.794621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40413afd-af48-4662-9138-6babcb2d4bd0 req-33ca740c-b4cd-4d4d-8c8a-ecc571d8442a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.1843331 Dec 10 04:48:26.856344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network 993f1463-04e2-4856-8d44-d44f8a5a639a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:26.857865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:26.976127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:26.979868 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.004461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40413afd-af48-4662-9138-6babcb2d4bd0 req-7d19753e-ed32-45a7-85eb-2342ace47cd7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044208 Dec 10 04:48:27.148186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a80a5-ab6a-4929-952d-05dc6dd9a086 req-4f07f0d6-d5c2-4bf2-9891-bab1a6b36890 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:27.162787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:27.163647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-624a80a5-ab6a-4929-952d-05dc6dd9a086 req-4f07f0d6-d5c2-4bf2-9891-bab1a6b36890 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1413536 Dec 10 04:48:27.223613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81e2986f-02fc-45c7-b2e4-6a0e2b80067a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:27.413148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7e9a0-0459-4121-8342-9ee1a79c458f None None] Network 993f1463-04e2-4856-8d44-d44f8a5a639a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:27.545036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:27.557204 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c47c99c-5316-4264-8929-471a8d358b06 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1255078 Dec 10 04:48:27.557673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:27.561041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:27.569353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1338186203'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:27.582691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:27.582691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:27.624084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:27.627901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.670102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 66a89b92-0175-4336-8e01-2e9855df440c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:27.683660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:27.690599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:27.691016 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.707810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.708264 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added segment 387a48fa-a2e2-42dc-8346-ae5957f8efc1 of type vlan for network d3175e0e-b032-4400-ae38-f2b370f4514b Dec 10 04:48:27.819568 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.860687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:27.876032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.882107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:27.882841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:27.979232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.097649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-33abcacd-bc03-4c8e-88a8-d139f1d19ddb None None] Provisioning complete for port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:28.098042 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33abcacd-bc03-4c8e-88a8-d139f1d19ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.104602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Network': ['ID=d3175e0e-b032-4400-ae38-f2b370f4514b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:28.158855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4186c711-0fa2-4083-a22e-826fef4db34b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5941110 Dec 10 04:48:28.162979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:28.171800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-624a80a5-ab6a-4929-952d-05dc6dd9a086 req-620bff5f-3b72-45f0-a916-48a2d2d99a92 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0070846 Dec 10 04:48:28.176001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network d3175e0e-b032-4400-ae38-f2b370f4514b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:28.177620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'subnet': {'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:28.438227 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:28.441301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Made reservation on behalf of 13fd0a8d731d4803afc26d17812d21d5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:28.445251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.477310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634295aa-da6d-400b-a364-6b2194da5334 req-a7513218-3c67-4666-8baf-a0ec56d3e07f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:28.500379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-634295aa-da6d-400b-a364-6b2194da5334 req-a7513218-3c67-4666-8baf-a0ec56d3e07f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.4783216 Dec 10 04:48:28.503996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:28.505902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Updating router 367eacaa-4d25-4719-95c6-fe0822626671 port 2dd5836f-9ff3-4aee-9271-63c540a5b326 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:28.580711 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.643394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-634295aa-da6d-400b-a364-6b2194da5334 req-fba11a5e-3e17-4f0a-9078-51815d5c0645 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377041 Dec 10 04:48:28.756500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a07bf-aa77-43fc-bcd2-bffbc1813949 req-91240dc4-bb0d-4f1d-b0e5-394cdb7c2194 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:28.758614 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.770314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e6a07bf-aa77-43fc-bcd2-bffbc1813949 req-91240dc4-bb0d-4f1d-b0e5-394cdb7c2194 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.1504858 Dec 10 04:48:28.868226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Checking segment: {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:28.868675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network hostable DHCP agents. Network: d3175e0e-b032-4400-ae38-f2b370f4514b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:28.874810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Subnet': ['ID=07c37f3f-b665-4904-bc51-1e7de7fd6e33,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:28.904243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network d3175e0e-b032-4400-ae38-f2b370f4514b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:28.918574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e6a07bf-aa77-43fc-bcd2-bffbc1813949 req-6cb72ca7-54c8-4e0a-a326-b66c0a2f5aca tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456308 Dec 10 04:48:28.925440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, d3175e0e-b032-4400-ae38-f2b370f4514b) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:28.940164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:28.940913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:28.946182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 66a89b92-0175-4336-8e01-2e9855df440c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:48:28.983008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a2e46-fdd5-4d73-9561-c5b8ee2b5773 None None] Network d3175e0e-b032-4400-ae38-f2b370f4514b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:28.987812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-792f0ab8-bacd-4923-b405-7b4b85533760 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8232598 Dec 10 04:48:28.990333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41986) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:29.004011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.062191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 66a89b92-0175-4336-8e01-2e9855df440c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:29.070957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.086241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.236545 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.251255 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.345581 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d936d-442d-4459-a6ee-677b8ee63dee None None] Pushing event updated for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:29.469221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f05d51-8f8f-4ddb-a07c-17f6aef1e6c6 req-084317b9-6696-4aff-9890-68e397c14ddc tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:29.481913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f05d51-8f8f-4ddb-a07c-17f6aef1e6c6 req-084317b9-6696-4aff-9890-68e397c14ddc tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1739423 Dec 10 04:48:29.520862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Attempting to bind port 2dd5836f-9ff3-4aee-9271-63c540a5b326 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:29.521434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Attempting to bind port 2dd5836f-9ff3-4aee-9271-63c540a5b326 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:29.521975 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Attempting to bind port 2dd5836f-9ff3-4aee-9271-63c540a5b326 on network 993f1463-04e2-4856-8d44-d44f8a5a639a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:29.541565 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:29.541931 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Checking segment: {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:29.542337 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.545678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Bound using segment: {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:29.545678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Bound port: 2dd5836f-9ff3-4aee-9271-63c540a5b326, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e985c1-8bba-46dd-a139-3000e86927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:29.546125 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.584832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f05d51-8f8f-4ddb-a07c-17f6aef1e6c6 req-54db50be-bf8d-46b4-bb87-c6a23f0b1ffe tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018798 Dec 10 04:48:29.675853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:29.744037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.804404 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] For port 2dd5836f-9ff3-4aee-9271-63c540a5b326, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:29.819578 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] For port 2dd5836f-9ff3-4aee-9271-63c540a5b326, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dd5836f-9ff3-4aee-9271-63c540a5b326,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:29.853476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-d3175e0e-b032-4400-ae38-f2b370f4514b', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:29.854328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.857525 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:29.920880 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33abcacd-bc03-4c8e-88a8-d139f1d19ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:30.147178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:30.158065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:30.175727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d936d-442d-4459-a6ee-677b8ee63dee None None] Pushing event updated for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:30.315119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:30.331508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:30.349464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830ed3-5560-4b71-bea1-574c22a16aa0 req-841cead7-13fd-4a5d-95c5-cf89d6951cf6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:30.359682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa830ed3-5560-4b71-bea1-574c22a16aa0 req-841cead7-13fd-4a5d-95c5-cf89d6951cf6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.4578624 Dec 10 04:48:30.492258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa830ed3-5560-4b71-bea1-574c22a16aa0 req-6301de30-4489-401d-b9d0-291be4a2a04b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307783 Dec 10 04:48:30.517201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e07e5-e672-4035-9d5c-41a871013293 req-8c0f84e2-1f2b-448c-844b-ec9d1be89b2c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:30.526237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d66e07e5-e672-4035-9d5c-41a871013293 req-8c0f84e2-1f2b-448c-844b-ec9d1be89b2c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 944 time: 0.4364779 Dec 10 04:48:30.587146 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:30.709247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d66e07e5-e672-4035-9d5c-41a871013293 req-64cb5bd6-fffa-4452-84e6-a706ca3b055a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817732 Dec 10 04:48:30.763458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:30.771329 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d246cb3-ce63-413a-bb7a-265edf80d816" -d '{"events": [{"server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "name": "network-vif-plugged", "status": "completed", "tag": "66a89b92-0175-4336-8e01-2e9855df440c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:30.826670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=66a89b92-0175-4336-8e01-2e9855df440c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:30.854402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:30.864815 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea1c51-b6af-4bc3-8816-7575fd35454e x-openstack-request-id: req-d0ea1c51-b6af-4bc3-8816-7575fd35454e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:30.865115 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "name": "network-vif-plugged", "status": "completed", "tag": "66a89b92-0175-4336-8e01-2e9855df440c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:30.865375 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0ea1c51-b6af-4bc3-8816-7575fd35454e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:30.869951 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c', 'code': 200} Dec 10 04:48:31.001629 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-33abcacd-bc03-4c8e-88a8-d139f1d19ddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:48:31.001629 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-33abcacd-bc03-4c8e-88a8-d139f1d19ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:48:31.103418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857d9d-0edd-4ade-a23e-2d1f5d0b8569 req-90e3f44f-1141-4ac8-b505-d123f8f7e271 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:31.111477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5857d9d-0edd-4ade-a23e-2d1f5d0b8569 req-90e3f44f-1141-4ac8-b505-d123f8f7e271 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.2397771 Dec 10 04:48:31.118025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44f758-9fe8-41e4-bd5a-ffcb897d7a49 req-32ee73dd-cf46-4026-892e-48447fc1204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:31.119980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df44f758-9fe8-41e4-bd5a-ffcb897d7a49 req-32ee73dd-cf46-4026-892e-48447fc1204f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1458447 Dec 10 04:48:31.138127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Allocated IP 172.23.0.2 (d3175e0e-b032-4400-ae38-f2b370f4514b/07c37f3f-b665-4904-bc51-1e7de7fd6e33/700de068-543d-4338-83f6-034e5ff60b08) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:31.191593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:31.240192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:31.247990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:29Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:31.248680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5857d9d-0edd-4ade-a23e-2d1f5d0b8569 req-c821bbde-c337-47ca-ad02-a67d1f92433e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272650 Dec 10 04:48:31.381894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33689fbb-dac3-45df-8512-015e5f904856 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:29Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:31.401313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df44f758-9fe8-41e4-bd5a-ffcb897d7a49 req-f8158d59-31c0-454e-9ee3-9cc60ede51c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720588 Dec 10 04:48:31.668631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:48:31.832586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:31.862900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea879-be02-47cb-8bc5-ffeda1d5e1c5 req-768d9d72-7c0c-41db-8560-ac8bafa111ae tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:31.864305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:48:31.864460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-957ea879-be02-47cb-8bc5-ffeda1d5e1c5 req-768d9d72-7c0c-41db-8560-ac8bafa111ae tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1289732 Dec 10 04:48:31.931897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:31.935171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:31.977625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:48:31.984525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-957ea879-be02-47cb-8bc5-ffeda1d5e1c5 req-5ffb90ac-e7ee-4499-b589-54778ef7c089 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116655 Dec 10 04:48:32.014139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:32.070160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Network d3175e0e-b032-4400-ae38-f2b370f4514b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:32.074271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:32.093797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:32.099779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:32.105658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:32.121267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Provisioning complete for port 2dd5836f-9ff3-4aee-9271-63c540a5b326 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:32.121915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:32.244047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Allocated IP 172.23.0.1 (d3175e0e-b032-4400-ae38-f2b370f4514b/07c37f3f-b665-4904-bc51-1e7de7fd6e33/0284702f-1a35-4830-86ae-19f9e5083ffd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:32.249770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ab601-a6f1-478f-9e95-6cf5f0d46e59 req-cad45546-d142-4c92-b6a5-da0e3cd2418f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:32.262187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-703ab601-a6f1-478f-9e95-6cf5f0d46e59 req-cad45546-d142-4c92-b6a5-da0e3cd2418f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.1293931 Dec 10 04:48:32.430539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Pushing event updated for resources: {'Port': ['ID=700de068-543d-4338-83f6-034e5ff60b08,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:32.461716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-703ab601-a6f1-478f-9e95-6cf5f0d46e59 req-9b38a8cc-2288-4be7-b8b9-3e803bf53942 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929936 Dec 10 04:48:32.475964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6fbbcd51-f3e1-425b-9414-4c9bfa990668'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:48:32.646396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:32.697089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaddb2-36ef-4190-8471-5f0efb128b54 req-f9340668-089d-45c5-85f1-6aae133fa998 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:32.698882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebeaddb2-36ef-4190-8471-5f0efb128b54 req-f9340668-089d-45c5-85f1-6aae133fa998 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.2361772 Dec 10 04:48:32.717664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81e2986f-02fc-45c7-b2e4-6a0e2b80067a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:32.837685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:32.839208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebeaddb2-36ef-4190-8471-5f0efb128b54 req-c1125a3a-d9d9-4475-a205-c75129264e48 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322675 Dec 10 04:48:32.916802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Attempting to bind port 700de068-543d-4338-83f6-034e5ff60b08 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:32.918390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Attempting to bind port 700de068-543d-4338-83f6-034e5ff60b08 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:32.921967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Attempting to bind port 700de068-543d-4338-83f6-034e5ff60b08 on network d3175e0e-b032-4400-ae38-f2b370f4514b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:32.942692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:32.962162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network d3175e0e-b032-4400-ae38-f2b370f4514b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:33.010678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:33.074341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:33.134204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:33.136210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Checking segment: {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:33.138278 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.138822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Bound using segment: {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:33.139777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Bound port: 700de068-543d-4338-83f6-034e5ff60b08, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:33.139777 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.189818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.243662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:33.261942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd290-6cea-43bd-9a08-456bf7d24535 req-afbbe601-0c66-4642-81b9-91633d14ce1b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:33.270239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-925fd290-6cea-43bd-9a08-456bf7d24535 req-afbbe601-0c66-4642-81b9-91633d14ce1b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.0999453 Dec 10 04:48:33.374503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-925fd290-6cea-43bd-9a08-456bf7d24535 req-ec45319c-f8d5-4c39-81f4-1dc526f05765 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029403 Dec 10 04:48:33.450878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.455645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] For port 700de068-543d-4338-83f6-034e5ff60b08, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:33.480025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:33.480665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.501611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.606851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] For port 700de068-543d-4338-83f6-034e5ff60b08, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=700de068-543d-4338-83f6-034e5ff60b08,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:33.701266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:33.865723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c929-568e-4ea0-b298-7ba0cedbcdfc req-8e3df7eb-8bde-4867-8933-ccc4e56ce7cf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:33.875943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4269c929-568e-4ea0-b298-7ba0cedbcdfc req-8e3df7eb-8bde-4867-8933-ccc4e56ce7cf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.2661467 Dec 10 04:48:34.040656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4269c929-568e-4ea0-b298-7ba0cedbcdfc req-b2173f5a-281b-4c0d-9f1f-0011aec7bd8e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510396 Dec 10 04:48:34.102205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] For port 2dd5836f-9ff3-4aee-9271-63c540a5b326, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dd5836f-9ff3-4aee-9271-63c540a5b326,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:34.186828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:34.222582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31804ef7-a468-48b5-805a-27c563cd77da req-a92214dd-ce4f-4af2-be2f-1cbdf51bbf35 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:34.244869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31804ef7-a468-48b5-805a-27c563cd77da req-a92214dd-ce4f-4af2-be2f-1cbdf51bbf35 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1757381 Dec 10 04:48:34.257635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-51b1a8b8-c266-408b-9439-2697e399804d req-6dc55075-8390-490f-bad5-58e2bba072f9 tempest-ServersWithSpecificFlavorTestJSON-1907488673 tempest-ServersWithSpecificFlavorTestJSON-1907488673-project] (103253) timed out ('10.222.0.36', 52811) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 04:48:34.357717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ceed3-22fe-473c-b071-6283665bba40 None None] Pushing event updated for resources: {'Port': ['ID=700de068-543d-4338-83f6-034e5ff60b08,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:34.517778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Provisioning complete for port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:34.518370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:34.582185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324e5a-dc26-4ccf-af98-d70d9e162c57 req-9de944e0-a13d-450d-9dc4-0e2197fccdbb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:34.584507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a324e5a-dc26-4ccf-af98-d70d9e162c57 req-9de944e0-a13d-450d-9dc4-0e2197fccdbb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.2837043 Dec 10 04:48:34.637005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31804ef7-a468-48b5-805a-27c563cd77da req-8dc22890-8f62-4556-9cbb-2239a26b2e28 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877008 Dec 10 04:48:34.711145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:34.723861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dd5836f-9ff3-4aee-9271-63c540a5b326 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:34.735889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:34.843927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de6c2b-f8b8-4c18-9aa8-b1b99e30caa0 None None] Pushing event updated for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:34.943331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a324e5a-dc26-4ccf-af98-d70d9e162c57 req-d717660d-4216-49d7-8135-e56ef42688ef tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471889 Dec 10 04:48:34.969191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42074) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:34.987684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event updated for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:35.046013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2dd5836f-9ff3-4aee-9271-63c540a5b326 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:35.046742 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:35.093003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:35.118193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f3a5-d22b-406d-be42-027eb691ba41 req-c4afaf58-17b6-44ad-bcb9-09756e045cb2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:35.127605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0008f3a5-d22b-406d-be42-027eb691ba41 req-c4afaf58-17b6-44ad-bcb9-09756e045cb2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.0809290 Dec 10 04:48:35.137312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a2736-538e-4cb2-ab5f-016c105ad4cd tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:35.139283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-579a2736-538e-4cb2-ab5f-016c105ad4cd tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1091 time: 0.1689754 Dec 10 04:48:35.186840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:35.204025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:35.251139 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0008f3a5-d22b-406d-be42-027eb691ba41 req-3fde21a5-dc05-4184-90a5-70016807fc78 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225512 Dec 10 04:48:35.349852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:35.379946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3eab3150-c7fd-444c-861c-cfd27f0826e2 None None] Provisioning complete for port 2dd5836f-9ff3-4aee-9271-63c540a5b326 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:35.380776 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3eab3150-c7fd-444c-861c-cfd27f0826e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:35.684634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:35.766634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Network d3175e0e-b032-4400-ae38-f2b370f4514b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:35.775290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:35.898499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:35.904885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.007198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 700de068-543d-4338-83f6-034e5ff60b08 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:36.071083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6627f6-c035-44b3-a5dd-9c2832abb3f2 req-7baec891-fa7c-4e77-bf9d-795a7b7180b0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:36.082837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6627f6-c035-44b3-a5dd-9c2832abb3f2 req-7baec891-fa7c-4e77-bf9d-795a7b7180b0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1553364 Dec 10 04:48:36.163948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6627f6-c035-44b3-a5dd-9c2832abb3f2 req-4b3d2789-16e5-4eb5-9627-e650d5caedb5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794258 Dec 10 04:48:36.200087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.245912 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2df780-b980-483a-9d6e-6f2f39e0451f None None] Network d3175e0e-b032-4400-ae38-f2b370f4514b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:36.337093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] Provisioning complete for port 700de068-543d-4338-83f6-034e5ff60b08 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:36.337771 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.358466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.25.8.32 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/eeb14e0d-7808-4d39-876d-6e9a4b6c40e2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:36.482215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.543350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.575349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:36.580712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:36.596788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8806-00b0-4e45-81e6-6a562c150e89 req-3bdb0693-4ad6-47c2-aa64-2fa78bc5df55 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:36.604921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbce8806-00b0-4e45-81e6-6a562c150e89 req-3bdb0693-4ad6-47c2-aa64-2fa78bc5df55 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1401277 Dec 10 04:48:36.609733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:36.694809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbce8806-00b0-4e45-81e6-6a562c150e89 req-d36c6a2b-4b3b-49b6-96d1-38b0431352ef tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803988 Dec 10 04:48:36.962264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:36.977603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:37.023515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=eeb14e0d-7808-4d39-876d-6e9a4b6c40e2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:37.060972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:37.066638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:37.070924 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1166dc-2dc2-4ae9-b31f-72693fe40b71" -d '{"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:37.095326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 700de068-543d-4338-83f6-034e5ff60b08 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:37.097311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:37.181891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:37.187417 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f67a7c-eedb-49b8-924c-66153c2d1f21 x-openstack-request-id: req-a8f67a7c-eedb-49b8-924c-66153c2d1f21 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:37.188759 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:37.189445 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8f67a7c-eedb-49b8-924c-66153c2d1f21 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:37.190100 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'code': 200} Dec 10 04:48:37.194204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:37.482132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7d81-5cf3-4df8-89b7-bb5ca822fac4 req-6b6b6cf9-2813-433c-95fc-e231333ca54e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:37.489439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b5f7d81-5cf3-4df8-89b7-bb5ca822fac4 req-6b6b6cf9-2813-433c-95fc-e231333ca54e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1382327 Dec 10 04:48:37.523996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:37.540704 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-11397cbe-371d-4191-a8c2-8a46cf72d4b2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5475326 Dec 10 04:48:37.542954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:37.563319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:37.572643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:37.620095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] For port 700de068-543d-4338-83f6-034e5ff60b08, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=700de068-543d-4338-83f6-034e5ff60b08,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:37.633297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:37.660261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:37.766645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2463e7-c598-4834-a6a7-9f255d2be1c0 None None] Pushing event updated for resources: {'Port': ['ID=700de068-543d-4338-83f6-034e5ff60b08,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:37.816267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dd5836f-9ff3-4aee-9271-63c540a5b326 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:37.833910 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:37.834778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:38.012757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-03943b75-4578-455b-8f22-e22c8e949ef3 None None] Provisioning complete for port 700de068-543d-4338-83f6-034e5ff60b08 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:38.016701 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03943b75-4578-455b-8f22-e22c8e949ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.179377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2dd5836f-9ff3-4aee-9271-63c540a5b326 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:38.179970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.216396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:38.252313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.287237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b5f7d81-5cf3-4df8-89b7-bb5ca822fac4 req-e286c48d-c044-4072-b759-c67f1c9c17e9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7853327 Dec 10 04:48:38.482985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463fb0f-20cf-4800-a891-23e1f991b184 req-3cb8516e-28e5-4761-88de-d82dd0127fdd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:38.507623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2463fb0f-20cf-4800-a891-23e1f991b184 req-3cb8516e-28e5-4761-88de-d82dd0127fdd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.5280313 Dec 10 04:48:38.603926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.690801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2463fb0f-20cf-4800-a891-23e1f991b184 req-4c19b009-e6cd-4714-8ff4-abd0ed876d49 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691856 Dec 10 04:48:38.845215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-03943b75-4578-455b-8f22-e22c8e949ef3 None None] Provisioning complete for port 0284702f-1a35-4830-86ae-19f9e5083ffd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:38.845463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03943b75-4578-455b-8f22-e22c8e949ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.950781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.961966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:38.998724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-03943b75-4578-455b-8f22-e22c8e949ef3 None None] Port 0284702f-1a35-4830-86ae-19f9e5083ffd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:39.008509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:48:39.051368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Removed routes are [] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:48:39.053088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:39.065068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=eeb14e0d-7808-4d39-876d-6e9a4b6c40e2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:39.228826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:39.507623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-565d92a7-9ac3-4b95-94b5-dd15d05ee240 None None] Provisioning complete for port 0284702f-1a35-4830-86ae-19f9e5083ffd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:39.509795 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-565d92a7-9ac3-4b95-94b5-dd15d05ee240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:39.611519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 700de068-543d-4338-83f6-034e5ff60b08 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:39.614024 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Floating IP f583170d-d686-45d6-9924-8b1082dcd97a associated. External IP: 172.25.8.32, port: 66a89b92-0175-4336-8e01-2e9855df440c. Dec 10 04:48:39.707549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-565d92a7-9ac3-4b95-94b5-dd15d05ee240 None None] Port 0284702f-1a35-4830-86ae-19f9e5083ffd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:39.727314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:34Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:39.785619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:39.785981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Updating router 367eacaa-4d25-4719-95c6-fe0822626671 port 0284702f-1a35-4830-86ae-19f9e5083ffd binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:48:39.824326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:39.847963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 700de068-543d-4338-83f6-034e5ff60b08 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:39.848319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:39.959678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.010432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114b513-57f4-4d0d-9771-a097f6845f6d req-79b04141-3e33-428b-9147-f9aeb1afa370 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:40.026880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f114b513-57f4-4d0d-9771-a097f6845f6d req-79b04141-3e33-428b-9147-f9aeb1afa370 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.4636443 Dec 10 04:48:40.068658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:40.080359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.336239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f114b513-57f4-4d0d-9771-a097f6845f6d req-65d84f97-ce72-4703-8f97-d2f929dbc081 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075562 Dec 10 04:48:40.363798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:40.440507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bdab1-4358-4a88-a69b-836721c64b24 req-44d74252-fbdf-4e71-8cf8-f4b31b12c800 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:40.461084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-163bdab1-4358-4a88-a69b-836721c64b24 req-44d74252-fbdf-4e71-8cf8-f4b31b12c800 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.5245147 Dec 10 04:48:40.522863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.538110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.558517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:40.570134 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:40.592187 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:40.594826 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:40.604742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.702881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f7fdddf5-758d-4386-8d03-f29fed6a46f7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5074372 Dec 10 04:48:40.703811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:40.710784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:40.722798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.731830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d2f5cc26-c47b-4159-8723-d577c24803bc tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 933 time: 3.1852927 Dec 10 04:48:40.734174 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c1a2e-d91d-44aa-b943-76de62236701" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:40.735565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42132) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:40.736268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:40.739434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633682-8699-4916-bb36-4b837c7989b9 None None] Pushing event updated for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:40.833738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Attempting to bind port 0284702f-1a35-4830-86ae-19f9e5083ffd on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:40.835596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Attempting to bind port 0284702f-1a35-4830-86ae-19f9e5083ffd by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:40.838352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Attempting to bind port 0284702f-1a35-4830-86ae-19f9e5083ffd on network d3175e0e-b032-4400-ae38-f2b370f4514b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:40.846153 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e2a7d-689c-44a0-a6d9-73c902904e87 x-openstack-request-id: req-e03e2a7d-689c-44a0-a6d9-73c902904e87 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:40.846515 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:40.846708 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e03e2a7d-689c-44a0-a6d9-73c902904e87 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:40.847184 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c', 'status': 'completed', 'code': 200} Dec 10 04:48:40.854114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:40.861063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Checking segment: {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:40.861842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.862494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Bound using segment: {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:40.883268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Bound port: 0284702f-1a35-4830-86ae-19f9e5083ffd, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a48fa-a2e2-42dc-8346-ae5957f8efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:40.887729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:40.888238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d79cb3f-6ca1-4728-b5b2-f8de3f4ff43c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/f583170d-d686-45d6-9924-8b1082dcd97a HTTP/1.1" status: 200 len: 990 time: 0.1505396 Dec 10 04:48:41.018548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:41.026903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a2e-d91d-44aa-b943-76de62236701 req-3151322a-6b9c-4272-8b7a-5d2262a5bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:41.028509 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-3151322a-6b9c-4272-8b7a-5d2262a5bf08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1344769 Dec 10 04:48:41.052592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] For port 0284702f-1a35-4830-86ae-19f9e5083ffd, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:41.062154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] For port 0284702f-1a35-4830-86ae-19f9e5083ffd, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0284702f-1a35-4830-86ae-19f9e5083ffd,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:41.071991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:41.157233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-20eb9028-3c7c-40f1-83bc-5edbb250c6b1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 933 time: 0.2943320 Dec 10 04:48:41.201124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:41.213755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633682-8699-4916-bb36-4b837c7989b9 None None] Pushing event updated for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:41.218862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'routes': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:41.227773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-163bdab1-4358-4a88-a69b-836721c64b24 req-06b962cb-98f6-468d-aa03-d8461b163bce tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657650 Dec 10 04:48:41.249515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-b5210ea4-d199-432a-ad9b-7742b34249c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6034644 Dec 10 04:48:41.262971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] Provisioning complete for port 0284702f-1a35-4830-86ae-19f9e5083ffd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:41.263751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:41.269331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:41.270327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:41.399512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-4ab8dd7d-fd9b-4fb4-86e1-d80939835f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:41.404436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-4ab8dd7d-fd9b-4fb4-86e1-d80939835f24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97d283a67d04cb8baaaba6921347ae6&device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 1101 time: 0.1040545 Dec 10 04:48:41.763750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:41.778176 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:37Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:41.824507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-ccda6e3c-cde1-42b1-b1e9-4a9ba2d3ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:41.832960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-ccda6e3c-cde1-42b1-b1e9-4a9ba2d3ea15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.4023762 Dec 10 04:48:41.871854 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:41.889813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:41.890560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:41.894246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:41.989450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-cfe9344e-80d8-49ea-8995-7a092161c9bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=41c12ab5-6a83-4b59-bf38-0855c965b192 HTTP/1.1" status: 200 len: 217 time: 0.1028178 Dec 10 04:48:42.114252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de2bb7-ed53-480a-994f-ce2afbcfbc74 req-b587097e-8e58-4065-886f-7da4aa979a63 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:42.124597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63de2bb7-ed53-480a-994f-ce2afbcfbc74 req-b587097e-8e58-4065-886f-7da4aa979a63 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.2904069 Dec 10 04:48:42.210098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-0409f7a4-ba0f-495e-a63e-529cbde2d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:42.216941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-0409f7a4-ba0f-495e-a63e-529cbde2d5ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.2178075 Dec 10 04:48:42.266671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:42.278995 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:42.356315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:39Z', 'revision_number': 6, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:41Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:42.386947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f9fdd1bc-da89-4b8a-8b08-735cabe582ea tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/f583170d-d686-45d6-9924-8b1082dcd97a HTTP/1.1" status: 200 len: 990 time: 0.4903660 Dec 10 04:48:42.395645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63de2bb7-ed53-480a-994f-ce2afbcfbc74 req-b457e1a6-bcf0-4934-8fda-d6c1086f930c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694747 Dec 10 04:48:42.408391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] For port 0284702f-1a35-4830-86ae-19f9e5083ffd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0284702f-1a35-4830-86ae-19f9e5083ffd,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:42.418063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10412705-8358-4e6a-bfbe-92710a56abe1 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:39Z', 'revision_number': 6, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:41Z', 'revision_number': 4, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:42.429837 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:42.436586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-a1650680-8364-4b8e-8b57-e1f6c0456b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:42.438735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-a1650680-8364-4b8e-8b57-e1f6c0456b69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872532 Dec 10 04:48:42.447704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a2e-d91d-44aa-b943-76de62236701 req-660ede07-23cf-430e-8e0e-c143ba110829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:42.449446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-660ede07-23cf-430e-8e0e-c143ba110829 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 898 time: 1.3915408 Dec 10 04:48:42.679871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f2fdda90-ea3e-4ad2-8d0a-701e10f9f713 None None] Provisioning complete for port 0284702f-1a35-4830-86ae-19f9e5083ffd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:42.680220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2fdda90-ea3e-4ad2-8d0a-701e10f9f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:42.685760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88f26d-c358-49c8-93c7-f924baa86f05 None None] Pushing event updated for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:42.791245 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-39bcc35f-db08-4a4f-85de-587d152498da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 200 len: 998 time: 0.2820830 Dec 10 04:48:42.798100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:42.810417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-ec2f0db1-b80c-4bb0-b462-e5a3fffb5386 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367977 Dec 10 04:48:42.812269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-836998843'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:43.008186 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:37Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:43.066250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a2e-d91d-44aa-b943-76de62236701 req-6abddc2c-b43e-4f2a-b144-4b939dff821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:43.067775 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-6abddc2c-b43e-4f2a-b144-4b939dff821c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6a36138-9de5-48d3-886a-b7d037d47a20 HTTP/1.1" status: 200 len: 835 time: 0.1882939 Dec 10 04:48:43.085076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:43.097683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:43.136192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd6d5a-f17b-4a8b-a895-514e4e59a165 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:47:55Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:37Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:43.199983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:43.213326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:43.213647 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Added segment dc807f66-a833-4809-8dd9-d175162e0dda of type vlan for network c4fc50b1-4040-4fda-a370-9808b6de053a Dec 10 04:48:43.270168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:43.358707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:43.365642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:43.366550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:43.599271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:43.601664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Network': ['ID=c4fc50b1-4040-4fda-a370-9808b6de053a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:43.624749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c4fc50b1-4040-4fda-a370-9808b6de053a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:43.679046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a2e-d91d-44aa-b943-76de62236701 req-c9ec70ab-196c-496f-8aae-d97c3d73cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:43.684696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-c9ec70ab-196c-496f-8aae-d97c3d73cd5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5813124 Dec 10 04:48:43.691982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0284702f-1a35-4830-86ae-19f9e5083ffd up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:43.697437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d439b-8350-4be8-924e-948d3a579b1b req-f5b9e6ca-34ec-479a-9b06-b171f1faa189 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:43.705842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54d439b-8350-4be8-924e-948d3a579b1b req-f5b9e6ca-34ec-479a-9b06-b171f1faa189 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.8943717 Dec 10 04:48:43.761293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c77f3-8081-48c9-a0cd-3bdaca51c7b2 req-79753568-67ad-4e34-8625-0494353c4302 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:43.777691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc8c77f3-8081-48c9-a0cd-3bdaca51c7b2 req-79753568-67ad-4e34-8625-0494353c4302 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.9203939 Dec 10 04:48:43.823826 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a50876ba-d5a7-45be-8706-5410fac33fb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0224338 Dec 10 04:48:43.866010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:43.871348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-679570902'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:43.901121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc8c77f3-8081-48c9-a0cd-3bdaca51c7b2 req-9092eeff-87b6-4347-b3cf-d935fc725aa2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220508 Dec 10 04:48:44.038004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e54d439b-8350-4be8-924e-948d3a579b1b req-dedff883-3687-4a3d-a7ae-53734aa5d045 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294539 Dec 10 04:48:44.131040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ef68038-0f40-41ab-a238-6ab4616f0f76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/f583170d-d686-45d6-9924-8b1082dcd97a HTTP/1.1" status: 200 len: 990 time: 0.5064709 Dec 10 04:48:44.133167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:48:44.133481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:48:44.151743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6df5f-04e0-42f4-8263-16cac7cf5c98 None None] New status for floating IP f583170d-d686-45d6-9924-8b1082dcd97a: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:48:44.176739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:44.187026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.190827 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:44.196842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156df515-75a4-41a7-8f01-0f5f2ec30615 req-0b1e3b4a-1519-4e00-97d9-b5fa8c89feaf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:44.198529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-156df515-75a4-41a7-8f01-0f5f2ec30615 req-0b1e3b4a-1519-4e00-97d9-b5fa8c89feaf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1379366 Dec 10 04:48:44.201078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e44b393-c1ab-48b5-a894-148ac49e4fa3 req-e9a2a8a3-bc27-4d5f-a39a-a7e63116c571 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3314223 Dec 10 04:48:44.216047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:44.221161 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:44.273815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.313570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-85d4ced0-cc87-4d70-b8ec-c8f5bb1c4912 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275648 Dec 10 04:48:44.387658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-156df515-75a4-41a7-8f01-0f5f2ec30615 req-04f3539b-7778-47b3-9839-d68bbf1b0dfd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773078 Dec 10 04:48:44.494649 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:44.508629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0284702f-1a35-4830-86ae-19f9e5083ffd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:44.509260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.518673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:48:44.723425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-d59aea4a-1f70-41e0-ac33-4409098fa80c tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:44.725927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-d59aea4a-1f70-41e0-ac33-4409098fa80c tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.4458554 Dec 10 04:48:44.731057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.731772 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Added segment c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a of type vlan for network 43a306e9-2a0c-437a-b923-dada8e555656 Dec 10 04:48:44.784894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.906132 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:39Z', 'revision_number': 6, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:44.988990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.992509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:44.997261 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:45.009733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:45.011175 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:45.017528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:45.023729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.024367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:45.144129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42184) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:45.153578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Network': ['ID=43a306e9-2a0c-437a-b923-dada8e555656,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:45.182227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 43a306e9-2a0c-437a-b923-dada8e555656 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:48:45.302760 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:45.321268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585309c-cbc7-4376-99b9-250a7176127b req-29429d1f-cf33-4025-a497-af2187ce1452 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.335549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5585309c-cbc7-4376-99b9-250a7176127b req-29429d1f-cf33-4025-a497-af2187ce1452 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2753012 Dec 10 04:48:45.337504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d8b6266-91b5-4588-893f-e3fc1c06b908 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4704001 Dec 10 04:48:45.353147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:45.363513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'subnet': {'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:45.369882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:45.374545 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-098c1a2e-d91d-44aa-b943-76de62236701 req-ba6d7896-fad6-4809-b1d7-abb46f88f8cc service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0474939 Dec 10 04:48:45.399216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-58427625-0271-4e96-bef4-7859ecefd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.404343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-58427625-0271-4e96-bef4-7859ecefd26b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1097 time: 0.4088948 Dec 10 04:48:45.410574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b627c-8e53-425f-b963-453bd849442a req-03fb5e8d-4662-46cb-aa67-2d81b8c23426 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.418048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e04b627c-8e53-425f-b963-453bd849442a req-03fb5e8d-4662-46cb-aa67-2d81b8c23426 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 950 time: 0.2934713 Dec 10 04:48:45.492574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e04b627c-8e53-425f-b963-453bd849442a req-d1c68042-6326-4285-b520-63d198b2efa9 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/security-groups?id=309fd7ee-d320-4e6e-8fcd-5ad8172683d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735543 Dec 10 04:48:45.614679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5585309c-cbc7-4376-99b9-250a7176127b req-d42788c6-97ed-4b59-981c-bef4e9d3d571 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781506 Dec 10 04:48:45.630239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f688c915-e43c-48fa-a98e-a27618dc6254 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/f583170d-d686-45d6-9924-8b1082dcd97a HTTP/1.1" status: 200 len: 992 time: 0.4781940 Dec 10 04:48:45.732517 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 7, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:45.738459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Deleting port 41c12ab5-6a83-4b59-bf38-0855c965b192 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:45.738801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:45.768811 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191055d8-0eb3-4448-9381-308fc52000b9 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 7, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:45.776560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-05fdd8d5-3dc4-4b42-bde7-0ad830d07b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.778042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-05fdd8d5-3dc4-4b42-bde7-0ad830d07b45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.3468745 Dec 10 04:48:45.782944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:45.784848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:45.788449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:45.800684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:45.801852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd2ed6d8-2b38-4ad0-9557-7a623542b884 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 699 time: 4.5982962 Dec 10 04:48:45.805339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:45.873317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4792-526c-4050-a82f-16778521a121 req-2a44f609-c3ce-440f-8b3d-0b99845ee19e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:45.881062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24ad4792-526c-4050-a82f-16778521a121 req-2a44f609-c3ce-440f-8b3d-0b99845ee19e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1488366 Dec 10 04:48:46.018831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-1efbdcbc-e8d8-45f1-9630-e5824a4ca4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 1000 time: 0.2270200 Dec 10 04:48:46.028865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-762f58ce-d021-4aa0-988c-e24a15ed2ca1 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 699 time: 0.2172348 Dec 10 04:48:46.035548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:46.052704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] For port 41c12ab5-6a83-4b59-bf38-0855c965b192, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=41c12ab5-6a83-4b59-bf38-0855c965b192,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:46.052704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:46.089409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Calling delete_port for 41c12ab5-6a83-4b59-bf38-0855c965b192 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:46.099741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24ad4792-526c-4050-a82f-16778521a121 req-c6573c96-877b-4111-a5f3-3a3fa9e1982e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177844 Dec 10 04:48:46.163965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-f77a0e50-2ba5-4909-87da-82bab37e072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:46.171557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-f77a0e50-2ba5-4909-87da-82bab37e072c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1314750 Dec 10 04:48:46.269133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:46.283936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:46.284959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:46.314988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-e94defc2-4ccd-46b3-8522-ec466bb4a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:46.316804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-e94defc2-4ccd-46b3-8522-ec466bb4a36a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210818 Dec 10 04:48:46.355558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-bd0a20b7-1602-4064-8318-3af8364aa788 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:48:46.356808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-bd0a20b7-1602-4064-8318-3af8364aa788 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053878 Dec 10 04:48:46.461829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:46.531615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:46.537853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:46.646277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:46.724804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d342f57-f407-4f92-adad-ed5fa90efcac req-d341c1c9-9876-42d5-a3f4-05a077790ed7 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.0766666 Dec 10 04:48:46.745278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Pushing event deleted for resources: {'Port': ['ID=41c12ab5-6a83-4b59-bf38-0855c965b192,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:46.768403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-d0564d91-2314-4ceb-981e-e9a615529760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:46.770062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-d0564d91-2314-4ceb-981e-e9a615529760 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 1097 time: 0.4123955 Dec 10 04:48:46.770688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Subnet': ['ID=2c05fdb6-3738-4c4d-b716-f8600b87f623,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:46.788293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-53ea95db-b2e5-466e-96cf-f34f34b6aefe service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622887 Dec 10 04:48:46.892840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 7, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:46.909119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679edaf-7393-4bf1-9cd0-b1b3855f2bdc req-51832a47-21f1-4157-85fc-7d0dd25066e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:46.911021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4679edaf-7393-4bf1-9cd0-b1b3855f2bdc req-51832a47-21f1-4157-85fc-7d0dd25066e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.1265876 Dec 10 04:48:46.942890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:46.952662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:46.954485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:46.980436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4679edaf-7393-4bf1-9cd0-b1b3855f2bdc req-0e97d355-2db4-4632-b1cb-d1c602c9c727 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Dec 10 04:48:46.988777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:46.989146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network hostable DHCP agents. Network: c4fc50b1-4040-4fda-a370-9808b6de053a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:46.993231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-6dc45537-1ef2-477b-a9c9-6958317003d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:47.004790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-6dc45537-1ef2-477b-a9c9-6958317003d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.2111773 Dec 10 04:48:47.075173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:47.116183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 0284702f-1a35-4830-86ae-19f9e5083ffd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:47.116561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:47.356437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606bb3-3cc3-41bb-acb9-87570ed0e6ac req-be4e5bdd-cd96-4f96-9950-db8dcaa95ad6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:47.365350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d606bb3-3cc3-41bb-acb9-87570ed0e6ac req-be4e5bdd-cd96-4f96-9950-db8dcaa95ad6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0944638 Dec 10 04:48:47.399933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 0284702f-1a35-4830-86ae-19f9e5083ffd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0284702f-1a35-4830-86ae-19f9e5083ffd,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:47.400665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:47.434214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 7, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:47.452766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 0284702f-1a35-4830-86ae-19f9e5083ffd owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:47.488181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d606bb3-3cc3-41bb-acb9-87570ed0e6ac req-0a11c798-280f-4e98-bd90-d62abfcd2266 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212852 Dec 10 04:48:47.512619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291a7f9-fb14-42e6-90d8-0b61ed9aa93d None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 7, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '0284702f-1a35-4830-86ae-19f9e5083ffd', 'name': '', 'network_id': 'd3175e0e-b032-4400-ae38-f2b370f4514b', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:eb:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:31Z', 'updated_at': '2021-12-10T04:48:42Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '07c37f3f-b665-4904-bc51-1e7de7fd6e33', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:47.547685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-75937ff5-9ce5-47ff-bbba-42b0f5a3ca10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df18d6-b4c2-42bc-b702-4767c9b64794 HTTP/1.1" status: 200 len: 217 time: 0.5044909 Dec 10 04:48:47.602808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c4fc50b1-4040-4fda-a370-9808b6de053a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:47.684815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] No DVR routers for this DVR port 41c12ab5-6a83-4b59-bf38-0855c965b192 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:48:47.687896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:47.692422 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02d4b251-9577-41cc-a18e-aa0f09ca2a7a req-daa978d5-9ea6-42c4-bae5-305c286d5c91 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.41 "DELETE /v2.0/ports/41c12ab5-6a83-4b59-bf38-0855c965b192 HTTP/1.1" status: 204 len: 173 time: 2.8783882 Dec 10 04:48:47.698426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 41c12ab5-6a83-4b59-bf38-0855c965b192 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:47.706024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'name': 'network-vif-deleted', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:47.709147 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1036875d-aca4-4e3e-8321-8e375d57a828" -d '{"events": [{"server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "name": "network-vif-deleted", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:47.712295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c4fc50b1-4040-4fda-a370-9808b6de053a) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:47.719617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:47.721125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:47.762106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0f7d075e-f740-4ef5-b2ab-be292df26ea4 req-d453bdce-2520-4aeb-9562-0e13b796c496 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587601 Dec 10 04:48:47.768983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8bd92-90ec-4af7-8b2b-31fa79b3e779 None None] Network c4fc50b1-4040-4fda-a370-9808b6de053a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:47.772598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 41c12ab5-6a83-4b59-bf38-0855c965b192 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:47.773035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 41c12ab5-6a83-4b59-bf38-0855c965b192 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:47.790456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-71a92bab-44d2-43fe-a5af-6c686004aef3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4316342 Dec 10 04:48:47.793697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-ae9514dc-b3e0-4f52-9c44-01fed0e2c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:47.795825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-ae9514dc-b3e0-4f52-9c44-01fed0e2c3d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.2141700 Dec 10 04:48:47.796674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:47.804669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'subnet': {'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:47.898015 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0185bda-f011-4a61-ace1-33bbea4a223b x-openstack-request-id: req-d0185bda-f011-4a61-ace1-33bbea4a223b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:47.898442 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4badfff-49cb-4e40-8efe-d73d768eaf62", "name": "network-vif-deleted", "tag": "41c12ab5-6a83-4b59-bf38-0855c965b192", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:47.898755 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0185bda-f011-4a61-ace1-33bbea4a223b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:47.899211 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4badfff-49cb-4e40-8efe-d73d768eaf62', 'name': 'network-vif-deleted', 'tag': '41c12ab5-6a83-4b59-bf38-0855c965b192', 'status': 'completed', 'code': 200} Dec 10 04:48:47.943382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c4fc50b1-4040-4fda-a370-9808b6de053a', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:47.950336 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:47.999326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-48e63433-c31c-4c47-9cff-5e78d0297d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:48.002626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-48e63433-c31c-4c47-9cff-5e78d0297d98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550052 Dec 10 04:48:48.064086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0da71756-567d-4700-a7d9-b8b5b1140720 req-a1676db2-2773-4029-9b85-27c1174455b4 tempest-VolumesBackupsTest-1359237119 tempest-VolumesBackupsTest-1359237119-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4badfff-49cb-4e40-8efe-d73d768eaf62 HTTP/1.1" status: 200 len: 210 time: 0.0961370 Dec 10 04:48:48.099473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.160412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=0284702f-1a35-4830-86ae-19f9e5083ffd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:48.177700 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-adb0f857-3914-40ba-874d-19768c99891b service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661682 Dec 10 04:48:48.183070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:48.188155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.216005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Allocated IP 10.1.1.2 (c4fc50b1-4040-4fda-a370-9808b6de053a/2c05fdb6-3738-4c4d-b716-f8600b87f623/03b821ab-ddac-414c-964d-318d512564b6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:48.423387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe270-2ffa-4687-97ca-d4f044059433 req-84733f20-0f6a-4f9f-b0e9-a775184cd917 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:48.433058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4ebe270-2ffa-4687-97ca-d4f044059433 req-84733f20-0f6a-4f9f-b0e9-a775184cd917 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2501900 Dec 10 04:48:48.509093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.527883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.563460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4ebe270-2ffa-4687-97ca-d4f044059433 req-e393af00-d671-4cee-ab71-31ffa3de985a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231487 Dec 10 04:48:48.566225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.569082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Network c4fc50b1-4040-4fda-a370-9808b6de053a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:48.572554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:48.590330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Pushing event updated for resources: {'Port': ['ID=03b821ab-ddac-414c-964d-318d512564b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:48.593002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:48.630020 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a503af99-57bc-4d3e-ae0d-d0639fe063ee req-a2a911d0-a006-4551-894a-077bad67afee service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374235 Dec 10 04:48:48.678618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.695572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Attempting to bind port 03b821ab-ddac-414c-964d-318d512564b6 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:48.695956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Attempting to bind port 03b821ab-ddac-414c-964d-318d512564b6 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:48.696331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Attempting to bind port 03b821ab-ddac-414c-964d-318d512564b6 on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:48.710607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:48.711020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:48.713734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.714226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Bound using segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:48.714725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Bound port: 03b821ab-ddac-414c-964d-318d512564b6, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:48.715959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.755111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Subnet': ['ID=22b13a59-f031-4f44-b710-c274b0f77d27,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:48.796624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215a4e5-02a8-4d3f-a71d-4700b5b07142 req-408b7575-3d32-42c2-9d81-5314dbca0d32 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:48.798379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0215a4e5-02a8-4d3f-a71d-4700b5b07142 req-408b7575-3d32-42c2-9d81-5314dbca0d32 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0759640 Dec 10 04:48:48.831439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Checking segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:48.831833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network hostable DHCP agents. Network: 43a306e9-2a0c-437a-b923-dada8e555656, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:48:48.852976 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:48:48.883594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network 43a306e9-2a0c-437a-b923-dada8e555656 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:48:48.887477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] For port 03b821ab-ddac-414c-964d-318d512564b6, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:48.893430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] For port 03b821ab-ddac-414c-964d-318d512564b6, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03b821ab-ddac-414c-964d-318d512564b6,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:48.903537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.908122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 43a306e9-2a0c-437a-b923-dada8e555656) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:48.915104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:48.915707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:48.929328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184016ca-3997-4d35-b8ef-62fb49b0fddc None None] Network 43a306e9-2a0c-437a-b923-dada8e555656 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:48.946737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0215a4e5-02a8-4d3f-a71d-4700b5b07142 req-d5b2b2e0-f6f8-4898-8359-790cc11430fd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680389 Dec 10 04:48:48.957630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-98be1d7d-d352-411a-bb7c-38da8aaee51b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1569190 Dec 10 04:48:48.957833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:48.958166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:48.963074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'name': 'tempest-TaggedBootDevicesTest-1167892732', 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:49.221309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89910c49-55ec-4243-b782-4258a5a66873 None None] Pushing event updated for resources: {'Port': ['ID=03b821ab-ddac-414c-964d-318d512564b6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:49.271141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-43a306e9-2a0c-437a-b923-dada8e555656', 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ips': [{'subnet_id': '22b13a59-f031-4f44-b710-c274b0f77d27'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:48:49.272040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:49.323011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:49.864397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:49.880230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:49.907201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] device_id is not set on port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:48:49.918805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:49.931320 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:49.940971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-49d900bf-2ab2-485c-8354-1975d06e3190 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042685 Dec 10 04:48:49.944708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:49.966517 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:49.967152 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:50.009014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03b821ab-ddac-414c-964d-318d512564b6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:50.104360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faba66-9185-4581-8677-cd626774a501 req-6e0946c2-ba5b-4150-895e-10cfea14f592 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:50.114230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4faba66-9185-4581-8677-cd626774a501 req-6e0946c2-ba5b-4150-895e-10cfea14f592 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 946 time: 0.2652855 Dec 10 04:48:50.178391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Allocated IP 10.2.2.2 (43a306e9-2a0c-437a-b923-dada8e555656/22b13a59-f031-4f44-b710-c274b0f77d27/da23aafe-a492-4b77-9c93-a967452eba61) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:50.214647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet 07c37f3f-b665-4904-bc51-1e7de7fd6e33 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:48:50.221042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.249919 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:50.267875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.285162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.377156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.1.1.136 (c4fc50b1-4040-4fda-a370-9808b6de053a/2c05fdb6-3738-4c4d-b716-f8600b87f623/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:50.391868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.704161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.747059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.784246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:48:50.797977 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd44afa-4749-4d96-9fb2-81c35c90d75f" -d '{"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:48:50.836930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=07c37f3f-b665-4904-bc51-1e7de7fd6e33,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:50.907539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:50.925438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e022-11b9-42c6-967e-7486bbd9b13c req-32e4b1ad-c28e-4436-b8ef-01d0de4c61ee tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:50.939173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f292e022-11b9-42c6-967e-7486bbd9b13c req-32e4b1ad-c28e-4436-b8ef-01d0de4c61ee tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.3551204 Dec 10 04:48:51.003233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.021602 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:47Z', 'revision_number': 8, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:51.026308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.051816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2101b-2399-484c-a116-c9a876ab6d9d None None] Network d3175e0e-b032-4400-ae38-f2b370f4514b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:51.074454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c4fc50b1-4040-4fda-a370-9808b6de053a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:51.079914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.093550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:51.101758 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:51.107034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.111933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:51.122646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-97ed5d43-5161-4b24-b83d-79548330a420 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/07c37f3f-b665-4904-bc51-1e7de7fd6e33 HTTP/1.1" status: 204 len: 168 time: 1.1700246 Dec 10 04:48:51.127527 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:51.129095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:51.144233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f292e022-11b9-42c6-967e-7486bbd9b13c req-468c72ea-c1b2-4a0d-8951-ad50571c54e7 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040725 Dec 10 04:48:51.152233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42254) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:51.200355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 03b821ab-ddac-414c-964d-318d512564b6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:51.200986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.225439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4faba66-9185-4581-8677-cd626774a501 req-e7da356c-6011-468b-ba09-fd305ccb5c73 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0992925 Dec 10 04:48:51.248567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:51.264421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.369182 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd0e69-b9af-4e9a-a2fb-30415ad3da8b x-openstack-request-id: req-58dd0e69-b9af-4e9a-a2fb-30415ad3da8b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:48:51.369526 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-unplugged", "status": "failed", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:48:51.369728 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58dd0e69-b9af-4e9a-a2fb-30415ad3da8b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:48:51.370135 n-d-817326-3 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'code': 422} returned with failed status Dec 10 04:48:51.388808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3a4bc-2a61-4948-a6db-3524d91cd852 None None] Network c4fc50b1-4040-4fda-a370-9808b6de053a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:51.397327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:51.418248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:51.419218 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.444640 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28cd3a55-363b-4321-be51-1d49200a9987 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4853530 Dec 10 04:48:51.448824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:51.456213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'name': 'tempest-TaggedBootDevicesTest-1523495189', 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:51.510849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Network 43a306e9-2a0c-437a-b923-dada8e555656 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:51.619841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.670978 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:51.684831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:51.691134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:51.708132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:48:51.724723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Pushing event updated for resources: {'Port': ['ID=da23aafe-a492-4b77-9c93-a967452eba61,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:51.743578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ea823a1e-fdab-4527-b2c6-b97a64d4a6b5 None None] Provisioning complete for port 03b821ab-ddac-414c-964d-318d512564b6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:51.744000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea823a1e-fdab-4527-b2c6-b97a64d4a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.807006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 700de068-543d-4338-83f6-034e5ff60b08 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:51.807649 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.883987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Attempting to bind port da23aafe-a492-4b77-9c93-a967452eba61 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:48:51.887105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Attempting to bind port da23aafe-a492-4b77-9c93-a967452eba61 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:48:51.887536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Attempting to bind port da23aafe-a492-4b77-9c93-a967452eba61 on network 43a306e9-2a0c-437a-b923-dada8e555656 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:48:51.888156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 700de068-543d-4338-83f6-034e5ff60b08, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=700de068-543d-4338-83f6-034e5ff60b08,segment=NetworkSegment(387a48fa-a2e2-42dc-8346-ae5957f8efc1),segment_id=387a48fa-a2e2-42dc-8346-ae5957f8efc1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:51.888685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.904399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 700de068-543d-4338-83f6-034e5ff60b08 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:51.991156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:48:51.991535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Checking segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:48:51.991940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:51.992327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Bound using segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:48:52.009295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Bound port: da23aafe-a492-4b77-9c93-a967452eba61, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:48:52.011858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.018484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.034961 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.076496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:52.092442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=700de068-543d-4338-83f6-034e5ff60b08,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:52.107174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port 700de068-543d-4338-83f6-034e5ff60b08 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:48:52.162926 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:47Z', 'revision_number': 8, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:52.245508 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8e0f-0b02-4758-ad83-98a52b358b26 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:47Z', 'revision_number': 8, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '2dd5836f-9ff3-4aee-9271-63c540a5b326', 'name': '', 'network_id': '993f1463-04e2-4856-8d44-d44f8a5a639a', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:3b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:22Z', 'updated_at': '2021-12-10T04:48:33Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': '2faac9cb-96b7-4e24-8973-cb164eacc5d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:52.352140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.373560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3175e0e-b032-4400-ae38-f2b370f4514b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:52.384123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a48fa-a2e2-42dc-8346-ae5957f8efc1') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:52.384433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a48fa-a2e2-42dc-8346-ae5957f8efc1') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:52.391956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1da62c-8e13-47f5-af5d-1b05403e958c None None] DHCP port deletion for d3175e0e-b032-4400-ae38-f2b370f4514b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:48:52.396504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.417936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.422802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 03b821ab-ddac-414c-964d-318d512564b6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03b821ab-ddac-414c-964d-318d512564b6,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:52.435786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.456980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.471387 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b960ca44-40fe-4e46-98f3-a31ebea4310a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.498987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:48:52.498987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:48:52.502480 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:48:52.524456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] For port da23aafe-a492-4b77-9c93-a967452eba61, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:48:52.584466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] device_id is not set on port dc98c716-9930-4364-96ab-d194546f685f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:48:52.596892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] For port da23aafe-a492-4b77-9c93-a967452eba61, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=da23aafe-a492-4b77-9c93-a967452eba61,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:48:52.614838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.705760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=03b821ab-ddac-414c-964d-318d512564b6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:52.846435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 700de068-543d-4338-83f6-034e5ff60b08 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:52.894124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.910097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 700de068-543d-4338-83f6-034e5ff60b08 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:52.910451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 700de068-543d-4338-83f6-034e5ff60b08 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:52.911004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0284702f-1a35-4830-86ae-19f9e5083ffd no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:52.923481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-79316216-85ea-4225-93b8-aa7b059d4bda None None] Provisioning complete for port 03b821ab-ddac-414c-964d-318d512564b6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:52.927530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79316216-85ea-4225-93b8-aa7b059d4bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.949150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb5e5-7462-4fc9-b85b-a86a853b871d req-2f11528e-0bbd-4947-8028-9733c42014b1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:52.951228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-304eb5e5-7462-4fc9-b85b-a86a853b871d req-2f11528e-0bbd-4947-8028-9733c42014b1 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.5295191 Dec 10 04:48:52.957858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:52.966377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/d3175e0e-b032-4400-ae38-f2b370f4514b HTTP/1.1" status: 204 len: 168 time: 1.8130670 Dec 10 04:48:52.969295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:52.986790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff8461-7280-4451-8993-b5e1de85624d None None] Pushing event updated for resources: {'Port': ['ID=da23aafe-a492-4b77-9c93-a967452eba61,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:52.994504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0284702f-1a35-4830-86ae-19f9e5083ffd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:52.994857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0284702f-1a35-4830-86ae-19f9e5083ffd not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:53.111159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43ea97-43c0-423e-901f-5e6b13a4a23d req-e382880c-4364-4275-a988-9dbe2b92e540 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:53.119545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb43ea97-43c0-423e-901f-5e6b13a4a23d req-e382880c-4364-4275-a988-9dbe2b92e540 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.6989310 Dec 10 04:48:53.181465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cef9ef-7077-41ba-b11a-aa1c2238d613 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=d3175e0e-b032-4400-ae38-f2b370f4514b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:53.194060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-79316216-85ea-4225-93b8-aa7b059d4bda None None] Provisioning complete for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:53.195076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79316216-85ea-4225-93b8-aa7b059d4bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:53.286319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79316216-85ea-4225-93b8-aa7b059d4bda None None] Port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:53.313847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb43ea97-43c0-423e-901f-5e6b13a4a23d req-bdbea257-c940-47aa-bddd-9614efc9f0cb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881053 Dec 10 04:48:53.319348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-304eb5e5-7462-4fc9-b85b-a86a853b871d req-77a74b8c-2f31-4c5a-b180-1054692104fd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372400 Dec 10 04:48:53.418251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f56dcb7-352b-4e86-80e6-6645187d0e78 None None] Provisioning complete for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:53.423272 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f56dcb7-352b-4e86-80e6-6645187d0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:53.434013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.1.1.165 (c4fc50b1-4040-4fda-a370-9808b6de053a/2c05fdb6-3738-4c4d-b716-f8600b87f623/dc98c716-9930-4364-96ab-d194546f685f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:53.509011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3f56dcb7-352b-4e86-80e6-6645187d0e78 None None] Port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:53.511757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:53.588095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1488bf0-15bd-4e0b-ba1e-cd190c672c8e req-7183b352-3585-4292-8b3d-cbc73d429290 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:53.593378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1488bf0-15bd-4e0b-ba1e-cd190c672c8e req-7183b352-3585-4292-8b3d-cbc73d429290 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1569810 Dec 10 04:48:53.664726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:53.728674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1488bf0-15bd-4e0b-ba1e-cd190c672c8e req-79fb1326-d4b0-41c1-a366-ebe9761bbe1e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266456 Dec 10 04:48:53.801033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 69df18d6-b4c2-42bc-b702-4767c9b64794 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:53.869692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:53.981133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae1c1-f1e7-47f8-b9e9-55828660fa7e req-27a6ee5b-9c69-414b-aaca-83b317a9512f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:53.982772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25eae1c1-f1e7-47f8-b9e9-55828660fa7e req-27a6ee5b-9c69-414b-aaca-83b317a9512f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0679851 Dec 10 04:48:53.985126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:54.076082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c4fc50b1-4040-4fda-a370-9808b6de053a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:54.088775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:54.123271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:54.132910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:54.210713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:54.211364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:54.216725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 2dd5836f-9ff3-4aee-9271-63c540a5b326 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:54.217222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:54.235113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25eae1c1-f1e7-47f8-b9e9-55828660fa7e req-169c2dce-6ba5-4e67-b66b-99d9f32a052b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338176 Dec 10 04:48:54.275645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0b24cc2a-1f43-4f74-a94c-90e4e510cc33 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8250642 Dec 10 04:48:54.412453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 2dd5836f-9ff3-4aee-9271-63c540a5b326, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dd5836f-9ff3-4aee-9271-63c540a5b326,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:54.413002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:54.451871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 2dd5836f-9ff3-4aee-9271-63c540a5b326 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:54.560227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e14485da-c12f-4343-9731-b292c88e6a54 None None] Provisioning complete for port dc98c716-9930-4364-96ab-d194546f685f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:54.564290 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e14485da-c12f-4343-9731-b292c88e6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:54.646183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e14485da-c12f-4343-9731-b292c88e6a54 None None] Port dc98c716-9930-4364-96ab-d194546f685f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:48:54.664787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea40cd8-0357-45dc-a6be-0f2a2582be02 None None] Network 43a306e9-2a0c-437a-b923-dada8e555656 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:54.769221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240ab58-07ad-487f-8a59-736075fa50b6 req-39edf5ca-7089-481a-a581-3e3b6d55cf5d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:54.781800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b240ab58-07ad-487f-8a59-736075fa50b6 req-39edf5ca-7089-481a-a581-3e3b6d55cf5d tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1459150 Dec 10 04:48:54.834393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03b821ab-ddac-414c-964d-318d512564b6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:54.893109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b240ab58-07ad-487f-8a59-736075fa50b6 req-ec76b21f-af5e-48aa-8ac8-ab1d5fc4b4a0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035740 Dec 10 04:48:54.931805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.014057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=2dd5836f-9ff3-4aee-9271-63c540a5b326,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:55.042066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d97281bb-bd38-419e-8e3d-f3e90cc2995f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.042289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42290) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:55.047503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425520490', 'description': 'tempest-description--1826986686'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:55.080770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] Provisioning complete for port da23aafe-a492-4b77-9c93-a967452eba61 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:55.081307 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.108815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.264565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4385d6f-68be-4acb-91e6-069cc54fb8c0 req-2ee746b5-0186-4dcc-b733-42acac0e33b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:55.266852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4385d6f-68be-4acb-91e6-069cc54fb8c0 req-2ee746b5-0186-4dcc-b733-42acac0e33b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1160414 Dec 10 04:48:55.279102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 03b821ab-ddac-414c-964d-318d512564b6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:55.284807 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.333097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.348155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4385d6f-68be-4acb-91e6-069cc54fb8c0 req-8fb4c1b5-f591-4ab1-addd-70552b48ccd9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642560 Dec 10 04:48:55.350945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.379242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.380820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3375494 Dec 10 04:48:55.383903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:55.389313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'security_group_rule': {'security_group_id': 'b590b79d-9265-4ad7-9958-1c9164575687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:55.404729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.425798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c1668-eee6-447b-b546-db588a26ce51 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b590b79d-9265-4ad7-9958-1c9164575687,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:55.456087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.476509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device da23aafe-a492-4b77-9c93-a967452eba61 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:55.519797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.542987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.589135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed98b7a-9425-4fc2-937d-bbd0ef6ab57a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:55.611668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.614987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3ea4eb39-1c8a-4e86-98cf-3f3f522d80a0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275307 Dec 10 04:48:55.615483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42294) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:55.629694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'security_group_rule': {'security_group_id': 'b590b79d-9265-4ad7-9958-1c9164575687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:55.652434 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.691510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.728270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] For port da23aafe-a492-4b77-9c93-a967452eba61, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=da23aafe-a492-4b77-9c93-a967452eba61,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:55.742918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:48:55.755814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.833858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.860242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port da23aafe-a492-4b77-9c93-a967452eba61 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:55.860950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.869662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.902655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a150fb18-a356-4480-a184-799136fd8396,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:55.924321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:55.926470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1523d582-786a-42bd-93d3-13ae831b0651 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3075557 Dec 10 04:48:55.929277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:48:55.947558 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ebc7f785-d59f-4a82-b072-a2fd6875ab42 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765534 Dec 10 04:48:55.952917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:55.953694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:55.989668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:48:55.993996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.008805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:48:56.064804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet 2faac9cb-96b7-4e24-8973-cb164eacc5d8 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:48:56.072790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.086261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.193472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.349506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.492260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.506690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecc7ec-26d6-4cd6-8768-4e5312a18163 req-dbeb0a56-10c6-4799-920a-5023121fae0f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:56.514399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fecc7ec-26d6-4cd6-8768-4e5312a18163 req-dbeb0a56-10c6-4799-920a-5023121fae0f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1823289 Dec 10 04:48:56.534871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:56.536305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:56.597807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 172.25.8.226 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ee9b256a-5718-4fa0-bd8b-5103bbb847d8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:48:56.668971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fecc7ec-26d6-4cd6-8768-4e5312a18163 req-f7ac80f9-b851-4f40-9236-fdd69be2fecb tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531825 Dec 10 04:48:56.674582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:56.698894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55459a5-fef4-420f-8d46-d08082888a76 req-d3afbccb-2eb6-460a-9817-8263386c9ae9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:56.707919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b55459a5-fef4-420f-8d46-d08082888a76 req-d3afbccb-2eb6-460a-9817-8263386c9ae9 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1652622 Dec 10 04:48:56.711409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.763446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.768066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/2faac9cb-96b7-4e24-8973-cb164eacc5d8 HTTP/1.1" status: 204 len: 168 time: 0.8061717 Dec 10 04:48:56.773250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:56.777084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb91f-26ee-4b8a-872f-d1e6d05c4394 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=2faac9cb-96b7-4e24-8973-cb164eacc5d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:56.863733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b55459a5-fef4-420f-8d46-d08082888a76 req-3a55a8af-4b7c-4dcc-b649-a43f309947b1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543953 Dec 10 04:48:56.880031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc1235-c4ea-402c-be0a-cf9dbc254350 None None] Network 993f1463-04e2-4856-8d44-d44f8a5a639a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:48:56.906718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.949363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0ff0e-a89b-4d76-bbd3-ee6a4e75959e None None] Pushing event updated for resources: {'Port': ['ID=da23aafe-a492-4b77-9c93-a967452eba61,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:56.978533 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:56.994895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-13b3a2c8-9a66-436c-a74f-ea581752a0c1 None None] Provisioning complete for port da23aafe-a492-4b77-9c93-a967452eba61 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:56.997171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13b3a2c8-9a66-436c-a74f-ea581752a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.043656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:48:57.050597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:48:57.054673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:48:57.061325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.112443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=ee9b256a-5718-4fa0-bd8b-5103bbb847d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:57.209423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.299209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.318640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:57.321689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.439220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,segment=NetworkSegment(54e985c1-8bba-46dd-a139-3000e86927e8),segment_id=54e985c1-8bba-46dd-a139-3000e86927e8)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:57.439593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.458617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 81e2986f-02fc-45c7-b2e4-6a0e2b80067a owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:57.543876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.556284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] DHCP port deletion for 993f1463-04e2-4856-8d44-d44f8a5a639a request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:48:57.658440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:54Z', 'revision_number': 9, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:57.685007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.705391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Deleting port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:57.705391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:57.709182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:48:57.756783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:57.773800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device da23aafe-a492-4b77-9c93-a967452eba61 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:48:57.783480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:48:57.900619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:48:57.901438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:58.001717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] For port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:48:58.002115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.079841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed251-b4af-4812-8915-d68a6ab8c0dd req-9860f70f-89ef-45ae-92d7-653440ac4795 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:58.087757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-960ed251-b4af-4812-8915-d68a6ab8c0dd req-9860f70f-89ef-45ae-92d7-653440ac4795 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.2136555 Dec 10 04:48:58.093421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.123629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993f1463-04e2-4856-8d44-d44f8a5a639a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:58.141825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e985c1-8bba-46dd-a139-3000e86927e8') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:58.143318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e985c1-8bba-46dd-a139-3000e86927e8') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:58.165377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.187186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Calling delete_port for 81e2986f-02fc-45c7-b2e4-6a0e2b80067a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:48:58.189460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.193698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port da23aafe-a492-4b77-9c93-a967452eba61 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:48:58.202004 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.206806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:48:58.209511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:48:58.209918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:48:58.213240 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:48:58.227054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.232442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-960ed251-b4af-4812-8915-d68a6ab8c0dd req-84ccb586-980f-47d2-9268-0a3cbe0631ad tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408842 Dec 10 04:48:58.239700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.278293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76590-5992-4a73-95dc-1eb7e0ea295c req-20ed0ab2-c5f3-429f-a318-bebee34f566e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:58.279899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac76590-5992-4a73-95dc-1eb7e0ea295c req-20ed0ab2-c5f3-429f-a318-bebee34f566e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1841362 Dec 10 04:48:58.317218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.354017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=ee9b256a-5718-4fa0-bd8b-5103bbb847d8,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:58.411362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.416007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac76590-5992-4a73-95dc-1eb7e0ea295c req-40f7b7e4-c986-4edf-a9e2-147ba80febf0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284490 Dec 10 04:48:58.438689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:48:58.447278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.450903 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/993f1463-04e2-4856-8d44-d44f8a5a639a HTTP/1.1" status: 204 len: 168 time: 1.6766627 Dec 10 04:48:58.454437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:48:58.496710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.511665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] Pushing event deleted for resources: {'Port': ['ID=81e2986f-02fc-45c7-b2e4-6a0e2b80067a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:58.527278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90155723-cdaa-4880-87b7-5fa9c9f1c972 None None] No DVR routers for this DVR port 81e2986f-02fc-45c7-b2e4-6a0e2b80067a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:48:58.566489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8b4d-a72a-4fdf-8b05-341091c9652f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=993f1463-04e2-4856-8d44-d44f8a5a639a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:48:58.594932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.613266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:58.623259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50010426-b335-4591-914a-bb2e3235f732 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6597860 Dec 10 04:48:59.044945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:54Z', 'revision_number': 9, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:48:59.088706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d205dac-6c26-4ea8-b9d6-44a84e8c45f5 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:48:54Z', 'revision_number': 9, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': '9db4e2d7-44c4-42de-9e18-a1d3d9f73825', 'name': '', 'network_id': '24dff89c-1129-42fd-951a-cfbbce5f2559', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:43:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:13Z', 'updated_at': '2021-12-10T04:48:25Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'a86dcb16-7538-4b54-9714-80acb90debf2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:48:59.248684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:48:59.506479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4556f-65fe-43ba-8314-479eb0571cce req-92fc2f42-ca2b-450b-8e1f-d0744887b47c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:48:59.514103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2db4556f-65fe-43ba-8314-479eb0571cce req-92fc2f42-ca2b-450b-8e1f-d0744887b47c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1364918 Dec 10 04:48:59.597545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81e2986f-02fc-45c7-b2e4-6a0e2b80067a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:59.631996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 81e2986f-02fc-45c7-b2e4-6a0e2b80067a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:59.632645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 81e2986f-02fc-45c7-b2e4-6a0e2b80067a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:59.633346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dd5836f-9ff3-4aee-9271-63c540a5b326 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:48:59.661545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2dd5836f-9ff3-4aee-9271-63c540a5b326 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:48:59.662540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dd5836f-9ff3-4aee-9271-63c540a5b326 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:48:59.757432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2db4556f-65fe-43ba-8314-479eb0571cce req-1e868349-7fe7-4c89-aacf-28e4a7056318 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974721 Dec 10 04:48:59.959693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:48:59.960289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:00.007306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff153b-6dd4-413b-9c87-7a1bba0cce3a req-509d1e77-ba3c-4b24-9884-095761e14c4b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:00.009405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdff153b-6dd4-413b-9c87-7a1bba0cce3a req-509d1e77-ba3c-4b24-9884-095761e14c4b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1000876 Dec 10 04:49:00.131871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdff153b-6dd4-413b-9c87-7a1bba0cce3a req-213b4314-e6e2-4132-aa6e-d9e6bb7fe182 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119974 Dec 10 04:49:00.147804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port 9db4e2d7-44c4-42de-9e18-a1d3d9f73825, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:00.148291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:00.193472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:00.497660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:00.530791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=9db4e2d7-44c4-42de-9e18-a1d3d9f73825,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:00.769739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:01.417067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe42e9-9013-4c23-9891-db6d02d63585 req-f61481f9-c91e-43c6-9d49-8446cd3d94ae tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:01.425064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18fe42e9-9013-4c23-9891-db6d02d63585 req-f61481f9-c91e-43c6-9d49-8446cd3d94ae tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1530840 Dec 10 04:49:01.486352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:01.497706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-b9caf1d7-828d-40e4-a6a4-3e1b5251dabf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1425520490&fields=id&tenant_id=1adf4290b30a45ad836c307d47b0d625 HTTP/1.1" status: 200 len: 267 time: 0.1237535 Dec 10 04:49:01.534505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18fe42e9-9013-4c23-9891-db6d02d63585 req-45844830-3121-41ed-808c-3bf0297bda33 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018381 Dec 10 04:49:01.639889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fb51b1f6-ab1c-4453-b2f6-02df49b2378b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:01.642058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fb51b1f6-ab1c-4453-b2f6-02df49b2378b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 932 time: 0.1309125 Dec 10 04:49:01.716396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:01.726447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c0ac6bb1-6c85-487e-b373-77633c7b2c7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:01.727980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c0ac6bb1-6c85-487e-b373-77633c7b2c7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 932 time: 0.0690417 Dec 10 04:49:01.732622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c0c62cbd-5608-47d0-8fe6-411127a03f5b tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2769816 Dec 10 04:49:01.736024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:01.746512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb1013-1cee-40ea-8713-dc9a1806736e req-9308b70b-3c2f-4df4-9d2d-ddbb46bd2466 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:01.748027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99cb1013-1cee-40ea-8713-dc9a1806736e req-9308b70b-3c2f-4df4-9d2d-ddbb46bd2466 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1300886 Dec 10 04:49:01.749197 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:01.771791 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:01.773774 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:01.788582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fe5f6f32-f307-4d8b-ad2b-12df960a0c42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499706 Dec 10 04:49:01.850523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-f4c5d57a-2a7d-4511-b760-d0e05fd3b053 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406039 Dec 10 04:49:01.858205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99cb1013-1cee-40ea-8713-dc9a1806736e req-b8ab33f1-a7ba-4106-a580-dbe5ed0fbc79 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012998 Dec 10 04:49:01.896728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet a86dcb16-7538-4b54-9714-80acb90debf2 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:49:01.906582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:01.985490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.016662 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:02.069732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c47f6653-7b56-481e-ae39-155f6e796027 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.081591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c47f6653-7b56-481e-ae39-155f6e796027 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.089304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c47f6653-7b56-481e-ae39-155f6e796027 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.090968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c47f6653-7b56-481e-ae39-155f6e796027 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 1989 time: 0.2318833 Dec 10 04:49:02.110834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a3e092d9-496d-42a1-8312-82be4ec412a3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/quotas/1adf4290b30a45ad836c307d47b0d625 HTTP/1.1" status: 200 len: 375 time: 0.0123689 Dec 10 04:49:02.127390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.232078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6b2e06c0-86a0-4c67-a62b-90be9802899e tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1098158 Dec 10 04:49:02.262197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3618-25f5-4487-ab33-1dada143299b req-8a0a8fbd-6fa6-4082-8947-d856490a704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.264270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-8a0a8fbd-6fa6-4082-8947-d856490a704d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1097 time: 0.2990255 Dec 10 04:49:02.265599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.298043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.305594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/a86dcb16-7538-4b54-9714-80acb90debf2 HTTP/1.1" status: 204 len: 168 time: 0.5675478 Dec 10 04:49:02.306763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233753fe-ce12-4986-9cb4-08ac972bb5a3 None None] Network 24dff89c-1129-42fd-951a-cfbbce5f2559 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:49:02.307653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:02.381967 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:00Z', 'revision_number': 10, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:02.384523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-7a8d0e52-4e07-4403-88e7-91b9b1d6ebed service neutron] 10.222.0.43 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335781 Dec 10 04:49:02.454835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:02.465970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.470625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=a86dcb16-7538-4b54-9714-80acb90debf2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:02.473416 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:02.474201 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:02.542730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.543338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.543893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.544233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.544610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.544948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.545280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.545669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.546002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.546526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.547494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.547829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.548401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221c416-d703-4518-84a3-80c64232fa48 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:02.570106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] DHCP port deletion for 24dff89c-1129-42fd-951a-cfbbce5f2559 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:49:02.607478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-19ce80fe-aa67-4033-b220-72ef16369829 service neutron] 10.222.0.43 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160423 Dec 10 04:49:02.616060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3618-25f5-4487-ab33-1dada143299b req-e2c303c0-204c-4760-8a98-1cdb626981d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.617579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-e2c303c0-204c-4760-8a98-1cdb626981d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.3407993 Dec 10 04:49:02.667722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-aa0dea1e-f138-4b53-85c4-d28c1716a9ed service neutron] 10.222.0.43 "GET /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0591404 Dec 10 04:49:02.672160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:02.676320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Deleting port d627cd6a-c740-476c-91ac-3f4d171c78ea {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:02.676668 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.748510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-2243dddd-0014-4185-92dc-9ab275ed9ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 1000 time: 0.1188517 Dec 10 04:49:02.754708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port d627cd6a-c740-476c-91ac-3f4d171c78ea {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:02.755468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.834598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] For port d627cd6a-c740-476c-91ac-3f4d171c78ea, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d627cd6a-c740-476c-91ac-3f4d171c78ea,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:02.834942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.862181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Calling delete_port for d627cd6a-c740-476c-91ac-3f4d171c78ea owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:02.876441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3618-25f5-4487-ab33-1dada143299b req-da78795d-c11b-43fc-b303-c0151d0d00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.880132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-da78795d-c11b-43fc-b303-c0151d0d00c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.1201909 Dec 10 04:49:02.880542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port d627cd6a-c740-476c-91ac-3f4d171c78ea, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d627cd6a-c740-476c-91ac-3f4d171c78ea,segment=NetworkSegment(937bdf2b-52e6-43a1-b48a-4f7b66f15f07),segment_id=937bdf2b-52e6-43a1-b48a-4f7b66f15f07)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:02.880918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:02.924917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for d627cd6a-c740-476c-91ac-3f4d171c78ea owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:02.941646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913357d-91d4-4392-8b3d-2df506545e0c req-9ad4d790-883b-492b-bb4f-bdf026adef75 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.955914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f913357d-91d4-4392-8b3d-2df506545e0c req-9ad4d790-883b-492b-bb4f-bdf026adef75 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.2849305 Dec 10 04:49:02.981103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3618-25f5-4487-ab33-1dada143299b req-d4dc8a4d-c4f1-411a-ab97-ec46521bd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:02.982775 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-d4dc8a4d-c4f1-411a-ab97-ec46521bd971 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903935 Dec 10 04:49:03.055498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:00Z', 'revision_number': 10, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:03.066636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:03.095433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-341fb9ee-d666-49df-be32-4da694e9f442 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268286 Dec 10 04:49:03.114991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:03.135866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] No DVR routers for this DVR port d627cd6a-c740-476c-91ac-3f4d171c78ea on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:03.137571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b5149-c419-46b6-a5be-b4158ab709d6 None None] Pushing event deleted for resources: {'Port': ['ID=d627cd6a-c740-476c-91ac-3f4d171c78ea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:03.151321 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd58f9-6678-4db0-9054-35443616f7a3 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:00Z', 'revision_number': 10, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None, '_interfaces': [{'id': 'ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb', 'name': '', 'network_id': 'aafe6a26-e431-443d-8cce-fb35ebb46cb5', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'mac_address': 'fa:16:3e:03:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367eacaa-4d25-4719-95c6-fe0822626671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'c0281822-386b-4501-836a-d42467e9c290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:06Z', 'updated_at': '2021-12-10T04:48:13Z', 'revision_number': 5, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'subnets': [{'id': 'c0281822-386b-4501-836a-d42467e9c290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:03.160090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f913357d-91d4-4392-8b3d-2df506545e0c req-2a3d0794-bdab-41fb-b672-538464e0af79 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032502 Dec 10 04:49:03.187124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port d627cd6a-c740-476c-91ac-3f4d171c78ea on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:03.231255 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-4201af34-4b22-47aa-8adc-0ca777b6c988 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363992 Dec 10 04:49:03.252776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=d627cd6a-c740-476c-91ac-3f4d171c78ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:03.326672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-bd7c5f1a-71c2-48df-ba74-9f0397f1a61f service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141726 Dec 10 04:49:03.395696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-3e7e2271-4ba0-491e-bea3-66b78e91701d service neutron] 10.222.0.43 "GET /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0666113 Dec 10 04:49:03.409499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b488ea-3f7a-4185-a148-73e7ff2d808e req-6a1c223f-018f-426e-8ccc-f67ac3ed4117 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:03.411299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53b488ea-3f7a-4185-a148-73e7ff2d808e req-6a1c223f-018f-426e-8ccc-f67ac3ed4117 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1125169 Dec 10 04:49:03.516764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53b488ea-3f7a-4185-a148-73e7ff2d808e req-1aa02a8b-9b3b-481b-9252-4940b5198f46 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968690 Dec 10 04:49:03.554619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-7501107d-5320-454f-86cb-cfe8feb60455 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422553 Dec 10 04:49:03.678791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-7913364a-6284-4b1c-a3cf-148be5284865 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167488 Dec 10 04:49:03.730068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:03.771743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:03.772100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9db4e2d7-44c4-42de-9e18-a1d3d9f73825 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:03.774275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d627cd6a-c740-476c-91ac-3f4d171c78ea no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:03.818326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d627cd6a-c740-476c-91ac-3f4d171c78ea {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:03.819771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d627cd6a-c740-476c-91ac-3f4d171c78ea not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:03.855625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-823709ad-dae1-46dd-b9af-fd44213c9c84 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640873 Dec 10 04:49:03.931048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:03.961103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dff89c-1129-42fd-951a-cfbbce5f2559']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:03.975528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937bdf2b-52e6-43a1-b48a-4f7b66f15f07') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:03.975747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937bdf2b-52e6-43a1-b48a-4f7b66f15f07') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:03.979199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-7ddc654a-7d9a-4047-b5b7-8b1006f20302 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167161 Dec 10 04:49:03.993995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.005869 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d0d3618-25f5-4487-ab33-1dada143299b req-5dccb053-9406-4d5a-8d4f-7fe55f9b0297 service neutron] 10.222.0.36 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507319 Dec 10 04:49:04.013738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.025070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:49:04.025482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:49:04.080702 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:49:04.097988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.105113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.112905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/24dff89c-1129-42fd-951a-cfbbce5f2559 HTTP/1.1" status: 204 len: 168 time: 1.7982531 Dec 10 04:49:04.113976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:04.120089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-9327c047-6e97-4ff6-9172-35bffe42daa1 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305835 Dec 10 04:49:04.183470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b74ef-4c06-4987-ad58-6214ed1bcff6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=24dff89c-1129-42fd-951a-cfbbce5f2559,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:04.229088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5899e9f1-154a-4203-9ee6-d8a97b566019 service neutron] 10.222.0.43 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981395 Dec 10 04:49:04.377932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38486a4-9c2d-40be-be71-fba04e3cbf76 req-68f4650c-b451-447a-9812-f9ccc72723f2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:04.379588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a38486a4-9c2d-40be-be71-fba04e3cbf76 req-68f4650c-b451-447a-9812-f9ccc72723f2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0967016 Dec 10 04:49:04.412950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-64747510-2b90-4598-8716-b2ce05452659 service neutron] 10.222.0.43 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726186 Dec 10 04:49:04.476962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a38486a4-9c2d-40be-be71-fba04e3cbf76 req-740b0419-d1a4-44a7-8375-3ea5f45b79e2 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871201 Dec 10 04:49:04.535337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-540efe4d-4050-4d9e-a10f-25f8c7b7cd3c service neutron] 10.222.0.43 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145887 Dec 10 04:49:04.536224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:04.693866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb695a9f-0184-4215-8ab1-903efeea164d service neutron] 10.222.0.43 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439636 Dec 10 04:49:04.707279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a0c20-83c9-48e1-9635-ceb39934f33a req-a823457f-bbc6-4e33-873d-0042752b83ea tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:04.709115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7a0c20-83c9-48e1-9635-ceb39934f33a req-a823457f-bbc6-4e33-873d-0042752b83ea tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0838008 Dec 10 04:49:04.822619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7a0c20-83c9-48e1-9635-ceb39934f33a req-70d53e43-c402-46ca-bc98-e24b70037a62 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028247 Dec 10 04:49:04.850846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-44203acd-89db-4d6e-b1bc-308eeb27d061 service neutron] 10.222.0.43 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405885 Dec 10 04:49:04.885928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:04.887706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:05.041650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:05.042327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:05.059846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:05.196912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f8245-eb38-47e6-8d06-85b956b91893 req-83962d4b-57c0-42dc-abf7-6335b61b68af tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:05.199138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e77f8245-eb38-47e6-8d06-85b956b91893 req-83962d4b-57c0-42dc-abf7-6335b61b68af tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0748911 Dec 10 04:49:05.263008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e77f8245-eb38-47e6-8d06-85b956b91893 req-865cbfd7-e3fc-4fff-84ce-039b1cb971b1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574448 Dec 10 04:49:05.298188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:05.334437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:05.502259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:05.641037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69b71095-58fd-4429-ad16-d47981ddb219 req-b460df75-41b7-4fd6-85ad-59c96a204e95 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0535238 Dec 10 04:49:05.720764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da046e-9aac-4f62-a536-eeb9b5c7b2f3 req-e38c04f7-22be-41eb-9777-234cfc42b848 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:05.722815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49da046e-9aac-4f62-a536-eeb9b5c7b2f3 req-e38c04f7-22be-41eb-9777-234cfc42b848 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.0797646 Dec 10 04:49:05.734788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:05.800147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:05.870606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49da046e-9aac-4f62-a536-eeb9b5c7b2f3 req-3f3fa7a8-e260-4053-9fbf-4d7f185fde62 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408579 Dec 10 04:49:05.880491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:05.891956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42530) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:05.911037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:05.917975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2f0c72e0-4164-483c-9e58-e913c334afba tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017943 Dec 10 04:49:05.933874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:05.934734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:05.938008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:05.987705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting subnet c0281822-386b-4501-836a-d42467e9c290 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:49:05.991576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:05.993851 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b5bbc7-af4a-481c-bc38-5b845e5c406a" -d '{"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:05.993983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.010084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:06.077065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.119473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7da73c-7a5e-4c61-90b0-7b3ddb44017f req-9e9ae53f-1f50-4023-af3d-daefe0d83c98 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:06.121290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e7da73c-7a5e-4c61-90b0-7b3ddb44017f req-9e9ae53f-1f50-4023-af3d-daefe0d83c98 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1476703 Dec 10 04:49:06.247997 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0581c15-cd28-42b6-a00f-524f3910a03e x-openstack-request-id: req-c0581c15-cd28-42b6-a00f-524f3910a03e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:06.248292 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:06.248736 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0581c15-cd28-42b6-a00f-524f3910a03e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:06.249320 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'code': 200} Dec 10 04:49:06.250747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.258230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:06.346772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:06.348389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.378857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:06.395766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:06.396800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:06.430596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.456768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e7da73c-7a5e-4c61-90b0-7b3ddb44017f req-5d1871df-77c3-4658-a267-a7eff653927e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265793 Dec 10 04:49:06.476151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:06.498673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:06.530093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Subnet': ['ID=c0281822-386b-4501-836a-d42467e9c290,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:06.535645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.541608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-47009051-fd84-4c1b-a114-1b077bad513f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/c0281822-386b-4501-836a-d42467e9c290 HTTP/1.1" status: 204 len: 168 time: 0.6463490 Dec 10 04:49:06.541924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:06.564117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d495d-adfa-4d80-b1de-1f02c14950a2 None None] Network aafe6a26-e431-443d-8cce-fb35ebb46cb5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:49:06.573169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118aadc-2a4e-4001-9c8b-e87e65f3a90f req-88d91fce-8215-4e80-be5c-39a35d2ae6f4 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:06.581499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a118aadc-2a4e-4001-9c8b-e87e65f3a90f req-88d91fce-8215-4e80-be5c-39a35d2ae6f4 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0873985 Dec 10 04:49:06.655917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:06.697930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a118aadc-2a4e-4001-9c8b-e87e65f3a90f req-f95f7766-92bc-4f96-b06a-b4d73444bb18 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132655 Dec 10 04:49:06.768004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa456775-0796-403f-97f7-713ee8ae2e9a None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:06.771471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:06.905210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df475ca4-e26f-4f5f-945d-c9502fd39258 req-ca5fbbc7-bacf-4bed-9eb2-fd842a9ae7bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0845098 Dec 10 04:49:06.941062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9dcda-eae2-442d-9f79-28b05671f19a req-cbde657c-0b64-423d-b8a3-046a6a47fac2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:06.943179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6d9dcda-eae2-442d-9f79-28b05671f19a req-cbde657c-0b64-423d-b8a3-046a6a47fac2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2050855 Dec 10 04:49:06.956448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-58bf4d98-ae97-46d2-9678-6fa190aba17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:06.958682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-58bf4d98-ae97-46d2-9678-6fa190aba17f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.1170022 Dec 10 04:49:06.961617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Deleting port c37c84de-a1a5-41dd-a350-e12d10382059 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:06.962372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.020898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6d9dcda-eae2-442d-9f79-28b05671f19a req-cb9bc568-88da-4828-bf3d-ff1a71252cc6 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716679 Dec 10 04:49:07.071303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] For port c37c84de-a1a5-41dd-a350-e12d10382059, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c37c84de-a1a5-41dd-a350-e12d10382059,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:07.071655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.088648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cf09f-f00a-4f96-a762-4eef2a0fcab0 req-35587bfa-0f32-4f72-8da3-cdfe6095ffa5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.090571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f47cf09f-f00a-4f96-a762-4eef2a0fcab0 req-35587bfa-0f32-4f72-8da3-cdfe6095ffa5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.0796447 Dec 10 04:49:07.114180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Calling delete_port for c37c84de-a1a5-41dd-a350-e12d10382059 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:07.147097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] DHCP port deletion for aafe6a26-e431-443d-8cce-fb35ebb46cb5 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:49:07.185008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-db2edaf2-d765-43e0-94a4-a94da77b701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.186503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-db2edaf2-d765-43e0-94a4-a94da77b701f service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.2075911 Dec 10 04:49:07.207939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f47cf09f-f00a-4f96-a762-4eef2a0fcab0 req-b09e207a-faf7-4489-a2a5-88e3d40f6a14 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048791 Dec 10 04:49:07.228046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Deleting port c37c84de-a1a5-41dd-a350-e12d10382059 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:07.228046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.295684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] For port c37c84de-a1a5-41dd-a350-e12d10382059, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c37c84de-a1a5-41dd-a350-e12d10382059,segment=NetworkSegment(12e16b56-e67f-430b-b924-b856d30165da),segment_id=12e16b56-e67f-430b-b924-b856d30165da)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:07.296092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.318294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Calling delete_port for c37c84de-a1a5-41dd-a350-e12d10382059 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:07.335091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-3605ae25-084f-4a2a-9337-1ff72bc0c8c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.1258416 Dec 10 04:49:07.336049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.386574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Port': ['ID=c37c84de-a1a5-41dd-a350-e12d10382059,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:07.434172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:07.441622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.467953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No DVR routers for this DVR port c37c84de-a1a5-41dd-a350-e12d10382059 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:07.481098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:07.481098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ffbd1bb8-1e5c-4583-8cf8-497b2ebd36eb not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:07.481330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c37c84de-a1a5-41dd-a350-e12d10382059 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:07.525532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c37c84de-a1a5-41dd-a350-e12d10382059 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:07.525881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c37c84de-a1a5-41dd-a350-e12d10382059 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:07.527942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] Pushing event deleted for resources: {'Port': ['ID=c37c84de-a1a5-41dd-a350-e12d10382059,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:07.530679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d9f05-e082-4d9c-943b-c843a17c1cae None None] No DVR routers for this DVR port c37c84de-a1a5-41dd-a350-e12d10382059 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:07.607689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.611928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-19fb77a6-4408-4b6e-a5c4-2d3828408820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.613452 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-19fb77a6-4408-4b6e-a5c4-2d3828408820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.2421286 Dec 10 04:49:07.693531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafe6a26-e431-443d-8cce-fb35ebb46cb5']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:07.695402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-623f69d6-f3dd-4fd6-bd2c-b83a1cbbc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.696848 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-623f69d6-f3dd-4fd6-bd2c-b83a1cbbc5d1 service neutron] 10.222.0.36 "GET /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 1028 time: 0.0987015 Dec 10 04:49:07.708070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e16b56-e67f-430b-b924-b856d30165da') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:07.708378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e16b56-e67f-430b-b924-b856d30165da') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:07.747546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.778636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-df7db6c9-0c4b-4a6b-bfd2-6a3be857eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.780028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-df7db6c9-0c4b-4a6b-bfd2-6a3be857eaaf service neutron] 10.222.0.36 "GET /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 1028 time: 0.0695522 Dec 10 04:49:07.781024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.784623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-7173b2e8-69e1-4dda-bc73-941d9a40c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.788044 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-7173b2e8-69e1-4dda-bc73-941d9a40c871 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458168 Dec 10 04:49:07.806002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:49:07.806426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:49:07.816239 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:49:07.880960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623eb2a-a6df-4e51-a5e7-5ae1b12f8323 req-c4653a32-06a3-4e34-90d0-8c72c282f020 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:07.885173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5623eb2a-a6df-4e51-a5e7-5ae1b12f8323 req-c4653a32-06a3-4e34-90d0-8c72c282f020 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0640111 Dec 10 04:49:07.967229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5623eb2a-a6df-4e51-a5e7-5ae1b12f8323 req-aa19ebd6-3534-4e6f-90e6-4463c31d466c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702419 Dec 10 04:49:08.077524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a08c4637-96dd-446d-9ee4-4be3a733eea0 req-286becbf-741d-4809-be8a-345f26d56972 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0422497 Dec 10 04:49:08.113295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-5b243373-2ade-4a59-b488-d1ee2e09182f service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089356 Dec 10 04:49:08.137697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.144261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.151139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/networks/aafe6a26-e431-443d-8cce-fb35ebb46cb5 HTTP/1.1" status: 204 len: 168 time: 1.6079369 Dec 10 04:49:08.152060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42590) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:08.158006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'routes': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:08.206277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef369f-5634-4d78-95d5-07bb8cb7a869 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Pushing event deleted for resources: {'Network': ['ID=aafe6a26-e431-443d-8cce-fb35ebb46cb5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:08.252199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d952f861-948e-424b-82c7-f30b914e8395 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:08.280748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d952f861-948e-424b-82c7-f30b914e8395 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:08.293794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d952f861-948e-424b-82c7-f30b914e8395 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:08.297641 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d952f861-948e-424b-82c7-f30b914e8395 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 1989 time: 0.4933660 Dec 10 04:49:08.474546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cbdc8379-07db-43a0-98ae-5ccaafd57fa3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf4290b30a45ad836c307d47b0d625 HTTP/1.1" status: 200 len: 380 time: 0.1127541 Dec 10 04:49:08.476866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2741e3d5-562b-4a49-8e21-69eb881f4efa req-d9f03856-af34-4ded-a790-494181fd8752 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450420 Dec 10 04:49:08.488648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Added routes are [] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 04:49:08.490187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.extraroute_db [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Removed routes are [] {{(pid=103253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 04:49:08.490581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.494059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'admin_state_up': True, 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'security_groups': ['b590b79d-9265-4ad7-9958-1c9164575687']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:08.500532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3b1cd-42c3-485e-a72b-c0d754ac57ff req-999e5783-7507-4aab-99bc-a4c40061dad3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:08.508565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc3b1cd-42c3-485e-a72b-c0d754ac57ff req-999e5783-7507-4aab-99bc-a4c40061dad3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.2690716 Dec 10 04:49:08.589678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e64bc4b3-ab31-4759-a418-5c599f05dda4 req-ae64e1bd-4dc3-4f78-95ba-9574793a8645 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:49:08.602859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e64bc4b3-ab31-4759-a418-5c599f05dda4 req-ae64e1bd-4dc3-4f78-95ba-9574793a8645 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438540 Dec 10 04:49:08.647092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:08.651483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.706397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc3b1cd-42c3-485e-a72b-c0d754ac57ff req-e4f5eb0f-b169-4910-99b1-3b3425b10594 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968725 Dec 10 04:49:08.840223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.846523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:08.853171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 172.20.0.9 (c2ee61fb-678d-494d-87c9-a783e70a5230/fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42/3fcf0b05-0802-4401-bc54-6b5fcf86c9e5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:09.099552 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.153765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.243731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:09.266759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c2ee61fb-678d-494d-87c9-a783e70a5230 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:09.269340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:09.284110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:09.378008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:09.378671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.415313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5e6fcc8c-9bfa-4418-8ccb-8134b23bcccd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252019 Dec 10 04:49:09.434050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'admin_state_up': True, 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'security_groups': ['b590b79d-9265-4ad7-9958-1c9164575687']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:09.518977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae4fab-a979-404f-86c8-5a17ea90389c req-0a9b7b57-8ec3-4f45-ab78-fc7cbfaa4a0b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:09.525469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ae4fab-a979-404f-86c8-5a17ea90389c req-0a9b7b57-8ec3-4f45-ab78-fc7cbfaa4a0b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.7471218 Dec 10 04:49:09.628009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:09.632944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.653382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4fb26c5a-f7bb-49d0-901b-59e3ccb2a80d None None] Provisioning complete for port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:09.653935 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fb26c5a-f7bb-49d0-901b-59e3ccb2a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.666470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router 367eacaa-4d25-4719-95c6-fe0822626671 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:09.718905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde1209-5165-4dff-9dbd-7ad5d0d5e77a req-e2cef9ae-3faa-4199-9d53-72ad463ca2a2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:09.728817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fde1209-5165-4dff-9dbd-7ad5d0d5e77a req-e2cef9ae-3faa-4199-9d53-72ad463ca2a2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2387202 Dec 10 04:49:09.745172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4fb26c5a-f7bb-49d0-901b-59e3ccb2a80d None None] Port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:09.753289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ae4fab-a979-404f-86c8-5a17ea90389c req-8efb6d65-b706-4b0b-baf6-b30ee0f7294a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227836 Dec 10 04:49:09.793113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-b01a8964-f23c-4a27-8479-54777c52a9fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2931008 Dec 10 04:49:09.820869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.1.1.50 (c4fc50b1-4040-4fda-a370-9808b6de053a/2c05fdb6-3738-4c4d-b716-f8600b87f623/29c92276-7926-4370-904e-8d76a48227ef) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:09.829983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:09.895656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-8983c6ac-1cc5-467e-8d41-2720e5503994 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:49:09.897465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-8983c6ac-1cc5-467e-8d41-2720e5503994 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993035 Dec 10 04:49:09.902842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:09.913284 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Sync routers for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:09.915332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:09.919189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e41aa4f6-b3ea-4aca-a227-430ae7d2df8e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 700 time: 1.7635384 Dec 10 04:49:09.920601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:09.924454 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:09.925354 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:10.006437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fde1209-5165-4dff-9dbd-7ad5d0d5e77a req-8a17fd3f-498e-4529-b51b-f02f7ab292f3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767012 Dec 10 04:49:10.009986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9f8b9eb8-e618-47b9-a174-0806b344bd50 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 205 time: 0.0876689 Dec 10 04:49:10.013770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:10.019781 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:10.047968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480944bf-18df-4414-95fd-06f683992650 req-eae4b761-ea28-4d2e-8e3d-d4849e893f6a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:10.049950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-480944bf-18df-4414-95fd-06f683992650 req-eae4b761-ea28-4d2e-8e3d-d4849e893f6a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 931 time: 0.1498528 Dec 10 04:49:10.084352 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:10.119247 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Checking router: 367eacaa-4d25-4719-95c6-fe0822626671 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:10.132396 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Routers {'367eacaa-4d25-4719-95c6-fe0822626671'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:10.133087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['367eacaa-4d25-4719-95c6-fe0822626671'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:10.163304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-480944bf-18df-4414-95fd-06f683992650 req-d8a6e0b8-e317-4a42-96ae-e01f66ab6d4f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991275 Dec 10 04:49:10.299990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb17f4f-9cbd-4933-a315-7d8b04bcd5f5 req-19751870-0007-472a-8728-fffc75222b19 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:10.308869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb17f4f-9cbd-4933-a315-7d8b04bcd5f5 req-19751870-0007-472a-8728-fffc75222b19 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0737472 Dec 10 04:49:10.319591 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] Set router 367eacaa-4d25-4719-95c6-fe0822626671 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:10.355266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.404050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb17f4f-9cbd-4933-a315-7d8b04bcd5f5 req-c5680994-e9fe-47bb-bcbf-49e4cbd0259e tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909164 Dec 10 04:49:10.583984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46094e2b-72ad-408e-bfcd-296a1e1dca17 req-5762f74a-777e-464b-b0a2-3a8e1096b96b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:10.594227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46094e2b-72ad-408e-bfcd-296a1e1dca17 req-5762f74a-777e-464b-b0a2-3a8e1096b96b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1073253 Dec 10 04:49:10.643419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.646264 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.680142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46094e2b-72ad-408e-bfcd-296a1e1dca17 req-943c4228-09c2-47fd-ac81-27cb6e9330e4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825565 Dec 10 04:49:10.719945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.720496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router 367eacaa-4d25-4719-95c6-fe0822626671 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:49:10.721779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:10.742801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.752300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-26d850d7-76a3-47be-ba5c-941dd83ee456 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 204 len: 168 time: 0.7325983 Dec 10 04:49:10.752300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:10.759982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1797514318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:10.779859 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba61fbb-6bb6-4e99-ae5b-b033ae4e85b4 None None] The sync data for ids ['367eacaa-4d25-4719-95c6-fe0822626671'] in n-d-817326-3 is: [{'id': '367eacaa-4d25-4719-95c6-fe0822626671', 'name': 'tempest-RoutersTest-router-403774646', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:02Z', 'updated_at': '2021-12-10T04:49:05Z', 'revision_number': 11, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:10.846130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af2f7-ee89-4286-b0ff-d2301c03b65c req-eced2086-06b9-4193-871f-3a5f91f71224 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:10.848433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da7af2f7-ee89-4286-b0ff-d2301c03b65c req-eced2086-06b9-4193-871f-3a5f91f71224 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0718462 Dec 10 04:49:10.853689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.931552 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.942631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:10.945061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.004935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da7af2f7-ee89-4286-b0ff-d2301c03b65c req-9cb1f07e-0d0d-4886-8432-a3be3be7e3ef tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479375 Dec 10 04:49:11.028229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c4fc50b1-4040-4fda-a370-9808b6de053a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:11.042270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:11.071722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:11.080168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:11.081195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981363f2-c579-4a0d-a3fe-1a8eb2f2e4f3 req-b3dca2cb-2e31-419b-83b8-ac2588a1307f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.093940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981363f2-c579-4a0d-a3fe-1a8eb2f2e4f3 req-b3dca2cb-2e31-419b-83b8-ac2588a1307f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.1870801 Dec 10 04:49:11.177133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981363f2-c579-4a0d-a3fe-1a8eb2f2e4f3 req-daa84941-ea8f-4cb1-8e80-153e5e4de46c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637720 Dec 10 04:49:11.211523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.221005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.290507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:11.316420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.317110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.375359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.377048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-02fba3c5-84fc-495f-bdcd-916720b4f5e3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6228006 Dec 10 04:49:11.379704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:11.385664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:11.394036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c3519596-6f07-4db4-b90b-efb4f6a4e93d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9641309 Dec 10 04:49:11.437334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'admin_state_up': True, 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'security_groups': ['b590b79d-9265-4ad7-9958-1c9164575687']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:11.519110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7fe26f2a-1c6a-4ed1-bb64-f52e16d9fa03 None None] Provisioning complete for port 29c92276-7926-4370-904e-8d76a48227ef triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:11.519657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fe26f2a-1c6a-4ed1-bb64-f52e16d9fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:11.579626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0646bc-9ad6-42a5-8be8-308e5b38acc6 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.580107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0646bc-9ad6-42a5-8be8-308e5b38acc6 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.581010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0646bc-9ad6-42a5-8be8-308e5b38acc6 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.582345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab0646bc-9ad6-42a5-8be8-308e5b38acc6 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=179260b0707742b6b2f0592ba7d5b3d7&network_id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 2969 time: 0.2899323 Dec 10 04:49:11.601626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7fe26f2a-1c6a-4ed1-bb64-f52e16d9fa03 None None] Port 29c92276-7926-4370-904e-8d76a48227ef cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:11.613101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2be3-b559-4b23-bc3a-30e9ecdcd738 req-7123cc18-4cc7-4069-8b67-96254ef08518 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.619597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2be3-b559-4b23-bc3a-30e9ecdcd738 req-7123cc18-4cc7-4069-8b67-96254ef08518 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.621255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e8e2be3-b559-4b23-bc3a-30e9ecdcd738 req-7123cc18-4cc7-4069-8b67-96254ef08518 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 1652 time: 0.1088138 Dec 10 04:49:11.630282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347109f7-b653-4c30-bc2f-5e5403abe69a req-62cad752-0e79-41f6-8fe5-240bfe05cfe1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.633042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-347109f7-b653-4c30-bc2f-5e5403abe69a req-62cad752-0e79-41f6-8fe5-240bfe05cfe1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2578216 Dec 10 04:49:11.750608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-347109f7-b653-4c30-bc2f-5e5403abe69a req-2dea38ca-f49e-4d7c-bd74-e5681a85ee6f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032825 Dec 10 04:49:11.773375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e8e2be3-b559-4b23-bc3a-30e9ecdcd738 req-4a764219-c585-4179-8ee3-f51b1acd0428 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383760 Dec 10 04:49:11.961709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682946-869d-44b7-8488-3fef7572f95e req-c8abbc2c-de4e-450d-a3db-a3f1208184e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:11.971237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e682946-869d-44b7-8488-3fef7572f95e req-c8abbc2c-de4e-450d-a3db-a3f1208184e1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0930867 Dec 10 04:49:12.044537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e682946-869d-44b7-8488-3fef7572f95e req-20e44011-cbfe-4462-848e-e9b4f3e02c56 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722620 Dec 10 04:49:12.109983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-39bb656d-fa67-4bc1-a7d2-bdb3f9230092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:12.111503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-39bb656d-fa67-4bc1-a7d2-bdb3f9230092 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3&tenant_id=88c633b43c3d40a9bf279a28c60b807a HTTP/1.1" status: 200 len: 1095 time: 0.8548801 Dec 10 04:49:12.151867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-f0b283fd-312e-493d-a8fe-eb9643534a06 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:49:12.152918 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-f0b283fd-312e-493d-a8fe-eb9643534a06 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320158 Dec 10 04:49:12.160302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:12.182008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:12.189323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:12.209419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:12.212925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:12.333484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:12.392586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8446a0-6c83-46b6-9ece-07ad0ff1898e req-62634fb9-1653-403e-8eea-c3a2e28ecb77 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:12.401827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb8446a0-6c83-46b6-9ece-07ad0ff1898e req-62634fb9-1653-403e-8eea-c3a2e28ecb77 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.0896647 Dec 10 04:49:12.514854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb8446a0-6c83-46b6-9ece-07ad0ff1898e req-b261408a-2db5-4d8f-a61b-e95dd55960f5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120296 Dec 10 04:49:12.595428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Router aea99549-675a-4668-b852-0b9c011d2eb4 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:49:12.679315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.1.1.211 (c4fc50b1-4040-4fda-a370-9808b6de053a/2c05fdb6-3738-4c4d-b716-f8600b87f623/85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:12.765008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:12.778115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:12.779126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Sync routers for ids ['aea99549-675a-4668-b852-0b9c011d2eb4'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:12.779585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f1ad067f-6bda-4473-9ef8-418ff0089faf tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "PUT /v2.0/routers/aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 200 len: 694 time: 1.3984056 Dec 10 04:49:12.783096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:12.805090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Routers {'aea99549-675a-4668-b852-0b9c011d2eb4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:12.806401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aea99549-675a-4668-b852-0b9c011d2eb4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:12.929559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Set router aea99549-675a-4668-b852-0b9c011d2eb4 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:12.933786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:12.999086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:13.029492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea99549-675a-4668-b852-0b9c011d2eb4', 'name': 'tempest-RoutersTest-router-1797514318', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:49:10Z', 'updated_at': '2021-12-10T04:49:12Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:13.030822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.049105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:13.059220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.061610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:13.061819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f7a41c2-daf0-471a-aa11-f7a9706d36eb tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/routers/aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 200 len: 700 time: 0.2779322 Dec 10 04:49:13.098465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Checking router: aea99549-675a-4668-b852-0b9c011d2eb4 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:13.103145 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-141a7ffa-adf0-4346-83dc-bc1e268b612e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 200 len: 205 time: 0.0376596 Dec 10 04:49:13.109833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:13.116083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Transition to ACTIVE for port object 6fbbcd51-f3e1-425b-9414-4c9bfa990668 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:13.121127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Routers {'aea99549-675a-4668-b852-0b9c011d2eb4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:13.122133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:48:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aea99549-675a-4668-b852-0b9c011d2eb4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:13.143865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da744fa-c7e7-4259-acb9-14d4aff3dadb req-3cbda783-38aa-4d48-85d8-a6fb8d48e564 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.145445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3da744fa-c7e7-4259-acb9-14d4aff3dadb req-3cbda783-38aa-4d48-85d8-a6fb8d48e564 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2029281 Dec 10 04:49:13.168796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.205809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51c168-4218-4538-b2cf-ebf13f489d72 req-681f0afc-659e-4e5b-983f-1b4fc713d06c tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.219558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51c168-4218-4538-b2cf-ebf13f489d72 req-681f0afc-659e-4e5b-983f-1b4fc713d06c tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.231734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd51c168-4218-4538-b2cf-ebf13f489d72 req-681f0afc-659e-4e5b-983f-1b4fc713d06c tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 1652 time: 0.3055425 Dec 10 04:49:13.245493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.258744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] Set router aea99549-675a-4668-b852-0b9c011d2eb4 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:13.260766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.379584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea99549-675a-4668-b852-0b9c011d2eb4', 'name': 'tempest-RoutersTest-router-1797514318', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:49:10Z', 'updated_at': '2021-12-10T04:49:12Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:13.388643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:13.399822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network c4fc50b1-4040-4fda-a370-9808b6de053a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:13.456260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:13.463964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd51c168-4218-4538-b2cf-ebf13f489d72 req-202cc195-e2ee-4936-95f3-55bf2f6d96c9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307916 Dec 10 04:49:13.476227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:13.484339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3da744fa-c7e7-4259-acb9-14d4aff3dadb req-e125ca4f-e8a8-4446-a2b1-96b1dbc66359 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301322 Dec 10 04:49:13.484846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f2dcf-2467-46bd-b445-d0b0e70e65bc None None] The sync data for ids ['aea99549-675a-4668-b852-0b9c011d2eb4'] in n-d-817326-3 is: [{'id': 'aea99549-675a-4668-b852-0b9c011d2eb4', 'name': 'tempest-RoutersTest-router-1797514318', 'tenant_id': '13fd0a8d731d4803afc26d17812d21d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:49:10Z', 'updated_at': '2021-12-10T04:49:12Z', 'revision_number': 2, 'project_id': '13fd0a8d731d4803afc26d17812d21d5', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:13.769242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:13.772732 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.790582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd43e2-8de2-4ca7-9951-d3d5ddc0b31e req-13c16523-08e4-422a-8b8e-4e4404d6e8e0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.792212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-becd43e2-8de2-4ca7-9951-d3d5ddc0b31e req-13c16523-08e4-422a-8b8e-4e4404d6e8e0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1551366 Dec 10 04:49:13.799361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.802578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] No DVR routers for this DVR port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:13.812675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.813353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:13.919822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-becd43e2-8de2-4ca7-9951-d3d5ddc0b31e req-f86b8fc3-047f-4e97-918a-916c94839226 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193306 Dec 10 04:49:13.929913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8bbf-bf3e-4772-a638-77c0f9d1e7d4 req-2b54de68-eda4-4399-ba4a-6c93934e3b03 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:13.938234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-609c8bbf-bf3e-4772-a638-77c0f9d1e7d4 req-2b54de68-eda4-4399-ba4a-6c93934e3b03 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 944 time: 0.1173971 Dec 10 04:49:13.956203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.001129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-609c8bbf-bf3e-4772-a638-77c0f9d1e7d4 req-b52c610e-c1bd-4165-ac26-cba42cb9711a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565662 Dec 10 04:49:14.008842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-42da5dea-7571-4896-9f15-f8bcfd2382b0 None None] Provisioning complete for port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:14.009338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42da5dea-7571-4896-9f15-f8bcfd2382b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:14.035045 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-d18d174e-7ca2-43e2-a436-276cf3aa4a2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6018150 Dec 10 04:49:14.046011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:14.047281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Fanout notify agent at l3_agent the message router_deleted on router aea99549-675a-4668-b852-0b9c011d2eb4 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:49:14.057248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'admin_state_up': True, 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'security_groups': ['b590b79d-9265-4ad7-9958-1c9164575687']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:14.066946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:14.075557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-71724df9-a185-4822-81aa-de729213781d tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 204 len: 168 time: 0.9571090 Dec 10 04:49:14.076134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.117733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-42da5dea-7571-4896-9f15-f8bcfd2382b0 None None] Port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:14.143461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d591e937-c041-4f20-811b-0c7d22006963 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 200 len: 205 time: 0.0613616 Dec 10 04:49:14.143461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42698) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.231818 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-cc497a1e-1f27-40ce-8c07-4e3367d16016 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:14.251770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cc497a1e-1f27-40ce-8c07-4e3367d16016 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/aea99549-675a-4668-b852-0b9c011d2eb4 HTTP/1.1" status: 404 len: 336 time: 0.1016252 Dec 10 04:49:14.252236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb7cfe-66f7-4cfc-9997-0f17baa67b73 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.252919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.262217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a4bb7cfe-66f7-4cfc-9997-0f17baa67b73 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 814 time: 0.2959259 Dec 10 04:49:14.306674 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9eef96-a755-4456-83f6-a97619c853d9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:14.307388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9eef96-a755-4456-83f6-a97619c853d9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:14.310796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac9eef96-a755-4456-83f6-a97619c853d9 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/07c37f3f-b665-4904-bc51-1e7de7fd6e33 HTTP/1.1" status: 404 len: 337 time: 0.0570424 Dec 10 04:49:14.339212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42706) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.364741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:14.365071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:14.365519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:14.376777 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885fdc2-fbd6-4d97-acbc-3ceed9eca219 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:14.377236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5885fdc2-fbd6-4d97-acbc-3ceed9eca219 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:14.377360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:14.377616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Attempting to bind port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:14.381043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5885fdc2-fbd6-4d97-acbc-3ceed9eca219 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/2faac9cb-96b7-4e24-8973-cb164eacc5d8 HTTP/1.1" status: 404 len: 337 time: 0.0393214 Dec 10 04:49:14.386209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.390483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:14.390817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Checking segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:14.391452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Bound using segment: {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:14.391890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Bound port: 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925ef58d-3add-4dc7-a257-867fdbcb75cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:14.392242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:14.409365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228183d1-7e4d-4e48-b850-7b84cacaa2c7 req-411d0090-d842-47e8-a0c5-dd3491e34d3a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.409365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-228183d1-7e4d-4e48-b850-7b84cacaa2c7 req-411d0090-d842-47e8-a0c5-dd3491e34d3a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0968223 Dec 10 04:49:14.469058 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-91818dfb-3994-4c9b-84bf-a50db5e6b48f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:14.469534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91818dfb-3994-4c9b-84bf-a50db5e6b48f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:14.473247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91818dfb-3994-4c9b-84bf-a50db5e6b48f tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/a86dcb16-7538-4b54-9714-80acb90debf2 HTTP/1.1" status: 404 len: 337 time: 0.0786672 Dec 10 04:49:14.476046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-228183d1-7e4d-4e48-b850-7b84cacaa2c7 req-9be1f292-e481-459e-bccd-a54937140c89 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607190 Dec 10 04:49:14.476495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.505458 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d54d6da-17d2-47e2-bf38-cdd7ba0e0a7c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:14.505922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d54d6da-17d2-47e2-bf38-cdd7ba0e0a7c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:14.509271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8d54d6da-17d2-47e2-bf38-cdd7ba0e0a7c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/c0281822-386b-4501-836a-d42467e9c290 HTTP/1.1" status: 404 len: 337 time: 0.0316675 Dec 10 04:49:14.512135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.549506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9ebc8c0f-f715-4b5b-86f9-d5acf567fa16 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 200 len: 205 time: 0.0359356 Dec 10 04:49:14.551953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42720) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.597665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:14.649579 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-21be52ae-31b8-44af-b2f8-8111eb4b2071 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:14.650546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21be52ae-31b8-44af-b2f8-8111eb4b2071 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/367eacaa-4d25-4719-95c6-fe0822626671 HTTP/1.1" status: 404 len: 336 time: 0.0960319 Dec 10 04:49:14.656361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.702826 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2940750-6109-41cd-a28c-20972b8bf4a3 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 HTTP/1.1" status: 200 len: 205 time: 0.0399041 Dec 10 04:49:14.705677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.748609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdabf6-d416-4e26-97c9-165a8a891a3f req-fd00f6db-3d2e-4f24-957e-626da5a47ceb tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.755914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dccdabf6-d416-4e26-97c9-165a8a891a3f req-fd00f6db-3d2e-4f24-957e-626da5a47ceb tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1087379 Dec 10 04:49:14.779320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.784105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-16866c27-0c05-42da-845b-e69e703b65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.785718 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-16866c27-0c05-42da-845b-e69e703b65ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dccea3e137548b0b02f20166abda1a4&device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 1095 time: 0.3963814 Dec 10 04:49:14.793069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc11b-4011-4855-8905-c64f79452048 req-fd1f4784-7a77-49ea-91ce-0330a0b9b149 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.793596 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-caa3ccdb-6a28-4f21-a1c1-4948cb0c99d8 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:14.797588 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-caa3ccdb-6a28-4f21-a1c1-4948cb0c99d8 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/1b36e7cd-ea10-4c3b-a567-d8e02f4c6777 HTTP/1.1" status: 404 len: 336 time: 0.0771396 Dec 10 04:49:14.803567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc11b-4011-4855-8905-c64f79452048 req-fd1f4784-7a77-49ea-91ce-0330a0b9b149 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.814566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc11b-4011-4855-8905-c64f79452048 req-fd1f4784-7a77-49ea-91ce-0330a0b9b149 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:14.822374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e74fc11b-4011-4855-8905-c64f79452048 req-fd1f4784-7a77-49ea-91ce-0330a0b9b149 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 2373 time: 0.1763804 Dec 10 04:49:14.843317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42732) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.845440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'network': {'name': 'tempest-network-smoke--78554641', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:14.888847 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8b9f9f-a1c2-4bba-9c11-1bb74b9a82d2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:14.889553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8b9f9f-a1c2-4bba-9c11-1bb74b9a82d2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:14.893168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7a8b9f9f-a1c2-4bba-9c11-1bb74b9a82d2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/7941b804-8ac6-42c4-b530-83bde3d6b95d HTTP/1.1" status: 404 len: 337 time: 0.0486624 Dec 10 04:49:14.894582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:14.900259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:14.909408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:14.912913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:14.922936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dccdabf6-d416-4e26-97c9-165a8a891a3f req-dba58d54-96ba-4a6e-b8e2-a13e9bdc9482 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631823 Dec 10 04:49:14.945083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e74fc11b-4011-4855-8905-c64f79452048 req-586e3faa-3320-414e-933a-ee73c93f5436 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130776 Dec 10 04:49:14.962205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:14.967199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2da51024-9db2-435b-985f-cdfd06ac366e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 200 len: 205 time: 0.0596738 Dec 10 04:49:14.967345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.001212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.010505 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-46416d86-f8b7-4241-9892-3c60f290e380 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:15.011856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46416d86-f8b7-4241-9892-3c60f290e380 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/b555025b-25c9-4554-bb6d-78ec9d10f4a8 HTTP/1.1" status: 404 len: 336 time: 0.0436258 Dec 10 04:49:15.026807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.091273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.092497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7db20786-d86a-4551-8121-51edb157cc51 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=e75b5164-5d37-4a56-924c-12d9b4832da0 HTTP/1.1" status: 200 len: 205 time: 0.0606437 Dec 10 04:49:15.096851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:49:15.141618 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-259ffe08-91b3-45a4-9034-1f79a2b68f99 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:15.142662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-259ffe08-91b3-45a4-9034-1f79a2b68f99 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/e75b5164-5d37-4a56-924c-12d9b4832da0 HTTP/1.1" status: 404 len: 336 time: 0.0485387 Dec 10 04:49:15.152719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42744) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.169687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.204452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.204822 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Added segment 719474ef-717d-4981-b66e-3d639070959e of type vlan for network 40ff6550-71a5-4975-bd16-55f98cc21dec Dec 10 04:49:15.206833 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-285adde4-ed7d-417d-aae4-bb915b94fbc2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:15.207277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285adde4-ed7d-417d-aae4-bb915b94fbc2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:15.208999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:15.209635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.211041 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] 10.222.0.41 "PUT /v2.0/ports/6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 1092 time: 3.0352662 Dec 10 04:49:15.211507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:15.215762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-285adde4-ed7d-417d-aae4-bb915b94fbc2 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/90dfe17e-4162-4631-9d63-ed4234906e92 HTTP/1.1" status: 404 len: 337 time: 0.0618412 Dec 10 04:49:15.216463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42746) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.218001 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7579357-335b-4d5f-8129-cc459ec7571c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:15.281635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee179c0-68e5-46ec-9f07-49595aa07e51 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:15.303596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b6cbf72-2ce6-4857-8e44-7034d9aa0407 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64cf855-938e-4844-9e4b-a93ef5a63e91 HTTP/1.1" status: 200 len: 205 time: 0.0727015 Dec 10 04:49:15.308843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42750) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.368286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0d4-ccce-4144-8ab0-bdcbb21300af req-8742a3b8-dfad-4698-8711-2d1aada1c414 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:15.377116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69baf0d4-ccce-4144-8ab0-bdcbb21300af req-8742a3b8-dfad-4698-8711-2d1aada1c414 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.2621422 Dec 10 04:49:15.377512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-944925d1-b94f-4d04-88de-8a3b749325ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:15.378992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-944925d1-b94f-4d04-88de-8a3b749325ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 200 len: 912 time: 0.5468409 Dec 10 04:49:15.386640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.401137 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe903f-5961-45f5-8497-648bf61d88de x-openstack-request-id: req-ccbe903f-5961-45f5-8497-648bf61d88de {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:15.401566 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:15.401830 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccbe903f-5961-45f5-8497-648bf61d88de {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:15.402278 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'status': 'completed', 'code': 200} Dec 10 04:49:15.422297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.429806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:15.431526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:15.443886 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b68f94aa-9f65-49b6-bbe9-2684cf87bcc6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:15.445319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b68f94aa-9f65-49b6-bbe9-2684cf87bcc6 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/e64cf855-938e-4844-9e4b-a93ef5a63e91 HTTP/1.1" status: 404 len: 336 time: 0.1357229 Dec 10 04:49:15.459149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.474176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6329744 Dec 10 04:49:15.491207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42754) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.542126 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf620a2-4df9-4a4e-8892-c884c2c74a64 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:15.542696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf620a2-4df9-4a4e-8892-c884c2c74a64 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:15.548234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abf620a2-4df9-4a4e-8892-c884c2c74a64 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/c93a47dd-5dea-40ce-8e48-41aa8d43518a HTTP/1.1" status: 404 len: 337 time: 0.0822365 Dec 10 04:49:15.574644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42758) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.722266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-732601d7-a571-4c8a-bfb8-50251e78905e tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "GET /v2.0/ports?device_id=c68e64c7-a817-4c82-adb2-24343982072d HTTP/1.1" status: 200 len: 205 time: 0.1354415 Dec 10 04:49:15.722266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Network': ['ID=40ff6550-71a5-4975-bd16-55f98cc21dec,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:15.728403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42762) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.842009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.842670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.842776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.843171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.843490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.843827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.844158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.844503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.844833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.845158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.845487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.845806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.846189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8759e5-c67d-4b6c-90b2-861ccec1ec38 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:15.862251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 40ff6550-71a5-4975-bd16-55f98cc21dec details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:49:15.863264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69baf0d4-ccce-4144-8ab0-bdcbb21300af req-10340c27-9e44-4b82-8d79-0becb92ef265 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848080 Dec 10 04:49:15.864158 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b43031ad-9ea8-42ec-b665-98dfb57699a4 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] delete failed (client error): The resource could not be found. Dec 10 04:49:15.865127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b43031ad-9ea8-42ec-b665-98dfb57699a4 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/routers/c68e64c7-a817-4c82-adb2-24343982072d HTTP/1.1" status: 404 len: 336 time: 0.1262257 Dec 10 04:49:15.870698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaae2a6-a670-46f3-a340-3827cf43f6ba tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:15.872504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-edaae2a6-a670-46f3-a340-3827cf43f6ba tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=179260b0707742b6b2f0592ba7d5b3d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3628891 Dec 10 04:49:15.873108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:15.949940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.003648 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6426a98b-ebed-40a3-8141-9d477db1779c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:16.004367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6426a98b-ebed-40a3-8141-9d477db1779c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:16.012291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6426a98b-ebed-40a3-8141-9d477db1779c tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/b0b331b4-2e4a-4e6c-9c7b-3ee8b13f03c4 HTTP/1.1" status: 404 len: 337 time: 0.1365151 Dec 10 04:49:16.051047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42772) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.111763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568d65-fcfe-4b1a-b78c-90995d662ac4 req-502adbf1-3eb8-49e3-ba76-358b11d344f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.116958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a568d65-fcfe-4b1a-b78c-90995d662ac4 req-502adbf1-3eb8-49e3-ba76-358b11d344f7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.4081173 Dec 10 04:49:16.118444 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e4e0ce-9269-451b-92ba-8877746a9d35 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] DELETE failed (client error): The resource could not be found. Dec 10 04:49:16.119098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e4e0ce-9269-451b-92ba-8877746a9d35 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:49:16.122221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b5e4e0ce-9269-451b-92ba-8877746a9d35 tempest-RoutersTest-322608198 tempest-RoutersTest-322608198-project] 10.222.0.43 "DELETE /v2.0/subnets/8209557d-e4ae-47ed-b366-48c9531ca852 HTTP/1.1" status: 404 len: 337 time: 0.0699353 Dec 10 04:49:16.171790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-29b3799c-72ad-401c-921d-4c47f047843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.173516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-29b3799c-72ad-401c-921d-4c47f047843e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1096 time: 0.8787272 Dec 10 04:49:16.183326 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-2213ffd4-3d7d-4c77-8ba8-362d1312ff7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 200 len: 999 time: 0.7802613 Dec 10 04:49:16.194727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a568d65-fcfe-4b1a-b78c-90995d662ac4 req-c3375ac6-e8bb-4fe7-ae97-2eb682cae5a0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696177 Dec 10 04:49:16.251264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b71e2-69a0-4dbd-a66b-79dc45620a81 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.256317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cd9b71e2-69a0-4dbd-a66b-79dc45620a81 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3044281 Dec 10 04:49:16.257006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.269745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bbb3-8091-4412-bda1-d6b4d6b00394 req-962d21d9-c504-4035-8222-17c48cd51b78 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.271333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e104bbb3-8091-4412-bda1-d6b4d6b00394 req-962d21d9-c504-4035-8222-17c48cd51b78 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2025523 Dec 10 04:49:16.295387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-9ea505bb-72e9-4a01-973c-021bb2431e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.296944 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-9ea505bb-72e9-4a01-973c-021bb2431e15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 200 len: 850 time: 0.1021843 Dec 10 04:49:16.334787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6eb42d39-d509-4b78-bcf6-c08c60c8df4e tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622427 Dec 10 04:49:16.335641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42780) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.422088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ebb8778-914f-426c-acdb-d571c2bc04e2 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=179260b0707742b6b2f0592ba7d5b3d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829263 Dec 10 04:49:16.424842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42782) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.505764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-4bd8cd18-4f0a-494e-9df0-ba34b2922d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.507557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-4bd8cd18-4f0a-494e-9df0-ba34b2922d1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=267a427e-6f58-4e8d-a963-1574b9b9e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085286 Dec 10 04:49:16.508937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.2.2.100 (43a306e9-2a0c-437a-b923-dada8e555656/22b13a59-f031-4f44-b710-c274b0f77d27/c42c3581-4373-488a-9ca5-7c2c99f45c2d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:16.512027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-904cc4e0-731c-467a-9235-58f8dfef1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.513512 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-904cc4e0-731c-467a-9235-58f8dfef1309 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.3251367 Dec 10 04:49:16.532460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e104bbb3-8091-4412-bda1-d6b4d6b00394 req-04d0dd18-1344-40e2-ac26-03ca5f75a664 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216814 Dec 10 04:49:16.599239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c7f1-30c6-4f8f-b4b5-b9602d3e4d90 req-1ba54df4-8980-4ce0-9d26-9478160ffe9d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.606292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c7f1-30c6-4f8f-b4b5-b9602d3e4d90 req-1ba54df4-8980-4ce0-9d26-9478160ffe9d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.613327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c7f1-30c6-4f8f-b4b5-b9602d3e4d90 req-1ba54df4-8980-4ce0-9d26-9478160ffe9d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.614579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f838c7f1-30c6-4f8f-b4b5-b9602d3e4d90 req-1ba54df4-8980-4ce0-9d26-9478160ffe9d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 2373 time: 0.2977245 Dec 10 04:49:16.617148 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-f7201631-5788-473f-b52a-51f9b13e0569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 998 time: 0.0800002 Dec 10 04:49:16.679216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56284177-024c-46cb-b6f3-b87c2596b5ef tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.680850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-56284177-024c-46cb-b6f3-b87c2596b5ef tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2534580 Dec 10 04:49:16.685167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.737577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cd1ec052-f1b7-4dfd-8adc-bc676d2983e2 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489910 Dec 10 04:49:16.739330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f838c7f1-30c6-4f8f-b4b5-b9602d3e4d90 req-f6ddb04e-f900-4fc0-9122-0f55a66a9377 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082745 Dec 10 04:49:16.739797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42800) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.745542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057052514', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:16.786586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:16.870056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:16.875337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:16.938724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-ff68c381-df17-4f3f-8678-9967a5372add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:16.940230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-ff68c381-df17-4f3f-8678-9967a5372add service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.3110225 Dec 10 04:49:17.045901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-40063a62-cc4e-44b7-a33b-263e1ef1f49c service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275230 Dec 10 04:49:17.169563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-0021f141-3f7c-4eb3-97b7-25bf096b4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:17.171193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-0021f141-3f7c-4eb3-97b7-25bf096b4d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856022 Dec 10 04:49:17.260546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012db9a-0a04-4a46-b96c-85ebce603d91 req-836f99e6-0e0a-4ef1-b5fe-24be55aa6025 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:17.265797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7012db9a-0a04-4a46-b96c-85ebce603d91 req-836f99e6-0e0a-4ef1-b5fe-24be55aa6025 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1855333 Dec 10 04:49:17.279426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:17.332062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-c6586860-fa26-46e2-9760-77e6b3a9b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:17.333661 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-c6586860-fa26-46e2-9760-77e6b3a9b6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.2181406 Dec 10 04:49:17.340599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64ea8c5b-4ba3-48b9-a91b-881c5d57c292 req-e4e2d1eb-b224-46f2-9ff9-0b14af518bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602234 Dec 10 04:49:17.414508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-64753e68-127d-4b05-b717-b5d8923fe73f service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055225 Dec 10 04:49:17.474902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:17.595185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network 43a306e9-2a0c-437a-b923-dada8e555656 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:17.601565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-1e8bfaf5-778b-4ec3-8e4a-128dafebe22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:17.603085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-1e8bfaf5-778b-4ec3-8e4a-128dafebe22e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.2555282 Dec 10 04:49:17.605832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:17.608512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:17.612985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:17.708208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-66356ca6-851a-470d-9d51-5cf8b8b21336 req-930e1104-589e-4d95-bcce-d5c9f621c89e service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666814 Dec 10 04:49:17.756158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:17.756843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:17.774274 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-1f291fbb-59f2-49b2-8b60-3c1f31a67e3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1002 time: 0.1583793 Dec 10 04:49:17.820925 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-91abc71e-ea4b-46f3-b7ae-e127f736d57b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7676220 Dec 10 04:49:17.864711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'admin_state_up': True, 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'security_groups': ['b590b79d-9265-4ad7-9958-1c9164575687']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:17.886847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:17.917678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-de70731f-3566-4bab-a55d-4ff836956dd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13fd0a8d731d4803afc26d17812d21d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1299744 Dec 10 04:49:17.925602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:18.065808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7012db9a-0a04-4a46-b96c-85ebce603d91 req-94972702-f55c-4576-87e5-79598713af95 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7743328 Dec 10 04:49:18.115206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-99e94ac4-4ae4-43f2-ad50-d2b1139e18fd None None] Provisioning complete for port c42c3581-4373-488a-9ca5-7c2c99f45c2d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:18.117855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99e94ac4-4ae4-43f2-ad50-d2b1139e18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.125109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b190e-287d-4a7a-bfa3-52c70aebe681 req-5e872c44-40fe-49e3-b231-5b7835033455 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.129462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-0043b573-bbab-4180-b086-9b185a2b2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.130941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-0043b573-bbab-4180-b086-9b185a2b2ee0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.3385663 Dec 10 04:49:18.131298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de7b190e-287d-4a7a-bfa3-52c70aebe681 req-5e872c44-40fe-49e3-b231-5b7835033455 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 1.0090656 Dec 10 04:49:18.194802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7579357-335b-4d5f-8129-cc459ec7571c req-1537e96a-a688-445d-bf7a-ba7a25a1b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.196321 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-1537e96a-a688-445d-bf7a-ba7a25a1b0b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c633b43c3d40a9bf279a28c60b807a&device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1096 time: 0.3960798 Dec 10 04:49:18.219024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99e94ac4-4ae4-43f2-ad50-d2b1139e18fd None None] Port c42c3581-4373-488a-9ca5-7c2c99f45c2d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:18.219882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Checking segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:18.220353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network hostable DHCP agents. Network: 40ff6550-71a5-4975-bd16-55f98cc21dec, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:49:18.225549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Subnet': ['ID=70339eda-90d2-41ba-a6b2-4e02d6b65034,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:18.326573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de7b190e-287d-4a7a-bfa3-52c70aebe681 req-d06a63da-cdff-4986-b0c1-af2e37e320c4 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737003 Dec 10 04:49:18.338028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed69441-9648-4f95-912d-8a30fd3b9857 req-f40a49ed-3e18-404c-947c-b977ff395ffb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.339808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ed69441-9648-4f95-912d-8a30fd3b9857 req-f40a49ed-3e18-404c-947c-b977ff395ffb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1059108 Dec 10 04:49:18.340632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 40ff6550-71a5-4975-bd16-55f98cc21dec is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:49:18.370234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 40ff6550-71a5-4975-bd16-55f98cc21dec) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:18.381641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.382013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b17cae-b640-49e1-b89c-9b1b3819e6fe None None] Network 40ff6550-71a5-4975-bd16-55f98cc21dec requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:49:18.382734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.423942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.427120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ed69441-9648-4f95-912d-8a30fd3b9857 req-7aea4b15-b2e9-4451-95d3-5c9f8b92cbf7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753839 Dec 10 04:49:18.431962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ef3fc85-8047-41c8-a495-24dfc964b80a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6911719 Dec 10 04:49:18.486930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-7535ebf4-1911-447e-9eeb-c9bc94ae89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.488560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-7535ebf4-1911-447e-9eeb-c9bc94ae89e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309076 Dec 10 04:49:18.553346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7579357-335b-4d5f-8129-cc459ec7571c req-3e98da90-59fd-4b85-be44-b8a965a76a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.554847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-3e98da90-59fd-4b85-be44-b8a965a76a0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 200 len: 917 time: 0.3032022 Dec 10 04:49:18.558547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.779359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-a560dfac-9ef1-42e2-a2f5-08be109b3544 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.818609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-a560dfac-9ef1-42e2-a2f5-08be109b3544 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.819659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Made reservation on behalf of 1adf4290b30a45ad836c307d47b0d625 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:18.824897 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.864608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-40ff6550-71a5-4975-bd16-55f98cc21dec', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ips': [{'subnet_id': '70339eda-90d2-41ba-a6b2-4e02d6b65034'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:49:18.868461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:18.876023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-a560dfac-9ef1-42e2-a2f5-08be109b3544 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.926768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-a560dfac-9ef1-42e2-a2f5-08be109b3544 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:18.941152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-a560dfac-9ef1-42e2-a2f5-08be109b3544 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3094 time: 0.3568099 Dec 10 04:49:18.998233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-196a1958-b553-47c7-8047-ff3fcab8a838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 200 len: 998 time: 0.3815386 Dec 10 04:49:19.116916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-fea1c68a-93fb-40ac-922f-17c9cadac354 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844979 Dec 10 04:49:19.133995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.137385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.142698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94c62658-6355-4b82-aa98-1a15540b359e HTTP/1.1" status: 204 len: 168 time: 1.2145908 Dec 10 04:49:19.204770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0938b5c7-f172-437e-a224-614e2e985fc3 req-bf613600-7086-4f51-a9a1-dd517148b01d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568982 Dec 10 04:49:19.317991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Allocated IP 172.20.0.18 (40ff6550-71a5-4975-bd16-55f98cc21dec/70339eda-90d2-41ba-a6b2-4e02d6b65034/be03044d-6528-4bff-b79a-b4aaefcb9c19) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:19.336146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577d4f4-c42c-408c-8e8e-52d0bb52cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c62658-6355-4b82-aa98-1a15540b359e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:19.353280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7579357-335b-4d5f-8129-cc459ec7571c req-81238708-55c6-410e-94f6-9137b8e1a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:19.359623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-81238708-55c6-410e-94f6-9137b8e1a0af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 200 len: 855 time: 0.3498759 Dec 10 04:49:19.493405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42858) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:19.515889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472366675', 'description': 'tempest-secgroup-smoke-472366675 description', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:19.624102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Allocated IP 10.2.2.200 (43a306e9-2a0c-437a-b923-dada8e555656/22b13a59-f031-4f44-b710-c274b0f77d27/01ebe365-6583-4ee5-9bc3-6352b89f0e68) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:19.730355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e1fdf-6539-438f-84d5-fc42e5f0cdec req-ee9a2244-effe-42a1-b6b8-7204e7d27c77 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:19.736650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe6e1fdf-6539-438f-84d5-fc42e5f0cdec req-ee9a2244-effe-42a1-b6b8-7204e7d27c77 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3186843 Dec 10 04:49:19.828570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.856323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe6e1fdf-6539-438f-84d5-fc42e5f0cdec req-565b0333-91d1-44d9-8f94-2b9ef3d1ecf7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984702 Dec 10 04:49:19.861644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.866526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.881254 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:19.993712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.062593 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.104543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54730539-534f-4f0f-8952-f1e4650d4505 req-7fb120d1-7d1a-4234-9ccc-debd6b5208e5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:20.104773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e967a012-01bf-4ee7-b2e0-e0f3e35fe78d req-2045bdef-1bab-493b-8875-d8370b894cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494252 Dec 10 04:49:20.124995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54730539-534f-4f0f-8952-f1e4650d4505 req-7fb120d1-7d1a-4234-9ccc-debd6b5208e5 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.5475788 Dec 10 04:49:20.132930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.155293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Network 43a306e9-2a0c-437a-b923-dada8e555656 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:20.230376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:20.234782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:20.237964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:20.241570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.243047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7473207 Dec 10 04:49:20.245947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:20.252130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:20.268170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1620a-5793-41cf-bd42-7adef17f3b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f055ff8-6946-40cc-8225-0f0106a083b0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:20.338983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7579357-335b-4d5f-8129-cc459ec7571c req-26f1af3e-a79c-41f0-89dd-3b627885c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:20.341014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-26f1af3e-a79c-41f0-89dd-3b627885c9f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92e6aac6-36e9-4cb8-beba-39a91f9a4a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9329555 Dec 10 04:49:20.382908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a61-0726-49e2-b367-43e7489b79a1 req-8cd6d96b-6c94-407c-8c75-5e22b61e73f7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:20.397787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e68b5a61-0726-49e2-b367-43e7489b79a1 req-8cd6d96b-6c94-407c-8c75-5e22b61e73f7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2654445 Dec 10 04:49:20.428614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:20.440806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.471433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54730539-534f-4f0f-8952-f1e4650d4505 req-910d7443-1845-4a2f-89f9-cb5742674737 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446715 Dec 10 04:49:20.647337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e68b5a61-0726-49e2-b367-43e7489b79a1 req-03b986f1-20f3-4783-b9da-881f90a4c51a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441916 Dec 10 04:49:20.654327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Network 40ff6550-71a5-4975-bd16-55f98cc21dec is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:20.706902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:20.749081 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-2533fa10-185d-4995-82d7-d5dfaf03b631 service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766137 Dec 10 04:49:20.750952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:20.766942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fced8096-084a-4c61-9808-e0e02890b5c8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9159722 Dec 10 04:49:20.794540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:20.885545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.922513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:20.950915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Attempting to bind port be03044d-6528-4bff-b79a-b4aaefcb9c19 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:20.957938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Attempting to bind port be03044d-6528-4bff-b79a-b4aaefcb9c19 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:20.958477 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Attempting to bind port be03044d-6528-4bff-b79a-b4aaefcb9c19 on network 40ff6550-71a5-4975-bd16-55f98cc21dec {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:20.997023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ab8c3cdb-240e-4f05-a69e-198a95add7aa None None] Provisioning complete for port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:20.997679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3cdb-240e-4f05-a69e-198a95add7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.083215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.104804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3cdb-240e-4f05-a69e-198a95add7aa None None] Port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:21.106469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Pushing event updated for resources: {'Port': ['ID=be03044d-6528-4bff-b79a-b4aaefcb9c19,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:21.112233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.139716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.145427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.146047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.146685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.147319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.148983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.149568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.156745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.157304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.162637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.163140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.163623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.164109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.171657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.179993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:49:21.191067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:21.191683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Checking segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:21.192186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.192648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Bound using segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:21.193152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Bound port: be03044d-6528-4bff-b79a-b4aaefcb9c19, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:21.193542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.219613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.225079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.229149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-8c189047-c8d7-406a-8bdb-500f164b2671 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3815 time: 0.3945494 Dec 10 04:49:21.349785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] For port be03044d-6528-4bff-b79a-b4aaefcb9c19, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:21.354669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] For port be03044d-6528-4bff-b79a-b4aaefcb9c19, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=be03044d-6528-4bff-b79a-b4aaefcb9c19,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:21.367464 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.368655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.379849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7579357-335b-4d5f-8129-cc459ec7571c req-9d791b0d-6860-48a3-b315-126cc230e404 service neutron] 10.222.0.41 "GET /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625160 Dec 10 04:49:21.406406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.495968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4fbe477-03b5-4d5d-b82a-7f5c717edc68 req-70df6be1-0101-4691-a587-2376f32b4d99 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581265 Dec 10 04:49:21.523381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.523381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2731333 Dec 10 04:49:21.530762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:21.533859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1725d9-7946-4f72-90db-17be1f115394 None None] Pushing event updated for resources: {'Port': ['ID=be03044d-6528-4bff-b79a-b4aaefcb9c19,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:21.545714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adee0b-824b-41d2-a23b-97832dff29c5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d1ef2-acee-47cb-8a37-53311d80ad2e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:21.552817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:21.650014 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:21.698003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:21.972224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180c25c-764f-4d4e-88f3-d30dc8360c79 req-8efe0151-aa32-4331-b7a7-598e48508466 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:21.985256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8180c25c-764f-4d4e-88f3-d30dc8360c79 req-8efe0151-aa32-4331-b7a7-598e48508466 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.2527480 Dec 10 04:49:22.005522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.096582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.204160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ba2662-4afa-4205-9325-035b1983335a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:22.214810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458650495'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:22.286427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8180c25c-764f-4d4e-88f3-d30dc8360c79 req-739b82eb-480f-452b-b1e4-b4689c15635b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000288 Dec 10 04:49:22.335374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1bfae51-f73c-4b73-a4da-0743ce1f8e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.349458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.369009 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.371974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e2fc1a3e-9447-4f92-9c30-676512a238b2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8397346 Dec 10 04:49:22.375831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42942) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:22.391260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:22.395604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.420802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:22.439440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.476127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Transition to ACTIVE for port object 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:22.497044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.549566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.600039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.642604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.736337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568391-4ffe-477a-8897-34d06aaf0ca8 req-0bf9b392-0111-4ea8-895d-faec9f69ec90 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:22.754477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7381e5a-63b1-4953-863c-992c583aacde,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:22.766608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a568391-4ffe-477a-8897-34d06aaf0ca8 req-0bf9b392-0111-4ea8-895d-faec9f69ec90 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.2437084 Dec 10 04:49:22.795587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.805167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b9416e28-72a4-4c7a-880a-5c586caff2c3 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4280996 Dec 10 04:49:22.813246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:22.814839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:22.824424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:22.877855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.963005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:22.980302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.007061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eb2748-4a81-4f1f-9664-9a8ab93f2515,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:23.016808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Attempting to bind port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:23.016808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Attempting to bind port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:23.017121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Attempting to bind port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 on network c2ee61fb-678d-494d-87c9-a783e70a5230 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:23.027016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 on network c2ee61fb-678d-494d-87c9-a783e70a5230 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:23.027587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Attempting to bind port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 on network c2ee61fb-678d-494d-87c9-a783e70a5230 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:23.034579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:23.036626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Checking segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:23.036626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Bound using segment: {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:23.036626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Bound port: 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11ddb4a-224a-498f-b075-3dd00a5038d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:23.036626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.071248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.075956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-03a90cf3-0011-4ab5-8424-d625e689b0d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572958 Dec 10 04:49:23.078684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:23.089879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:23.149235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.172853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.227688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a568391-4ffe-477a-8897-34d06aaf0ca8 req-eedb844b-c29d-4856-8e0f-45825b27b9f9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597628 Dec 10 04:49:23.329064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-f938d570-19ba-47d0-95c7-160e6ea339a5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.350856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-f938d570-19ba-47d0-95c7-160e6ea339a5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596c063-a83a-4c42-9a1e-30d9a5f13b2e HTTP/1.1" status: 200 len: 944 time: 0.3982742 Dec 10 04:49:23.362893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:23.370697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:23.384083 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:49:23.397273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.416387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f9f83-3c48-4c17-9e53-38a9aaf4e711,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:23.447245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.448629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.450130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1091 time: 2.6744835 Dec 10 04:49:23.452965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:23.455011 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14913d6c-0aec-480c-a43f-d0111ac249ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:23.471406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.507824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.521222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:23.749044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device be03044d-6528-4bff-b79a-b4aaefcb9c19 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:49:23.774091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.868290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e502a-e2d6-469a-951b-64d60fb9df99 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:23.887538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.898518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.906350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:23.926463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98bf15-d728-4f7f-adeb-43b335f41ee4 None None] Network 40ff6550-71a5-4975-bd16-55f98cc21dec requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:49:23.944364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.950598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.958504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.967361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.980389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:23.990653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-dd1285a8-02af-4617-bfac-0e3d0cc0159b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3827 time: 0.3451467 Dec 10 04:49:24.031801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port 69df18d6-b4c2-42bc-b702-4767c9b64794 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:24.032725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.066224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.069951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3584831 Dec 10 04:49:24.072592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42964) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:24.075840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b449b2-fb9a-41bc-8ff6-7ee508ccd248 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10402219-7eb5-4164-baf3-7109ff436124,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:24.225360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] Provisioning complete for port be03044d-6528-4bff-b79a-b4aaefcb9c19 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:24.225804 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.242752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56e9aad2-3e14-483e-acc9-b86ac950f81f req-3ee700e3-4150-4029-aadb-c8613d78b71b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505944 Dec 10 04:49:24.362714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed59b15e-b308-4ec4-8b54-b7d31b4bc47a tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2874937 Dec 10 04:49:24.378126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:24.383823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-security--304660781', 'description': 'tempest-security-description-2055585531'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:24.491249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.500215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port be03044d-6528-4bff-b79a-b4aaefcb9c19 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:24.500987 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.523778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port 69df18d6-b4c2-42bc-b702-4767c9b64794, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=69df18d6-b4c2-42bc-b702-4767c9b64794,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:24.532121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.545725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.585314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] For port be03044d-6528-4bff-b79a-b4aaefcb9c19, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=be03044d-6528-4bff-b79a-b4aaefcb9c19,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:24.604539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:24.676559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for 69df18d6-b4c2-42bc-b702-4767c9b64794 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:24.967522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f976b7-cfc8-4472-b518-2370a5ed3361 None None] Pushing event updated for resources: {'Port': ['ID=be03044d-6528-4bff-b79a-b4aaefcb9c19,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:24.990279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ea52adc-3bdf-46f6-b822-f323b31da372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.060616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.076515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b782-ddb7-4437-b06b-0d599b024594 req-f18968d2-ae27-49fd-a5a2-1ed4ace9aefb tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.088033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae85b782-ddb7-4437-b06b-0d599b024594 req-f18968d2-ae27-49fd-a5a2-1ed4ace9aefb tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.5446742 Dec 10 04:49:25.148344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.151768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.155859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "PUT /v2.0/security-groups/10402219-7eb5-4164-baf3-7109ff436124 HTTP/1.1" status: 200 len: 1796 time: 0.7739902 Dec 10 04:49:25.157476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-73bfd785-5277-4825-b5b4-fdc5b6a04c1c None None] Provisioning complete for port be03044d-6528-4bff-b79a-b4aaefcb9c19 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:25.157849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73bfd785-5277-4825-b5b4-fdc5b6a04c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.193249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae85b782-ddb7-4437-b06b-0d599b024594 req-b1bf2214-30c9-4c38-8e08-610c34c33122 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039166 Dec 10 04:49:25.196757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42974) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:25.464522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbad532-b83e-4634-8c68-461aa43e20ea tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10402219-7eb5-4164-baf3-7109ff436124,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:25.486210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-798d422b-4c4b-4525-b0a9-05df7ffc36e8 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups/10402219-7eb5-4164-baf3-7109ff436124 HTTP/1.1" status: 200 len: 1796 time: 0.2811966 Dec 10 04:49:25.490271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:25.585452 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cb9fd6-b20c-48df-a291-3dd05385662b x-openstack-request-id: req-81cb9fd6-b20c-48df-a291-3dd05385662b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:25.586108 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:25.586108 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81cb9fd6-b20c-48df-a291-3dd05385662b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:25.586492 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'status': 'completed', 'code': 200} Dec 10 04:49:25.622952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.641588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device be03044d-6528-4bff-b79a-b4aaefcb9c19 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:49:25.732419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.771567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8702578-3867-4d82-9d7a-0a2bbc9e1d0a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:25.777739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.779824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=69df18d6-b4c2-42bc-b702-4767c9b64794,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:25.781742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['354abae8-51cd-44e6-b31d-7c675afa8ec6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:25.783825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:25.815283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.822225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.825721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.830005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.830976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-af3525d3-abca-4b3d-9164-2b17fca769ad tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.7463777 Dec 10 04:49:25.833094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:25.836541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.843270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:25.851875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40c0179a-3179-4adb-9161-132666e06c1d req-485aa021-fa11-47ac-a7d7-e009b8cc0413 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3827 time: 0.2084060 Dec 10 04:49:25.886641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '9f055ff8-6946-40cc-8225-0f0106a083b0', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:25.892231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:49:25.902072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.967305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] No DVR routers for this DVR port 69df18d6-b4c2-42bc-b702-4767c9b64794 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:25.978186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.988838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:25.991906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40021cfa-6cb2-4afa-9537-9feaa77ac87a req-5842df4f-bb19-4672-b493-ce567485d4e2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "DELETE /v2.0/ports/69df18d6-b4c2-42bc-b702-4767c9b64794 HTTP/1.1" status: 204 len: 173 time: 2.5662229 Dec 10 04:49:25.992734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-deleted', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:26.000596 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8458368e-f3e3-442c-8875-66ab7eb6db91" -d '{"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-deleted", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:26.152727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40c0179a-3179-4adb-9161-132666e06c1d req-843d049c-dfba-40e2-bd7b-42640c655f40 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996027 Dec 10 04:49:26.195504 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.195974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.196441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.197355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.197821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.199805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.202489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.205880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/10402219-7eb5-4164-baf3-7109ff436124 HTTP/1.1" status: 204 len: 168 time: 0.7103095 Dec 10 04:49:26.207455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42988) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:26.213861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-acf2d751-ce11-42b9-a10a-07fa373a65d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 4362 time: 0.6302023 Dec 10 04:49:26.225019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a059f5-091c-40cd-93c3-bae7bd2f3f5a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:26.271929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a236cd-db63-4cd9-b25f-08ddc367e5f9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10402219-7eb5-4164-baf3-7109ff436124,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:26.299942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.307495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port be03044d-6528-4bff-b79a-b4aaefcb9c19 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:26.310117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.351560 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cfd781-dc02-4119-b577-f9d4958b48a2 x-openstack-request-id: req-98cfd781-dc02-4119-b577-f9d4958b48a2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:26.351946 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596c063-a83a-4c42-9a1e-30d9a5f13b2e", "name": "network-vif-deleted", "tag": "69df18d6-b4c2-42bc-b702-4767c9b64794", "status": "failed", "code": 422}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:26.355435 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98cfd781-dc02-4119-b577-f9d4958b48a2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:26.355929 n-d-817326-3 neutron-server[103253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9596c063-a83a-4c42-9a1e-30d9a5f13b2e', 'name': 'network-vif-deleted', 'tag': '69df18d6-b4c2-42bc-b702-4767c9b64794', 'status': 'failed', 'code': 422} returned with failed status Dec 10 04:49:26.379405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Transition to ACTIVE for port object a3a059f5-091c-40cd-93c3-bae7bd2f3f5a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:26.380720 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:49:26.425870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.433571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.522995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f0d827b6-b9f2-4dfa-aeb3-2a06288bbea0 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3100548 Dec 10 04:49:26.537300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:26.587260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.641942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.653916 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-144d2f79-449f-48b3-b5ff-6c736cf7eb93 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] delete failed (client error): The resource could not be found. Dec 10 04:49:26.656256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-144d2f79-449f-48b3-b5ff-6c736cf7eb93 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/10402219-7eb5-4164-baf3-7109ff436124 HTTP/1.1" status: 404 len: 347 time: 0.1173832 Dec 10 04:49:26.669321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42998) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:26.686567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845705f-1a34-43e9-9aa9-11de263dfff8 req-2def71cd-a0a9-48f9-a238-846e386b68e0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.704017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0845705f-1a34-43e9-9aa9-11de263dfff8 req-2def71cd-a0a9-48f9-a238-846e386b68e0 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1788094 Dec 10 04:49:26.729827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049202042'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:26.732286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:26.742157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d422321-8bc1-4c56-941f-663e5a1a5696,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:26.855758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:26.866644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64b00516-c2c7-436f-aa5d-10ec50756fa0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0147178 Dec 10 04:49:26.894608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-e305e770-65b9-4c08-bef0-65e6028f13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.896288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-e305e770-65b9-4c08-bef0-65e6028f13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.896811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-e305e770-65b9-4c08-bef0-65e6028f13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:26.905302 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-e305e770-65b9-4c08-bef0-65e6028f13ee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6620319 Dec 10 04:49:26.935894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0845705f-1a34-43e9-9aa9-11de263dfff8 req-6b7a2151-7a3f-48a3-90d4-641ee7dea733 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308745 Dec 10 04:49:27.005005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.197744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.212733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.295996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.300742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5845964 Dec 10 04:49:27.310395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43010) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:27.315399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-0aa97c2a-e456-4946-b671-9fd19e520834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.321089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '0148f495-a816-4c5b-bd60-8da651c885d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:27.323103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14913d6c-0aec-480c-a43f-d0111ac249ec req-0aa97c2a-e456-4946-b671-9fd19e520834 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3335474 Dec 10 04:49:27.346426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14b6d6-ead2-41f9-8b46-766bf90f0415 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0148f495-a816-4c5b-bd60-8da651c885d0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:27.445238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.455678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Attempting to bind port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:27.456398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Attempting to bind port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:27.456822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Attempting to bind port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:27.470350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on network c4fc50b1-4040-4fda-a370-9808b6de053a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:27.472634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Attempting to bind port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:27.492260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:27.492779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:27.493229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Bound using segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:27.493727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Bound port: a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:27.494157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.622882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.701406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-576bcf7d-c778-40b5-8720-ef922e0919e4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472366675&fields=id&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 267 time: 0.1371021 Dec 10 04:49:27.706930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:27.719231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:27.728103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.798858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.799861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:27.801311 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] 10.222.0.36 "PUT /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 1131 time: 4.2854171 Dec 10 04:49:27.809094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:27.815735 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31606660-f1fa-4ed5-80e9-b109e0968cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "a3a059f5-091c-40cd-93c3-bae7bd2f3f5a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:27.848740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.856038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.865181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.872922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.879415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.886462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:27.896801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-9012e3a3-cf37-4864-b5e2-cbfc5cc73c64 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 4600 time: 0.5669458 Dec 10 04:49:27.914079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1fb4-52bd-49bc-9211-0fab7dbc88fe service neutron] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:28.063534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:28.236022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.310360 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.327934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.397284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.494461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea19241-885f-4f9a-9b4f-a09f0661a072 req-db80630c-53be-4327-9c13-800c102b9759 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5959153 Dec 10 04:49:28.512813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-57f3e3aa-498f-48c7-9e0a-112f80906dc5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:28.524567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-57f3e3aa-498f-48c7-9e0a-112f80906dc5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/networks?id=40ff6550-71a5-4975-bd16-55f98cc21dec HTTP/1.1" status: 200 len: 795 time: 0.8210442 Dec 10 04:49:28.539395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.543816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2323625 Dec 10 04:49:28.548992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43030) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:28.585567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e074-ce35-4e7a-ad77-0e295a31d5e2 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e26277-f0ae-41cf-bb79-5d4d3a71f730,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:28.636972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-814f9b7a-917e-4823-86d5-c4537f72499e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/quotas/179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 375 time: 0.1108627 Dec 10 04:49:28.765557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.794578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:28.883022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-14ba8b4d-6bac-47f3-b406-b1437b1afee5 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2440953 Dec 10 04:49:28.961448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264051ab-b61c-496a-add5-8eca8fc44b9b req-72cd4501-3f24-42a9-a663-62d13a00ec77 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:28.979893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-264051ab-b61c-496a-add5-8eca8fc44b9b req-72cd4501-3f24-42a9-a663-62d13a00ec77 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 908 time: 0.3306367 Dec 10 04:49:29.035603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.054528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc98c716-9930-4364-96ab-d194546f685f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:29.065052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.075629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.078815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d5e26277-f0ae-41cf-bb79-5d4d3a71f730 HTTP/1.1" status: 204 len: 168 time: 0.5084174 Dec 10 04:49:29.081578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Transition to ACTIVE for port object dc98c716-9930-4364-96ab-d194546f685f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:29.082926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:29.093584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-7dc16d5e-01dd-4066-90ad-e0339f05535d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.095418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-7dc16d5e-01dd-4066-90ad-e0339f05535d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 908 time: 0.1842251 Dec 10 04:49:29.111362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2a730-3537-49e0-bc01-61e44a628904 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5e26277-f0ae-41cf-bb79-5d4d3a71f730,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:29.113744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.194603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-5c5dddac-4779-435b-9496-14db5f0a0a8f service neutron] 10.222.0.43 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100739 Dec 10 04:49:29.370626 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9456b8bf-55f7-46f5-8fb8-e731f355820a x-openstack-request-id: req-9456b8bf-55f7-46f5-8fb8-e731f355820a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:29.370626 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "a3a059f5-091c-40cd-93c3-bae7bd2f3f5a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:29.370626 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9456b8bf-55f7-46f5-8fb8-e731f355820a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:29.371057 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a', 'status': 'completed', 'code': 200} Dec 10 04:49:29.405022 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-417b8327-86ea-4c0d-8523-fc862e96ae54 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3082085 Dec 10 04:49:29.415669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:29.643207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:29.650687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-b8d87c25-4496-47e2-8d98-586295a75b4a service neutron] 10.222.0.43 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524348 Dec 10 04:49:29.698930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Attempting to bind port dc98c716-9930-4364-96ab-d194546f685f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:29.699444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Attempting to bind port dc98c716-9930-4364-96ab-d194546f685f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:29.700113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Attempting to bind port dc98c716-9930-4364-96ab-d194546f685f on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:29.711289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Port dc98c716-9930-4364-96ab-d194546f685f on network c4fc50b1-4040-4fda-a370-9808b6de053a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:29.711827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Attempting to bind port dc98c716-9930-4364-96ab-d194546f685f on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:29.720293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292aa7-f567-4994-b705-278fb09ceac8 req-3370ec45-cd42-4137-aa69-5eeebc1e9f4f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.724494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:29.724978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:29.725381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Bound using segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:29.725938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Bound port: dc98c716-9930-4364-96ab-d194546f685f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:29.726304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.740916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65292aa7-f567-4994-b705-278fb09ceac8 req-3370ec45-cd42-4137-aa69-5eeebc1e9f4f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.3374627 Dec 10 04:49:29.765958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port b54c42fb-eab5-440c-b054-05ef627a50bd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:29.766316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.849499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.850278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.850759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.851230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.851806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.852370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.852821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:29.859920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-18f0cb23-51b9-4b18-b582-7c4864cad4fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6168 time: 0.4579923 Dec 10 04:49:29.946499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port b54c42fb-eab5-440c-b054-05ef627a50bd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=b54c42fb-eab5-440c-b054-05ef627a50bd,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:29.947106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:29.962445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for b54c42fb-eab5-440c-b054-05ef627a50bd owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:29.967361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-65292aa7-f567-4994-b705-278fb09ceac8 req-4ea24126-a94a-4fb6-81d2-069a8f79a6fe tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212946 Dec 10 04:49:30.254170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-b0c81bee-edbf-426c-af37-3110b7e3ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.254777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-b0c81bee-edbf-426c-af37-3110b7e3ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.255430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-b0c81bee-edbf-426c-af37-3110b7e3ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.257223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-b0c81bee-edbf-426c-af37-3110b7e3ab8d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3122613 Dec 10 04:49:30.263691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:30.275954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dc98c716-9930-4364-96ab-d194546f685f,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:30.279567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.297699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.475474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de560ee-bedf-44a6-bf55-5a2e886191a8 req-4a9a3d2e-2c7b-48fd-a8b3-d3d0600c1a74 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.480311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2de560ee-bedf-44a6-bf55-5a2e886191a8 req-4a9a3d2e-2c7b-48fd-a8b3-d3d0600c1a74 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 908 time: 0.2204368 Dec 10 04:49:30.543186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.550395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.557727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.564360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.569064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.581695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.589758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.596861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.605641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-30066168-65a9-46e1-ace6-e42e5871b5f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5373 time: 0.3471136 Dec 10 04:49:30.685431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6978c03f-e363-4674-9353-c07ff57a60b4 req-3e3a5947-eb8e-4c27-866c-96026517ed75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 210 time: 0.0674319 Dec 10 04:49:30.698395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.699292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.700965 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 1131 time: 2.6426260 Dec 10 04:49:30.701665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.704235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.708849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.716193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/0148f495-a816-4c5b-bd60-8da651c885d0 HTTP/1.1" status: 204 len: 168 time: 1.2987554 Dec 10 04:49:30.727602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43058) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:30.755420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:30.789993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c88be-2f52-407c-8d25-ca799128f8de tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148f495-a816-4c5b-bd60-8da651c885d0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:30.877544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-2eb4e341-3b03-45f1-82f0-8caa5d547bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:30.879796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31606660-f1fa-4ed5-80e9-b109e0968cb4 req-2eb4e341-3b03-45f1-82f0-8caa5d547bd5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6084826 Dec 10 04:49:30.913300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] No DVR routers for this DVR port b54c42fb-eab5-440c-b054-05ef627a50bd on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:30.922410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5e14-8472-474e-bbf6-d2f79cb9bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:30.927723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:30.931110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3d19d191-77e5-416c-9eae-5bc1a7a05e8d req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "DELETE /v2.0/ports/b54c42fb-eab5-440c-b054-05ef627a50bd HTTP/1.1" status: 204 len: 173 time: 1.8272974 Dec 10 04:49:31.004709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d0089a6-ef15-44cb-945d-276deea70d50 req-db6f7775-66b5-4aac-bcc7-37797ffc77ba tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3975203 Dec 10 04:49:31.022911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2bf56846-ea66-469b-9513-f5023536a846 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2750556 Dec 10 04:49:31.023729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43064) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:31.028803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708849764'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:31.096911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.160221 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634dec6-a038-4345-8f36-53607dad38a3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=b54c42fb-eab5-440c-b054-05ef627a50bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:31.186111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.343684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091e204-7054-42c4-9177-5777ef96fae6 req-6f51a073-fec9-4603-9cca-b148ee7d9b9f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:31.346035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5091e204-7054-42c4-9177-5777ef96fae6 req-6f51a073-fec9-4603-9cca-b148ee7d9b9f tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1061559 Dec 10 04:49:31.368134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.373299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'dc98c716-9930-4364-96ab-d194546f685f'}, {'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'name': 'network-vif-deleted', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:31.379396 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782279c3-432e-4404-a80f-776e039c6f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "dc98c716-9930-4364-96ab-d194546f685f"}, {"server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "name": "network-vif-deleted", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:31.446375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.592006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.594013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5693069 Dec 10 04:49:31.597466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:31.636902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '16aa157b-bc5e-4bb2-873f-d6d66bf26723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:31.639652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5091e204-7054-42c4-9177-5777ef96fae6 req-4051cb08-216a-481c-aaaf-69995724cf83 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624595 Dec 10 04:49:31.675933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8617a1-02cd-499b-b1c6-48e07b2671f7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa157b-bc5e-4bb2-873f-d6d66bf26723,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:31.853483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-664488c5-bd7a-4a3d-9058-073643388927 req-fb937caa-f385-45ff-add5-ef616f7f95b7 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=51387f20-eab6-483e-b63f-21f401aa678d HTTP/1.1" status: 200 len: 210 time: 0.0495396 Dec 10 04:49:31.871459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:31.909550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b54c42fb-eab5-440c-b054-05ef627a50bd no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:31.963498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: b54c42fb-eab5-440c-b054-05ef627a50bd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:31.963846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device b54c42fb-eab5-440c-b054-05ef627a50bd not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:31.993985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4767fa81-b3e8-45a3-b8dc-4c669bb26de0 req-37fbafa6-de7f-4ba9-b492-5a8e7ba25003 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 210 time: 0.0491965 Dec 10 04:49:32.018391 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9a6c6-b33f-4ad4-9d24-d009100c7f80 x-openstack-request-id: req-69a9a6c6-b33f-4ad4-9d24-d009100c7f80 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:32.018391 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "dc98c716-9930-4364-96ab-d194546f685f", "status": "completed", "code": 200}, {"server_uuid": "51387f20-eab6-483e-b63f-21f401aa678d", "name": "network-vif-deleted", "tag": "b54c42fb-eab5-440c-b054-05ef627a50bd", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:32.026181 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69a9a6c6-b33f-4ad4-9d24-d009100c7f80 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:32.026181 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'dc98c716-9930-4364-96ab-d194546f685f', 'status': 'completed', 'code': 200} Dec 10 04:49:32.031962 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51387f20-eab6-483e-b63f-21f401aa678d', 'name': 'network-vif-deleted', 'tag': 'b54c42fb-eab5-440c-b054-05ef627a50bd', 'status': 'completed', 'code': 200} Dec 10 04:49:32.152070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c92276-7926-4370-904e-8d76a48227ef {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:32.166828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.178086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.186085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.186640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.187036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.187680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.188293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.188939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.189546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.191664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-782279c3-432e-4404-a80f-776e039c6f7b req-cbfd1498-108f-4bda-a749-29bd29faea2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6210 time: 0.1395991 Dec 10 04:49:32.195916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.229437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Transition to ACTIVE for port object 29c92276-7926-4370-904e-8d76a48227ef will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:32.248932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1ec2c1-1cbb-4177-bcea-7d1b943924d5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:32.254764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.282618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.313208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.317873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.319337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.319891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b676105e-591e-4ccd-b9b0-b11bb66546bc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7209222 Dec 10 04:49:32.326334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:32.345682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.365048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '16aa157b-bc5e-4bb2-873f-d6d66bf26723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:32.378613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.385250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.414526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.422972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-4614971c-c126-4c0e-a2e2-4e8dc58dd366 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5373 time: 0.2322302 Dec 10 04:49:32.427297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Pushing event updated for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:32.524323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-e7dfcbf3-0459-4ae3-bc2f-f88ddced35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.529730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-e7dfcbf3-0459-4ae3-bc2f-f88ddced35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.541307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-e7dfcbf3-0459-4ae3-bc2f-f88ddced35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.543465 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-782279c3-432e-4404-a80f-776e039c6f7b req-e7dfcbf3-0459-4ae3-bc2f-f88ddced35f5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3354642 Dec 10 04:49:32.581743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.600464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9de84cc4-bd76-4488-a208-a00d10a48b82 req-6b88cc52-84d7-4a09-bbd9-757584a3d9fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764822 Dec 10 04:49:32.889036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Attempting to bind port 29c92276-7926-4370-904e-8d76a48227ef on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:32.890055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Attempting to bind port 29c92276-7926-4370-904e-8d76a48227ef by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:32.890631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Attempting to bind port 29c92276-7926-4370-904e-8d76a48227ef on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:32.909658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Port 29c92276-7926-4370-904e-8d76a48227ef on network c4fc50b1-4040-4fda-a370-9808b6de053a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:32.910628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Attempting to bind port 29c92276-7926-4370-904e-8d76a48227ef on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:32.980075 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.982295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782279c3-432e-4404-a80f-776e039c6f7b req-57fe748b-8822-447c-a57b-0e030c1af897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:32.984840 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-782279c3-432e-4404-a80f-776e039c6f7b req-57fe748b-8822-447c-a57b-0e030c1af897 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042954 Dec 10 04:49:32.987032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:32.987647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:32.988271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Bound using segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:32.988975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Bound port: 29c92276-7926-4370-904e-8d76a48227ef, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:32.989807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.993701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:32.995940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40a6fd-31fe-4ca6-95a6-fbd3fdd08a95 req-445174a3-9e0b-42ee-88e6-69e5ac9c5190 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:33.022395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e40a6fd-31fe-4ca6-95a6-fbd3fdd08a95 req-445174a3-9e0b-42ee-88e6-69e5ac9c5190 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.1994507 Dec 10 04:49:33.044144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd50b74b-84bc-4dc7-92ef-f4e3218f86c8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:33.111494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.113123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fc11e3c7-159d-48da-9b1d-7d36670c7293 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7563837 Dec 10 04:49:33.119056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:33.129148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '16aa157b-bc5e-4bb2-873f-d6d66bf26723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:33.198416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:33.205389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=29c92276-7926-4370-904e-8d76a48227ef,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:33.226523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e40a6fd-31fe-4ca6-95a6-fbd3fdd08a95 req-d46de58f-f5d8-4f42-a9f8-f871aaa9622e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030468 Dec 10 04:49:33.239945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.465084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d089d0eb-9c76-4247-9082-d4229e9bbe7a req-7c428108-92f6-4d23-aafd-8f3631c5706d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 210 time: 0.0700917 Dec 10 04:49:33.476735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.513121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:33.513818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.519671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] 10.222.0.36 "PUT /v2.0/ports/29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 1090 time: 2.7684937 Dec 10 04:49:33.599809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:33.688074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e787ca-ba23-4de9-b9e8-33374d58f4e2 req-2848bb5c-5d16-4115-a940-045c272ecbde tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:33.699083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9e787ca-ba23-4de9-b9e8-33374d58f4e2 req-2848bb5c-5d16-4115-a940-045c272ecbde tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.0864527 Dec 10 04:49:33.832461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2efff-8ff7-4fcf-a6de-a02b985363fb service neutron] Pushing event updated for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:33.892260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9e787ca-ba23-4de9-b9e8-33374d58f4e2 req-81b943fa-be5e-4b04-8589-0d19abfe68c8 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902769 Dec 10 04:49:33.918522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.919522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:33.958782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.018875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.029770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.043367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '29c92276-7926-4370-904e-8d76a48227ef'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:34.045894 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02a22d8-19f5-483c-bdca-9fdd3480593f" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "29c92276-7926-4370-904e-8d76a48227ef"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:34.058101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.072897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.074674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9564ba0-afdd-4156-80d2-e16b3683aa2f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:34.080173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.087189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.092658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-fc6a523f-6e37-4ed4-9008-3058b1a9d4d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.093721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.094595 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-fc6a523f-6e37-4ed4-9008-3058b1a9d4d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/networks?id=40ff6550-71a5-4975-bd16-55f98cc21dec HTTP/1.1" status: 200 len: 795 time: 0.3622563 Dec 10 04:49:34.101055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.102277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03a533fd-51df-46bc-9320-1afc10317314 req-ba093624-84e4-464c-b52b-21bbaa1b5383 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5385 time: 0.1814032 Dec 10 04:49:34.105749 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-837e6ad4-e254-474d-bb60-ea190910d36d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9839270 Dec 10 04:49:34.106376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:34.123213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '16aa157b-bc5e-4bb2-873f-d6d66bf26723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:34.174042 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d20a00-786f-4d8c-bdfd-e6d4e8d747e7 x-openstack-request-id: req-48d20a00-786f-4d8c-bdfd-e6d4e8d747e7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:34.174042 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "29c92276-7926-4370-904e-8d76a48227ef", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:34.174223 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48d20a00-786f-4d8c-bdfd-e6d4e8d747e7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:34.174769 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '29c92276-7926-4370-904e-8d76a48227ef', 'status': 'completed', 'code': 200} Dec 10 04:49:34.188379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03a533fd-51df-46bc-9320-1afc10317314 req-b2b430f1-c4bb-4317-837f-c46d1de6fbf5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849724 Dec 10 04:49:34.266792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.383531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71da090-fc49-4ab6-b5e3-d2784c58a1bb req-8abe9eb9-5980-49ab-9acb-2b92bcae1626 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.385213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a71da090-fc49-4ab6-b5e3-d2784c58a1bb req-8abe9eb9-5980-49ab-9acb-2b92bcae1626 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Dec 10 04:49:34.438458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a71da090-fc49-4ab6-b5e3-d2784c58a1bb req-26ff7dfc-ec49-4dd5-8e55-5281e593d334 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 Dec 10 04:49:34.464739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.465226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.465701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.466164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.466621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.467079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.467533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.469998 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-437d69fc-975f-4ee6-afb1-841d094182c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6277 time: 0.2437449 Dec 10 04:49:34.502804 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-f45524f7-9eda-46db-bb9d-6531537553d9 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 471 time: 0.3504603 Dec 10 04:49:34.553160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a039ab46-132a-46d0-96e1-34c748a250ca req-9961f054-211e-4834-9d85-4c9f53b96513 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Dec 10 04:49:34.590884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.621044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.673639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff7aa07-0827-480e-8fc9-2e505fc96e50,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:34.687824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.689055 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fee704cf-5fe5-478a-a141-6a699cb84583 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5792162 Dec 10 04:49:34.691884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43120) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:34.697287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '16aa157b-bc5e-4bb2-873f-d6d66bf26723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:34.709158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'port': {'device_id': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'admin_state_up': True, 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'security_groups': ['9f055ff8-6946-40cc-8225-0f0106a083b0']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:34.730158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.737861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-b269dd59-282f-4378-9a06-c294b7358676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.738337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-b269dd59-282f-4378-9a06-c294b7358676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.738798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-b269dd59-282f-4378-9a06-c294b7358676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:34.740382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-b269dd59-282f-4378-9a06-c294b7358676 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2366946 Dec 10 04:49:34.834240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.841762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.847417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:34.863142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.866951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48bb41e-66bd-49c3-ad3a-b7ff1dde9ba5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:34.879214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.883480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68e9cbfe-b746-46e4-8834-5d9b0b3d73b7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1903758 Dec 10 04:49:34.884135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43124) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:34.911191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.922139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Transition to ACTIVE for port object 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:34.931424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:34.935928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.008788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-a444bff2-b8ac-443d-abf9-7e8b8498b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.010274 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e02a22d8-19f5-483c-bdca-9fdd3480593f req-a444bff2-b8ac-443d-abf9-7e8b8498b2ba service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515824 Dec 10 04:49:35.023862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:35.035238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:35.040939 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.073179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.080667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.085387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e48bb41e-66bd-49c3-ad3a-b7ff1dde9ba5 HTTP/1.1" status: 204 len: 168 time: 0.2001531 Dec 10 04:49:35.087177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:35.122466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002403-54cf-47fe-9596-ea5afa5ae007 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48bb41e-66bd-49c3-ad3a-b7ff1dde9ba5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:35.170755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0c6b-1e01-47c3-802c-23ccc0619bc0 req-ca95ef53-b80e-4ae2-b370-633035822061 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.176571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb7b0c6b-1e01-47c3-802c-23ccc0619bc0 req-ca95ef53-b80e-4ae2-b370-633035822061 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.1952169 Dec 10 04:49:35.244005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356a26-80d9-44ad-aee8-169446a64392 req-8741b96c-2fa1-44aa-97dd-9793180402c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.245978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c356a26-80d9-44ad-aee8-169446a64392 req-8741b96c-2fa1-44aa-97dd-9793180402c3 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.2785652 Dec 10 04:49:35.275023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88edab88-6e07-49d3-8cc8-039c8e5caab3 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1796534 Dec 10 04:49:35.307740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:35.327366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb7b0c6b-1e01-47c3-802c-23ccc0619bc0 req-89f21059-267f-421f-b2df-1c70aa3c57a2 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516838 Dec 10 04:49:35.476017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.494463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.521164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.528001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.535168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.541575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.548171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.554389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.560679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.563360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-b8a5519d-1866-468e-b4a4-7b88610b2023 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5397 time: 0.2227843 Dec 10 04:49:35.642619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Attempting to bind port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:35.643241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Attempting to bind port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:35.643469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Attempting to bind port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:35.651453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.652910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 on network c4fc50b1-4040-4fda-a370-9808b6de053a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:35.653237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Attempting to bind port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:35.657331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.662015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/aff7aa07-0827-480e-8fc9-2e505fc96e50 HTTP/1.1" status: 204 len: 168 time: 0.3301702 Dec 10 04:49:35.662249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:35.662365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Checking segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:35.663838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Bound using segment: {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:35.664665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Bound port: 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc807f66-a833-4809-8dd9-d175162e0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:35.664665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.669476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43140) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:35.708640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc536-7427-4293-a0b7-8f20a9e48980 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aff7aa07-0827-480e-8fc9-2e505fc96e50,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:35.757029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8eb1703b-2a37-48b1-87cf-810dc04d8e9c req-4526e174-906a-41f3-a7ef-a727ffd01580 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788089 Dec 10 04:49:35.758318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.19 (40ff6550-71a5-4975-bd16-55f98cc21dec/70339eda-90d2-41ba-a6b2-4e02d6b65034/cc8ade7a-e5b8-4714-82e7-85f2a41925ad) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:35.761697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port 354abae8-51cd-44e6-b31d-7c675afa8ec6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:35.762234 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.793712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05de8-5132-4cca-b709-0332fe807355 req-a9f99f71-ab93-4aa2-a242-23545d229391 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.802044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afb05de8-5132-4cca-b709-0332fe807355 req-a9f99f71-ab93-4aa2-a242-23545d229391 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 945 time: 0.2372758 Dec 10 04:49:35.823730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:35.856220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:35.865375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.886622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81e33b86-47e4-40ff-af7c-d836bed1e9d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2093968 Dec 10 04:49:35.897240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:35.926271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:49:35.955827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:35.956422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:35.957995 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] 10.222.0.36 "PUT /v2.0/ports/85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 1091 time: 2.3792555 Dec 10 04:49:35.995462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1431a4-3c4a-4c28-b40a-40975ff36ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:36.006951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:36.058164 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.102772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.176684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:36.179356 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a4a47-9d45-4079-a030-c3551aa40c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:36.201067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:36.221111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'port_id': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'mac_address': 'fa:16:3e:f9:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:49:36.253438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.296535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.317244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:36.350998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 40ff6550-71a5-4975-bd16-55f98cc21dec is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:36.358094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:36.363614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:36.371579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:36.375188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:36.396178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.436372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:36.437942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.449686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afb05de8-5132-4cca-b709-0332fe807355 req-e82832b9-4e2d-47af-93a8-602acb9e0ce8 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6458535 Dec 10 04:49:36.450836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.472593 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.477129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port 354abae8-51cd-44e6-b31d-7c675afa8ec6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=354abae8-51cd-44e6-b31d-7c675afa8ec6,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:36.477658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.498667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-61c8d06f-ed3e-43fc-9bfe-cc1f4a0b7a49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7997026 Dec 10 04:49:36.524439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Request body: {'port': {'device_id': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:36.532644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:36.542594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665f08f-92ae-451e-929b-602f0e92ebee req-d7cb6151-b590-470d-8f9b-fcc852ece069 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:36.549884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8665f08f-92ae-451e-929b-602f0e92ebee req-d7cb6151-b590-470d-8f9b-fcc852ece069 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 932 time: 0.6563623 Dec 10 04:49:36.556776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for 354abae8-51cd-44e6-b31d-7c675afa8ec6 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:36.603097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.651409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.659558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.668434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c9564ba0-afdd-4156-80d2-e16b3683aa2f HTTP/1.1" status: 204 len: 168 time: 0.7663212 Dec 10 04:49:36.669503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:36.714886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42c3581-4373-488a-9ca5-7c2c99f45c2d {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:36.721151 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9a6cf-22fc-408e-b3f9-c7467ffa96ec x-openstack-request-id: req-f1e9a6cf-22fc-408e-b3f9-c7467ffa96ec {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:36.721450 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:36.721782 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1e9a6cf-22fc-408e-b3f9-c7467ffa96ec {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:36.722609 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24', 'status': 'completed', 'code': 200} Dec 10 04:49:36.727381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65738d33-3446-417c-b30a-e046af61ee60 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9564ba0-afdd-4156-80d2-e16b3683aa2f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:36.736719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.782349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8665f08f-92ae-451e-929b-602f0e92ebee req-55d6a9db-8344-4def-af8a-ae9313c9b18a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132518 Dec 10 04:49:36.828179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ddf6592d-b5c2-423c-9fd6-1d5d3e4e8296 None None] Provisioning complete for port cc8ade7a-e5b8-4714-82e7-85f2a41925ad triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:36.828179 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddf6592d-b5c2-423c-9fd6-1d5d3e4e8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.855236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8fa15797-9ec1-4f54-92cb-f5f493c2347d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1727834 Dec 10 04:49:36.856505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Transition to ACTIVE for port object c42c3581-4373-488a-9ca5-7c2c99f45c2d will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:36.859401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:36.914013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6592d-b5c2-423c-9fd6-1d5d3e4e8296 None None] Port cc8ade7a-e5b8-4714-82e7-85f2a41925ad cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:36.915764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['6fbbcd51-f3e1-425b-9414-4c9bfa990668'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:36.918992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:36.997884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ca5e1-1b29-4944-b410-b837feb0ee58 req-c8e794b8-ec17-4e1e-9463-ddd4f5fc2f52 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.006199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9ca5e1-1b29-4944-b410-b837feb0ee58 req-c8e794b8-ec17-4e1e-9463-ddd4f5fc2f52 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7052044-6452-4de5-afc2-1238625c408d HTTP/1.1" status: 200 len: 946 time: 0.1817689 Dec 10 04:49:37.105316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.119212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9ca5e1-1b29-4944-b410-b837feb0ee58 req-af95443d-40ef-47d6-a900-014e2b381f3b tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120203 Dec 10 04:49:37.121230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.131538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.155644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.164727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.171518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.177893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.184816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.189344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.193314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.200421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.203567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-fef5c193-57bf-4318-a020-0ea68e4535ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5409 time: 0.2290790 Dec 10 04:49:37.207114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=354abae8-51cd-44e6-b31d-7c675afa8ec6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:37.210308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.213834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/fd50b74b-84bc-4dc7-92ef-f4e3218f86c8 HTTP/1.1" status: 204 len: 168 time: 0.3507266 Dec 10 04:49:37.217224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.217798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.218451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.219014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.219549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.220050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.220589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.224493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-841ef49c-511f-4541-9dfb-9492b28316a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6344 time: 0.4357069 Dec 10 04:49:37.224628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43160) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:37.238877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8ade7a-e5b8-4714-82e7-85f2a41925ad {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:37.247993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7154c3-164b-4555-8520-18e507fd7889 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd50b74b-84bc-4dc7-92ef-f4e3218f86c8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:37.267856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.289012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] No DVR routers for this DVR port 354abae8-51cd-44e6-b31d-7c675afa8ec6 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:37.291924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.297124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c356a26-80d9-44ad-aee8-169446a64392 req-f5b0682b-09d9-4e6a-ab85-7866e4e102cc tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "DELETE /v2.0/ports/354abae8-51cd-44e6-b31d-7c675afa8ec6 HTTP/1.1" status: 204 len: 173 time: 1.9874387 Dec 10 04:49:37.299725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'name': 'network-vif-deleted', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:37.310396 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d036987-a5b4-48c7-9289-f1feb580ac29" -d '{"events": [{"server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "name": "network-vif-deleted", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:37.391158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:37.400404 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8662f8a3-246b-4072-a9ee-dd45ed028a30 x-openstack-request-id: req-8662f8a3-246b-4072-a9ee-dd45ed028a30 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:37.401088 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7052044-6452-4de5-afc2-1238625c408d", "name": "network-vif-deleted", "tag": "354abae8-51cd-44e6-b31d-7c675afa8ec6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:37.401301 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8662f8a3-246b-4072-a9ee-dd45ed028a30 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:37.401880 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7052044-6452-4de5-afc2-1238625c408d', 'name': 'network-vif-deleted', 'tag': '354abae8-51cd-44e6-b31d-7c675afa8ec6', 'status': 'completed', 'code': 200} Dec 10 04:49:37.407235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Transition to ACTIVE for port object cc8ade7a-e5b8-4714-82e7-85f2a41925ad will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:37.438043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d7190884-2f57-43c1-b146-8bb2723d9772 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2110319 Dec 10 04:49:37.441148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43166) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:37.472323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-271840c7-099d-4f5c-acc3-7d53a95b2baf req-ae81401d-954d-4827-9394-fc224e22acd7 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2615056 Dec 10 04:49:37.534512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.545104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.579197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.584653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.593643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.595708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5f1ec2c1-1cbb-4177-bcea-7d1b943924d5 HTTP/1.1" status: 204 len: 168 time: 0.1516597 Dec 10 04:49:37.600233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43170) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:37.626043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-1381d951-6f36-48eb-9d07-0b874c6f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.626579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-1381d951-6f36-48eb-9d07-0b874c6f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.627020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-1381d951-6f36-48eb-9d07-0b874c6f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.628748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-1381d951-6f36-48eb-9d07-0b874c6f8858 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3726797 Dec 10 04:49:37.634946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Attempting to bind port c42c3581-4373-488a-9ca5-7c2c99f45c2d on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:37.635299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Attempting to bind port c42c3581-4373-488a-9ca5-7c2c99f45c2d by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:37.635681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Attempting to bind port c42c3581-4373-488a-9ca5-7c2c99f45c2d on network 43a306e9-2a0c-437a-b923-dada8e555656 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:37.648278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db6b96-8311-4170-9bb3-cc98d6b34212 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f1ec2c1-1cbb-4177-bcea-7d1b943924d5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:37.704227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-69ee0d97-f4a7-432a-8e38-f3501d2dff7a tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876963 Dec 10 04:49:37.710097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43174) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:37.724046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Port c42c3581-4373-488a-9ca5-7c2c99f45c2d on network 43a306e9-2a0c-437a-b923-dada8e555656 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:37.724701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Attempting to bind port c42c3581-4373-488a-9ca5-7c2c99f45c2d on network 43a306e9-2a0c-437a-b923-dada8e555656 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:37.742432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e1ea-cef7-4828-a13d-d0605119c423 req-e5239115-bf48-4be5-9cc7-a932123a29ee tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:37.751431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac88e1ea-cef7-4828-a13d-d0605119c423 req-e5239115-bf48-4be5-9cc7-a932123a29ee tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1543474 Dec 10 04:49:37.771767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:37.772115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Checking segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:37.772532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Bound using segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:37.772993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Bound port: c42c3581-4373-488a-9ca5-7c2c99f45c2d, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:37.773415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.802853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:37.868929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.891902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac88e1ea-cef7-4828-a13d-d0605119c423 req-4b8179df-971f-45b1-8198-f14312276e58 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306183 Dec 10 04:49:37.929134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 354abae8-51cd-44e6-b31d-7c675afa8ec6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:37.948533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:37.984808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 354abae8-51cd-44e6-b31d-7c675afa8ec6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:37.987352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 354abae8-51cd-44e6-b31d-7c675afa8ec6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:37.993287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:38.077817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-b2a2d5a9-2e4e-4c8d-a531-5fd36576c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.080300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c69a4a47-9d45-4079-a030-c3551aa40c8e req-b2a2d5a9-2e4e-4c8d-a531-5fd36576c768 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4340675 Dec 10 04:49:38.091809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.095780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.097436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/16aa157b-bc5e-4bb2-873f-d6d66bf26723 HTTP/1.1" status: 204 len: 168 time: 0.3871741 Dec 10 04:49:38.104161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:38.111494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Attempting to bind port cc8ade7a-e5b8-4714-82e7-85f2a41925ad on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:38.111853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Attempting to bind port cc8ade7a-e5b8-4714-82e7-85f2a41925ad by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:38.112258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Attempting to bind port cc8ade7a-e5b8-4714-82e7-85f2a41925ad on network 40ff6550-71a5-4975-bd16-55f98cc21dec {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:38.127932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Port cc8ade7a-e5b8-4714-82e7-85f2a41925ad on network 40ff6550-71a5-4975-bd16-55f98cc21dec not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:38.128257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Attempting to bind port cc8ade7a-e5b8-4714-82e7-85f2a41925ad on network 40ff6550-71a5-4975-bd16-55f98cc21dec {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:38.139498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:38.143511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:38.143920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Checking segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:38.144362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Bound using segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:38.144797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Bound port: cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:38.160004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.163981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9641b-0039-4655-a4cd-53918be1bd10 req-aad56cd2-1a26-495b-bd75-f3cb9cd8bab4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.173221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5e9641b-0039-4655-a4cd-53918be1bd10 req-aad56cd2-1a26-495b-bd75-f3cb9cd8bab4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 944 time: 0.1957624 Dec 10 04:49:38.183832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a5ac4-7ba2-475a-9996-846d1f066405 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa157b-bc5e-4bb2-873f-d6d66bf26723,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:38.241315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:38.262069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.328803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb55afcb-c232-4582-8c5d-5fbb1ade51a0 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2209849 Dec 10 04:49:38.338382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:38.343875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a5e9641b-0039-4655-a4cd-53918be1bd10 req-063c07f5-9e9d-4be6-9c09-96e4d9d7a398 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691611 Dec 10 04:49:38.361811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451881202'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:38.393926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.394505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.395890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] 10.222.0.36 "PUT /v2.0/ports/c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 1091 time: 2.3935177 Dec 10 04:49:38.457734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Request body: {'port': {'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:38.492648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:38.497866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1872bd-a8ad-429d-8340-a345fbfcbc24 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:38.502865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.541330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.560509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:38.573570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.729725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:38.732865 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7b2ef-3546-4cbf-806c-e78242d070c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:38.738728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1911d-c8e5-4b92-88de-0488ec0d47bf req-dc1c543f-bbf9-436a-a20b-d28bd88e6371 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.746297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ee1911d-c8e5-4b92-88de-0488ec0d47bf req-dc1c543f-bbf9-436a-a20b-d28bd88e6371 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1470802 Dec 10 04:49:38.758565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.759306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.760749 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc8ade7a-e5b8-4714-82e7-85f2a41925ad HTTP/1.1" status: 200 len: 1092 time: 2.2411602 Dec 10 04:49:38.766037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.772312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.778470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.781254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f8042-ec5d-4397-a5a6-6413e10475d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:38.787281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.794252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.801599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.808603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.814910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:38.822464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75973644-acdd-41b7-8355-469e8e2034d9 req-f0887314-8102-40bf-b16e-e1e57503f86f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5409 time: 0.1797557 Dec 10 04:49:38.861610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:38.906464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ee1911d-c8e5-4b92-88de-0488ec0d47bf req-ad57fef5-0019-41dc-9d43-4b97386174d1 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591926 Dec 10 04:49:39.009347 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bad226-0f68-4f54-a8f3-fa08407db0a4 x-openstack-request-id: req-b0bad226-0f68-4f54-a8f3-fa08407db0a4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:39.009660 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:39.009905 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0bad226-0f68-4f54-a8f3-fa08407db0a4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:39.010365 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d', 'status': 'completed', 'code': 200} Dec 10 04:49:39.019689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.023934 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6757889 Dec 10 04:49:39.037385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75973644-acdd-41b7-8355-469e8e2034d9 req-e9cf9ad9-96af-460b-807a-570b9a5cd8e6 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918299 Dec 10 04:49:39.038185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:39.060570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d856e-77d3-4a67-9712-844a206df66c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0dc0bb-8880-4ee2-b600-3711b95b9373,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:39.061295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '6d0dc0bb-8880-4ee2-b600-3711b95b9373', 'direction': 'ingress', 'protocol': 17}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:39.121310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.153419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-1f344b4e-23f8-4951-aaaf-bb8db144d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.156398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-1f344b4e-23f8-4951-aaaf-bb8db144d96e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 1095 time: 0.2759166 Dec 10 04:49:39.227172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f705-c421-4931-ac53-194996af438f req-50e50b78-4f79-4abb-8b61-2a8457ca27eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.228837 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-77e0f705-c421-4931-ac53-194996af438f req-50e50b78-4f79-4abb-8b61-2a8457ca27eb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.41 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.2815447 Dec 10 04:49:39.234929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-0c3167b9-fc19-4b29-a681-cb5225adc723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad HTTP/1.1" status: 200 len: 217 time: 0.0604179 Dec 10 04:49:39.251797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dca49-a331-456e-8bb1-5bfc21d4148b req-c86b81af-ef4e-4ddf-8c5d-34305f039f65 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.256977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c6dca49-a331-456e-8bb1-5bfc21d4148b req-c86b81af-ef4e-4ddf-8c5d-34305f039f65 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 946 time: 0.1189227 Dec 10 04:49:39.266064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.272904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.273388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.274017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.274316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.274795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.275234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.275696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.277812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-f403f079-b487-4ece-be83-47675dea4844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6411 time: 0.2136581 Dec 10 04:49:39.278032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.310130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb12cd-707c-4b6f-98e6-c32b7810ad46,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:39.354703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c6dca49-a331-456e-8bb1-5bfc21d4148b req-6ac6330c-3b5a-41af-8a45-0dd5b1a246c9 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847092 Dec 10 04:49:39.361992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.363641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-87708c0b-dac2-42c9-9422-3fa9cdd88722 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3242323 Dec 10 04:49:39.366441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:39.563645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b9-2127-45bd-b5c6-da732a2a806e req-383d43b3-c0cc-4da0-bdf2-f66b90cb418a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.565498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2db094b9-2127-45bd-b5c6-da732a2a806e req-383d43b3-c0cc-4da0-bdf2-f66b90cb418a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 944 time: 0.0776310 Dec 10 04:49:39.566792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.572676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-fa8569e5-3e09-4a24-a740-1fe9581b59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.574154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-fa8569e5-3e09-4a24-a740-1fe9581b59f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70339eda-90d2-41ba-a6b2-4e02d6b65034 HTTP/1.1" status: 200 len: 838 time: 0.3277609 Dec 10 04:49:39.591326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.624669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ebe365-6583-4ee5-9bc3-6352b89f0e68 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:39.650346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.671972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-815b4f6c-94ca-4c07-a12e-714f4386d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.672269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-815b4f6c-94ca-4c07-a12e-714f4386d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.672741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-815b4f6c-94ca-4c07-a12e-714f4386d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.674444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-815b4f6c-94ca-4c07-a12e-714f4386d695 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1adf4290b30a45ad836c307d47b0d625&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3414555 Dec 10 04:49:39.684802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Transition to ACTIVE for port object 01ebe365-6583-4ee5-9bc3-6352b89f0e68 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:49:39.696138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2db094b9-2127-45bd-b5c6-da732a2a806e req-5b782520-76ae-4c89-ba95-6883595a9230 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868828 Dec 10 04:49:39.714233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.716913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.718751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d0dc0bb-8880-4ee2-b600-3711b95b9373 HTTP/1.1" status: 204 len: 168 time: 0.3511543 Dec 10 04:49:39.728288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43206) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:39.729217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72247d76-8dfa-4c4d-a997-f3874706702c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0dc0bb-8880-4ee2-b600-3711b95b9373,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:39.732076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.787197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e579-75de-4f69-953b-b773e5b00c5b req-bfec774e-5b96-4e17-a4f2-80c29963bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:39.788515 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-bfec774e-5b96-4e17-a4f2-80c29963bedc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40ff6550-71a5-4975-bd16-55f98cc21dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019384 Dec 10 04:49:39.792035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2183489d-c455-4a1e-b955-2b363bca369a tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0606203 Dec 10 04:49:39.795620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43208) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:39.799869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port 14d3239d-59c3-448e-bb5f-7c82f3912b45 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:39.800398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857232132'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:39.800564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.823301 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.899219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.908501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.927475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:39.941953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:49:39.971164 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:39.982386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1779406 Dec 10 04:49:39.984889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:39.989629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932362751'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:39.995576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfceea8-18eb-456a-92f9-adee94e2327d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47f53f-1b66-474a-aac2-f2a2116ae60f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:40.055570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:49:40.068055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:40.068641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.105760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.116524 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-c684eaed-9235-4f67-9946-11c0a2604c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.118041 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f8a7b2ef-3546-4cbf-806c-e78242d070c5 req-c684eaed-9235-4f67-9946-11c0a2604c73 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4321899 Dec 10 04:49:40.151369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad32e4-8e2b-40dc-a9a7-627832c19857 req-a6cda4e9-2f60-466e-a1cd-c0e7398f6817 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.153301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bad32e4-8e2b-40dc-a9a7-627832c19857 req-a6cda4e9-2f60-466e-a1cd-c0e7398f6817 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 945 time: 0.1214902 Dec 10 04:49:40.189729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port 14d3239d-59c3-448e-bb5f-7c82f3912b45, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=14d3239d-59c3-448e-bb5f-7c82f3912b45,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:40.190157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.225953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-e8a1f8eb-e73c-498e-ab11-cf6a87769d9a service neutron] 10.222.0.41 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930409 Dec 10 04:49:40.231741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for 14d3239d-59c3-448e-bb5f-7c82f3912b45 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:40.240355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Attempting to bind port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:40.240725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Attempting to bind port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:40.241049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Attempting to bind port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 on network 43a306e9-2a0c-437a-b923-dada8e555656 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:40.263229 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.281842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 on network 43a306e9-2a0c-437a-b923-dada8e555656 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:49:40.282178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Attempting to bind port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 on network 43a306e9-2a0c-437a-b923-dada8e555656 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:40.313998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:40.317491 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cefb49-58d6-4ae1-ac85-3e9af7dcee91" -d '{"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:40.331267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:40.331626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Checking segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:40.332020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Bound using segment: {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:40.332466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Bound port: 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:40.332848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.335933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:40.339245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.343928 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.416388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bad32e4-8e2b-40dc-a9a7-627832c19857 req-66e10309-3b11-4681-8fe5-f15fe582adc5 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3216bdf-86b9-4353-9f5b-75ac7adee660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052476 Dec 10 04:49:40.421741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:40.440310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.487830 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a435e579-75de-4f69-953b-b773e5b00c5b req-282c71d0-32bf-4282-a6af-4159d58650a3 service neutron] 10.222.0.41 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441132 Dec 10 04:49:40.488980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.490353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5044029 Dec 10 04:49:40.497867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:40.503533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': 'ba47f53f-1b66-474a-aac2-f2a2116ae60f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c341ee83-74c8-48bf-8416-ec967e702361', 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:40.522680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.543756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.557707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:40.561733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.573764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.580500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:40.586862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.593472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.596578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.604053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.606538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-f6faf9c8-44ab-4571-a9ce-8412ba254336 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.3980584 Dec 10 04:49:40.655970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.656718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.658126 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] 10.222.0.36 "PUT /v2.0/ports/01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 1091 time: 2.2109480 Dec 10 04:49:40.659140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.660778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:40.693824 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a58003-6d81-4b1b-b05c-628f1adc4763 x-openstack-request-id: req-97a58003-6d81-4b1b-b05c-628f1adc4763 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:40.694157 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-plugged", "status": "completed", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:40.694560 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97a58003-6d81-4b1b-b05c-628f1adc4763 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:40.695001 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'code': 200} Dec 10 04:49:40.697472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['14d3239d-59c3-448e-bb5f-7c82f3912b45'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:40.789448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-164860e5-ca76-4ece-8c3a-d9d40b90998f req-44dd6c19-7fe5-42d6-97c4-1523708ad7cb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709073 Dec 10 04:49:40.838329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423aa0c-e8c1-401d-a9fa-5d0ee268e3d7 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c341ee83-74c8-48bf-8416-ec967e702361,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:40.912347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211d719-5f17-4851-bec0-d00f14f53d33 req-1deb117a-b042-444d-9717-bd7d3c4bebed tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:40.922130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d211d719-5f17-4851-bec0-d00f14f53d33 req-1deb117a-b042-444d-9717-bd7d3c4bebed tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.1290464 Dec 10 04:49:41.104275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f221d-359b-4644-9a1f-1b9aa7876670 req-3525db76-edfa-4f86-887d-6d25b810176a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.107186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-134f221d-359b-4644-9a1f-1b9aa7876670 req-3525db76-edfa-4f86-887d-6d25b810176a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 944 time: 0.1690185 Dec 10 04:49:41.110163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad'}, {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:41.112757 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19afcfff-a6ca-43a8-a818-445018bc465d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad"}, {"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:41.146528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d211d719-5f17-4851-bec0-d00f14f53d33 req-9ee6df0b-4919-4307-b60a-7680ce96171a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243857 Dec 10 04:49:41.168492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-a43da6f0-0ac3-41da-a1b8-5ab9868d4903 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1249959 Dec 10 04:49:41.209107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-134f221d-359b-4644-9a1f-1b9aa7876670 req-50178fe4-b3c4-4f19-9f39-1275a55c148f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922520 Dec 10 04:49:41.226743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6287758-62b8-4103-beaf-c4b1e1ac79cc service neutron] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:41.314158 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e6002-5777-411b-8260-7c37bcb870f5 x-openstack-request-id: req-f77e6002-5777-411b-8260-7c37bcb870f5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:41.314625 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:41.314992 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f77e6002-5777-411b-8260-7c37bcb870f5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:41.315495 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad', 'status': 'completed', 'code': 200} Dec 10 04:49:41.315862 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'status': 'completed', 'code': 200} Dec 10 04:49:41.319875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-ce455aa8-603a-457d-acdc-6842b8c881c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.321744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-ce455aa8-603a-457d-acdc-6842b8c881c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 1097 time: 0.0642722 Dec 10 04:49:41.323370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] No DVR routers for this DVR port 14d3239d-59c3-448e-bb5f-7c82f3912b45 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:41.329189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=14d3239d-59c3-448e-bb5f-7c82f3912b45,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:41.335832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.341468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-77e0f705-c421-4931-ac53-194996af438f req-352aa388-cfc7-46e6-be96-b276bfdcafd0 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.41 "DELETE /v2.0/ports/14d3239d-59c3-448e-bb5f-7c82f3912b45 HTTP/1.1" status: 204 len: 173 time: 2.0937834 Dec 10 04:49:41.369484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-b15ea396-a21d-4635-8932-aed3d0519acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.371056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-b15ea396-a21d-4635-8932-aed3d0519acc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 1095 time: 0.0484178 Dec 10 04:49:41.461114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-a7de1ec9-0ec2-45b0-9372-0ec1c952fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.462880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-a7de1ec9-0ec2-45b0-9372-0ec1c952fa66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.1002495 Dec 10 04:49:41.474555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.475172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.475706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.476238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.476791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.477313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.477845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.479893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce737905-88b6-425c-ae97-a22c3834a8bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6478 time: 0.3551826 Dec 10 04:49:41.502964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.565547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6a774-aa8b-41e6-9314-12098170d8fa req-6de7606f-4a79-4cf6-9906-fbf9f222605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.574294 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59e6a774-aa8b-41e6-9314-12098170d8fa req-6de7606f-4a79-4cf6-9906-fbf9f222605d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 1098 time: 0.4402814 Dec 10 04:49:41.613634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.621232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-102abe95-ebce-4129-8821-130a3e867baa req-183a1133-a58e-4c6f-aa65-620f303b2040 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84944a5d-4003-472d-aaab-9b71d26b6509 HTTP/1.1" status: 200 len: 210 time: 0.0781453 Dec 10 04:49:41.631873 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-c08a44c3-a395-4a9d-8e73-d99cdc7e5f01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 217 time: 0.1251361 Dec 10 04:49:41.636874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-cf63aba1-b8e1-4a5d-a459-73923bc98481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.638367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-cf63aba1-b8e1-4a5d-a459-73923bc98481 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40ff6550-71a5-4975-bd16-55f98cc21dec HTTP/1.1" status: 200 len: 896 time: 0.2517366 Dec 10 04:49:41.691071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64915214-8674-49ac-ada4-8372f1df6aaa,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:41.691349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-7248d12b-3475-4942-b2fe-c3db5ab5afc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad HTTP/1.1" status: 200 len: 217 time: 0.0417583 Dec 10 04:49:41.715219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.719101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cac2a234-4beb-4fb3-bd75-5cc8841c1f8e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2175729 Dec 10 04:49:41.727263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-6e064572-692c-46df-8282-b4fa34767c7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 200 len: 1002 time: 0.2388034 Dec 10 04:49:41.730486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43238) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:41.757224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-13effc19-8230-43e2-ba1b-79ac3638d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.758787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-13effc19-8230-43e2-ba1b-79ac3638d24f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.1031797 Dec 10 04:49:41.773275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.776986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-bc7eb8d5-2f55-417e-8474-5d01f2f38fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.778450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-bc7eb8d5-2f55-417e-8474-5d01f2f38fe6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70339eda-90d2-41ba-a6b2-4e02d6b65034 HTTP/1.1" status: 200 len: 838 time: 0.0758462 Dec 10 04:49:41.784060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-59e6a774-aa8b-41e6-9314-12098170d8fa req-278612ca-dd05-4504-9e52-2404a857428a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662035 Dec 10 04:49:41.784225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.814798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.825872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-58558d09-8dc2-4068-90f1-8ef8b7a7fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.827477 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-58558d09-8dc2-4068-90f1-8ef8b7a7fa16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.0901115 Dec 10 04:49:41.830046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:41.832186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/64915214-8674-49ac-ada4-8372f1df6aaa HTTP/1.1" status: 204 len: 168 time: 0.0987844 Dec 10 04:49:41.832186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995edb9-ee74-4e80-8985-6a611e957f7d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64915214-8674-49ac-ada4-8372f1df6aaa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:41.833658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:41.853568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ddafe45e-b008-47e6-8768-cccb0a4bdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.855858 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ddafe45e-b008-47e6-8768-cccb0a4bdecd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744359 Dec 10 04:49:41.890027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4cad6687-f1d3-4aae-ac0d-10ec023b3645 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0508049 Dec 10 04:49:41.893861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:41.949463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.955202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.960112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cc8ade7a-e5b8-4714-82e7-85f2a41925ad details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:49:41.961314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.967507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.974117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.980154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.986789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:41.995320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-04c065e8-5f2b-485d-966e-e843d13f7837 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1041434 Dec 10 04:49:42.024774 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-36f01eb5-ae26-494a-8715-90709a2f214f service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610360 Dec 10 04:49:42.025547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.054407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.069120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01a74e55-78f0-4647-8c26-3e27b29fbb33 req-a7b1b417-cc50-453e-b960-82a2acc327f4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728068 Dec 10 04:49:42.141278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:42.149027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-72571c09-0605-4cde-942b-31f9e3234ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.151120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-72571c09-0605-4cde-942b-31f9e3234ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40ff6550-71a5-4975-bd16-55f98cc21dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609195 Dec 10 04:49:42.156751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'port_id': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:49:42.239686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.242415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.243576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/c341ee83-74c8-48bf-8416-ec967e702361 HTTP/1.1" status: 204 len: 168 time: 0.3464537 Dec 10 04:49:42.246679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:42.253718 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.293155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-858da3f3-e21f-4de8-8e46-68a08dfd0a70 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065101 Dec 10 04:49:42.296757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d0778-dabb-4e6b-9cfb-42fca2c4684e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341ee83-74c8-48bf-8416-ec967e702361,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:42.300079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-8e0ae312-4f88-4912-8c32-c4981a5c216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.302313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-8e0ae312-4f88-4912-8c32-c4981a5c216c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470373 Dec 10 04:49:42.304647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8ade7a-e5b8-4714-82e7-85f2a41925ad {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:49:42.350042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-e164745e-6b8b-4e43-b0a2-74cb39bf4d43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.0462728 Dec 10 04:49:42.390932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:42.399457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.417757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-6492633e-883f-4515-9915-4526088130d6 service neutron] 10.222.0.41 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260337 Dec 10 04:49:42.465972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-aca7e9b6-31ba-4876-8d51-d278696528d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.468284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-aca7e9b6-31ba-4876-8d51-d278696528d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0978405 Dec 10 04:49:42.523881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-0dd9ef03-fdf7-470c-9f7e-ef1809c49886 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121978 Dec 10 04:49:42.544513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:42.590778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-eefd6af3-7c89-43c3-aa42-31ac4701ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.593378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-eefd6af3-7c89-43c3-aa42-31ac4701ffa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172583 Dec 10 04:49:42.651944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d8195-c477-4ec9-8ef2-d22f879b7fbd req-ff9b3972-38cb-4825-9967-e13aa5566b48 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.653528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-156d8195-c477-4ec9-8ef2-d22f879b7fbd req-ff9b3972-38cb-4825-9967-e13aa5566b48 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 945 time: 0.2336047 Dec 10 04:49:42.659245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c4e48cd9-8d83-4a46-bed7-8ee21d3142ad tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4115143 Dec 10 04:49:42.663555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:42.703341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d616-a1c5-4ee8-b4c7-5d96fe16f65a req-c442d159-1453-4e92-a806-c5b0a8cc7769 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:42.704968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b730d616-a1c5-4ee8-b4c7-5d96fe16f65a req-c442d159-1453-4e92-a806-c5b0a8cc7769 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.2861547 Dec 10 04:49:42.731388 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-4bb3ed0e-3f2c-4c80-a9e3-2031772242a6 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983030 Dec 10 04:49:42.739516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-9edc280a-104f-4552-9652-c4fa59f0372a service neutron] 10.222.0.41 "GET /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089001 Dec 10 04:49:42.751058 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-9aa38ae2-c62e-4b6b-9d71-b5e2c6407fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234324 Dec 10 04:49:42.803993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-156d8195-c477-4ec9-8ef2-d22f879b7fbd req-c63e3dc5-6666-438f-bd3d-276bd09751ef tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411552 Dec 10 04:49:42.822353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b730d616-a1c5-4ee8-b4c7-5d96fe16f65a req-e5427333-1c93-4f90-80a9-32ed9a513e96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076035 Dec 10 04:49:42.825585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.860570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.868126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['cc8ade7a-e5b8-4714-82e7-85f2a41925ad'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:49:42.878085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-51c0c0d1-5aa7-4b82-a435-f0acc0bcbe26 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186171 Dec 10 04:49:42.943281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.950226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:42.951879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba47f53f-1b66-474a-aac2-f2a2116ae60f HTTP/1.1" status: 204 len: 168 time: 0.2852111 Dec 10 04:49:42.963610 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-b4624b50-24ff-4d41-a12d-f28050b0bd4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.0769310 Dec 10 04:49:42.964581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43266) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.008091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538cea-fe7d-4992-80b0-e32448e80628 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47f53f-1b66-474a-aac2-f2a2116ae60f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:43.043420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0d732dec-c3e5-41f7-bf29-819d63c00725 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774627 Dec 10 04:49:43.044462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.057842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--601695299'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:43.084759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce7fa581-a827-4196-8e5b-c62eda6860bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.096361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-ce7fa581-a827-4196-8e5b-c62eda6860bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1235530 Dec 10 04:49:43.147363 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.207730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-e2b69c4d-7fc1-48cd-a364-eb2272132462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.209368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-e2b69c4d-7fc1-48cd-a364-eb2272132462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109376 Dec 10 04:49:43.350808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.357371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.363808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.364986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'name': 'network-vif-deleted', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:43.370576 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07caf3a4-5df9-4dea-93fd-99635aa44f3d" -d '{"events": [{"server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "name": "network-vif-deleted", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:43.383204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.392052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.402181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.409696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.412627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-a66b3dcc-d8aa-4f48-a68a-0206ee4e2801 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.2392190 Dec 10 04:49:43.415863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.427573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.445629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-e5affd42-b8b1-4819-a7f2-c5affd975e61 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216184 Dec 10 04:49:43.455165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.456964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4057105 Dec 10 04:49:43.464093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43308) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.471875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': 'b5564f6e-730b-484d-bdc1-876e544372dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:43.500023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f807a-8705-4161-9708-c23045649c65 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5564f6e-730b-484d-bdc1-876e544372dd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:43.529418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db843e70-359f-4fc3-b3e3-a5a9392ddc31 req-358b0427-32a0-4ace-93e5-6ee7baa6d4bb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.531896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db843e70-359f-4fc3-b3e3-a5a9392ddc31 req-358b0427-32a0-4ace-93e5-6ee7baa6d4bb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.1182258 Dec 10 04:49:43.589715 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-3723c7bf-26cd-4355-817d-f8386a94a703 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311669 Dec 10 04:49:43.637095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e602ebe-2f68-4b1e-a5da-450ef8724e1c req-0eb4a03e-6c5a-4d1a-940c-65a70771ba45 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116649 Dec 10 04:49:43.644751 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.678686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-f8bfe4ee-97f8-4605-9bff-d9184f61c989 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.0800941 Dec 10 04:49:43.680648 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d52a54-2da7-4081-b7cf-29d4693c5665 x-openstack-request-id: req-24d52a54-2da7-4081-b7cf-29d4693c5665 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:43.681121 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84944a5d-4003-472d-aaab-9b71d26b6509", "name": "network-vif-deleted", "tag": "14d3239d-59c3-448e-bb5f-7c82f3912b45", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:43.681511 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24d52a54-2da7-4081-b7cf-29d4693c5665 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:43.682616 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84944a5d-4003-472d-aaab-9b71d26b6509', 'name': 'network-vif-deleted', 'tag': '14d3239d-59c3-448e-bb5f-7c82f3912b45', 'status': 'completed', 'code': 200} Dec 10 04:49:43.717325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db843e70-359f-4fc3-b3e3-a5a9392ddc31 req-87f6ab80-efdb-4cc3-b49d-2f06c58f20dd tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676178 Dec 10 04:49:43.750310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5dc61572-6797-499f-957e-6b353bfd217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.752284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5dc61572-6797-499f-957e-6b353bfd217b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0651910 Dec 10 04:49:43.753772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.758745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.786189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d841228e-0621-4c27-ba77-3be23cc0c0f7,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:43.792047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.796881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-606cb5b4-ccaf-4cf7-a24c-ee9be28a55fc tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3295488 Dec 10 04:49:43.797450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43312) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.809579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2b84c418-665e-4c01-9c13-823a6eb5923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:43.811066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2b84c418-665e-4c01-9c13-823a6eb5923d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457032 Dec 10 04:49:43.822845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.831161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.862695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.871855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:43.873488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d841228e-0621-4c27-ba77-3be23cc0c0f7 HTTP/1.1" status: 204 len: 168 time: 0.0751081 Dec 10 04:49:43.883623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.884853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082957d-a000-4df1-9374-3adb611ccc7e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d841228e-0621-4c27-ba77-3be23cc0c0f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:43.960293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ea0d68d1-aaec-4559-b5e7-9873e92b5c1c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588136 Dec 10 04:49:43.962032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:43.987373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-27618215-25f7-4a54-a7c3-2732525193a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543102 Dec 10 04:49:43.992125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 14d3239d-59c3-448e-bb5f-7c82f3912b45 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:44.013478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 14d3239d-59c3-448e-bb5f-7c82f3912b45 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:44.014140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 14d3239d-59c3-448e-bb5f-7c82f3912b45 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:44.103165 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-bd9b3e60-2839-4966-aebb-edb690b3f4ce service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016967 Dec 10 04:49:44.110782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cedbb-86a9-42c5-97bb-32cfae7c62b6 req-5244bb91-e980-46ab-aa7f-7e9c98d05e5e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.112238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-651cedbb-86a9-42c5-97bb-32cfae7c62b6 req-5244bb91-e980-46ab-aa7f-7e9c98d05e5e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 945 time: 0.1282597 Dec 10 04:49:44.120461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee426c34-e8c5-4237-bd10-ce06e177d7e3 req-a5ed44c8-1072-480b-8da2-0326b195ca8a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.121885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee426c34-e8c5-4237-bd10-ce06e177d7e3 req-a5ed44c8-1072-480b-8da2-0326b195ca8a tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.1364667 Dec 10 04:49:44.122517 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.164618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-037909c4-9003-4a07-98e4-44037233f78a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0495880 Dec 10 04:49:44.181565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.227030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6fdf086d-e4ae-4ecd-a8d4-20c1624b7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.228606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6fdf086d-e4ae-4ecd-a8d4-20c1624b7115 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0512173 Dec 10 04:49:44.246871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-651cedbb-86a9-42c5-97bb-32cfae7c62b6 req-0a906c42-aed2-417d-b2a8-60dcf64427d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218512 Dec 10 04:49:44.268706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee426c34-e8c5-4237-bd10-ce06e177d7e3 req-6ae4db3c-fde5-480a-bd9b-9b38ec04af3b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293261 Dec 10 04:49:44.281215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.285570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.296717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5564f6e-730b-484d-bdc1-876e544372dd HTTP/1.1" status: 204 len: 168 time: 0.3237004 Dec 10 04:49:44.296810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.297368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db86610-1a0a-4fc3-b7d6-d3f2a7f32b5e tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5564f6e-730b-484d-bdc1-876e544372dd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:44.356828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5802d7df-d1fa-4e41-b152-eb5568def1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.358750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-5802d7df-d1fa-4e41-b152-eb5568def1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209846 Dec 10 04:49:44.366135 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d5e8c8e-01bb-4435-a4ef-cbf7da11247c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710340 Dec 10 04:49:44.366785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43328) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.371160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450281224'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:44.403549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.469231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-66254b3d-9284-46bf-b6e5-10b25798102e service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013305 Dec 10 04:49:44.490109 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.494139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.537922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.541480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1718817 Dec 10 04:49:44.542767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.544893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437a8c-e7a7-4dde-8fe1-92936a5f7084 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f518ad-2720-489c-83a1-b62955b96809,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:44.548935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '32f518ad-2720-489c-83a1-b62955b96809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:44.590338 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-0c406864-92f7-40a3-93e2-062957491b2a service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126530 Dec 10 04:49:44.596096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.648607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-cd8b92ec-48fa-439d-b3fa-13ace8cee4ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.0486040 Dec 10 04:49:44.738202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.744662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-77dba2e0-3a8c-474b-81ed-f79976138743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.746335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-77dba2e0-3a8c-474b-81ed-f79976138743 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0858848 Dec 10 04:49:44.747585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.768238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.777388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.785670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.792554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.799900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.805689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c174f4-262b-4397-9618-2924378f68f4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:44.808324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.818841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.820766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.821119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-c01faaef-97a8-4cde-a574-5701dca34476 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1271751 Dec 10 04:49:44.824295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a42b2b65-2052-48d0-aeb0-655fb6f6b873 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2784767 Dec 10 04:49:44.829021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43340) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.851722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-72b5806a-a441-4914-907f-26bb4746041b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules/26c174f4-262b-4397-9618-2924378f68f4 HTTP/1.1" status: 200 len: 763 time: 0.0214939 Dec 10 04:49:44.854008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fe0ecd4d-911e-4326-9470-1a7e7a4ff168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.855432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-fe0ecd4d-911e-4326-9470-1a7e7a4ff168 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980599 Dec 10 04:49:44.855896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43342) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.905586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-038b8ff9-21c0-4c7e-b9b7-1ee8fc923876 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486012 Dec 10 04:49:44.907470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dafe5-5798-4031-8a12-a9f807aac93a req-26d55d9f-84a9-4471-84ff-f3ba1ac8e46f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:44.909005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-108dafe5-5798-4031-8a12-a9f807aac93a req-26d55d9f-84a9-4471-84ff-f3ba1ac8e46f tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0863755 Dec 10 04:49:44.909484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43344) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:44.940202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5aff26ef-a0fc-40a6-9dad-8bf809e7f210 req-f41d6834-ec9b-44e1-b9b3-6e7449a58c4b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082811 Dec 10 04:49:44.964100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:44.985302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.007053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-108dafe5-5798-4031-8a12-a9f807aac93a req-e415a9a3-8d4a-4c88-b2e8-e0758eb8ddcb tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915177 Dec 10 04:49:45.027836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.037015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.038088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/26c174f4-262b-4397-9618-2924378f68f4 HTTP/1.1" status: 204 len: 168 time: 0.1237769 Dec 10 04:49:45.043255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43346) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.050681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1bebb-5118-4b9a-8742-0d7f3beff804 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26c174f4-262b-4397-9618-2924378f68f4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:45.086211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5eb3fc9e-2344-4cf3-8372-c5c4eba2f243 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415561 Dec 10 04:49:45.088733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.093649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '32f518ad-2720-489c-83a1-b62955b96809', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:45.124433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.185273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.190190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.208626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cfd55e-8df6-401c-9d3f-e8021c53cb4e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:45.213932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.218369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab9100bc-7751-4122-a700-b5ab193d0d5d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281400 Dec 10 04:49:45.218973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.236558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65e68810-f332-4137-b584-e99200a422c9 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules/40cfd55e-8df6-401c-9d3f-e8021c53cb4e HTTP/1.1" status: 200 len: 763 time: 0.0162358 Dec 10 04:49:45.238793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.276647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-e8f080ec-2e57-4a0c-aa2e-fc33ada37f02 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:45.278118 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-e8f080ec-2e57-4a0c-aa2e-fc33ada37f02 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.3150368 Dec 10 04:49:45.281832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79ea1c29-24d5-4d6a-89e3-e6affaf0be1b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393329 Dec 10 04:49:45.282084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-3e02d67c-4b58-4433-b3ef-2496da35923f service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959415 Dec 10 04:49:45.282295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.307923 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.317457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.401678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.411368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.412508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/40cfd55e-8df6-401c-9d3f-e8021c53cb4e HTTP/1.1" status: 204 len: 168 time: 0.1292772 Dec 10 04:49:45.415900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.424149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3dd4e-3f29-4a4f-9a0b-97b25cd9057b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40cfd55e-8df6-401c-9d3f-e8021c53cb4e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:45.440940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71482a-2568-4ba6-a084-22fb03042a9a req-dc1d1d2e-a574-495a-ae0e-d98ddf354718 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:45.442441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71482a-2568-4ba6-a084-22fb03042a9a req-dc1d1d2e-a574-495a-ae0e-d98ddf354718 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 945 time: 0.1098752 Dec 10 04:49:45.455278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4850c3-7c03-403f-bedf-a39831437806 req-5ad630e4-2f88-4bdd-aaa8-0efb13e2f5cf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:45.457122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b4850c3-7c03-403f-bedf-a39831437806 req-5ad630e4-2f88-4bdd-aaa8-0efb13e2f5cf tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.0918150 Dec 10 04:49:45.470586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6663d4a5-f044-4df3-a47d-cc09b6b1a5dc service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790743 Dec 10 04:49:45.503532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1ac379b7-6c3b-4716-b959-352da45bc8b5 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792248 Dec 10 04:49:45.507537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.523019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '32f518ad-2720-489c-83a1-b62955b96809', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:45.532572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:45.532913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.537454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-58bb97ad-df62-4ff7-b30a-aec9d7533efc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.0556235 Dec 10 04:49:45.550771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e71482a-2568-4ba6-a084-22fb03042a9a req-f89c9748-5034-451e-b6f9-9d2585fab77d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929515 Dec 10 04:49:45.564539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b4850c3-7c03-403f-bedf-a39831437806 req-368dabe6-9cf2-4fbc-ba9d-7ef16658bad6 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999920 Dec 10 04:49:45.605905 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Project 821cd19a9c8241dbbb468e5bd0083afa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:49:45.616930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.656555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-f0e9a6c2-6bf3-48ca-bf76-8606a21eb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:45.658037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-f0e9a6c2-6bf3-48ca-bf76-8606a21eb10a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1089160 Dec 10 04:49:45.698940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.703993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.711921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] For port 257a601d-c2c6-4ea2-ad47-c3b8f185217e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=257a601d-c2c6-4ea2-ad47-c3b8f185217e,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:45.712292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.726570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a5103e-af7a-4f05-9752-a94fc51954e0,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:45.740203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.744938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79fa4a0f-852b-4f8e-a490-5dec569db05c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335417 Dec 10 04:49:45.745874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43370) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.773310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b4df07cb-d5d1-4783-b02c-76116dddf272 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules/48a5103e-af7a-4f05-9752-a94fc51954e0 HTTP/1.1" status: 200 len: 769 time: 0.0240660 Dec 10 04:49:45.773894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43372) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.793125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6068e8f4-4561-4fb7-815a-576f7faf3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:45.794738 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-6068e8f4-4561-4fb7-815a-576f7faf3a80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270645 Dec 10 04:49:45.818475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8dd5df29-bd7b-426d-b7bb-168e5c015f8c tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0405581 Dec 10 04:49:45.818901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.842402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.850395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.878558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.885351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:45.891094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/48a5103e-af7a-4f05-9752-a94fc51954e0 HTTP/1.1" status: 204 len: 168 time: 0.0667894 Dec 10 04:49:45.891094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:45.900531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee32cb-8604-4207-8e8b-cee576b61c3d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48a5103e-af7a-4f05-9752-a94fc51954e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:45.937917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59658cf6-d5e7-49ae-9380-e0f4e9de46ab tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429516 Dec 10 04:49:45.938122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:46.008072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cc8ade7a-e5b8-4714-82e7-85f2a41925ad up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:49:46.106828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.114644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.119486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port cc8ade7a-e5b8-4714-82e7-85f2a41925ad completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:49:46.121118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.125976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port cc8ade7a-e5b8-4714-82e7-85f2a41925ad triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:46.126625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.128287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.134413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.136663 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-2bc5d162-8542-43e1-987a-a2887939e5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308372 Dec 10 04:49:46.140507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.146941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.148978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-4387106f-89a8-4d9c-bc6c-a5125c3ce0bf tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1139352 Dec 10 04:49:46.237978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4782058-e9b7-4ae1-8b9e-824ce77246e8 req-be77f3fe-bcc6-4e3c-a9b9-e3782e940d6d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.239502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4782058-e9b7-4ae1-8b9e-824ce77246e8 req-be77f3fe-bcc6-4e3c-a9b9-e3782e940d6d tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 944 time: 0.0895600 Dec 10 04:49:46.248825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.249669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.249984 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Floating IP 0f62a010-b1e6-438e-b958-03fdb70dbc19 disassociated. External IP: 172.25.8.224, port: 257a601d-c2c6-4ea2-ad47-c3b8f185217e. Dec 10 04:49:46.250384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for 257a601d-c2c6-4ea2-ad47-c3b8f185217e owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:46.255930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c6e519f-9408-452c-b72d-dfcd1dd31a58 req-cee2b996-3a86-4b42-9231-0d1b3eabe6c6 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967062 Dec 10 04:49:46.263714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.278354 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.305095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:46.307843 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e115c-0b80-4446-a16d-167d6684c70e" -d '{"events": [{"server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:46.323884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:46.333122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.343080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4782058-e9b7-4ae1-8b9e-824ce77246e8 req-cc272b88-cd71-4884-aecc-21e169356e26 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups?id=342f6153-acec-431d-9389-825697a487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809355 Dec 10 04:49:46.370039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.372769 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642f3a2-37f1-410d-9432-3e551dae1d1e x-openstack-request-id: req-b642f3a2-37f1-410d-9432-3e551dae1d1e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:46.373164 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:46.373617 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b642f3a2-37f1-410d-9432-3e551dae1d1e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:46.374943 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad', 'code': 200} Dec 10 04:49:46.403260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:46.444932 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc572d1f-6cee-4ab0-8416-02705cab6931 req-3c9f9043-5cc2-4170-846e-075e5a37edc0 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885180 Dec 10 04:49:46.475312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.478386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.480517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/32f518ad-2720-489c-83a1-b62955b96809 HTTP/1.1" status: 204 len: 168 time: 0.5414276 Dec 10 04:49:46.482428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:46.492168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0cf9d-127a-4946-a60b-e3acb29929eb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f518ad-2720-489c-83a1-b62955b96809,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:46.560087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.597413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bd7674a8-7ce5-4969-b233-797919e1bccb tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129546 Dec 10 04:49:46.601749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:46.606654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group': {'name': 'tempest-secgroup--738933983'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:46.609052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36936fbb-1adb-47db-bbea-845995d4a8eb req-240fd06c-d17c-4a6d-a2a9-10892ffac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.610632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36936fbb-1adb-47db-bbea-845995d4a8eb req-240fd06c-d17c-4a6d-a2a9-10892ffac7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 1097 time: 0.0809655 Dec 10 04:49:46.613954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=257a601d-c2c6-4ea2-ad47-c3b8f185217e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:46.686393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.761042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34cdb-7793-4da2-a5c2-f725af13ca08 req-985755d9-bfc9-412f-a4c5-1ada2d774054 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.762704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d34cdb-7793-4da2-a5c2-f725af13ca08 req-985755d9-bfc9-412f-a4c5-1ada2d774054 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.1041033 Dec 10 04:49:46.765727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36936fbb-1adb-47db-bbea-845995d4a8eb req-701c9ac3-e6ce-4e66-bc5d-58644f95e277 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434920 Dec 10 04:49:46.815185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.815577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.816034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.816505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.816959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.817406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.817858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:46.819742 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-8aa58cb9-b4a3-4534-8023-972da84165d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6478 time: 0.1143012 Dec 10 04:49:46.824789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d34cdb-7793-4da2-a5c2-f725af13ca08 req-473810f2-c2ee-4ee7-9bb6-577a3e151320 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541379 Dec 10 04:49:46.916234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Router 1b85b636-c0db-44c3-896e-69cd19f25211 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:46.918497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.928557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.983989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:46.985418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3827076 Dec 10 04:49:46.988928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:46.996570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b3f8-1a92-40f6-8447-220e0f22e2d4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f937096-f272-492c-9568-52f0b1c3d482,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:46.999018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Request body: {'security_group_rule': {'security_group_id': '3f937096-f272-492c-9568-52f0b1c3d482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:47.040595 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.121926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.130189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-45d753b1-4176-4a61-8a2b-539e76d08177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.130399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.132016 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-45d753b1-4176-4a61-8a2b-539e76d08177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 902 time: 0.3018200 Dec 10 04:49:47.138688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:47.153041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Sync routers for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:47.163299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cae7811-c840-434a-8b86-e3ae22129f43,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:47.174090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.175863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4129cb86-810c-4274-92dd-0eb52039276d tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856267 Dec 10 04:49:47.178360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:47.193211 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:47.194414 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:47.250216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.258972 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-bbdf639d-9137-470e-a161-1c92cffebfb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.1177666 Dec 10 04:49:47.277540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.319680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] No DVR routers for this DVR port 257a601d-c2c6-4ea2-ad47-c3b8f185217e on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:47.322235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-2dd5eb0f-0382-4727-8c01-1ff3f5b2ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.323779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-2dd5eb0f-0382-4727-8c01-1ff3f5b2ef0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0493765 Dec 10 04:49:47.325055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.329142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-be77aadc-b6f4-4314-975d-a90eaeeac618 req-1499de30-1120-42a8-a22a-71c0d6f1bc0a tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.36 "DELETE /v2.0/ports/257a601d-c2c6-4ea2-ad47-c3b8f185217e HTTP/1.1" status: 204 len: 173 time: 2.0387897 Dec 10 04:49:47.329678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-deleted', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:49:47.332229 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37eef2-88ac-4308-aba7-9f87a0c6ce5e" -d '{"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-deleted", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:49:47.367079 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:47.376018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.379298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:47.387844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/3f937096-f272-492c-9568-52f0b1c3d482 HTTP/1.1" status: 204 len: 168 time: 0.2033505 Dec 10 04:49:47.388914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:47.411355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcfff-a6ca-43a8-a818-445018bc465d req-c640e603-374c-440b-aa2d-f303379e8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.413110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-c640e603-374c-440b-aa2d-f303379e8896 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775211 Dec 10 04:49:47.426659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4902082-34f4-4716-8a23-29616ba47c14 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f937096-f272-492c-9568-52f0b1c3d482,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:47.474898 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a8d1f0-d313-410f-a81e-4e029361c502 x-openstack-request-id: req-a2a8d1f0-d313-410f-a81e-4e029361c502 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:49:47.479939 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc2d99-b70b-4c48-bda4-bd785d68c72c", "name": "network-vif-deleted", "tag": "257a601d-c2c6-4ea2-ad47-c3b8f185217e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:49:47.480409 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2a8d1f0-d313-410f-a81e-4e029361c502 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:49:47.481785 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc2d99-b70b-4c48-bda4-bd785d68c72c', 'name': 'network-vif-deleted', 'tag': '257a601d-c2c6-4ea2-ad47-c3b8f185217e', 'status': 'completed', 'code': 200} Dec 10 04:49:47.508035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b4f120bc-30ae-4b4c-8049-a71ca23355e4 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1090403 Dec 10 04:49:47.510287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:47.572980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.579597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.585520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.591728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.597842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.603827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.604629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-eba16b43-6109-4950-a28f-379cfe518f2a service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813600 Dec 10 04:49:47.610866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:47.613048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-4ce73679-023b-4ca5-8ea2-ea6198f17037 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1806903 Dec 10 04:49:47.631973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e879867-b7f7-46cb-8312-1c2bb38f63bd req-9d74c473-ec66-42a6-bc65-b4a303f29263 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fdc2d99-b70b-4c48-bda4-bd785d68c72c HTTP/1.1" status: 200 len: 210 time: 0.1026845 Dec 10 04:49:47.690313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b2457ab9-80d0-423a-a27e-837eff36c37a tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1675539 Dec 10 04:49:47.690905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:47.707414 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19afcfff-a6ca-43a8-a818-445018bc465d req-34625b14-8814-458a-b67c-7ce6313cf8c9 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946147 Dec 10 04:49:47.714932 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-99376b29-2992-4995-aa3f-f00346786302 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] delete failed (client error): The resource could not be found. Dec 10 04:49:47.719790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99376b29-2992-4995-aa3f-f00346786302 tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "DELETE /v2.0/security-groups/3f937096-f272-492c-9568-52f0b1c3d482 HTTP/1.1" status: 404 len: 347 time: 0.0241373 Dec 10 04:49:47.720917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:47.741217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3a03f46-06da-4fb9-8dcc-f5b10f702b6a req-5da72d60-09ab-4b29-93c1-9367671f4d1a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108696 Dec 10 04:49:47.770305 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:47.791756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8653b911-7a73-45a3-9688-5122eb07af2b tempest-SecGroupIPv6Test-1827106116 tempest-SecGroupIPv6Test-1827106116-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665772 Dec 10 04:49:47.801299 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Checking router: 1b85b636-c0db-44c3-896e-69cd19f25211 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:47.814482 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:47.815117 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:47.969680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:48.014879 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:48.026369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 257a601d-c2c6-4ea2-ad47-c3b8f185217e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:48.026863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 257a601d-c2c6-4ea2-ad47-c3b8f185217e not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:48.063584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892223b-ca7c-4f0f-9e17-9a2a1aa58945 req-ebdfb0d0-b667-4166-99a2-f3d45e856dbf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.071169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2892223b-ca7c-4f0f-9e17-9a2a1aa58945 req-ebdfb0d0-b667-4166-99a2-f3d45e856dbf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.1427841 Dec 10 04:49:48.150599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2892223b-ca7c-4f0f-9e17-9a2a1aa58945 req-d7b846da-0720-4c0a-93e6-513b2d7bba3f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635850 Dec 10 04:49:48.165571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43448) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:48.306944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46a3b16b-9f39-4519-a254-f24775508329 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=821cd19a9c8241dbbb468e5bd0083afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401603 Dec 10 04:49:48.309993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:48.321062 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:48.349120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a9f43-8201-4282-9b82-ba8f1a8e14b8 None None] The sync data for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 is: [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 4, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '63cbaec9-43e9-47aa-8e1f-cb354dcb815a', 'name': '', 'network_id': '267a427e-6f58-4e8d-a963-1574b9b9e6a2', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'mac_address': 'fa:16:3e:56:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:45Z', 'updated_at': '2021-12-10T04:39:54Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'subnets': [{'id': '2b53aada-70be-408a-9f6a-de15487f72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:48.365879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.388379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.438758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.441752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.443042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f0f9f83-3c48-4c17-9e53-38a9aaf4e711 HTTP/1.1" status: 204 len: 168 time: 0.1319206 Dec 10 04:49:48.454626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750dd5-c929-46b3-9043-a462dbdd0604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f9f83-3c48-4c17-9e53-38a9aaf4e711,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:48.612621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23090bd-4eb4-4b68-aa82-c58a8fc5f18e None None] New status for floating IP 0f62a010-b1e6-438e-b958-03fdb70dbc19: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:49:48.728991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:48.820654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.860383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.918152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.922790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:48.924215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/342f6153-acec-431d-9389-825697a487e2 HTTP/1.1" status: 204 len: 168 time: 0.1933854 Dec 10 04:49:48.932706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.934391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:48.935263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48739720-62db-48f3-a943-b8628346d2a4 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f6153-acec-431d-9389-825697a487e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:48.939756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.946529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.954913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.963460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.969586 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-69f7cf9f-d30e-4f46-96a2-6ec456dbbb19 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] show failed (client error): The resource could not be found. Dec 10 04:49:48.970297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.970780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69f7cf9f-d30e-4f46-96a2-6ec456dbbb19 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "GET /v2.0/security-groups/342f6153-acec-431d-9389-825697a487e2 HTTP/1.1" status: 404 len: 347 time: 0.0317416 Dec 10 04:49:48.973486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:48.980440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:48.989545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-c12bc01f-9c52-4c21-b9cd-10739089ccbb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1274908 Dec 10 04:49:49.113796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f88141d-3fa9-4d6b-8af9-3380416ec8b4 req-27f8cbcd-53f6-44e9-93fb-96858adae441 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232436 Dec 10 04:49:49.287508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55661cc-edbd-468b-bc1d-8b635585e66b req-83a5c495-edf1-44e6-82a9-e93d5a7aed68 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:49.296907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55661cc-edbd-468b-bc1d-8b635585e66b req-83a5c495-edf1-44e6-82a9-e93d5a7aed68 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.0818460 Dec 10 04:49:49.365715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55661cc-edbd-468b-bc1d-8b635585e66b req-30456b79-e9c3-48d6-9b7f-d3ad3e1c999d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676932 Dec 10 04:49:49.465117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43498) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:49.508952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Deleting port 471e82a3-53db-4836-b6e7-b7873fbd87ff {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:49.509722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.555855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfb04-f144-4285-a680-0e10b3dd134f req-4aee6b94-1d26-40ce-910c-3d03218a9ed1 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:49.565506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174cfb04-f144-4285-a680-0e10b3dd134f req-4aee6b94-1d26-40ce-910c-3d03218a9ed1 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.0850172 Dec 10 04:49:49.599836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.600337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.614509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Calling delete_port for 471e82a3-53db-4836-b6e7-b7873fbd87ff owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:49.617678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-37b49cf0-a3f7-4530-b2d5-97002bd7a5ec tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:49.618721 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-37b49cf0-a3f7-4530-b2d5-97002bd7a5ec tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 04:49:49.619210 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-37b49cf0-a3f7-4530-b2d5-97002bd7a5ec tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 04:49:49.626260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-37b49cf0-a3f7-4530-b2d5-97002bd7a5ec tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1540408 Dec 10 04:49:49.628641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:49.632880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633432135'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:49.678471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174cfb04-f144-4285-a680-0e10b3dd134f req-2aba439a-8e7d-40f3-806b-720540ee3e49 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117625 Dec 10 04:49:49.687724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.697156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.809092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.814874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.818558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.848203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Pushing event deleted for resources: {'Port': ['ID=471e82a3-53db-4836-b6e7-b7873fbd87ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:49.860030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c7e85-52ae-4cd4-ab32-06fe5159d6a5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:49.872757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1490e-e460-4e9b-b4fe-642654914dc3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:49:49.921955 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.932319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.948222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.953656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.956525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fda9265d-1849-4419-8506-01e5ae056564 tempest-ServerActionsTestJSON-1970929039 tempest-ServerActionsTestJSON-1970929039-project] 10.222.0.43 "DELETE /v2.0/floatingips/0f62a010-b1e6-438e-b958-03fdb70dbc19 HTTP/1.1" status: 204 len: 168 time: 0.9810627 Dec 10 04:49:49.958408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:49.981170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:49.982762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3532021 Dec 10 04:49:49.985745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:49.990650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '52d80041-3fe8-4cae-a633-b1b1975e2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:50.000929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699c38f-e1d9-4545-9161-61efaa898b35 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d80041-3fe8-4cae-a633-b1b1975e2fb2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:50.046512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.120541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.177466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.201037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.223329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dea79c9-3754-4925-8926-93153a6e28a7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:50.294398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.300057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.301578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-207c44dd-43f6-46dc-ae61-bdaf639ebd80 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144395 Dec 10 04:49:50.306334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.308000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.317020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e63a83b1-64b1-4a5a-bc68-13d6705ed777 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '52d80041-3fe8-4cae-a633-b1b1975e2fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:50.320277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.326284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.333305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.339277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.346431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:50.348521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-a2907594-cf15-4465-beca-5f4baf2c2e0b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1279705 Dec 10 04:49:50.371220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e63a83b1-64b1-4a5a-bc68-13d6705ed777 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.445131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd547a73-e375-4317-9021-334ec6fd02b9 req-cb746b96-fb29-46c6-8536-3636e8bf9484 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874605 Dec 10 04:49:50.517195 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-e63a83b1-64b1-4a5a-bc68-13d6705ed777 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 04:49:50.518251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e63a83b1-64b1-4a5a-bc68-13d6705ed777 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2075517 Dec 10 04:49:50.521243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.583020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.616008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.667718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.671044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.674658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/52d80041-3fe8-4cae-a633-b1b1975e2fb2 HTTP/1.1" status: 204 len: 168 time: 0.1497955 Dec 10 04:49:50.675441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.681577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6814f35-9d57-43ba-8cf6-19775138959e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d80041-3fe8-4cae-a633-b1b1975e2fb2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:50.734854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91bbb9af-66ca-4d4e-aa4a-e32518c60757 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582047 Dec 10 04:49:50.738869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43530) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.741165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.743783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752818828'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:50.770661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.848011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.852632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.883061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:50.887118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1444416 Dec 10 04:49:50.887256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43536) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.893018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-99e7d42b-9343-443c-bcd9-efe8acec026e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'bc4c654f-2a34-4b5c-a49e-c52705d0aa74', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:50.893762 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-99e7d42b-9343-443c-bcd9-efe8acec026e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 04:49:50.894264 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-99e7d42b-9343-443c-bcd9-efe8acec026e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:50.897823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99e7d42b-9343-443c-bcd9-efe8acec026e tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070164 Dec 10 04:49:50.897939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:50.906039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad7a3f-4955-4838-8116-b78c4fd7a5dc tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c654f-2a34-4b5c-a49e-c52705d0aa74,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:50.971029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.009092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.031118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Deleting port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:51.031721 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.058108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.060895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.062754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/bc4c654f-2a34-4b5c-a49e-c52705d0aa74 HTTP/1.1" status: 204 len: 168 time: 0.1638138 Dec 10 04:49:51.066024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43544) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.084270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff9eb-1fc9-4781-9e8d-eb873ef2e990 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c654f-2a34-4b5c-a49e-c52705d0aa74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:51.119882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] For port 63cbaec9-43e9-47aa-8e1f-cb354dcb815a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:51.120066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b9b4ecc-48f5-4ebf-a3d1-1697095564c3 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517373 Dec 10 04:49:51.120306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.123576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.128815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--369636492'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:51.134835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Calling delete_port for 63cbaec9-43e9-47aa-8e1f-cb354dcb815a owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:51.154441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.233764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.241159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.274039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.278547 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.279763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1544569 Dec 10 04:49:51.289170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.300596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e2bb1db1-b189-44a0-a2ae-b14878228b5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '025b00ba-1e80-4a40-a5e1-ab77abe1c356', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:51.301494 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-e2bb1db1-b189-44a0-a2ae-b14878228b5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 04:49:51.301994 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-e2bb1db1-b189-44a0-a2ae-b14878228b5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:51.304544 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2bb1db1-b189-44a0-a2ae-b14878228b5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128155 Dec 10 04:49:51.305929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43558) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.325737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585a1c3-46ec-4949-a782-24e7d1e0b4f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025b00ba-1e80-4a40-a5e1-ab77abe1c356,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:51.409439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.433574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.442149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.476514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Pushing event deleted for resources: {'Port': ['ID=63cbaec9-43e9-47aa-8e1f-cb354dcb815a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:51.574843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.581462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:51.582630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/025b00ba-1e80-4a40-a5e1-ab77abe1c356 HTTP/1.1" status: 204 len: 168 time: 0.2758012 Dec 10 04:49:51.585718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:51.655587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9d465-028d-4eb9-b766-8166eba226ae tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b00ba-1e80-4a40-a5e1-ab77abe1c356,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:51.755509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.000923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Router 1b85b636-c0db-44c3-896e-69cd19f25211 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:52.038815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-67703568-4a44-42d9-bdfa-a59be1a8e84a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4431787 Dec 10 04:49:52.043785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.048770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273638674'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:52.050264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.056083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.062002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.067867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.073752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.079618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.085593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:52.087473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-bab6865a-bc04-4616-aab0-d25c61b2a933 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.5052211 Dec 10 04:49:52.107244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.147004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:52.154434 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df067fd0-d78a-43ef-a3a7-d12f051bee2b admin admin] 10.222.0.43 "PUT /v2.0/routers/1b85b636-c0db-44c3-896e-69cd19f25211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1946051 Dec 10 04:49:52.158497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.162927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Sync routers for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:52.203092 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:52.203963 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:52.227295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f13aa8d6-0e5f-4fa2-9501-fcfb0c7f2d7b req-3bdd6857-03e0-4e28-8f37-005ff4133831 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110561 Dec 10 04:49:52.286077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.325384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-700e031a-8eb1-46c2-a79a-d834d6e29689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.355455 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:52.560623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.568816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.603675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:49:51Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:52.616686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.634170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Checking router: 1b85b636-c0db-44c3-896e-69cd19f25211 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:52.643841 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Routers {'1b85b636-c0db-44c3-896e-69cd19f25211'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:52.644818 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1b85b636-c0db-44c3-896e-69cd19f25211'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:52.705412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.17 (40ff6550-71a5-4975-bd16-55f98cc21dec/70339eda-90d2-41ba-a6b2-4e02d6b65034/b6cb2861-890c-459f-a8fd-baa1f531f9ee) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:49:52.714799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82efa4bb-99d5-4425-b39c-46d5ae5bba8f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:52.723130 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.727944 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f41b5a9b-e676-4b5a-adb0-4abc33b21820 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6830094 Dec 10 04:49:52.730785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.738802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f396875f-0998-4db6-a8d4-883b8b3ce0f6 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '82efa4bb-99d5-4425-b39c-46d5ae5bba8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:52.751260 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-f396875f-0998-4db6-a8d4-883b8b3ce0f6 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 04:49:52.752631 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-f396875f-0998-4db6-a8d4-883b8b3ce0f6 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:52.754092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f396875f-0998-4db6-a8d4-883b8b3ce0f6 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0223546 Dec 10 04:49:52.759154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.772781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0f658d6a-ed4a-4d00-a422-09763eeaf415 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '82efa4bb-99d5-4425-b39c-46d5ae5bba8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:52.774527 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-0f658d6a-ed4a-4d00-a422-09763eeaf415 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 04:49:52.775369 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-0f658d6a-ed4a-4d00-a422-09763eeaf415 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:52.776603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0f658d6a-ed4a-4d00-a422-09763eeaf415 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162537 Dec 10 04:49:52.780523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43588) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.784979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6e3a8ecf-c00e-49e7-acc5-4e8a0e677dbe tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '82efa4bb-99d5-4425-b39c-46d5ae5bba8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:52.785512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.786442 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-6e3a8ecf-c00e-49e7-acc5-4e8a0e677dbe tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 04:49:52.787049 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-6e3a8ecf-c00e-49e7-acc5-4e8a0e677dbe tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:52.788306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6e3a8ecf-c00e-49e7-acc5-4e8a0e677dbe tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070925 Dec 10 04:49:52.791349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.799982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3ae94f80-9c08-4f16-8747-556ebdd93a87 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': '82efa4bb-99d5-4425-b39c-46d5ae5bba8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:52.800956 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-3ae94f80-9c08-4f16-8747-556ebdd93a87 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 04:49:52.801486 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3ae94f80-9c08-4f16-8747-556ebdd93a87 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:52.802549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ae94f80-9c08-4f16-8747-556ebdd93a87 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065813 Dec 10 04:49:52.805410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.871422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.911920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.914145 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] Set router 1b85b636-c0db-44c3-896e-69cd19f25211 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:52.924819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.937094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.967838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 40ff6550-71a5-4975-bd16-55f98cc21dec is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:52.972187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:52.987551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.990496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:52.991700 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/82efa4bb-99d5-4425-b39c-46d5ae5bba8f HTTP/1.1" status: 204 len: 168 time: 0.1853828 Dec 10 04:49:52.995879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:52.999520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Deleting port ece5039e-0d51-46d7-9f33-e8f3962ee98c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:52.999857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.004768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:49:53.040702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c72bb-7d2a-4da7-94b0-340bf0673afb tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efa4bb-99d5-4425-b39c-46d5ae5bba8f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:53.089449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c871b2bd-4c27-4c4d-a9f4-97623ac86d95 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0885291 Dec 10 04:49:53.090306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.090549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.097772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103939514'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.163065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:53.184011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.195869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] For port ece5039e-0d51-46d7-9f33-e8f3962ee98c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ece5039e-0d51-46d7-9f33-e8f3962ee98c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:53.196374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.222360 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:49:51Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:53.226474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Calling delete_port for ece5039e-0d51-46d7-9f33-e8f3962ee98c owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:53.253653 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31285b1-8a43-4396-acf6-4553d90b37e1 None None] The sync data for ids ['1b85b636-c0db-44c3-896e-69cd19f25211'] in n-d-817326-3 is: [{'id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'name': 'tempest-ServerActionsTestJSON-341809941-router', 'tenant_id': '9dccea3e137548b0b02f20166abda1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:37Z', 'updated_at': '2021-12-10T04:49:51Z', 'revision_number': 5, 'project_id': '9dccea3e137548b0b02f20166abda1a4', 'gw_port': {'id': 'ece5039e-0d51-46d7-9f33-e8f3962ee98c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85b636-c0db-44c3-896e-69cd19f25211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:40Z', 'updated_at': '2021-12-10T04:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:53.345720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.409172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3eb2cba5-8066-4b24-b4fe-83b533b5197b None None] Provisioning complete for port b6cb2861-890c-459f-a8fd-baa1f531f9ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:53.410066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cba5-8066-4b24-b4fe-83b533b5197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.443956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.455886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.471508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3eb2cba5-8066-4b24-b4fe-83b533b5197b None None] Port b6cb2861-890c-459f-a8fd-baa1f531f9ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:53.499279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.501731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.504607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.506258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.509405 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4163239 Dec 10 04:49:53.513111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.516301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.519394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.525613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.530550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8e1dfc1d-7be0-4866-9ff0-e24769fa3ab9 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.531942 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-8e1dfc1d-7be0-4866-9ff0-e24769fa3ab9 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 04:49:53.532130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.532886 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-8e1dfc1d-7be0-4866-9ff0-e24769fa3ab9 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:53.534297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e1dfc1d-7be0-4866-9ff0-e24769fa3ab9 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167322 Dec 10 04:49:53.538256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:53.540277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-05b9714d-bc5d-4ded-9a81-21cbfbee18d3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1749811 Dec 10 04:49:53.542656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.549674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cae45b47-3586-4a06-b918-539e9893fad1 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.568958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6159f2a-5edf-4f52-9189-8d2ce3459a86 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce795aef-6bd4-476a-b0ef-d65fa7700f72,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:53.615188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.639151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=ece5039e-0d51-46d7-9f33-e8f3962ee98c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:53.666807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c5008-765c-4e27-bb3c-d8ec40c7ea24 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:49:53.727272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea4a432e-7557-472c-9ed2-218b7d487a06 req-80ce5513-8975-4ff8-8125-d908c2956624 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688094 Dec 10 04:49:53.731617 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-cae45b47-3586-4a06-b918-539e9893fad1 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:53.735687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.736608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cae45b47-3586-4a06-b918-539e9893fad1 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1928587 Dec 10 04:49:53.741542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b25d5a29-1093-48e3-8d23-bf0b5bd12876 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.742287 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-b25d5a29-1093-48e3-8d23-bf0b5bd12876 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 04:49:53.742901 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-b25d5a29-1093-48e3-8d23-bf0b5bd12876 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:53.744262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b25d5a29-1093-48e3-8d23-bf0b5bd12876 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074534 Dec 10 04:49:53.745688 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.747465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.752682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1d2ea632-2092-439f-9f61-eeb2efc257df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.779601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cbaec9-43e9-47aa-8e1f-cb354dcb815a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:53.801029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 63cbaec9-43e9-47aa-8e1f-cb354dcb815a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:53.801530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cbaec9-43e9-47aa-8e1f-cb354dcb815a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:53.892701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.901089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.906087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.912629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.956882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.957490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b85b636-c0db-44c3-896e-69cd19f25211 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:49:53.959883 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-1d2ea632-2092-439f-9f61-eeb2efc257df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:53.963839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d2ea632-2092-439f-9f61-eeb2efc257df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2124739 Dec 10 04:49:53.964248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:53.968217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb34a8a3-bfbc-4618-aad3-fd55d9655ecc admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b85b636-c0db-44c3-896e-69cd19f25211 HTTP/1.1" status: 204 len: 168 time: 1.8059926 Dec 10 04:49:53.968217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.971356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5329e921-9e16-47b2-b0b9-ccaf3bca75df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.971653 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-5329e921-9e16-47b2-b0b9-ccaf3bca75df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 04:49:53.972185 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-5329e921-9e16-47b2-b0b9-ccaf3bca75df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:53.973167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5329e921-9e16-47b2-b0b9-ccaf3bca75df tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062170 Dec 10 04:49:53.973686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.981407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:53.986809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-89600d64-abf5-41fd-8d28-a12e503c5e68 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:53.994869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:54.015498 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.038612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Deleting subnet 2b53aada-70be-408a-9f6a-de15487f72ce {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:49:54.042761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.086935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.110216 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-89600d64-abf5-41fd-8d28-a12e503c5e68 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:54.111279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89600d64-abf5-41fd-8d28-a12e503c5e68 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1290510 Dec 10 04:49:54.114223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43632) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.119088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4e8dfd1b-f8ad-4e5f-8b05-47c319a6b790 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:54.119965 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-4e8dfd1b-f8ad-4e5f-8b05-47c319a6b790 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 04:49:54.120540 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-4e8dfd1b-f8ad-4e5f-8b05-47c319a6b790 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:54.124037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e8dfd1b-f8ad-4e5f-8b05-47c319a6b790 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061147 Dec 10 04:49:54.124506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.128731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2908e9c1-786b-42c2-a555-3010075af80d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:54.143800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 40ff6550-71a5-4975-bd16-55f98cc21dec is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:49:54.146794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:49:54.218178 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-2908e9c1-786b-42c2-a555-3010075af80d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:54.223330 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2908e9c1-786b-42c2-a555-3010075af80d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0939922 Dec 10 04:49:54.224282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.225898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.237837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4490c33a-325c-4326-9d7d-7043b620be97 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'ce795aef-6bd4-476a-b0ef-d65fa7700f72', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:54.324923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.329392 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-4490c33a-325c-4326-9d7d-7043b620be97 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:54.329856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:49:54.330454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4490c33a-325c-4326-9d7d-7043b620be97 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1002867 Dec 10 04:49:54.333311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.355076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b53aada-70be-408a-9f6a-de15487f72ce,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:54.357175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.363372 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cfd72bb-7329-4986-898a-c7337d07151c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b53aada-70be-408a-9f6a-de15487f72ce HTTP/1.1" status: 204 len: 168 time: 0.3865426 Dec 10 04:49:54.363758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a7c09-94d4-4262-8699-c55e2c3beea2 None None] Network 267a427e-6f58-4e8d-a963-1574b9b9e6a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:49:54.363845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.443998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.496668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.509774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Deleting port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:54.510355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.524556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8287e2ac-5912-4b7f-a53c-d5e6b790cb53 None None] Provisioning complete for port b6cb2861-890c-459f-a8fd-baa1f531f9ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:54.525543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8287e2ac-5912-4b7f-a53c-d5e6b790cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.538850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.542346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:49:54.548500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f57ce7a5-060c-47db-be86-d7377824d2bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/9f82da0a-be5b-49ae-98e5-24139dcbb4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2731400 Dec 10 04:49:54.565118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:49:54.590636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:54.591560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:54.596166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8287e2ac-5912-4b7f-a53c-d5e6b790cb53 None None] Port b6cb2861-890c-459f-a8fd-baa1f531f9ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:49:54.637348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.640086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.641318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce795aef-6bd4-476a-b0ef-d65fa7700f72 HTTP/1.1" status: 204 len: 168 time: 0.3068016 Dec 10 04:49:54.654227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43646) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.674953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] For port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,segment=NetworkSegment(66facb82-ea58-4ed1-90af-3e27aec92ea2),segment_id=66facb82-ea58-4ed1-90af-3e27aec92ea2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:54.675330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.691067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc30d-8ad2-4709-adce-69f04b26b501 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce795aef-6bd4-476a-b0ef-d65fa7700f72,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:54.712642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Calling delete_port for dfe2969e-18b8-4d9f-b27e-a8f98e39c13b owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:49:54.765246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-19602a07-8a91-4405-a88d-ff08a2c024f3 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1061668 Dec 10 04:49:54.766413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43650) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:54.773669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724716046'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:54.810028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.834334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.866485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe2969e-18b8-4d9f-b27e-a8f98e39c13b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:54.874836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebbc2f-e1f5-42ac-83c8-d672d11b7746 None None] DHCP port deletion for 267a427e-6f58-4e8d-a963-1574b9b9e6a2 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:49:54.878777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] No DVR routers for this DVR port dfe2969e-18b8-4d9f-b27e-a8f98e39c13b on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:49:54.922252 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36cf0f92-58a9-41f9-bb97-397fd7bbe198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:54.969325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:54.975896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:54.982000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:54.988143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:54.999145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:55.009405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:55.012779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:55.017292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:55.018507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.025374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-1a3f5283-0814-4691-ac69-288633c7891d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1593623 Dec 10 04:49:55.053653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267a427e-6f58-4e8d-a963-1574b9b9e6a2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:55.066079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.072131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66facb82-ea58-4ed1-90af-3e27aec92ea2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:55.073237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66facb82-ea58-4ed1-90af-3e27aec92ea2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:55.074848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.087859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.105118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.114102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:49:55.115750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.123465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.128468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3568897 Dec 10 04:49:55.128468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cb691-9351-4119-bfe3-75d5219f3f88 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c438d-69f2-493b-bc10-6647c4ee504d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:55.129698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.134170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4f7793f1-9fed-4aae-9df8-b4267ac50154 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'f28c438d-69f2-493b-bc10-6647c4ee504d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:55.158432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90932b71-6a7e-4809-a221-f18d29c4c48b req-d61b662c-a58a-459d-ba75-56065759b994 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320157 Dec 10 04:49:55.189993 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-4f7793f1-9fed-4aae-9df8-b4267ac50154 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The resource could not be found. Dec 10 04:49:55.191774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4f7793f1-9fed-4aae-9df8-b4267ac50154 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0608687 Dec 10 04:49:55.197384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.206436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b7b33e57-5a62-423d-a666-d6837739dc14 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'f28c438d-69f2-493b-bc10-6647c4ee504d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '19ab3682-c409-4f9e-a34b-29e1752a9cdb'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:49:55.214812 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:49:55.226776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.234506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.243540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] 10.222.0.43 "DELETE /v2.0/networks/267a427e-6f58-4e8d-a963-1574b9b9e6a2 HTTP/1.1" status: 204 len: 168 time: 0.8789146 Dec 10 04:49:55.268077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8709e-66c1-4d84-bcc0-ca5a01bd8a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=267a427e-6f58-4e8d-a963-1574b9b9e6a2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:55.281940 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b7b33e57-5a62-423d-a666-d6837739dc14 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The resource could not be found. Dec 10 04:49:55.286852 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.286982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b7b33e57-5a62-423d-a666-d6837739dc14 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0885384 Dec 10 04:49:55.290001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:49:53Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6cb2861-890c-459f-a8fd-baa1f531f9ee', 'name': '', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:a1:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:49:52Z', 'updated_at': '2021-12-10T04:49:53Z', 'revision_number': 2, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:55.331354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:49:55.331720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Updating router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 port b6cb2861-890c-459f-a8fd-baa1f531f9ee binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:49:55.360054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.372566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.387927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.455604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.455906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43666) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.457657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.459214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/f28c438d-69f2-493b-bc10-6647c4ee504d HTTP/1.1" status: 204 len: 168 time: 0.1711893 Dec 10 04:49:55.465338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.473253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702628-03b8-4e08-9375-3c9f9aedb623 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c438d-69f2-493b-bc10-6647c4ee504d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:55.568435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-854e3d93-3041-4c10-876d-133d02e9f26a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dccea3e137548b0b02f20166abda1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1090717 Dec 10 04:49:55.568803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.578438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ece5039e-0d51-46d7-9f33-e8f3962ee98c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:55.601464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59ae2ce1-b5de-4d7e-b514-aa6243b4010b tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1341805 Dec 10 04:49:55.608978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.613522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-98e12b36-f927-49e0-ac3d-5968cab825f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'd79698f5-48ac-4174-949e-6cfbe6934d54', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:55.638018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.662165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.662693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ece5039e-0d51-46d7-9f33-e8f3962ee98c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:55.663388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ece5039e-0d51-46d7-9f33-e8f3962ee98c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:55.663828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dfe2969e-18b8-4d9f-b27e-a8f98e39c13b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:49:55.666788 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-98e12b36-f927-49e0-ac3d-5968cab825f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The resource could not be found. Dec 10 04:49:55.672987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.674273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98e12b36-f927-49e0-ac3d-5968cab825f5 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638855 Dec 10 04:49:55.677654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653751071'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:55.690973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: dfe2969e-18b8-4d9f-b27e-a8f98e39c13b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:49:55.691333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dfe2969e-18b8-4d9f-b27e-a8f98e39c13b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:49:55.716242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.746398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.765430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.768273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.771802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3216bdf-86b9-4353-9f5b-75ac7adee660 HTTP/1.1" status: 204 len: 168 time: 0.1986051 Dec 10 04:49:55.782032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a9653-c525-45ad-a5ca-63bbcd68aab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3216bdf-86b9-4353-9f5b-75ac7adee660,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:55.813886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.820835 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.853306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.854685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1806412 Dec 10 04:49:55.855899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93048cf-abc2-46ad-95e0-1e7e09423d5a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc77bc-2b76-41b2-92c0-8dd40ad34cbb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:55.857546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:55.862940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118712961'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:55.884111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.896516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.899536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:55.965776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb56f-a968-4a84-b7b8-51c169ff40cf None None] Pushing event updated for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:56.035399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Attempting to bind port b6cb2861-890c-459f-a8fd-baa1f531f9ee on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:49:56.035890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Attempting to bind port b6cb2861-890c-459f-a8fd-baa1f531f9ee by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:49:56.036924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Attempting to bind port b6cb2861-890c-459f-a8fd-baa1f531f9ee on network 40ff6550-71a5-4975-bd16-55f98cc21dec {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:49:56.047062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:49:56.047529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Checking segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:49:56.047941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.048352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Bound using segment: {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:49:56.048923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Bound port: b6cb2861-890c-459f-a8fd-baa1f531f9ee, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719474ef-717d-4981-b66e-3d639070959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:49:56.049471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.082781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.090076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.145405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] For port b6cb2861-890c-459f-a8fd-baa1f531f9ee, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:49:56.148557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8927cd-7d58-423a-a87c-97c22d330e5f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:56.149108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] For port b6cb2861-890c-459f-a8fd-baa1f531f9ee, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b6cb2861-890c-459f-a8fd-baa1f531f9ee,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:49:56.155940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.185793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.190787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39b4d3ac-c0e2-4c12-abb2-f3932776b847 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3285778 Dec 10 04:49:56.190954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:56.195542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-624e4df0-fdca-47f0-8c5c-2f3a77bad704 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc77bc-2b76-41b2-92c0-8dd40ad34cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2b8927cd-7d58-423a-a87c-97c22d330e5f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:56.213129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:49:56.213772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:56.287730 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-624e4df0-fdca-47f0-8c5c-2f3a77bad704 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:49:56.290228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-624e4df0-fdca-47f0-8c5c-2f3a77bad704 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0981824 Dec 10 04:49:56.292894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:56.372012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.399127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.425744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:49:56.434276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.440938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.456875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.470909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.493253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.498102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.500114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb56f-a968-4a84-b7b8-51c169ff40cf None None] Pushing event updated for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:56.501622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.504867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b8927cd-7d58-423a-a87c-97c22d330e5f HTTP/1.1" status: 204 len: 168 time: 0.2105312 Dec 10 04:49:56.513486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:56.524308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.538356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:56.541573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] Provisioning complete for port b6cb2861-890c-459f-a8fd-baa1f531f9ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:56.542065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.551747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-fbde812d-4347-42c4-ad9f-f890a7a5aeb5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.2299747 Dec 10 04:49:56.599748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560f7ee-bfaf-4f5d-90fc-40bbf5531a5d tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8927cd-7d58-423a-a87c-97c22d330e5f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:56.638938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-59613907-1849-47ac-b591-a291147cae2a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1185515 Dec 10 04:49:56.640190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:56.742779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fc8ca1d-1882-4d18-8baa-0efdc0da1aee req-eb1462df-b72d-4b43-83e6-90e9fd98505a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825902 Dec 10 04:49:56.792523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.823340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.846163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.943702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.946727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:56.947913 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8dc77bc-2b76-41b2-92c0-8dd40ad34cbb HTTP/1.1" status: 204 len: 168 time: 0.3029656 Dec 10 04:49:56.965215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43730) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:56.966058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3cda7-e2ca-4589-92f7-bf69b996614a tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc77bc-2b76-41b2-92c0-8dd40ad34cbb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:57.036408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5d60-6344-4724-89c3-62f38ac96fa2 req-d218fa63-b2e9-41c5-b807-78af8d72121b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.038013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] For port b6cb2861-890c-459f-a8fd-baa1f531f9ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b6cb2861-890c-459f-a8fd-baa1f531f9ee,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:57.048333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.080203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a80f5d60-6344-4724-89c3-62f38ac96fa2 req-d218fa63-b2e9-41c5-b807-78af8d72121b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.1693439 Dec 10 04:49:57.101717 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-beaa646a-68c5-4529-a35d-e51151f97996 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1278687 Dec 10 04:49:57.106592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.112102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969529734'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:57.144131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.177804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4033a-38d6-4e81-90da-0b71edf5f0d6 None None] Pushing event updated for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:57.190367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a80f5d60-6344-4724-89c3-62f38ac96fa2 req-97411a09-9101-4b73-9138-20b8898e9568 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978460 Dec 10 04:49:57.208881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-302d8ae3-6756-4c5e-a8dd-7452f1f40198 None None] Provisioning complete for port b6cb2861-890c-459f-a8fd-baa1f531f9ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:57.209406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-302d8ae3-6756-4c5e-a8dd-7452f1f40198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.269944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.277248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.288407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:49:53Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6cb2861-890c-459f-a8fd-baa1f531f9ee', 'name': '', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:a1:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:49:52Z', 'updated_at': '2021-12-10T04:49:56Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:57.302055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.307081 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1963041 Dec 10 04:49:57.307219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43746) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.312176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-88c625e8-d7c6-4f2c-b91a-4fa35d8a3783 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:57.312626 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-88c625e8-d7c6-4f2c-b91a-4fa35d8a3783 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 04:49:57.313123 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-88c625e8-d7c6-4f2c-b91a-4fa35d8a3783 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 04:49:57.316745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88c625e8-d7c6-4f2c-b91a-4fa35d8a3783 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "PUT /v2.0/security-groups/838b84e4-259f-4841-a723-676d769b594b HTTP/1.1" status: 409 len: 330 time: 0.0059807 Dec 10 04:49:57.317588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43748) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.339229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f25040-c5a5-4e6a-90c2-b1dba704e943 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:49:53Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6cb2861-890c-459f-a8fd-baa1f531f9ee', 'name': '', 'network_id': '40ff6550-71a5-4975-bd16-55f98cc21dec', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:a1:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:49:52Z', 'updated_at': '2021-12-10T04:49:56Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '70339eda-90d2-41ba-a6b2-4e02d6b65034', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:49:57.350250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2b2d-d09b-4fef-863d-1805138be8c2 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838b84e4-259f-4841-a723-676d769b594b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:57.451413 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.507087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.551773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.608372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.612439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:57.614298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/838b84e4-259f-4841-a723-676d769b594b HTTP/1.1" status: 204 len: 168 time: 0.2957861 Dec 10 04:49:57.617257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.626927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0cd7e-e28a-4f27-9273-d1b2266797ea tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b84e4-259f-4841-a723-676d769b594b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:57.698085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.699685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e09a42d5-e7e7-4b33-82a6-9ff2472c29c4 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808096 Dec 10 04:49:57.732321 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-53c30f94-914f-4559-a662-36a96b9268b3 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] delete failed (client error): The resource could not be found. Dec 10 04:49:57.737667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53c30f94-914f-4559-a662-36a96b9268b3 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e7b375f-f649-4e62-8cea-75ea1bb96ad2 HTTP/1.1" status: 404 len: 347 time: 0.0349066 Dec 10 04:49:57.738242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43768) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.753870 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b9b69c43-973d-4f83-83c4-024d84ffd2be tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] show failed (client error): The resource could not be found. Dec 10 04:49:57.758464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9b69c43-973d-4f83-83c4-024d84ffd2be tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-groups/a28c30db-5016-499d-b4a4-3441235cf1f0 HTTP/1.1" status: 404 len: 347 time: 0.0161781 Dec 10 04:49:57.758936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:57.787219 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-b21f2014-f20f-4333-bf2c-456618ab0789 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] show failed (client error): The resource could not be found. Dec 10 04:49:57.789132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b21f2014-f20f-4333-bf2c-456618ab0789 tempest-NegativeSecGroupTest-1619066145 tempest-NegativeSecGroupTest-1619066145-project] 10.222.0.43 "GET /v2.0/security-group-rules/4b82cda9-7c27-46ab-8ad8-a2806974ed46 HTTP/1.1" status: 404 len: 356 time: 0.0284698 Dec 10 04:49:57.829199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bbf036c-6da5-4621-8a64-fc244d450e2b req-243d36f7-094b-453c-9cba-950b0a3edfec tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0448573 Dec 10 04:49:57.917168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.925039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.933709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.940308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.949319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.955956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.973747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:57.976304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-5855e648-3644-4d61-bbfc-9094a2d666fa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1342976 Dec 10 04:49:58.077032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb1b538-9737-4f92-bcfb-2e33bde486e3 req-fcf60610-d154-4a02-a73f-c3afcf3455ae tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938277 Dec 10 04:49:58.219902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:58.295665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:58.367775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b93f3-8506-48cb-8158-6ef9029fa151 req-bf0299a2-eb1f-488a-92bc-31abbd15ec32 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:58.369179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d5b93f3-8506-48cb-8158-6ef9029fa151 req-bf0299a2-eb1f-488a-92bc-31abbd15ec32 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0709815 Dec 10 04:49:58.441543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d5bc202a-2b47-4212-8144-dfc794d7af02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa390aedcb2d4229bbb1c0b5fa90f0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204258 Dec 10 04:49:58.442222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:58.450217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d5b93f3-8506-48cb-8158-6ef9029fa151 req-029253e8-3ae0-475e-abb6-1e2ca3bcaeba tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625403 Dec 10 04:49:58.508900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:58.532012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:58.582180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:58.585205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:58.589822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321c7e85-52ae-4cd4-ab32-06fe5159d6a5 HTTP/1.1" status: 204 len: 168 time: 0.1465402 Dec 10 04:49:58.598408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a6efc-0ee1-4742-ad78-ce79d978488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c7e85-52ae-4cd4-ab32-06fe5159d6a5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:58.966050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d435828-114a-4cbb-ac05-c1d798b2e79b req-941c76b0-4e3f-46e3-944a-a9409da00edd tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0362697 Dec 10 04:49:59.288149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.294340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.301455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.308265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.315130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.321907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.327948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.329947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63037d32-200e-432c-898d-fcbba4417723 req-27218e41-da58-4b5a-be28-c9ded6979a9b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1152034 Dec 10 04:49:59.364223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:59.440551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63037d32-200e-432c-898d-fcbba4417723 req-17894364-5ffe-4d79-acf7-f39248ce35f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039484 Dec 10 04:49:59.458428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e135-31e9-4abc-8027-028e58abdba3 req-de512294-fcef-458d-998c-742455c85982 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.460128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6379e135-31e9-4abc-8027-028e58abdba3 req-de512294-fcef-458d-998c-742455c85982 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0758171 Dec 10 04:49:59.520868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b6cb2861-890c-459f-a8fd-baa1f531f9ee up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:49:59.553921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-538943500'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:49:59.593244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Made reservation on behalf of ef93f011b6e645769761b91128b81184 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:49:59.597829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.602740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b6cb2861-890c-459f-a8fd-baa1f531f9ee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:49:59.603354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.610286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.637089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Deleting port e19ee5ef-9377-4a9e-af18-017cf8722a46 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:49:59.637494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.650139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecb4d4-df17-4a4d-ab74-9a8ea490241b req-271ba6c8-d755-4cf3-922a-d6e0b5e7b6c8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.651947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63ecb4d4-df17-4a4d-ab74-9a8ea490241b req-271ba6c8-d755-4cf3-922a-d6e0b5e7b6c8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 946 time: 0.0852022 Dec 10 04:49:59.710330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.716055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.749694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:49:59.758969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6dfd90-78a5-40f3-8d39-eeadafa45622,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:59.767922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.767922 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Added segment 993e2a60-4f90-4d95-b1a3-4b509f7f8573 of type vlan for network 3b4009e1-f66a-47ea-9e7e-9c483b6af9f1 Dec 10 04:49:59.796630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63ecb4d4-df17-4a4d-ab74-9a8ea490241b req-524ea751-c17e-46de-90ea-dc8f8ed5000d tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=71fc3752-0bc1-46f8-afac-af679d7da0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333876 Dec 10 04:49:59.798357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] For port e19ee5ef-9377-4a9e-af18-017cf8722a46, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e19ee5ef-9377-4a9e-af18-017cf8722a46,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:49:59.798720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.827135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.858738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.864336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:49:59.864978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:49:59.905882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5362461 Dec 10 04:49:59.906212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43838) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:49:59.912663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-24ea50c6-bf65-49ff-a3e9-cdbc2b988c1c tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-688630650') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:49:59.936957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9536-3fe5-45ff-992c-078fcf5a8640 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Pushing event updated for resources: {'Network': ['ID=3b4009e1-f66a-47ea-9e7e-9c483b6af9f1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:49:59.947343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3b4009e1-f66a-47ea-9e7e-9c483b6af9f1 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:50:00.140415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee331f7f-04b5-4a05-bb40-0a196f543a7f req-c46659c4-37cb-41e0-9d7d-a55f811558fa tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0476315 Dec 10 04:50:00.157901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-24ea50c6-bf65-49ff-a3e9-cdbc2b988c1c tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "PUT /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-688630650 HTTP/1.1" status: 201 len: 201 time: 0.2480886 Dec 10 04:50:00.158760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.168126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-4c8f343c-5227-45d9-8dfb-1314c5ddc7bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-688630650') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.207870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:00.208185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:00.208531 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Floating IP bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41 disassociated. External IP: 172.25.8.118, port: e19ee5ef-9377-4a9e-af18-017cf8722a46. Dec 10 04:50:00.208883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Calling delete_port for e19ee5ef-9377-4a9e-af18-017cf8722a46 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:00.300241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c8f343c-5227-45d9-8dfb-1314c5ddc7bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-688630650 HTTP/1.1" status: 204 len: 168 time: 0.1399052 Dec 10 04:50:00.303854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.313084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-100739b4-3639-40e3-b5c7-d81a8f829f8a tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.317297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-23217eb3-96cc-4b56-b8e1-80421d623b8d req-7f874b87-e04c-4309-a5b3-b24365d950ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0326450 Dec 10 04:50:00.376899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:00.456468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'Port': ['ID=e19ee5ef-9377-4a9e-af18-017cf8722a46,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:00.463141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-100739b4-3639-40e3-b5c7-d81a8f829f8a tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags HTTP/1.1" status: 200 len: 237 time: 0.1575427 Dec 10 04:50:00.466021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.474770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-a1c66225-f5d6-41c1-a1fc-cadb12669a2c tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', {'tags': ['tempest-TagsTest-Tag-1185309632', 'tempest-TagsTest-Tag-821013156', 'tempest-TagsTest-Tag-147513770']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.610729 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1c66225-f5d6-41c1-a1fc-cadb12669a2c tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "PUT /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags HTTP/1.1" status: 200 len: 307 time: 0.1429961 Dec 10 04:50:00.613975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.618359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-e742fcf1-7e1a-4c27-8d2f-d8068a65fcdc tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-1185309632') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.671179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.677746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.683833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.690535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.696771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.702767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.709081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:00.710904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-f023411b-12cd-44ce-a722-29f77a61246a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1292894 Dec 10 04:50:00.715844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:00.749884 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e742fcf1-7e1a-4c27-8d2f-d8068a65fcdc tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "DELETE /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-1185309632 HTTP/1.1" status: 204 len: 168 time: 0.1339703 Dec 10 04:50:00.750819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.757097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-a3f23d75-748d-4df5-8e92-1047aabdbfa4 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-1185309632') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.839255 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-a3f23d75-748d-4df5-8e92-1047aabdbfa4 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] show failed (client error): The resource could not be found. Dec 10 04:50:00.844171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a3f23d75-748d-4df5-8e92-1047aabdbfa4 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-1185309632 HTTP/1.1" status: 404 len: 326 time: 0.0905221 Dec 10 04:50:00.844796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:00.849993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-594dec34-48b5-4732-b884-7f032abf6040 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-821013156') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.864815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89fe9a5b-24f8-45e8-9d69-f6e8f75adb80 req-d939bc43-a54f-43c3-9d16-18a23fbb5191 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474028 Dec 10 04:50:00.886714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:00.897955 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:00.921590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:00.922277 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:00.930873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] No DVR routers for this DVR port e19ee5ef-9377-4a9e-af18-017cf8722a46 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:00.933973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:00.938123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6379e135-31e9-4abc-8027-028e58abdba3 req-48ae1b5d-a5eb-4b8b-b974-0ab8a1d5ea9f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "DELETE /v2.0/ports/e19ee5ef-9377-4a9e-af18-017cf8722a46 HTTP/1.1" status: 204 len: 173 time: 1.4647126 Dec 10 04:50:00.945539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'name': 'network-vif-deleted', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:00.948031 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a12d26-88dc-43bd-a379-3f0c73417b85" -d '{"events": [{"server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "name": "network-vif-deleted", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:01.006867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b81f5dc-9e9d-4773-8d99-c4adff7a9d32 req-438f65fd-37a7-40fb-9097-1a179d8a28fa tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=69763a81-c28f-48e3-ab83-3835a0f97f17 HTTP/1.1" status: 200 len: 210 time: 0.0771060 Dec 10 04:50:01.038577 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f0236-f2f1-402e-8d4b-9390da62b189 x-openstack-request-id: req-b50f0236-f2f1-402e-8d4b-9390da62b189 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:01.039238 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69763a81-c28f-48e3-ab83-3835a0f97f17", "name": "network-vif-deleted", "tag": "e19ee5ef-9377-4a9e-af18-017cf8722a46", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:01.039701 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b50f0236-f2f1-402e-8d4b-9390da62b189 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:01.040306 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69763a81-c28f-48e3-ab83-3835a0f97f17', 'name': 'network-vif-deleted', 'tag': 'e19ee5ef-9377-4a9e-af18-017cf8722a46', 'status': 'completed', 'code': 200} Dec 10 04:50:01.053729 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-594dec34-48b5-4732-b884-7f032abf6040 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-821013156 HTTP/1.1" status: 204 len: 168 time: 0.2077782 Dec 10 04:50:01.058495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43874) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.064062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-7ad30a8b-7f3b-4a6a-b329-a58548818cb8 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-147513770') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.132848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:01.152023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ad30a8b-7f3b-4a6a-b329-a58548818cb8 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-147513770 HTTP/1.1" status: 204 len: 168 time: 0.0918965 Dec 10 04:50:01.154582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.159675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2de86cc2-4a5e-47da-9002-326674d8be27 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.280277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2de86cc2-4a5e-47da-9002-326674d8be27 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "DELETE /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1234503 Dec 10 04:50:01.282947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43882) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.288052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-9d8d2a49-801a-40c7-b55b-3a1871822eb7 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-821013156') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.391523 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-9d8d2a49-801a-40c7-b55b-3a1871822eb7 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] show failed (client error): The resource could not be found. Dec 10 04:50:01.395157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9d8d2a49-801a-40c7-b55b-3a1871822eb7 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-821013156 HTTP/1.1" status: 404 len: 325 time: 0.1083329 Dec 10 04:50:01.395623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.401295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-3dfe708e-3851-4f91-b493-fe1ddc1798b5 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1', 'tempest-TagsTest-Tag-147513770') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.449725 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.486797 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:01.507054 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:01.509214 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.510841 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3dfe708e-3851-4f91-b493-fe1ddc1798b5 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] show failed (client error): The resource could not be found. Dec 10 04:50:01.511913 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3dfe708e-3851-4f91-b493-fe1ddc1798b5 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "GET /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags/tempest-TagsTest-Tag-147513770 HTTP/1.1" status: 404 len: 325 time: 0.1153228 Dec 10 04:50:01.515385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.521006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-dd5bab55-03f0-473c-b741-96973a67c8c4 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b4009e1-f66a-47ea-9e7e-9c483b6af9f1') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.628098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd5bab55-03f0-473c-b741-96973a67c8c4 tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "DELETE /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1083317 Dec 10 04:50:01.628913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43888) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:01.636885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa3de9a1-7a9b-4890-b51f-235ca614d2a1 req-8b918598-d319-48d6-bcf0-82faea502a25 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.3538101 Dec 10 04:50:01.678873 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:01.733551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:01.841122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:01.864451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4009e1-f66a-47ea-9e7e-9c483b6af9f1']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.879806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e2a60-4f90-4d95-b1a3-4b509f7f8573') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.880131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e2a60-4f90-4d95-b1a3-4b509f7f8573') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.898394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:01.911692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:01.918299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:01.926240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:50:01.926746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:01.941211 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459383f-c694-4394-8733-cfcb50cbf7a9 None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:50:01.945645 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:50:02.022901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.027800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.030540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.039047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.044667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.047022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.053242 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] 10.222.0.43 "DELETE /v2.0/networks/3b4009e1-f66a-47ea-9e7e-9c483b6af9f1 HTTP/1.1" status: 204 len: 168 time: 0.4236321 Dec 10 04:50:02.053696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.060130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.068060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6d794-f4b3-4a64-a23b-4eb7118db4bb tempest-TagsTest-1235298184 tempest-TagsTest-1235298184-project] Pushing event deleted for resources: {'Network': ['ID=3b4009e1-f66a-47ea-9e7e-9c483b6af9f1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:02.068431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:02.070572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-3c8c205d-6012-4891-85e3-b863440e25bd tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1141951 Dec 10 04:50:02.138311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:02.182361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-873027d0-0584-4f5d-a06a-d22a57c94ea9 req-293953d7-082c-4988-b053-9c0b51968d63 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987661 Dec 10 04:50:02.216095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.245892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.303105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.306174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.308333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "DELETE /v2.0/security-groups/71fc3752-0bc1-46f8-afac-af679d7da0a7 HTTP/1.1" status: 204 len: 168 time: 0.1684034 Dec 10 04:50:02.312395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43906) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:02.318859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca67f6-4352-47f0-aca7-fecefe009183 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc3752-0bc1-46f8-afac-af679d7da0a7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:02.333050 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-d8b851e9-2923-4289-8e5c-b780c491507f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] show failed (client error): The resource could not be found. Dec 10 04:50:02.334469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8b851e9-2923-4289-8e5c-b780c491507f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups/71fc3752-0bc1-46f8-afac-af679d7da0a7 HTTP/1.1" status: 404 len: 347 time: 0.0204542 Dec 10 04:50:02.337879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:02.412866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35448c8a-46b2-4be2-8d73-e5b77eae746e None None] New status for floating IP bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:50:02.485160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Deleting port 55c35419-a7df-41ec-ac91-2707caee606e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:02.485431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43916) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:02.485961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.603156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.603625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.616984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Calling delete_port for 55c35419-a7df-41ec-ac91-2707caee606e owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:02.640126 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5600a200-7b29-43e1-a56e-88a0d0d9f94c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef93f011b6e645769761b91128b81184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533895 Dec 10 04:50:02.642883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:02.696802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.720701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.776854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a182736-6e2a-49fe-b586-0e4617f6de14 req-ce5e5455-22ee-4f96-9a48-9fc953ff2487 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0319061 Dec 10 04:50:02.784985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.787992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.789508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b6dfd90-78a5-40f3-8d39-eeadafa45622 HTTP/1.1" status: 204 len: 168 time: 0.1455803 Dec 10 04:50:02.798520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6dfd90-78a5-40f3-8d39-eeadafa45622,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:02.804987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.831102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.831764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.833337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.833793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.834964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'Port': ['ID=55c35419-a7df-41ec-ac91-2707caee606e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:02.838737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.839637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.839808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.840345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.841223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.841909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.843017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.843590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.844018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5ed52-7695-4d48-8887-24fd04e09548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:02.854116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:50:02.943999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.948027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:02.949369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-210d05b1-22e7-4e88-b578-c9f2195fe062 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "DELETE /v2.0/floatingips/bcfb7334-a7c8-4d87-a3c6-a428f5d2ea41 HTTP/1.1" status: 204 len: 168 time: 0.6102619 Dec 10 04:50:03.286230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b21f23d-7a47-4070-8713-be1ac0809e7d req-eba35a6b-f8da-4f1c-966c-037daab84015 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0417054 Dec 10 04:50:03.379340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.384729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571553005', 'description': 'tempest-description--1506554911'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:03.419498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.454621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.464871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.471873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.478864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.486564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.493793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.494188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.498277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.504417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:03.506619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-3da655d8-0b87-4fca-b20b-4f5d64948b91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1139305 Dec 10 04:50:03.541428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:03.557126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.559666 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9d556e73-933a-4408-aa93-42b25b066ee3 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1790113 Dec 10 04:50:03.564075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43968) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.568464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group_rule': {'security_group_id': '5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:03.592861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73e4de60-2957-4629-8b3d-031ea0ae4f65 req-7acb94a4-eda2-4964-a1e0-30bcd5cae4bc tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799701 Dec 10 04:50:03.607037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.687248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.691807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.711918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f3530f-de0d-46dd-930c-5dee6d332467,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:03.718810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.720303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-06d4dcab-4bf6-4e0c-8e9f-57c81ebd280e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552553 Dec 10 04:50:03.723027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.727408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'security_group_rule': {'security_group_id': '5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:03.739372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.745999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0057464 Dec 10 04:50:03.748830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43976) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.768751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.828427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.833627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.860998 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-868bb6d0-5074-46d0-9355-6eba3341aba9 tempest-NetworksApiDiscovery-2012152280 tempest-NetworksApiDiscovery-2012152280-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1110091 Dec 10 04:50:03.862598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2b7475-4c86-4800-9a2c-7dd33b49ca5b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:03.870570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:03.872524 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-866df7a3-c8a3-4cb2-a64d-e39693f3cb3b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478648 Dec 10 04:50:03.875163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43982) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:03.880494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:03.908198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.022840 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.085848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e19ee5ef-9377-4a9e-af18-017cf8722a46 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:04.115180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: e19ee5ef-9377-4a9e-af18-017cf8722a46 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:04.115833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e19ee5ef-9377-4a9e-af18-017cf8722a46 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:04.182045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:04.237063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Allocated IP 172.25.8.65 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/e5a574ba-3de7-49bd-b6a4-e50e83d2f02f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:50:04.372713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-532e863c-c768-4388-ab2f-afdbfa4d54b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.419071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.438399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb21b326-077e-46ff-9715-36b8045db390 req-fae36dc2-4ef8-4c1f-b76a-ae5ba530c0bd tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0565498 Dec 10 04:50:04.521946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.535027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-532e863c-c768-4388-ab2f-afdbfa4d54b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.560499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-532e863c-c768-4388-ab2f-afdbfa4d54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.564253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:04.582586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:04.593511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:50:04.645010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-532e863c-c768-4388-ab2f-afdbfa4d54b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69af5d139ac74482a39ec763d2d34896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617734 Dec 10 04:50:04.647879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:04.649467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=e5a574ba-3de7-49bd-b6a4-e50e83d2f02f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:04.654179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e863c-c768-4388-ab2f-afdbfa4d54b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce015c10-8e6a-4a41-aa24-d87da2ca9d8d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:04.737482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.760541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.765134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.791894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.798663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.804983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.809305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.812085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.812886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.817214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce015c10-8e6a-4a41-aa24-d87da2ca9d8d HTTP/1.1" status: 204 len: 168 time: 0.1659200 Dec 10 04:50:04.821285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.824423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33515f2-a9b4-4677-9933-f75b5c412ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce015c10-8e6a-4a41-aa24-d87da2ca9d8d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:04.830341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.851580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:04.860448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-07f50021-de59-4660-a169-736427581b10 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1455805 Dec 10 04:50:04.913029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:04.982495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8dccca15-9ee5-4ddf-abf6-14972a64937a req-b390cf2c-d122-4958-b2ae-70f6f32d1eff tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209862 Dec 10 04:50:05.142342 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:05.149319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:05.253432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=e5a574ba-3de7-49bd-b6a4-e50e83d2f02f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:05.256281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:05.273459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:05.283421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ac48297-b99f-49c1-b779-f4266784d0ef tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3977268 Dec 10 04:50:05.538779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-658c632c-ef31-431d-af46-723f04c4d463 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--571553005&fields=id&tenant_id=60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 267 time: 0.0714631 Dec 10 04:50:05.569591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30ad175e-9ba5-4ee3-a326-97363ebd0a3d req-c95062ee-6318-48ed-bace-54347c24d508 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0345004 Dec 10 04:50:05.671362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-b609574d-c707-459d-ba61-271d10c3a696 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:05.673075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-b609574d-c707-459d-ba61-271d10c3a696 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 811 time: 0.1244667 Dec 10 04:50:05.689209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7f7ed3a8-a55e-44d5-bb0a-a3fb72de507a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/quotas/60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 375 time: 0.0098660 Dec 10 04:50:05.741646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-9e2c4a8f-f9ee-4844-87ab-3c1e0dbb7b0b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469167 Dec 10 04:50:05.873392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-f7d26cdd-7e99-49df-9e68-ff85fbf3026b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:50:05.881242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-f7d26cdd-7e99-49df-9e68-ff85fbf3026b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1257577 Dec 10 04:50:05.981092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-68ec9405-fc97-426f-9a06-d319d9afc655 service neutron] 10.222.0.43 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989275 Dec 10 04:50:06.005673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dc98c716-9930-4364-96ab-d194546f685f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:06.125636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-1486db5d-a22c-42bf-8882-d2c1f94b7b05 service neutron] 10.222.0.43 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376610 Dec 10 04:50:06.176267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dc98c716-9930-4364-96ab-d194546f685f,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.197826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'dc98c716-9930-4364-96ab-d194546f685f', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'port_id': 'dc98c716-9930-4364-96ab-d194546f685f', 'mac_address': 'fa:16:3e:90:d6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:06.206606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.213071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.219300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.225689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.232538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.239333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.245607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:06.253892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.255267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-2151e238-efd0-47e9-89da-172b54efe6f5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5421 time: 0.1283169 Dec 10 04:50:06.276158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc98c716-9930-4364-96ab-d194546f685f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:06.327344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dc98c716-9930-4364-96ab-d194546f685f,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.329195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-174dfc27-3db5-4d58-ac07-cfb5028ba42a req-143959cb-c759-4312-8414-5bd3e98cea2a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706663 Dec 10 04:50:06.334270 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.335374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01ebe365-6583-4ee5-9bc3-6352b89f0e68 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:06.502155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7671fbf-e872-438d-9e4b-7fe7dd2551f8 req-fb6204a3-bf69-4229-a96f-1bfc3127bfb7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 210 time: 0.0779119 Dec 10 04:50:06.544652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:06.577096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.589607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'port_id': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'mac_address': 'fa:16:3e:82:f7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b13a59-f031-4f44-b710-c274b0f77d27', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:06.640388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.655547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ebe365-6583-4ee5-9bc3-6352b89f0e68 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:06.680763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.687234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.688001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 29c92276-7926-4370-904e-8d76a48227ef details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:06.769351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=29c92276-7926-4370-904e-8d76a48227ef,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.773182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:06.778408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ee5e35-778d-422d-a35c-28cfee50fdcf req-44228ec6-f2d5-447f-b410-9bc9918764fd tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0628936 Dec 10 04:50:06.800070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '29c92276-7926-4370-904e-8d76a48227ef', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'port_id': '29c92276-7926-4370-904e-8d76a48227ef', 'mac_address': 'fa:16:3e:dc:49:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:06.845633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.859013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c92276-7926-4370-904e-8d76a48227ef {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:06.881578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=29c92276-7926-4370-904e-8d76a48227ef,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.886331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:06.887090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:06.924343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:06.955423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'port_id': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24', 'mac_address': 'fa:16:3e:01:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:07.037144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:07.041766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.061460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:07.089270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.095767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.096538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:07.231363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:07.271785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.288522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'port_id': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'mac_address': 'fa:16:3e:3c:0f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:07.327983 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.343013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:07.363496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.371672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.372420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a3a059f5-091c-40cd-93c3-bae7bd2f3f5a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:07.469072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.474744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:07.495447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a', 'network_id': 'c4fc50b1-4040-4fda-a370-9808b6de053a', 'port_id': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a', 'mac_address': 'fa:16:3e:95:89:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05fdb6-3738-4c4d-b716-f8600b87f623', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:07.505158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.511609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.518113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.526694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.533924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.539898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.547958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:07.550521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-7d994905-d36d-4d13-9b44-e9441f9da4d9 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5426 time: 0.1195438 Dec 10 04:50:07.564384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.579734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a059f5-091c-40cd-93c3-bae7bd2f3f5a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:07.606796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.614954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.615394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0668abbe-82e7-4a0b-9120-2e9646173149 req-72725e7c-bd15-4252-93b6-be0f25f2e208 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586071 Dec 10 04:50:07.615677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c42c3581-4373-488a-9ca5-7c2c99f45c2d details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:07.728081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6f0d148-d257-410a-a7e7-74115cd927b3 req-a35fd6d5-31cd-43ac-91e0-9565aba5e77a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 210 time: 0.0281994 Dec 10 04:50:07.748190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:07.770753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.785038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d', 'network_id': '43a306e9-2a0c-437a-b923-dada8e555656', 'port_id': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d', 'mac_address': 'fa:16:3e:e5:c4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b13a59-f031-4f44-b710-c274b0f77d27', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:07.841803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.856175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42c3581-4373-488a-9ca5-7c2c99f45c2d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:07.915930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:07.945836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:07.952201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0236a549-7c95-451b-a507-215ad2af11a3 req-d90bfece-e9ab-4ffe-8aac-9a96e3546dd5 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0616550 Dec 10 04:50:08.041548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:08.125379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-f9aa2784-cfaf-430a-8841-0545a5d05678 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.126884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-f9aa2784-cfaf-430a-8841-0545a5d05678 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 811 time: 0.2580709 Dec 10 04:50:08.210382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-4e64c08b-3f51-4586-93b9-92f5cb9e7ed2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b3be28a948484093684ba66ac91836 HTTP/1.1" status: 200 len: 379 time: 0.0551829 Dec 10 04:50:08.222247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'port': {'device_id': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'admin_state_up': True, 'tenant_id': '60b3be28a948484093684ba66ac91836', 'security_groups': ['5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:08.333729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Made reservation on behalf of 60b3be28a948484093684ba66ac91836 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:50:08.337350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:08.486826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Allocated IP 172.20.0.11 (25c56dd6-74ac-4ff7-ac4b-bd2de906dc34/3a8d80c8-c7b6-4051-903f-e08b35ce372e/8ea3b578-3a71-4cc3-9a9e-03f249a35b0f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:50:08.641396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:08.713241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:08.786739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:08.795919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:08.816205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:50:08.930726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event updated for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:08.940637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.941246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:08.958327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['01ebe365-6583-4ee5-9bc3-6352b89f0e68'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:08.976875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.983751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.990022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.991584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['29c92276-7926-4370-904e-8d76a48227ef'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:08.998002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:08.998134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:09.003583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:09.010219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:09.016738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:09.018907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-c449be31-4408-4f3f-9300-4528ba9125e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5428 time: 0.2493191 Dec 10 04:50:09.023540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-7d3088a1-f1df-4fa0-9d7a-243c09521d76 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8051684 Dec 10 04:50:09.031556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706c8c-bdde-4790-946a-19a7e997fd97 req-75a656d8-f05a-4dbe-b448-ff058aa320c6 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:09.033214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba706c8c-bdde-4790-946a-19a7e997fd97 req-75a656d8-f05a-4dbe-b448-ff058aa320c6 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 932 time: 0.1834943 Dec 10 04:50:09.051992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Request body: {'port': {'device_id': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:09.060259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a3a059f5-091c-40cd-93c3-bae7bd2f3f5a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:09.099906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c42c3581-4373-488a-9ca5-7c2c99f45c2d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:09.129232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:09.226933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:09.232287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba706c8c-bdde-4790-946a-19a7e997fd97 req-9a055f15-70bd-4d3f-b326-ec80a7cebd85 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879771 Dec 10 04:50:09.242505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0640e9c6-7c39-490c-9bed-dc485bde0655 req-3b0a6f3a-358a-433b-ae07-4254b0c21f9c tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082059 Dec 10 04:50:09.397148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e465b739-82e8-40ac-9333-8fe5bc2ab620 None None] Provisioning complete for port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:09.397522 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e465b739-82e8-40ac-9333-8fe5bc2ab620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:09.444918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-644ace64-777e-470e-9183-85cf4a961dbf req-c1e20d5b-ad78-4010-9ced-5cc2c3261d27 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0449476 Dec 10 04:50:09.506895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e465b739-82e8-40ac-9333-8fe5bc2ab620 None None] Port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:09.669186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:09.679331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:09.700813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Transition to ACTIVE for port object 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:50:09.714140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:09.765713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:09.847430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['dc98c716-9930-4364-96ab-d194546f685f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:09.870051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Attempting to bind port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:50:09.870306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Attempting to bind port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:50:09.875910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Attempting to bind port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:50:09.881974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:50:09.882297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Attempting to bind port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f on network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:50:09.892685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:50:09.893034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Checking segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:50:09.893415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Bound using segment: {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:50:09.893838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Bound port: 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb78ad-61e8-4e52-8645-3020a8df78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:50:09.894192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:09.997723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:50:10.001961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:50:10.017258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:10.084096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.085286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:10.087091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-78feff48-1460-4543-9d82-358050243ae7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ea3b578-3a71-4cc3-9a9e-03f249a35b0f HTTP/1.1" status: 200 len: 1092 time: 1.0441351 Dec 10 04:50:10.088229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:10.091175 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:10.142604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feff48-1460-4543-9d82-358050243ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:10.220980 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6f095-e3e7-4962-b9e3-ed2ed88df0a8 x-openstack-request-id: req-0be6f095-e3e7-4962-b9e3-ed2ed88df0a8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:10.221632 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:10.222036 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0be6f095-e3e7-4962-b9e3-ed2ed88df0a8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:10.222642 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'status': 'completed', 'code': 200} Dec 10 04:50:10.244665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-58b6ac85-8802-4493-a8d4-bc1f240a4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.247909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-58b6ac85-8802-4493-a8d4-bc1f240a4c2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 1095 time: 0.0855327 Dec 10 04:50:10.340294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-8f93ac8d-db3f-4434-aec3-52f1bb8979e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f HTTP/1.1" status: 200 len: 217 time: 0.0768733 Dec 10 04:50:10.483573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3adf0-1d12-4ea6-864c-9b52646c8d17 req-58c5aaa5-ce2a-4728-9bfe-c5a5fa51aae2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.485253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40e3adf0-1d12-4ea6-864c-9b52646c8d17 req-58c5aaa5-ce2a-4728-9bfe-c5a5fa51aae2 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 944 time: 0.1439381 Dec 10 04:50:10.500671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.506538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.512381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.519333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.525134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.531076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.537037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.538923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-fda9f73f-f657-4ee1-a523-ca795a4bfe7d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5428 time: 0.1638227 Dec 10 04:50:10.576034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-8730ea4b-e4d2-4047-a1b3-7bd667b78c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.578176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-8730ea4b-e4d2-4047-a1b3-7bd667b78c71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.2041821 Dec 10 04:50:10.654862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40e3adf0-1d12-4ea6-864c-9b52646c8d17 req-f2a62e31-6df6-42f7-9b2b-6348b87a5930 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130023 Dec 10 04:50:10.691449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec18b47f-5a00-48ea-a617-03d646e2c9aa req-4afd8145-6ebe-4c23-a642-1f1b38da82e1 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382823 Dec 10 04:50:10.693496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-93e77c5f-7070-4cc2-ab27-4831a662b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:10.695040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-93e77c5f-7070-4cc2-ab27-4831a662b676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003547 Dec 10 04:50:10.782732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98afe5db-9531-47f6-8fb4-80c4e0cfaf1d req-09b99c7b-bb7d-4e9e-9992-64591574741a tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0412860 Dec 10 04:50:10.844941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-ee9b4146-6345-439e-ab61-7f2687ff66d9 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397502 Dec 10 04:50:10.947950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe4df9bc-9935-456d-b36e-dbfdba1a2df3 req-bdb3ac79-ad9b-4f3a-aad0-dc3c3e1964a3 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948186 Dec 10 04:50:11.130039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-e2e45e17-9e80-4937-a863-dcbce6d11e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.131714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-e2e45e17-9e80-4937-a863-dcbce6d11e64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 1095 time: 0.0436676 Dec 10 04:50:11.229047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-71d4a9e1-00d3-41c0-a490-137614f8b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.230559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-71d4a9e1-00d3-41c0-a490-137614f8b183 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.0890059 Dec 10 04:50:11.278986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-e6bd905d-28da-4b3a-bb95-c07b03b2eacd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f HTTP/1.1" status: 200 len: 217 time: 0.0393891 Dec 10 04:50:11.328746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-e54e28d6-62bc-430c-9950-ea8332248929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.330191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-e54e28d6-62bc-430c-9950-ea8332248929 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.0435812 Dec 10 04:50:11.378464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-a5c0cb0b-e34f-4fb1-9f87-27fef2e836cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.379958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-a5c0cb0b-e34f-4fb1-9f87-27fef2e836cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408819 Dec 10 04:50:11.484673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-f1a008cd-0a37-4917-a7b5-b979bda07156 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875056 Dec 10 04:50:11.575077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae638f-e5cc-4bea-bd76-1ea1927a45c6 req-4a876fda-dbe3-4506-8e07-7b0d5e81c8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823035 Dec 10 04:50:11.850600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73450a7a-0782-418b-a9e8-fad1f3984e94 req-fab83f0d-5e98-4804-add6-fad7df12a89b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.852094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73450a7a-0782-418b-a9e8-fad1f3984e94 req-fab83f0d-5e98-4804-add6-fad7df12a89b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 944 time: 0.1115732 Dec 10 04:50:11.868496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.874604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.880855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.886916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.893955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.899933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.906668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:11.908626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-956c622e-93c5-4317-b263-8ee8e0db345f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5428 time: 0.1253996 Dec 10 04:50:11.983240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73450a7a-0782-418b-a9e8-fad1f3984e94 req-ece228f6-dc5a-4a53-af72-dcc3e60f01a5 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735104 Dec 10 04:50:12.012754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-626070fe-38b1-4ac7-8c94-64b3cd6b7774 req-a22e1e0b-f99d-4eb7-9787-66d815cbd184 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963495 Dec 10 04:50:12.099838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9988353c-112d-4f23-ad16-7e6818989d76 req-1524258f-1d69-48c4-a8b9-3deabc521c3a tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0308602 Dec 10 04:50:12.207792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:12.255980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:12.260212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:12.260700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.500012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.523012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:12.525203 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0e47d-57fc-4bcb-9914-a398f7731589" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:12.537940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:12.546168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.547043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dc98c716-9930-4364-96ab-d194546f685f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:12.570723 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb768ab-2fcb-4a45-b96a-6a6e443ac181 x-openstack-request-id: req-9fb768ab-2fcb-4a45-b96a-6a6e443ac181 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:12.571021 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:12.571278 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fb768ab-2fcb-4a45-b96a-6a6e443ac181 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:12.571664 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24', 'code': 200} Dec 10 04:50:12.624853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:12.647620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port dc98c716-9930-4364-96ab-d194546f685f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:12.652104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port dc98c716-9930-4364-96ab-d194546f685f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:12.652617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.736392 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.768197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dc98c716-9930-4364-96ab-d194546f685f,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:12.772809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.773660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:12.852776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:12.880741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:12.885268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:12.885635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:12.984922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.021459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:13.033654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.035108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01ebe365-6583-4ee5-9bc3-6352b89f0e68 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:13.138456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:13.159331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:13.164279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:13.164819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.267407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.318021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:13.324991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.325957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 29c92276-7926-4370-904e-8d76a48227ef up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:13.379648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:13.469970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:13.485872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 29c92276-7926-4370-904e-8d76a48227ef completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:13.498638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 29c92276-7926-4370-904e-8d76a48227ef triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:13.499222 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.556193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-859209cf-64ff-48b3-9b2f-ebc01861d21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.600612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.644786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-859209cf-64ff-48b3-9b2f-ebc01861d21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.651902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-859209cf-64ff-48b3-9b2f-ebc01861d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.654004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=29c92276-7926-4370-904e-8d76a48227ef,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:13.662508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.664032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a3a059f5-091c-40cd-93c3-bae7bd2f3f5a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:13.706419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-859209cf-64ff-48b3-9b2f-ebc01861d21b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a7145e7e2bd4987a5d2849e16e36fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255012 Dec 10 04:50:13.707420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:13.708666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859209cf-64ff-48b3-9b2f-ebc01861d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb9d8b-daf0-4acd-8013-6b1a15ca45c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:13.747674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471ddd-b132-4b02-a2cb-321aaaedec6f req-20ccb03b-a371-442c-b4cc-5701bb9e45f7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.749709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60471ddd-b132-4b02-a2cb-321aaaedec6f req-20ccb03b-a371-442c-b4cc-5701bb9e45f7 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 944 time: 0.5916760 Dec 10 04:50:13.765213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.768569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:13.771405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.777459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.783625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.786000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:13.789777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.790032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:13.791000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.795835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.801735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:13.803635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-add1ba9f-4113-43d8-aa56-169197627270 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5431 time: 0.5913424 Dec 10 04:50:13.882253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.884730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.910301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60471ddd-b132-4b02-a2cb-321aaaedec6f req-8b576f65-5d47-4ac1-8cfc-94c30fa94759 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028736 Dec 10 04:50:13.919509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:13.925873 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.926873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c42c3581-4373-488a-9ca5-7c2c99f45c2d up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:13.934159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:13.941241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d88590eb-ec25-4b3e-8696-5a63990f784a req-4f94c8c0-b68a-48cc-83f1-67389ed35139 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287725 Dec 10 04:50:14.007049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.010684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.015610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2eb9d8b-daf0-4acd-8013-6b1a15ca45c6 HTTP/1.1" status: 204 len: 168 time: 0.3061550 Dec 10 04:50:14.031721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26025c-9c81-4fde-93ca-2918a79afee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb9d8b-daf0-4acd-8013-6b1a15ca45c6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.076445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b663042-5a02-4bad-8689-1e431aa1235c req-08bd1ce0-9598-482b-af5c-a1eeaf1c3c0e tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0471714 Dec 10 04:50:14.088309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.095819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c42c3581-4373-488a-9ca5-7c2c99f45c2d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:14.100945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c42c3581-4373-488a-9ca5-7c2c99f45c2d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:14.101397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.130374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:50:14.267497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.274251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:14.304011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'port_id': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'mac_address': 'fa:16:3e:d7:02:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:50:14.343379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:14.352900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.360224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.362721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44270) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:14.376015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6097-fd15-4cdf-96d4-9a9c9ffd8eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.393835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:50:14.432043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:14.433349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.439273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.463956 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6097-fd15-4cdf-96d4-9a9c9ffd8eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.469300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6097-fd15-4cdf-96d4-9a9c9ffd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.489959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.506592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c6097-fd15-4cdf-96d4-9a9c9ffd8eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e82a04b-30dc-4485-8c82-666ec498d846,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.513265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee3c6097-fd15-4cdf-96d4-9a9c9ffd8eda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0d2b0e2ddef487d9d18cbf323a9dfbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471107 Dec 10 04:50:14.513625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:14.561603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.572815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc98c716-9930-4364-96ab-d194546f685f'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c92276-7926-4370-904e-8d76a48227ef'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:14.575203 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdce618-b96c-4d59-9241-d212eabb9c28" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "dc98c716-9930-4364-96ab-d194546f685f"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "29c92276-7926-4370-904e-8d76a48227ef"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "a3a059f5-091c-40cd-93c3-bae7bd2f3f5a"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:14.581806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.619587 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf01dc-846b-4e41-9a80-06c550d780ff x-openstack-request-id: req-4ccf01dc-846b-4e41-9a80-06c550d780ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:14.619587 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "dc98c716-9930-4364-96ab-d194546f685f", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "29c92276-7926-4370-904e-8d76a48227ef", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "a3a059f5-091c-40cd-93c3-bae7bd2f3f5a", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-plugged", "status": "completed", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:14.619587 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ccf01dc-846b-4e41-9a80-06c550d780ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:14.619587 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc98c716-9930-4364-96ab-d194546f685f', 'code': 200} Dec 10 04:50:14.619587 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'code': 200} Dec 10 04:50:14.620038 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'code': 200} Dec 10 04:50:14.620124 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c92276-7926-4370-904e-8d76a48227ef', 'code': 200} Dec 10 04:50:14.620328 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a059f5-091c-40cd-93c3-bae7bd2f3f5a', 'code': 200} Dec 10 04:50:14.620609 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d', 'code': 200} Dec 10 04:50:14.631903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.634588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:14.635785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e82a04b-30dc-4485-8c82-666ec498d846 HTTP/1.1" status: 204 len: 168 time: 0.1211312 Dec 10 04:50:14.644634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd55f-a363-4d45-95ae-adaf98903247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e82a04b-30dc-4485-8c82-666ec498d846,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:14.848465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:50:14.908110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.908814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.909164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.909801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.910562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.911349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.912142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:14.914939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-faa1955d-9e93-4465-929b-005a6497d94e req-532fb9db-21d9-4370-9878-abcecfd59848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.0640087 Dec 10 04:50:15.024391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-faa1955d-9e93-4465-929b-005a6497d94e req-5b7335c9-1025-465d-b97a-085911413357 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962691 Dec 10 04:50:15.029326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:15.077103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-466b7f57-9c97-412a-8be1-bbe7186116e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.148624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7dec-9a42-4ee3-a3b9-664461dd44f7 req-5761ec98-95fc-4b6a-8e0c-ed79e39577b9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.150101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51af7dec-9a42-4ee3-a3b9-664461dd44f7 req-5761ec98-95fc-4b6a-8e0c-ed79e39577b9 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 945 time: 0.1134913 Dec 10 04:50:15.182495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.189006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.195330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.201948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.208157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.214116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.220032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:15.221969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-561e03cf-eb6e-4bf3-902e-b85be13d0c5b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1467412 Dec 10 04:50:15.310533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51af7dec-9a42-4ee3-a3b9-664461dd44f7 req-c3d771ea-79c7-4463-8b8c-b443c0fed4f1 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494548 Dec 10 04:50:15.334484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-466b7f57-9c97-412a-8be1-bbe7186116e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.348728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-466b7f57-9c97-412a-8be1-bbe7186116e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.365228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb2068d3-5b5a-4b73-9639-0443c9a40850 req-bb8267c6-2cd8-47a7-b4e9-de86c1acbfb0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322651 Dec 10 04:50:15.395005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b7f57-9c97-412a-8be1-bbe7186116e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205eb14c-43fc-49ee-80a5-33cbaaef91ec,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:15.399480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-466b7f57-9c97-412a-8be1-bbe7186116e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1df3cf2e4388405fba3e5511a413d422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685265 Dec 10 04:50:15.404203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:15.487430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3bd0828-e1d6-4357-b8f1-1dd60673a471 req-551453f7-eec1-487c-ba90-7565fedfd324 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0274122 Dec 10 04:50:15.488202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.511505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.557905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.560724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:15.562445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/205eb14c-43fc-49ee-80a5-33cbaaef91ec HTTP/1.1" status: 204 len: 168 time: 0.1567683 Dec 10 04:50:15.569841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc17c52-015c-4e55-884d-320a2009cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205eb14c-43fc-49ee-80a5-33cbaaef91ec,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:15.734446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:16.116904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:16.127255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:16.192874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:50:16.203640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:16.204276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:16.306943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:16.369675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:16.382538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:16.485516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:16.613854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5fc0-7c9f-430e-bc05-055bd09169f3 req-8fc7fb1b-26bc-4c70-be34-b22d8b265335 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.615360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75bb5fc0-7c9f-430e-bc05-055bd09169f3 req-8fc7fb1b-26bc-4c70-be34-b22d8b265335 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1457002 Dec 10 04:50:16.621270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:16.624220 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4cdbb2-34af-4ad2-8886-342ab3534d57" -d '{"events": [{"server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:16.628861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.634774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.641284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.647463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.653661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.659949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.669657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:16.672109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-e490b086-91e6-44e6-b44c-feed2bf29dde tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1696072 Dec 10 04:50:16.796422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75bb5fc0-7c9f-430e-bc05-055bd09169f3 req-18a588f0-7db7-4092-aee2-2abd0ad3c144 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157053 Dec 10 04:50:16.842107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26a92f80-05f3-4edd-b5b5-f7a8f44b3f80 req-44f04ccf-0c3b-418d-872c-c4e6ffc96934 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578543 Dec 10 04:50:16.888374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port b6cb2861-890c-459f-a8fd-baa1f531f9ee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:16.888899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:16.993073 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c43676-64fc-4ca6-9871-47fbb8d7e168 x-openstack-request-id: req-01c43676-64fc-4ca6-9871-47fbb8d7e168 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:16.993954 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:16.994423 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01c43676-64fc-4ca6-9871-47fbb8d7e168 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:16.995018 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'code': 200} Dec 10 04:50:17.034645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06cfc5db-3abe-490a-abb8-c6c493aff983 req-80bbe697-3776-42fb-9a12-29b12d576b0a tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0347059 Dec 10 04:50:17.044277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port b6cb2861-890c-459f-a8fd-baa1f531f9ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b6cb2861-890c-459f-a8fd-baa1f531f9ee,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:17.045465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:17.062543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for b6cb2861-890c-459f-a8fd-baa1f531f9ee owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:17.242404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a0e0e-f939-4738-9b55-eb6e185cab8e req-ed7855ed-ab12-4d77-b2a8-711da3a91a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:17.243967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8a0e0e-f939-4738-9b55-eb6e185cab8e req-ed7855ed-ab12-4d77-b2a8-711da3a91a69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 1097 time: 0.1012378 Dec 10 04:50:17.336407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc8a0e0e-f939-4738-9b55-eb6e185cab8e req-303769e0-38e9-41b4-9558-c2209d5e38c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818651 Dec 10 04:50:17.344052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:17.374692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=b6cb2861-890c-459f-a8fd-baa1f531f9ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:17.414433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.414797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.415142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.415484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.416017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.416359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.416735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.417102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.417489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.417870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.418200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.418580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.418913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:17.627885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:17.924035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:18.028136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab3d67-05ac-4cc0-98ef-4a3c583c7bd2 req-2d53bf21-25ac-453d-b27a-1de2d6085a71 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.029663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fab3d67-05ac-4cc0-98ef-4a3c583c7bd2 req-2d53bf21-25ac-453d-b27a-1de2d6085a71 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1468930 Dec 10 04:50:18.103346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.109850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.116082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.122037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.128506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.135202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.141776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.147305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130e4dce-2221-4f92-bbac-768818106b00 req-35e29977-3e9f-4499-a474-eb4c0246188d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.2067349 Dec 10 04:50:18.193513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fab3d67-05ac-4cc0-98ef-4a3c583c7bd2 req-ebfc69ea-7948-4eb4-bee3-79052326255f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557069 Dec 10 04:50:18.195966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44404) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:18.206428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:18.212879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-440ad117-c75a-4312-af28-6e2d203c5b33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/9f82da0a-be5b-49ae-98e5-24139dcbb4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4773624 Dec 10 04:50:18.224050 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:18.250613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:18.251257 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:18.275178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130e4dce-2221-4f92-bbac-768818106b00 req-4ffc0fc4-c01e-45b4-85fe-31e69b8fff05 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106687 Dec 10 04:50:18.380187 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ef346e-4e9d-4a3a-91d1-39ab234c8fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.380448 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:18.462787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ff8b9f-886b-4b05-9fda-20ad40b3f9a8 req-b2e62473-aea9-4ba7-8606-bbc29b49ce0e tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0736849 Dec 10 04:50:18.470339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ef346e-4e9d-4a3a-91d1-39ab234c8fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.478108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ef346e-4e9d-4a3a-91d1-39ab234c8fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.587729 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-15ef346e-4e9d-4a3a-91d1-39ab234c8fb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32d207e60f10485e8a926a79e5dba754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877277 Dec 10 04:50:18.588422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:18.606309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef346e-4e9d-4a3a-91d1-39ab234c8fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdf26e8-1b80-47d1-aac3-8388b8a86e61,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:18.632047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.639285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.647467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.654764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.661063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.669170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.676759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.677453 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:18.679292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0faec47c-f74b-4e51-9243-7d7194bf3c27 req-3f765896-f47f-4a31-b188-de2bd0586a7b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1411929 Dec 10 04:50:18.679931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.693616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:18.716583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.727245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Request body: {'floatingip': {'port_id': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:18.753565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d64a1-1cc1-41b1-9594-0cea46ae1026 req-218de96c-f1b0-4d47-b17e-b5d318684ab6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:18.755860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d4d64a1-1cc1-41b1-9594-0cea46ae1026 req-218de96c-f1b0-4d47-b17e-b5d318684ab6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.0755813 Dec 10 04:50:18.794089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.874195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d4d64a1-1cc1-41b1-9594-0cea46ae1026 req-1c5b93f3-2cec-48eb-8b4c-ce45d003d501 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108019 Dec 10 04:50:18.887158 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:18.904206 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:18.906368 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:18.973310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.986203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:18.990434 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bdf26e8-1b80-47d1-aac3-8388b8a86e61 HTTP/1.1" status: 204 len: 168 time: 0.3983946 Dec 10 04:50:19.041451 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:19.052191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee86c70-aa44-4483-99b9-5eee49d23309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdf26e8-1b80-47d1-aac3-8388b8a86e61,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:19.418645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a674a0-650f-4089-a409-0d0d96d4c4dc req-244adf19-641f-4570-af07-315c3513a7a3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:19.426833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95a674a0-650f-4089-a409-0d0d96d4c4dc req-244adf19-641f-4570-af07-315c3513a7a3 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.1260777 Dec 10 04:50:19.459074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b93bb-ebbf-46f2-b407-aa9c12c2d35d req-2c5d84b5-e2d0-4118-af97-23b3c3c7a48e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:19.467511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c7b93bb-ebbf-46f2-b407-aa9c12c2d35d req-2c5d84b5-e2d0-4118-af97-23b3c3c7a48e tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1340325 Dec 10 04:50:19.503554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44446) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:19.521412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23789f4a-f0a1-4c10-9454-f54f1cf322e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:19.542303 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:19.565226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95a674a0-650f-4089-a409-0d0d96d4c4dc req-e1f30c8c-2a6d-4382-9d61-c6dd6e0e6e2b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372459 Dec 10 04:50:19.617841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c7b93bb-ebbf-46f2-b407-aa9c12c2d35d req-1147142c-b11c-4ab6-a8af-c64a19db8f8a tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493175 Dec 10 04:50:19.626576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226a053-afb1-436a-bfbf-60e4e02d5c30 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'f583170d-d686-45d6-9924-8b1082dcd97a', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'port_id': '66a89b92-0175-4336-8e01-2e9855df440c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'mac_address': 'fa:16:3e:2f:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:37Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:19.765485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23789f4a-f0a1-4c10-9454-f54f1cf322e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:19.792904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-590d97da-2a37-4156-a33b-9860bbc3710d req-f359937b-5f36-430d-9617-1548267b4e98 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0414040 Dec 10 04:50:19.793946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23789f4a-f0a1-4c10-9454-f54f1cf322e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:19.878628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23789f4a-f0a1-4c10-9454-f54f1cf322e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1474b3c1-42b8-4ba4-b269-3e0d5b4cb813,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:19.884823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-23789f4a-f0a1-4c10-9454-f54f1cf322e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6aa4b93bdfa54970b414e15b38467801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802483 Dec 10 04:50:19.887900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44454) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:19.945471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c481eb-583d-40d9-8ecb-81780fd0fdf3 req-1a9a66ef-e961-4bb2-bdec-c12e54304a74 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:19.947023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28c481eb-583d-40d9-8ecb-81780fd0fdf3 req-1a9a66ef-e961-4bb2-bdec-c12e54304a74 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1122332 Dec 10 04:50:19.962573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44458) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:19.969244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Request body: {'floatingip': {'port_id': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:20.050540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.052590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.062912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.074696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.109439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.190025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358688-8e06-4b03-9870-7a5704e85b33 req-b19edd9a-bb0b-4498-b9b6-f9ebe17f4950 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:20.191674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4358688-8e06-4b03-9870-7a5704e85b33 req-b19edd9a-bb0b-4498-b9b6-f9ebe17f4950 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.2306447 Dec 10 04:50:20.221268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.223852 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Floating IP fe30fa15-3fff-4d22-8b54-4be0de8cfdb4 associated. External IP: 172.25.8.226, port: 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5. Dec 10 04:50:20.234773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.237511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.238719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1474b3c1-42b8-4ba4-b269-3e0d5b4cb813 HTTP/1.1" status: 204 len: 168 time: 0.3499129 Dec 10 04:50:20.277565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d337f-bf38-44a3-a164-26b3a200d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1474b3c1-42b8-4ba4-b269-3e0d5b4cb813,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:20.413088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4358688-8e06-4b03-9870-7a5704e85b33 req-7f11ab9d-e019-4d9a-bb86-187c4a0edc3f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093108 Dec 10 04:50:20.533934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-698cd519-33fc-4881-a9d2-46078894b634 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:20.535726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-698cd519-33fc-4881-a9d2-46078894b634 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.1666155 Dec 10 04:50:20.546192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:20.677112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:20.682188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:20.687961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Sync routers for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:20.703100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:20.704886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:20.736221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1a3ff60f-1460-4868-8dfe-a18ead897041 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "PUT /v2.0/floatingips/fe30fa15-3fff-4d22-8b54-4be0de8cfdb4 HTTP/1.1" status: 200 len: 991 time: 2.0370715 Dec 10 04:50:20.736978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:20.739392 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3decdea6-2850-427e-a52c-3429c1117787" -d '{"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:20.865335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:20.877575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbeb5-6460-4c0d-8d9c-46129a8c2056 req-3caa4175-3b65-40ac-937d-c8dca158f9dd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:20.879315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb8fbeb5-6460-4c0d-8d9c-46129a8c2056 req-3caa4175-3b65-40ac-937d-c8dca158f9dd tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.1411252 Dec 10 04:50:20.953528 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cb0855-57bc-46eb-83dd-e2cae50aee29 x-openstack-request-id: req-58cb0855-57bc-46eb-83dd-e2cae50aee29 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:20.953826 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:20.954085 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58cb0855-57bc-46eb-83dd-e2cae50aee29 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:20.954493 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'status': 'completed', 'code': 200} Dec 10 04:50:21.097778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.098491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.098709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.099170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.099630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.100091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.103523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.113024 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-e5e2a5fc-27f6-469e-a7cf-f3bda983b450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.1064572 Dec 10 04:50:21.232212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'fe30fa15-3fff-4d22-8b54-4be0de8cfdb4', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'port_id': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'mac_address': 'fa:16:3e:3c:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:57Z', 'updated_at': '2021-12-10T04:50:19Z', 'revision_number': 1, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:21.274204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Checking router: c538220c-59f5-45e3-a0ab-d5fdb500a6e8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:21.288068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:21.289144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:21.303145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-c24027e8-3a81-4555-9b60-31fdcca92a1c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.304819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-c24027e8-3a81-4555-9b60-31fdcca92a1c tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 947 time: 0.1484149 Dec 10 04:50:21.322720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-73589295-d643-46b8-b188-8a72b879b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.324065 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-73589295-d643-46b8-b188-8a72b879b101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230 HTTP/1.1" status: 200 len: 913 time: 0.2028062 Dec 10 04:50:21.430113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port cc8ade7a-e5b8-4714-82e7-85f2a41925ad {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:21.430450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.469342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b6cb2861-890c-459f-a8fd-baa1f531f9ee no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:21.495176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-b0e39f5f-ea8c-4b58-b043-2b002cf94af5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 999 time: 0.1473329 Dec 10 04:50:21.527719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:21.530990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b6cb2861-890c-459f-a8fd-baa1f531f9ee {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:21.531343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b6cb2861-890c-459f-a8fd-baa1f531f9ee not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:21.547335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-872ca5bc-7075-46c4-baca-fb6004647a78 req-e25248c8-7ef7-4c89-ad15-e9df5f84a3c2 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.1236293 Dec 10 04:50:21.558418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Deleting port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:21.558972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.643695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb8fbeb5-6460-4c0d-8d9c-46129a8c2056 req-1012587b-abc2-4768-b93d-09baac747171 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups?id=9273eda0-4744-411a-bcbd-9ffb1216420a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7488344 Dec 10 04:50:21.647558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port cc8ade7a-e5b8-4714-82e7-85f2a41925ad, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:21.647925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.660050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-3e8919f6-64ed-419a-9672-3af29162ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.662208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-3e8919f6-64ed-419a-9672-3af29162ba59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.1499329 Dec 10 04:50:21.707366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for cc8ade7a-e5b8-4714-82e7-85f2a41925ad owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:21.761057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] For port 6fbbcd51-f3e1-425b-9414-4c9bfa990668, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6fbbcd51-f3e1-425b-9414-4c9bfa990668,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:21.761452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.792853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.804832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:21.897822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdea6-2850-427e-a52c-3429c1117787 req-ac193c61-29a5-4770-81d2-55440a623d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.898150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4860dc7-7076-4ae9-8d88-9b6fc07d4b50 req-70a08a16-1f3e-4bcd-8832-1ad2342bae3b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:21.899667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-ac193c61-29a5-4770-81d2-55440a623d15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123039 Dec 10 04:50:21.903349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4860dc7-7076-4ae9-8d88-9b6fc07d4b50 req-70a08a16-1f3e-4bcd-8832-1ad2342bae3b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 946 time: 0.1765754 Dec 10 04:50:22.005430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'fe30fa15-3fff-4d22-8b54-4be0de8cfdb4', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'port_id': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'mac_address': 'fa:16:3e:3c:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:57Z', 'updated_at': '2021-12-10T04:50:19Z', 'revision_number': 1, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:22.184187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-c7a17385-f07c-4f60-9cfa-ad270aa8d840 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640736 Dec 10 04:50:22.186588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.187016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.187412 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Floating IP ddd8dffc-0308-41fa-b404-2cabecfba27e disassociated. External IP: 172.25.8.2, port: 6fbbcd51-f3e1-425b-9414-4c9bfa990668. Dec 10 04:50:22.187824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Calling delete_port for 6fbbcd51-f3e1-425b-9414-4c9bfa990668 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:22.197109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4860dc7-7076-4ae9-8d88-9b6fc07d4b50 req-22224908-fce1-41c9-8582-24f4ed722448 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f055ff8-6946-40cc-8225-0f0106a083b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815056 Dec 10 04:50:22.201885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.205875 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Floating IP 860314d3-85da-433a-983d-1a2d2580cc6c associated. External IP: 172.25.8.65, port: 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f. Dec 10 04:50:22.290357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3decdea6-2850-427e-a52c-3429c1117787 req-b94e5286-bbfe-471e-bceb-14acc4d06380 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949233 Dec 10 04:50:22.364883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6964577-fa5b-4a48-bf16-02eab3406c12 None None] The sync data for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 is: [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'fe30fa15-3fff-4d22-8b54-4be0de8cfdb4', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'port_id': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'mac_address': 'fa:16:3e:3c:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d2b6-60df-4424-9297-626eef072e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:48:57Z', 'updated_at': '2021-12-10T04:50:19Z', 'revision_number': 1, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:22.385741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a11b7e3a-35c9-4d3a-905d-dba786a7e5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.491140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.535201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'Port': ['ID=6fbbcd51-f3e1-425b-9414-4c9bfa990668,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:22.602912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=cc8ade7a-e5b8-4714-82e7-85f2a41925ad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:22.634898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] No DVR routers for this DVR port cc8ade7a-e5b8-4714-82e7-85f2a41925ad on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:22.639975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:22.644857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-653f2379-5844-48bc-a4e4-14f9b3ec1448 req-9da06bda-0d7c-4e21-a4a1-ea673e6ba60b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "DELETE /v2.0/ports/cc8ade7a-e5b8-4714-82e7-85f2a41925ad HTTP/1.1" status: 204 len: 173 time: 2.1012294 Dec 10 04:50:22.645707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'name': 'network-vif-deleted', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:22.648371 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fdcc68-d998-4ef8-bf3f-0a6b7eefa034" -d '{"events": [{"server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "name": "network-vif-deleted", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:22.786933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:22.793579 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1626261a-c501-47c1-9cba-fe0aef2b51c3 x-openstack-request-id: req-1626261a-c501-47c1-9cba-fe0aef2b51c3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:22.793914 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dfcbb9-3305-4d15-8ef4-1e5efde3c141", "name": "network-vif-deleted", "tag": "cc8ade7a-e5b8-4714-82e7-85f2a41925ad", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:22.794166 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1626261a-c501-47c1-9cba-fe0aef2b51c3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:22.794599 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dfcbb9-3305-4d15-8ef4-1e5efde3c141', 'name': 'network-vif-deleted', 'tag': 'cc8ade7a-e5b8-4714-82e7-85f2a41925ad', 'status': 'completed', 'code': 200} Dec 10 04:50:22.797189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a427f2dd-5a70-4ede-951f-22d8647b4441 req-740f8274-cf42-4b58-8e6d-6868c0468e55 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0902846 Dec 10 04:50:22.802706 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c5671-6b0a-44af-a573-a53d525b8c71 None None] New status for floating IP fe30fa15-3fff-4d22-8b54-4be0de8cfdb4: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:50:22.804923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:22.931293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64e316d4-f6eb-4635-b855-f0eda08d393b req-427a9453-7d01-40bb-89a5-3b85c1dc92cc tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 210 time: 0.0548463 Dec 10 04:50:23.110978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:23.128945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:23.139291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:23.151040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:23.151695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.179491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:23.206241 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:23.249651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c0a2204f-4a5d-480a-b849-74a4681c4a36 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "PUT /v2.0/floatingips/860314d3-85da-433a-983d-1a2d2580cc6c HTTP/1.1" status: 200 len: 991 time: 3.2855363 Dec 10 04:50:23.287714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] No DVR routers for this DVR port 6fbbcd51-f3e1-425b-9414-4c9bfa990668 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:23.295894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:23.304438 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e96e106f-064c-4b7d-9e00-a2f6e509154c req-f154cf81-f455-4fc3-abee-eef10c84609e tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.41 "DELETE /v2.0/ports/6fbbcd51-f3e1-425b-9414-4c9bfa990668 HTTP/1.1" status: 204 len: 173 time: 1.9906621 Dec 10 04:50:23.304953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-deleted', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:23.311847 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7cd6af-2fc7-4485-88ad-e6fda4ee0c63" -d '{"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-deleted", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:23.351695 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:23.352368 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.431984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:23.503163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95ccbf16-0d89-4576-a814-8a4c07f00b79 req-ca8e0473-7f17-4ae8-b0e0-ff7499a6cf6b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dfcbb9-3305-4d15-8ef4-1e5efde3c141 HTTP/1.1" status: 200 len: 210 time: 0.0855999 Dec 10 04:50:23.546989 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1959660f-89f3-4ec3-93f8-cf8d4b9458d7 x-openstack-request-id: req-1959660f-89f3-4ec3-93f8-cf8d4b9458d7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:23.547293 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc7c238-5844-4df4-9305-e0886b8d48e3", "name": "network-vif-deleted", "tag": "6fbbcd51-f3e1-425b-9414-4c9bfa990668", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:23.547552 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1959660f-89f3-4ec3-93f8-cf8d4b9458d7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:23.548008 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc7c238-5844-4df4-9305-e0886b8d48e3', 'name': 'network-vif-deleted', 'tag': '6fbbcd51-f3e1-425b-9414-4c9bfa990668', 'status': 'completed', 'code': 200} Dec 10 04:50:23.596103 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:23.601912 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:23.820384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '860314d3-85da-433a-983d-1a2d2580cc6c', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:d7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:50:04Z', 'updated_at': '2021-12-10T04:50:21Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.852970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:23.863296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:23.864526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.915201 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.952243 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:23.963008 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:23.964003 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:49:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:23.985813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:24.018438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63c3fcf3-b81b-4b39-909b-903bcb11ac0b req-39ae577a-b0ad-4eac-acae-7e63249a2766 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0564384 Dec 10 04:50:24.147820 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:24.241847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cc8ade7a-e5b8-4714-82e7-85f2a41925ad no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:24.265633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: cc8ade7a-e5b8-4714-82e7-85f2a41925ad {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:24.266200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device cc8ade7a-e5b8-4714-82e7-85f2a41925ad not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:24.268136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b6d385e-43fe-493b-acb7-edf40e6ac336 req-cf408886-cc73-4abc-87d1-615c7058dfbe tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7c238-5844-4df4-9305-e0886b8d48e3 HTTP/1.1" status: 200 len: 210 time: 0.0579689 Dec 10 04:50:24.314005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8752fc7c-5126-4301-8704-a7395055872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '860314d3-85da-433a-983d-1a2d2580cc6c', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:d7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:50:04Z', 'updated_at': '2021-12-10T04:50:21Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:24.347810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752fc7c-5126-4301-8704-a7395055872b None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '860314d3-85da-433a-983d-1a2d2580cc6c', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'port_id': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'mac_address': 'fa:16:3e:d7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:50:04Z', 'updated_at': '2021-12-10T04:50:21Z', 'revision_number': 1, 'project_id': '60b3be28a948484093684ba66ac91836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:24.434732 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:24.477142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de6e7b-4b47-484f-bbcb-8df17d2e877d None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:41:06Z', 'revision_number': 4, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'e44ee7f2-055e-45f0-80f5-d78d3878394d', 'name': '', 'network_id': '92e6aac6-36e9-4cb8-beba-39a91f9a4a74', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'mac_address': 'fa:16:3e:07:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:41:02Z', 'updated_at': '2021-12-10T04:41:19Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'subnets': [{'id': 'a3a58781-7be0-4694-942a-9cd9c08a3be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:24.578089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:24.693206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:24.737863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:24.825742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:24.829090 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768e26b-0f62-43e8-9f00-09630ca669a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:24.841034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:24.845141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:24.850849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f055ff8-6946-40cc-8225-0f0106a083b0 HTTP/1.1" status: 204 len: 168 time: 0.2714503 Dec 10 04:50:24.875954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf02b86-4afa-40ea-8602-4d68b2766fe6 None None] New status for floating IP 860314d3-85da-433a-983d-1a2d2580cc6c: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:50:24.893584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b26adb-80ab-46bf-8413-5397d2ed17d2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f055ff8-6946-40cc-8225-0f0106a083b0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:24.930322 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4920c7e3-9fa0-4123-9ce6-6b5a2f91eb9a x-openstack-request-id: req-4920c7e3-9fa0-4123-9ce6-6b5a2f91eb9a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:24.930627 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:24.930884 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4920c7e3-9fa0-4123-9ce6-6b5a2f91eb9a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:24.931295 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'status': 'completed', 'code': 200} Dec 10 04:50:24.973913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:25.049308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eda1b21-907a-486f-b003-3ce7036f9d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.063080 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354aa2b2-d477-436b-8105-a34352cdbf14 None None] New status for floating IP ddd8dffc-0308-41fa-b404-2cabecfba27e: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:50:25.142306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting subnet 70339eda-90d2-41ba-a6b2-4e02d6b65034 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:50:25.149657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.207563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1548383-117e-44c3-ac28-523a78841d7a req-27c4c035-4b02-499c-89f3-19d9850ab458 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0472600 Dec 10 04:50:25.402094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44594) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:25.485249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.512378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.565628 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.568527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.572417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "DELETE /v2.0/security-groups/9273eda0-4744-411a-bcbd-9ffb1216420a HTTP/1.1" status: 204 len: 168 time: 0.1668420 Dec 10 04:50:25.573427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44600) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:25.580425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-509a643b-68a7-4eb8-9106-afb765833a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:25.581987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-509a643b-68a7-4eb8-9106-afb765833a10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60b3be28a948484093684ba66ac91836&device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 1097 time: 0.5947378 Dec 10 04:50:25.594590 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-7ff4cbb7-19f8-4d34-beac-5b6b324ac432 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] show failed (client error): The resource could not be found. Dec 10 04:50:25.595833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ff4cbb7-19f8-4d34-beac-5b6b324ac432 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "GET /v2.0/security-groups/9273eda0-4744-411a-bcbd-9ffb1216420a HTTP/1.1" status: 404 len: 347 time: 0.0213504 Dec 10 04:50:25.596937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4a709-f947-4e06-8bc2-0266bdd7639b tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273eda0-4744-411a-bcbd-9ffb1216420a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:25.598771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:25.622367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.734328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.746994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-46d5981f-fc36-43de-af7c-59d7514e0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:25.748534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-46d5981f-fc36-43de-af7c-59d7514e0589 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 200 len: 912 time: 0.1587398 Dec 10 04:50:25.762560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Deleting port 8b67d2e5-9627-4db5-b1b7-478dbeae1b91 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:25.763013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.800981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.861167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-770a18b8-cb69-4850-be4a-3d66305625f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f HTTP/1.1" status: 200 len: 1001 time: 0.1037772 Dec 10 04:50:25.872623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.875685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.891791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Calling delete_port for 8b67d2e5-9627-4db5-b1b7-478dbeae1b91 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:25.924974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.957907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-44da844f-47db-4ee6-a1c7-d3d006436e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:25.959728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-44da844f-47db-4ee6-a1c7-d3d006436e92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 200 len: 850 time: 0.0880923 Dec 10 04:50:25.962345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Subnet': ['ID=70339eda-90d2-41ba-a6b2-4e02d6b65034,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:25.967554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:25.971611 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b0b290d3-5d39-4971-84b2-48aa25f34259 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/subnets/70339eda-90d2-41ba-a6b2-4e02d6b65034 HTTP/1.1" status: 204 len: 168 time: 0.9961314 Dec 10 04:50:25.974199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:25.988619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d10975-6403-4a62-b3bd-fbc24fba0a80 None None] Network 40ff6550-71a5-4975-bd16-55f98cc21dec requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:50:26.155610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.157077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.160413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-fbc7ec6e-263a-463b-8860-a3511248cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:26.162152 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-fbc7ec6e-263a-463b-8860-a3511248cca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891077 Dec 10 04:50:26.213330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:26.250797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] DHCP port deletion for 40ff6550-71a5-4975-bd16-55f98cc21dec request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:26.254211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Pushing event deleted for resources: {'Port': ['ID=8b67d2e5-9627-4db5-b1b7-478dbeae1b91,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:26.257483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 6fbbcd51-f3e1-425b-9414-4c9bfa990668 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:26.258415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6fbbcd51-f3e1-425b-9414-4c9bfa990668 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:26.343012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Deleting port be03044d-6528-4bff-b79a-b4aaefcb9c19 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:26.347521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.371330 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-f8f6f592-5ca4-4d75-a1f9-61a2eeb2a31a service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853633 Dec 10 04:50:26.420309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c597ec7c-944b-4adf-8432-b34155b2cedc req-a496c1e9-e77c-4b7c-bb80-aa73ad05f603 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0510662 Dec 10 04:50:26.433782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.437277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.438659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-794b63e7-cb9d-481b-b740-4e3028283b96 tempest-AttachVolumeShelveTestJSON-1154641919 tempest-AttachVolumeShelveTestJSON-1154641919-project] 10.222.0.43 "DELETE /v2.0/floatingips/ddd8dffc-0308-41fa-b404-2cabecfba27e HTTP/1.1" status: 204 len: 168 time: 0.8386917 Dec 10 04:50:26.466054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port be03044d-6528-4bff-b79a-b4aaefcb9c19 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:26.466956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.531646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] For port be03044d-6528-4bff-b79a-b4aaefcb9c19, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=be03044d-6528-4bff-b79a-b4aaefcb9c19,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:26.532220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.555658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Calling delete_port for be03044d-6528-4bff-b79a-b4aaefcb9c19 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:26.648457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port be03044d-6528-4bff-b79a-b4aaefcb9c19, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=be03044d-6528-4bff-b79a-b4aaefcb9c19,segment=NetworkSegment(719474ef-717d-4981-b66e-3d639070959e),segment_id=719474ef-717d-4981-b66e-3d639070959e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:26.648839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.672906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for be03044d-6528-4bff-b79a-b4aaefcb9c19 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:26.689987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f768e26b-0f62-43e8-9f00-09630ca669a9 req-8290cf59-1584-4b71-8a9f-27dc7582760d service neutron] 10.222.0.41 "GET /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101220 Dec 10 04:50:26.737809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.772464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.784198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Pushing event deleted for resources: {'Port': ['ID=be03044d-6528-4bff-b79a-b4aaefcb9c19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:26.790722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] No DVR routers for this DVR port be03044d-6528-4bff-b79a-b4aaefcb9c19 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:26.810032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=be03044d-6528-4bff-b79a-b4aaefcb9c19,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:26.819467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.821753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.822631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] No DVR routers for this DVR port be03044d-6528-4bff-b79a-b4aaefcb9c19 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:26.823143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.823647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.837049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.837399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.837739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.838073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.838405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.838733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.839063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.839387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.839711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba7a5a-96f0-4eb0-a119-f6bfa488c00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:26.915651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:26.937908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ff6550-71a5-4975-bd16-55f98cc21dec']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:26.952206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719474ef-717d-4981-b66e-3d639070959e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:26.952602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719474ef-717d-4981-b66e-3d639070959e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:26.977110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.000910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.007996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:50:27.008392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:50:27.081612 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:50:27.087431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.103888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.108853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/networks/40ff6550-71a5-4975-bd16-55f98cc21dec HTTP/1.1" status: 204 len: 168 time: 1.1330898 Dec 10 04:50:27.111543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:27.124224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dc185-8788-4f9e-bd5f-4964c73e0f85 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Network': ['ID=40ff6550-71a5-4975-bd16-55f98cc21dec,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:27.342578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port eeb14e0d-7808-4d39-876d-6e9a4b6c40e2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:27.343123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.422940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.470770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.471210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.487024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for eeb14e0d-7808-4d39-876d-6e9a4b6c40e2 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:27.548272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device be03044d-6528-4bff-b79a-b4aaefcb9c19 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:27.604662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: be03044d-6528-4bff-b79a-b4aaefcb9c19 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:27.605338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device be03044d-6528-4bff-b79a-b4aaefcb9c19 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:27.689364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfb0e940-19e1-41c4-ae96-95d93d401d66 req-e3851787-a2a8-4ef5-8e26-9166aeebb29d tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.1047037 Dec 10 04:50:27.860687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:27.904853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=eeb14e0d-7808-4d39-876d-6e9a4b6c40e2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:28.008682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:28.009324 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Floating IP f583170d-d686-45d6-9924-8b1082dcd97a disassociated (deleted). External IP: 172.25.8.32, port: 66a89b92-0175-4336-8e01-2e9855df440c. Dec 10 04:50:28.295770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:28.320804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:28.465198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:28.480390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:28.482741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:28.508589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:28.510632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:28.517363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3858782e-7128-49cc-aaf4-6ef0381019c6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/floatingips/f583170d-d686-45d6-9924-8b1082dcd97a HTTP/1.1" status: 204 len: 168 time: 1.4044418 Dec 10 04:50:28.518077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:28.521176 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6d077-168d-4a48-af7c-71833cba0dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:28.600652 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9832aab-4632-4e94-a4e5-8bc6a294a4c0 x-openstack-request-id: req-f9832aab-4632-4e94-a4e5-8bc6a294a4c0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:28.601065 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "tag": "66a89b92-0175-4336-8e01-2e9855df440c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:28.601323 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9832aab-4632-4e94-a4e5-8bc6a294a4c0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:28.601936 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c', 'status': 'completed', 'code': 200} Dec 10 04:50:28.732061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-6264ff24-723f-476b-8149-4921a0870415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:28.735617 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-6264ff24-723f-476b-8149-4921a0870415 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0864835 Dec 10 04:50:28.796770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:28.929660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4febf5d-a20a-4bb7-b38b-ce8ebc32aafd req-643a0ca1-1494-442e-9793-3d500e3f6218 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0820384 Dec 10 04:50:29.004160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-46ed6afe-f37c-4e78-9b5b-ae92f7e7dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:29.005587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-46ed6afe-f37c-4e78-9b5b-ae92f7e7dd03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 200 len: 898 time: 0.2224550 Dec 10 04:50:29.072598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf8d7-06a8-426b-bd9c-3ca9e353c52c req-8a3225d4-7c7c-4bda-a431-a0cbb6f58b78 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:29.087543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1bdf8d7-06a8-426b-bd9c-3ca9e353c52c req-8a3225d4-7c7c-4bda-a431-a0cbb6f58b78 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.1087348 Dec 10 04:50:29.095059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-2153a24d-fd43-49a0-8767-e38fb1931ee6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 200 len: 217 time: 0.0816417 Dec 10 04:50:29.203684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1bdf8d7-06a8-426b-bd9c-3ca9e353c52c req-e4816757-01c5-4795-9e61-7d6c2dc41b29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149995 Dec 10 04:50:29.207686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-a25e2872-5569-478e-8eca-3a5d7a481348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:29.209244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-a25e2872-5569-478e-8eca-3a5d7a481348 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6a36138-9de5-48d3-886a-b7d037d47a20 HTTP/1.1" status: 200 len: 835 time: 0.1057920 Dec 10 04:50:29.240427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:29.321292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-688e6db8-a5d2-4f87-ba13-b21468475183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:29.323884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:29.329307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-688e6db8-a5d2-4f87-ba13-b21468475183 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d8db5e-624d-4080-b31e-c3c97b19ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944576 Dec 10 04:50:29.363168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:29.366386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:29.556182 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-c05b4ccf-e163-49c7-9aca-797b9455ae28 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067180 Dec 10 04:50:29.705578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cbd6d077-168d-4a48-af7c-71833cba0dd8 req-0c64fa65-0233-416d-969a-18e03052ccd6 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417446 Dec 10 04:50:29.808418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:30.149632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:30.172738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d4d2ec5-e0ae-4dad-a973-c29b06dd5b8f req-d116eec0-7ea5-47a4-988c-342899909802 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0977869 Dec 10 04:50:30.215457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57445f8e-8481-42a0-a97b-42454c12e026 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:17Z', 'revision_number': 6, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '620e104b-82f5-4aca-ae82-b7a57680e51c', 'name': '', 'network_id': 'c1d8db5e-624d-4080-b31e-c3c97b19ffa1', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:0f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:49Z', 'updated_at': '2021-12-10T04:48:05Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': 'c6a36138-9de5-48d3-886a-b7d037d47a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:30.470727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65093b3-624f-4a1b-a008-5df6af226d61 req-60bd5d95-175b-4593-9f78-0d75e24961d4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:30.472311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65093b3-624f-4a1b-a008-5df6af226d61 req-60bd5d95-175b-4593-9f78-0d75e24961d4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.0789728 Dec 10 04:50:30.561606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65093b3-624f-4a1b-a008-5df6af226d61 req-b6ac761a-72bb-4671-9813-1908d63fb3a8 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=03c55557-6f77-4a9c-874f-74a6b12a2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825739 Dec 10 04:50:30.670724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-48579ee7-f2ce-44ac-b6d3-b97afbfbd4a2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:30.673279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-48579ee7-f2ce-44ac-b6d3-b97afbfbd4a2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 945 time: 0.1209083 Dec 10 04:50:30.737912 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73da80ea-62ed-4c13-91b8-0184b89f654a None None] New status for floating IP f583170d-d686-45d6-9924-8b1082dcd97a: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:50:30.814522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port 66a89b92-0175-4336-8e01-2e9855df440c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:30.814982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:30.937871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port 66a89b92-0175-4336-8e01-2e9855df440c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=66a89b92-0175-4336-8e01-2e9855df440c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:30.938592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:30.953526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for 66a89b92-0175-4336-8e01-2e9855df440c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:31.148207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:31.241868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=66a89b92-0175-4336-8e01-2e9855df440c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:31.322243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] No DVR routers for this DVR port 66a89b92-0175-4336-8e01-2e9855df440c on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:31.329666 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:31.337818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-04bdff3c-868e-46b1-9ffd-efb517af77aa req-05d98a32-6022-4990-aac9-78ecf9d564bc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.41 "DELETE /v2.0/ports/66a89b92-0175-4336-8e01-2e9855df440c HTTP/1.1" status: 204 len: 173 time: 0.6249585 Dec 10 04:50:31.340276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'name': 'network-vif-deleted', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:50:31.347306 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea5ac8-240e-4e43-95db-cf30ea1f8aac" -d '{"events": [{"server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "name": "network-vif-deleted", "tag": "66a89b92-0175-4336-8e01-2e9855df440c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:50:31.378621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc453ec0-f5b5-414c-9571-62ecc2e15baa req-78bd065f-679c-42ef-a84c-a6a44bedacea tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.1103561 Dec 10 04:50:31.456695 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d8ab26-23fa-4d77-adbb-ae88e9c88c0e x-openstack-request-id: req-56d8ab26-23fa-4d77-adbb-ae88e9c88c0e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:50:31.457264 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60f8cd-e8e9-4adf-8e7a-44772a602bd8", "name": "network-vif-deleted", "tag": "66a89b92-0175-4336-8e01-2e9855df440c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:50:31.457535 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56d8ab26-23fa-4d77-adbb-ae88e9c88c0e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:50:31.457947 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60f8cd-e8e9-4adf-8e7a-44772a602bd8', 'name': 'network-vif-deleted', 'tag': '66a89b92-0175-4336-8e01-2e9855df440c', 'status': 'completed', 'code': 200} Dec 10 04:50:31.728730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7bcf3ae-6da1-4221-bcb1-ca6c30d81ac7 req-2e19ccc1-f533-4e1e-bb1a-ea0d5b34a504 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f60f8cd-e8e9-4adf-8e7a-44772a602bd8 HTTP/1.1" status: 200 len: 210 time: 0.0373309 Dec 10 04:50:32.562919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e67b486f-a82c-4223-9257-9f2bc86d54a6 req-96a376e5-fbed-41d7-bded-54198c908fdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0641265 Dec 10 04:50:32.582552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c95f4425-1891-40f1-a508-08222d22ab97 req-48fff130-cd08-4fe0-9552-127906437d9c tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0332444 Dec 10 04:50:32.806076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:32.886524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:32.926294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:33.001560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:33.005155 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:33.021989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/security-groups/03c55557-6f77-4a9c-874f-74a6b12a2e74 HTTP/1.1" status: 204 len: 168 time: 0.2147245 Dec 10 04:50:33.045719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9871f7b-de78-48a6-ba99-7534317ff625 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c55557-6f77-4a9c-874f-74a6b12a2e74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:33.061098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:33.683720 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:33.736337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e5e507b-d4af-4de7-854a-f0ca8a9bee7c req-5d79b2a8-4e6e-4bfb-bb6b-6b4f0770b8b6 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0688012 Dec 10 04:50:34.061223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port 620e104b-82f5-4aca-ae82-b7a57680e51c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:34.061570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:34.162468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port 620e104b-82f5-4aca-ae82-b7a57680e51c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=620e104b-82f5-4aca-ae82-b7a57680e51c,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:34.162838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:34.189689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for 620e104b-82f5-4aca-ae82-b7a57680e51c owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:34.228980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 66a89b92-0175-4336-8e01-2e9855df440c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:34.269201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 66a89b92-0175-4336-8e01-2e9855df440c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:34.269790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 66a89b92-0175-4336-8e01-2e9855df440c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:34.420588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:34.471792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=620e104b-82f5-4aca-ae82-b7a57680e51c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:34.818779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:34.891477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf954315-bb37-48ba-8fcc-b53049ea9708 req-025ea32a-5821-453a-b1c7-fbebd39265d8 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0372691 Dec 10 04:50:35.319760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa619d63-a195-4adf-9131-4a50cbb37553 req-63214a89-9938-4d1d-8ddd-7c3d5d0f4f94 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0409880 Dec 10 04:50:35.401020 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34be3c0f-95fc-405c-9d41-9547d72e3cfb req-12887b79-cdf6-417c-8310-a957f81a7cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70b3129091784d1ea4fbd251f0be122a&device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0413163 Dec 10 04:50:35.470507 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34be3c0f-95fc-405c-9d41-9547d72e3cfb req-5a2a2ac4-0ba0-4a7f-ba22-11afb6aa20a0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=70b3129091784d1ea4fbd251f0be122a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531139 Dec 10 04:50:35.722043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:35.765212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be3c0f-95fc-405c-9d41-9547d72e3cfb req-13671ea1-14d9-423d-a56b-1c9e149ed356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:35.766682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34be3c0f-95fc-405c-9d41-9547d72e3cfb req-13671ea1-14d9-423d-a56b-1c9e149ed356 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525449 Dec 10 04:50:35.789671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44832) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:35.884217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:35.892648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8026d925-08eb-490a-bc5f-947c03891490 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/9f82da0a-be5b-49ae-98e5-24139dcbb4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8276968 Dec 10 04:50:35.892873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:35.900088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Sync routers for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:35.917992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:35.919024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:35.951443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting subnet c6a36138-9de5-48d3-886a-b7d037d47a20 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:50:35.954886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:35.999188 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.036001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:36.083790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.156408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.224642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a36138-9de5-48d3-886a-b7d037d47a20,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:36.245404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.250457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-306892eb-fae5-4853-b16b-420ebfbc6a76 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/subnets/c6a36138-9de5-48d3-886a-b7d037d47a20 HTTP/1.1" status: 204 len: 168 time: 0.3555911 Dec 10 04:50:36.252388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:36.276078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e92c57-7d9d-4441-896b-1b70c5542a8f None None] Network c1d8db5e-624d-4080-b31e-c3c97b19ffa1 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:50:36.434417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:34Z', 'revision_number': 7, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:36.467012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Checking router: 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:36.470581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.478228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Routers {'9f82da0a-be5b-49ae-98e5-24139dcbb4e7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:36.479196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:36.651913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] Set router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:36.729117 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.885169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port df648a16-260e-49a6-9e22-741aeca83d87 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:36.885716 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:36.899663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] DHCP port deletion for c1d8db5e-624d-4080-b31e-c3c97b19ffa1 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:36.941644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64afed08-aee7-446b-9f8f-42af1196f57c req-6b6b17a0-e489-4051-a2a3-7d4121e4e5d5 tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0397680 Dec 10 04:50:37.000260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:34Z', 'revision_number': 7, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:37.046221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47f6a-b457-4796-a828-3b9b3e476ad0 None None] The sync data for ids ['9f82da0a-be5b-49ae-98e5-24139dcbb4e7'] in n-d-817326-3 is: [{'id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'name': 'tempest-TestNetworkBasicOps-router-1620707527', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:37Z', 'updated_at': '2021-12-10T04:50:34Z', 'revision_number': 7, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'df648a16-260e-49a6-9e22-741aeca83d87', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f82da0a-be5b-49ae-98e5-24139dcbb4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:38Z', 'updated_at': '2021-12-10T04:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:37.087556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Deleting port fc674047-e7e1-4b9a-9373-33208377a12b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:37.088105 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.089765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port df648a16-260e-49a6-9e22-741aeca83d87, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=df648a16-260e-49a6-9e22-741aeca83d87,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:37.090140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.144574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for df648a16-260e-49a6-9e22-741aeca83d87 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:37.224207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] For port fc674047-e7e1-4b9a-9373-33208377a12b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fc674047-e7e1-4b9a-9373-33208377a12b,segment=NetworkSegment(b30c26ef-9837-45f9-a176-c208d707b990),segment_id=b30c26ef-9837-45f9-a176-c208d707b990)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:37.225034 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.239832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Calling delete_port for fc674047-e7e1-4b9a-9373-33208377a12b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:37.363135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.416607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] No DVR routers for this DVR port fc674047-e7e1-4b9a-9373-33208377a12b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:37.424504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277f2f-43c5-4370-9f5c-b5e7f12ab1ad None None] Pushing event deleted for resources: {'Port': ['ID=fc674047-e7e1-4b9a-9373-33208377a12b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:37.495406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-34be3c0f-95fc-405c-9d41-9547d72e3cfb req-88300450-90a4-44ac-9c66-b600a731634a tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.36 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.1256714 Dec 10 04:50:37.627311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 620e104b-82f5-4aca-ae82-b7a57680e51c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:37.659326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.680235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 620e104b-82f5-4aca-ae82-b7a57680e51c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:37.680598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 620e104b-82f5-4aca-ae82-b7a57680e51c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:37.681017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fc674047-e7e1-4b9a-9373-33208377a12b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:37.705420 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:37.746649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: fc674047-e7e1-4b9a-9373-33208377a12b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:37.754867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fc674047-e7e1-4b9a-9373-33208377a12b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:37.762141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=df648a16-260e-49a6-9e22-741aeca83d87,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:37.780139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a67d4d-ad65-4ca9-9cd6-bf5362947d73 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:37.906474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.059576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.063754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.150077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37d29049-ad07-434e-b97f-d1b2817d6f9c req-b6600014-f8c1-4c20-a5ae-2e0d68b1e60d tempest-ServerShowV257Test-908669412 tempest-ServerShowV257Test-908669412-project] 10.222.0.43 "GET /v2.0/ports?device_id=9844c24a-3d9f-4a12-8581-a81ea750b87b HTTP/1.1" status: 200 len: 210 time: 0.0497189 Dec 10 04:50:38.152145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Deleting port e44ee7f2-055e-45f0-80f5-d78d3878394d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:38.152579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.152914 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.153555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Fanout notify agent at l3_agent the message router_deleted on router 9f82da0a-be5b-49ae-98e5-24139dcbb4e7 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:50:38.171852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.179596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ee17117-a363-4ab1-9f6c-c96454ad3670 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/routers/9f82da0a-be5b-49ae-98e5-24139dcbb4e7 HTTP/1.1" status: 204 len: 168 time: 1.9234974 Dec 10 04:50:38.181369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:38.291863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.300830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] For port e44ee7f2-055e-45f0-80f5-d78d3878394d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e44ee7f2-055e-45f0-80f5-d78d3878394d,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:38.301372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.335867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Calling delete_port for e44ee7f2-055e-45f0-80f5-d78d3878394d owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:38.482745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.524831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d8db5e-624d-4080-b31e-c3c97b19ffa1']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:38.539441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30c26ef-9837-45f9-a176-c208d707b990') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:38.539939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30c26ef-9837-45f9-a176-c208d707b990') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:38.562967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.586960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.594682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:50:38.595793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:50:38.602083 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:50:38.678665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.693490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.701402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.707820 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/networks/c1d8db5e-624d-4080-b31e-c3c97b19ffa1 HTTP/1.1" status: 204 len: 168 time: 0.5225236 Dec 10 04:50:38.711816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e44ee7f2-055e-45f0-80f5-d78d3878394d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:38.737880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c9f17-3bca-4dae-a93e-46f41969fbcf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Network': ['ID=c1d8db5e-624d-4080-b31e-c3c97b19ffa1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:38.742658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:38.745036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'network': {'name': 'tempest-network-smoke--540356718', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:38.778475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:50:38.782229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.837332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:50:38.868009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:38.868420 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Added segment 656b02ee-5cc2-49ff-a772-50fe1b20495a of type vlan for network 742020b3-0717-4efe-9b45-0697683f2a5b Dec 10 04:50:38.975170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.006734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.043153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.051333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:39.052150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.112812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3722153 Dec 10 04:50:39.129986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:39.136243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-809060513', 'admin_state_up': True, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:39.144409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2479c-4c59-4ea1-8026-1ff1926b506f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Network': ['ID=742020b3-0717-4efe-9b45-0697683f2a5b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:39.158966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 742020b3-0717-4efe-9b45-0697683f2a5b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:50:39.254026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.254962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.386443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.395079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Router 2db04626-27d6-4026-bdc5-389dfdff97e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:39.576375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.580323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:39.684347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device df648a16-260e-49a6-9e22-741aeca83d87 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:39.744026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: df648a16-260e-49a6-9e22-741aeca83d87 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:39.744380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device df648a16-260e-49a6-9e22-741aeca83d87 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:39.796195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:39.803582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c2263d01-3b45-4b1e-a1a4-96d907721e1c admin admin] 10.222.0.43 "PUT /v2.0/routers/2db04626-27d6-4026-bdc5-389dfdff97e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0120986 Dec 10 04:50:39.806159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44952) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:39.809364 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Sync routers for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:39.838397 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:39.846986 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:39.851308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ea3-eec3-440e-bb0e-f681eb3b1184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.917423 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.938578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ea3-eec3-440e-bb0e-f681eb3b1184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.947798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ea3-eec3-440e-bb0e-f681eb3b1184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:39.950085 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:50:40.025649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f5b3ea3-eec3-440e-bb0e-f681eb3b1184 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70b3129091784d1ea4fbd251f0be122a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441783 Dec 10 04:50:40.026455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b3ea3-eec3-440e-bb0e-f681eb3b1184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5fdf6-f58b-42a1-a592-fbc86ea036b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:40.028147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44956) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:40.080066 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:40.112076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.233690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.312133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.314361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.379175 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:50:38Z', 'revision_number': 5, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port': {'id': '8608f052-b10a-47d9-af9e-2061d11a86bc', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:49Z', 'updated_at': '2021-12-10T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:40.391434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.428621 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Checking router: 2db04626-27d6-4026-bdc5-389dfdff97e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:40.440788 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Routers {'2db04626-27d6-4026-bdc5-389dfdff97e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:40.442472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Deleting port 8608f052-b10a-47d9-af9e-2061d11a86bc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:40.442848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.443879 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2db04626-27d6-4026-bdc5-389dfdff97e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:40.569536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.25.8.177 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ac31a153-fe15-49db-9e4f-4fac4fd2cb74) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:50:40.588467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] Set router 2db04626-27d6-4026-bdc5-389dfdff97e4 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:40.606209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] For port 8608f052-b10a-47d9-af9e-2061d11a86bc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8608f052-b10a-47d9-af9e-2061d11a86bc,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:40.606813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.609654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.613089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:40.616748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27a5fdf6-f58b-42a1-a592-fbc86ea036b5 HTTP/1.1" status: 204 len: 168 time: 0.5846779 Dec 10 04:50:40.650948 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:50:40Z', 'revision_number': 6, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:40.664386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Calling delete_port for 8608f052-b10a-47d9-af9e-2061d11a86bc owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:40.671502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0073d-ba75-46fd-8d4e-a300ca164ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5fdf6-f58b-42a1-a592-fbc86ea036b5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:40.725341 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b0993-b18f-4bad-a6e9-1b1af9eb786a None None] The sync data for ids ['2db04626-27d6-4026-bdc5-389dfdff97e4'] in n-d-817326-3 is: [{'id': '2db04626-27d6-4026-bdc5-389dfdff97e4', 'name': 'tempest-AttachVolumeShelveTestJSON-910455596-router', 'tenant_id': '88c633b43c3d40a9bf279a28c60b807a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:46Z', 'updated_at': '2021-12-10T04:50:40Z', 'revision_number': 6, 'project_id': '88c633b43c3d40a9bf279a28c60b807a', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:40.917563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:41.024018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:41.090132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:41.096735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:41.099565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:50:41.115529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ceb5d-7130-4edf-91a4-ec8617a24477 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:41.160317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:41.188767 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:41.224255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e010a85b-0ab4-48b4-acdd-be5439de4e9a None None] Provisioning complete for port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:41.224976 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e010a85b-0ab4-48b4-acdd-be5439de4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:41.244284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8608f052-b10a-47d9-af9e-2061d11a86bc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:41.317110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e010a85b-0ab4-48b4-acdd-be5439de4e9a None None] Port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:41.340932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b080d3e-b5ef-47b1-86c9-b4c1b70f3d25 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:41.802310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8608f052-b10a-47d9-af9e-2061d11a86bc no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:41.908068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 8608f052-b10a-47d9-af9e-2061d11a86bc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:41.912594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8608f052-b10a-47d9-af9e-2061d11a86bc not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:41.913305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e44ee7f2-055e-45f0-80f5-d78d3878394d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:41.967906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:41.974203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e44ee7f2-055e-45f0-80f5-d78d3878394d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:50:41.974927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e44ee7f2-055e-45f0-80f5-d78d3878394d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:50:42.172559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.176951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.294060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.295300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db04626-27d6-4026-bdc5-389dfdff97e4 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:50:42.308559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.311113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c7a1a78c-06a9-4f4f-aa9b-5af5fb48ff77 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2db04626-27d6-4026-bdc5-389dfdff97e4 HTTP/1.1" status: 204 len: 168 time: 2.5037930 Dec 10 04:50:42.315068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:42.318601 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.421873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:42.445848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Deleting subnet a3a58781-7be0-4694-942a-9cd9c08a3be4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:50:42.449560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.493485 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.589419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.683283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f780068-5352-4e24-971b-ee5ef1095853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.704208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.761225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a58781-7be0-4694-942a-9cd9c08a3be4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:42.765305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.767592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:42.770900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e4028-acc0-4c61-9a3b-0e61da4c5c0d None None] Network 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:50:42.789030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5c8a36ba-350d-4aca-aef9-f73a84fb8553 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a3a58781-7be0-4694-942a-9cd9c08a3be4 HTTP/1.1" status: 204 len: 168 time: 0.4705901 Dec 10 04:50:42.794633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:42.856683 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-dbe0047a-f31e-4abc-80a3-a64aa29aced6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1960258 Dec 10 04:50:43.032956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f7751-ff95-4971-b385-95427a521402 None None] DHCP port deletion for 92e6aac6-36e9-4cb8-beba-39a91f9a4a74 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:43.046654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.061736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 82f772a3-0da7-4e33-8048-478a4ff1199a is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:50:43.090394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-981f7751-ff95-4971-b385-95427a521402 None None] Deleting port 60fd61fd-9976-4b2f-92a0-15dce3180035 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:43.090978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-981f7751-ff95-4971-b385-95427a521402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.095532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f780068-5352-4e24-971b-ee5ef1095853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.159104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.159590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.160063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.160550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.161017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.161549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.161996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.163956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-10313d66-fbf2-410a-940d-16eee7427d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.2198460 Dec 10 04:50:43.164774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f780068-5352-4e24-971b-ee5ef1095853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.216712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-981f7751-ff95-4971-b385-95427a521402 None None] For port 60fd61fd-9976-4b2f-92a0-15dce3180035, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=60fd61fd-9976-4b2f-92a0-15dce3180035,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:43.217368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-981f7751-ff95-4971-b385-95427a521402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.242319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-981f7751-ff95-4971-b385-95427a521402 None None] Calling delete_port for 60fd61fd-9976-4b2f-92a0-15dce3180035 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:43.259292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780068-5352-4e24-971b-ee5ef1095853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28778a23-6d01-4c19-8f0f-6560978451cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:43.281203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1f780068-5352-4e24-971b-ee5ef1095853 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e2630125a2542698f84f0d00a35ce75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8575201 Dec 10 04:50:43.282231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:43.344866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:43.382564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.392524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0cb583a8-f8ae-47da-b522-0b9ae6bcee3a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2553699 Dec 10 04:50:43.392738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:43.448313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Deleting port 60fd61fd-9976-4b2f-92a0-15dce3180035 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:50:43.448561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.453739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-78f382ad-a5b2-4459-818c-5b2a91848927 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=179260b0707742b6b2f0592ba7d5b3d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621581 Dec 10 04:50:43.457123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45084) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:43.502850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-9a566371-e437-4b28-b5ae-bdfd2504bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.502850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-9a566371-e437-4b28-b5ae-bdfd2504bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.504530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-9a566371-e437-4b28-b5ae-bdfd2504bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.505918 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-9a566371-e437-4b28-b5ae-bdfd2504bf55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 2297 time: 0.2652073 Dec 10 04:50:43.547053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.615771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] For port 60fd61fd-9976-4b2f-92a0-15dce3180035, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=60fd61fd-9976-4b2f-92a0-15dce3180035,segment=NetworkSegment(925ef58d-3add-4dc7-a257-867fdbcb75cf),segment_id=925ef58d-3add-4dc7-a257-867fdbcb75cf)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:43.616159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.655990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bea493-4f39-46f4-8c95-68c9876f9487 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.665723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:43.667562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39bea493-4f39-46f4-8c95-68c9876f9487 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2092786 Dec 10 04:50:43.670463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Sync routers for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:43.672751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Calling delete_port for 60fd61fd-9976-4b2f-92a0-15dce3180035 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:50:43.672999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 60fd61fd-9976-4b2f-92a0-15dce3180035 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:50:43.679499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.739954 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0464d938-52fa-4468-99f1-28578af02b77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 1001 time: 0.2248416 Dec 10 04:50:43.750975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89530c62-601d-4d94-8155-d110ff6ec3e1 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726638 Dec 10 04:50:43.751380 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-981f7751-ff95-4971-b385-95427a521402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.752216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45094) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:43.757972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029499332', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:43.774366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f7751-ff95-4971-b385-95427a521402 None None] No DVR routers for this DVR port 60fd61fd-9976-4b2f-92a0-15dce3180035 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:43.814482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:43.814702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:43.851551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7751-ff95-4971-b385-95427a521402 None None] Pushing event deleted for resources: {'Port': ['ID=60fd61fd-9976-4b2f-92a0-15dce3180035,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:43.896545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:43.924406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-6f7340f4-8525-46f2-ab86-e9f2f7d8320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:43.932226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-6f7340f4-8525-46f2-ab86-e9f2f7d8320a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.1828625 Dec 10 04:50:43.975611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:50:43.980260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.028280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.031496 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.032855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28778a23-6d01-4c19-8f0f-6560978451cc HTTP/1.1" status: 204 len: 168 time: 0.7387745 Dec 10 04:50:44.039546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0b41ff38-b094-4eb9-afe8-0dbd3b0acd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:44.041494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0b41ff38-b094-4eb9-afe8-0dbd3b0acd29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962999 Dec 10 04:50:44.061315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bac77f-7e05-4b84-93c2-59e49c0a27dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28778a23-6d01-4c19-8f0f-6560978451cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:44.064672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.074748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:44.144907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fd61fd-9976-4b2f-92a0-15dce3180035,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:44.156863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] No DVR routers for this DVR port 60fd61fd-9976-4b2f-92a0-15dce3180035 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:50:44.388601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.410147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:41Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:44.459312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Checking router: 82f772a3-0da7-4e33-8048-478a4ff1199a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:44.460037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Updating router 82f772a3-0da7-4e33-8048-478a4ff1199a port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:50:44.461998 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-36471c28-8ff9-4297-886d-31aefe1d2886 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067774 Dec 10 04:50:44.464014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e6aac6-36e9-4cb8-beba-39a91f9a4a74']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:44.483604 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.525497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925ef58d-3add-4dc7-a257-867fdbcb75cf') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:44.525805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925ef58d-3add-4dc7-a257-867fdbcb75cf') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:44.537451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.539875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.566248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Subnet': ['ID=1f24c57f-0d9e-4d86-a616-9a94c9ed7683,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:44.567348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.585811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:50:44.586687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.620274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Checking segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:50:44.620757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network hostable DHCP agents. Network: 742020b3-0717-4efe-9b45-0697683f2a5b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:50:44.645327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 742020b3-0717-4efe-9b45-0697683f2a5b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:50:44.669107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 742020b3-0717-4efe-9b45-0697683f2a5b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:44.678628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c3f81-8e78-4585-bb96-4aad1a0f64c2 None None] Network 742020b3-0717-4efe-9b45-0697683f2a5b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:50:44.690563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:44.692312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.733721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c66cea4b-0723-4702-8dc0-b0dfcf7f9785 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9800091 Dec 10 04:50:44.734774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45126) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:50:44.743284 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:50:44.821903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.853305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:44.857946 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92e6aac6-36e9-4cb8-beba-39a91f9a4a74 HTTP/1.1" status: 204 len: 168 time: 2.0622029 Dec 10 04:50:44.873698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-dd1af62f-4918-42f5-9d97-17123324e18e service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994298 Dec 10 04:50:44.874783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa7ddf-4170-471b-af42-29e70edb1b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e6aac6-36e9-4cb8-beba-39a91f9a4a74,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:45.005361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-30c6357f-d4b2-482d-ac1b-2ae12500bead service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 217 time: 0.1228406 Dec 10 04:50:45.005734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-742020b3-0717-4efe-9b45-0697683f2a5b', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:50:45.006439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.098311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-98d9a6dd-bc98-422b-8102-78ab822753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:45.100064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-98d9a6dd-bc98-422b-8102-78ab822753c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0867643 Dec 10 04:50:45.198732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d8e3723e-ef6f-48a1-9245-60246b690a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:45.203317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d8e3723e-ef6f-48a1-9245-60246b690a07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730166 Dec 10 04:50:45.242137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Allocated IP 172.20.0.2 (742020b3-0717-4efe-9b45-0697683f2a5b/1f24c57f-0d9e-4d86-a616-9a94c9ed7683/e84ca1fd-e9c0-4872-932d-eaff16ecd7b4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:50:45.338403 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-2befd9f2-1403-4e1f-bc83-ef951fd55704 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244681 Dec 10 04:50:45.339169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:45.470662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.481057 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-b7aed87b-80e3-4479-b481-52cab23edd6b service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327147 Dec 10 04:50:45.490853 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.557542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Network 742020b3-0717-4efe-9b45-0697683f2a5b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:45.570279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:45.585232 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-21707bc8-be31-42fa-8fc8-747d9f761e17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 217 time: 0.0758202 Dec 10 04:50:45.590900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:50:45.624029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Pushing event updated for resources: {'Port': ['ID=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:45.702132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b694561c-91de-43b4-aee8-90eb6eb8dec1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88c633b43c3d40a9bf279a28c60b807a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614769 Dec 10 04:50:45.708205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:45.743990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.773404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.782853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Attempting to bind port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:50:45.783220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Attempting to bind port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:50:45.783531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0fc82db1-1c3f-4146-8ebd-3e04a98d9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:45.783658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Attempting to bind port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 on network 742020b3-0717-4efe-9b45-0697683f2a5b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:50:45.786021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0fc82db1-1c3f-4146-8ebd-3e04a98d9898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1900713 Dec 10 04:50:45.801509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Checking segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Bound using segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Bound port: e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:50:45.805700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.828727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.891695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Attempting to bind port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:50:45.891695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Attempting to bind port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:50:45.891695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Attempting to bind port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:50:45.897080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe5dc9-0b57-4deb-88c1-5f48b7d8b9fd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:45.956710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:50:45.957088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:50:45.957487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.958383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:50:45.958383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Bound port: ac31a153-fe15-49db-9e4f-4fac4fd2cb74, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:50:45.958700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:45.962162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-c456608e-1105-4b74-8fd4-f5058268cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:45.963763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-c456608e-1105-4b74-8fd4-f5058268cd82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698520 Dec 10 04:50:45.977667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-bbf35de9-5792-4012-be2c-68327926716f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1014309 Dec 10 04:50:46.021755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:46.094847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-8b7a3faa-0272-4adc-815a-a0d68beea86e service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154182 Dec 10 04:50:46.134155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] For port ac31a153-fe15-49db-9e4f-4fac4fd2cb74, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:50:46.141558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] For port ac31a153-fe15-49db-9e4f-4fac4fd2cb74, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:50:46.152055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872119-0736-4c92-bb2c-511ba1bf16e3 None None] Pushing event updated for resources: {'Port': ['ID=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:46.155860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:46.171562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:46.175206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:46.178750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53dd7f15-b097-4c7b-8ce4-b77fcfdc539c HTTP/1.1" status: 204 len: 168 time: 0.4670374 Dec 10 04:50:46.244780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcb65f-6fac-4279-9c07-c663c502eb09 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:50:46.257890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212ecec-4dd5-4329-bbe0-afbc041792fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dd7f15-b097-4c7b-8ce4-b77fcfdc539c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:46.274917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:46.275801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:46.311212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.311693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.312161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.316030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.316532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.317008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.317480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:46.321890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e27a83af-3f37-4b13-8ec6-026d39b17d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.2255998 Dec 10 04:50:46.474472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-397c3a40-45a8-4916-a847-8550be878af9 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675418 Dec 10 04:50:46.479791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] Provisioning complete for port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:46.480161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:46.482405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] For port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:50:46.619728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] For port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:50:46.816026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.1 (742020b3-0717-4efe-9b45-0697683f2a5b/1f24c57f-0d9e-4d86-a616-9a94c9ed7683/cbd38d53-197c-4ad1-96b9-b74fde05bbaa) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:50:46.888932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872119-0736-4c92-bb2c-511ba1bf16e3 None None] Pushing event updated for resources: {'Port': ['ID=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:46.910393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.012425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.130171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.224353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 742020b3-0717-4efe-9b45-0697683f2a5b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:47.236161 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-a2a6655e-afaa-417d-af97-01f75013cfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 217 time: 0.7475929 Dec 10 04:50:47.245541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:47.258055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:50:47.351886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-bfbf355f-43c6-4297-b8c1-5281146b7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.353413 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-bfbf355f-43c6-4297-b8c1-5281146b7a43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1093271 Dec 10 04:50:47.381210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:47.400217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.441206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:47.514325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-5a88c3a7-a56f-450b-a1d8-9dcfcc3c73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.514851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-5a88c3a7-a56f-450b-a1d8-9dcfcc3c73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.515327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-5a88c3a7-a56f-450b-a1d8-9dcfcc3c73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.517095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-5a88c3a7-a56f-450b-a1d8-9dcfcc3c73ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 1.1517611 Dec 10 04:50:47.708817 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c86a3e02-82dc-4c99-b536-70d9153b23d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.1800785 Dec 10 04:50:47.718906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d4d1fb73-f02a-4f49-9f58-f52db14d469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.720429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d4d1fb73-f02a-4f49-9f58-f52db14d469c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3583376 Dec 10 04:50:47.739320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.780452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.844666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] For port ac31a153-fe15-49db-9e4f-4fac4fd2cb74, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:47.897732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-64fd039b-4e65-4f63-8964-41f0085cdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:47.899217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-64fd039b-4e65-4f63-8964-41f0085cdf3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.1540451 Dec 10 04:50:47.953301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f506ac8-d0c1-439e-afdc-669ebaacd3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:47.970936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79bccf-a403-4579-94dd-712dd6ca3d29 None None] Pushing event updated for resources: {'Port': ['ID=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:47.986751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:47.992322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.094019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-0dfd6d53-9b0f-4ae3-94ca-c10cd12cc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:48.095562 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-0dfd6d53-9b0f-4ae3-94ca-c10cd12cc486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607709 Dec 10 04:50:48.306910 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-23579309-aae3-42ba-af95-176008111d60 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725636 Dec 10 04:50:48.567089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9c10f36d-442e-49cc-a888-fd3faf38b183 None None] Provisioning complete for port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:48.567089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c10f36d-442e-49cc-a888-fd3faf38b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.567397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.572640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.639527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.661780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f716e1-cdae-4444-b94a-a6bf8c096edb None None] Pushing event updated for resources: {'Port': ['ID=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:48.738539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:48.765410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-6a33b0be-4db7-4117-a96a-e3bd6320287c service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346662 Dec 10 04:50:48.769127 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f506ac8-d0c1-439e-afdc-669ebaacd3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.829001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-34c18ed7-ddc9-49bf-9bbb-bdc0fa370392 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443946 Dec 10 04:50:48.829904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f506ac8-d0c1-439e-afdc-669ebaacd3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:48.881682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:41Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:48.891813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f506ac8-d0c1-439e-afdc-669ebaacd3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de405933-e07f-4a0d-9448-e7baf96b6c5d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:49.035552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e2d90-6070-45a4-b290-4010f6e89825 None None] The sync data for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 is: [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:41Z', 'revision_number': 3, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:49.037784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 742020b3-0717-4efe-9b45-0697683f2a5b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:50:49.043094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:50:49.214933 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-5b713d41-73c4-478e-9960-07c05252c5ef service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486008 Dec 10 04:50:49.224298 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f506ac8-d0c1-439e-afdc-669ebaacd3db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e9c64fd58bd43ce81ff032e62668001&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7703140 Dec 10 04:50:49.228210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:49.261808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-4ed5703b-4540-471d-88a3-5fc7a67d269a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 217 time: 0.3730521 Dec 10 04:50:49.323870 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-df30047d-31ef-4f3e-b393-52a424d25c5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.0922978 Dec 10 04:50:49.392755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 82f772a3-0da7-4e33-8048-478a4ff1199a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:50:49.618633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:49.737338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-a20a5756-1fe2-4c4a-9295-8962a3d6f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:49.744097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-a20a5756-1fe2-4c4a-9295-8962a3d6f7b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.4412324 Dec 10 04:50:49.796833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:49.806267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-ba00da9a-3806-43c6-83a6-186ac1af0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:49.808332 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-ba00da9a-3806-43c6-83a6-186ac1af0494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.4582417 Dec 10 04:50:49.821119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:49.939215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:49.939715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.067218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-ce42b269-a631-4544-a7c9-ad7a00e230e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:50.072372 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-ce42b269-a631-4544-a7c9-ad7a00e230e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3175213 Dec 10 04:50:50.085218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21035a3f-4e5f-43cf-b094-6b96305a3982 None None] Network 742020b3-0717-4efe-9b45-0697683f2a5b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:50:50.225502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b73092a6-1e22-458c-9324-c635fe1bb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:50.248641 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b73092a6-1e22-458c-9324-c635fe1bb281 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3722823 Dec 10 04:50:50.298256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9a4e9873-52d7-4288-9a33-6eebcf3f52a1 None None] Provisioning complete for port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:50.298876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9873-52d7-4288-9a33-6eebcf3f52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.355079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.424114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.516174 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-e8e8cce9-9101-48e2-9413-745b14539cfb service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945625 Dec 10 04:50:50.523258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.528045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:50.532357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.536102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de405933-e07f-4a0d-9448-e7baf96b6c5d HTTP/1.1" status: 204 len: 168 time: 1.2831225 Dec 10 04:50:50.563475 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:50.801762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:51.048225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737331ff-04e4-4622-b9a5-6792768419f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de405933-e07f-4a0d-9448-e7baf96b6c5d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:51.251331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:50:51.270102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b7ab68d-0d28-4a5e-b73f-18cb2b49aa49 None None] Provisioning complete for port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:51.270587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab68d-0d28-4a5e-b73f-18cb2b49aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:51.272747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-3c23cbdb-987a-49cb-9936-0693be2f55c3 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296646 Dec 10 04:50:51.280387 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-d4adec64-e9ca-4a6a-9261-a296358e781d service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0276785 Dec 10 04:50:51.284744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-155d3724-e44c-4166-ae2d-c802d3ab5f86 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/82f772a3-0da7-4e33-8048-478a4ff1199a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5486474 Dec 10 04:50:51.289614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45368) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:51.475226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-0250cdef-3e47-4338-b045-9e0fa2103be5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 217 time: 0.1903594 Dec 10 04:50:51.709251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b7ab68d-0d28-4a5e-b73f-18cb2b49aa49 None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:51.709627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab68d-0d28-4a5e-b73f-18cb2b49aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:51.815734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.816329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.817367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.817515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.818029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.818597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.819194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.819659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.820525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.821337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.822144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.822887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.823894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.829806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:51.832417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53fe9833-184f-486b-a6b2-f1096fe783d3 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9148 time: 0.5405486 Dec 10 04:50:51.850174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-f02e691e-a5cb-4e59-81bd-e7686e3c7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:51.851725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-f02e691e-a5cb-4e59-81bd-e7686e3c7fd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.3198228 Dec 10 04:50:51.905900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ab68d-0d28-4a5e-b73f-18cb2b49aa49 None None] Port cbd38d53-197c-4ad1-96b9-b74fde05bbaa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:51.907503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:52.044595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:52.045116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:52.046027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-7935413a-27d0-419f-aa74-4b2e6fcf47d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697300 Dec 10 04:50:52.132809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-11d1c645-ed3e-4961-ad42-1f2c69b0cb7c None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:52.134037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11d1c645-ed3e-4961-ad42-1f2c69b0cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:52.206936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c1be5ce2-5f9c-4c82-aa53-abee145dc40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.1500142 Dec 10 04:50:52.222683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.223141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.223611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.224029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.224466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.224937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.225373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.225805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.226239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.226670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.227102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.227541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.227962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.230852 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df4f7dcd-0fff-4884-b854-1bb4fd08b473 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8270 time: 0.3982010 Dec 10 04:50:52.234923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:52.276008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d7bf2e71-115e-40ef-95f6-e55738db3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.277826 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-d7bf2e71-115e-40ef-95f6-e55738db3de1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3883717 Dec 10 04:50:52.421202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11d1c645-ed3e-4961-ad42-1f2c69b0cb7c None None] Port cbd38d53-197c-4ad1-96b9-b74fde05bbaa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:52.429628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac31a153-fe15-49db-9e4f-4fac4fd2cb74 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:52.565669 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-7887081b-ef21-4884-85fd-810b0eb40979 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683322 Dec 10 04:50:52.571510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c1ac821c-b3ef-4ad1-b5bd-f7454069e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.572605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa3186f-2137-423b-85cb-49cc7e8491e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:52.579300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c1ac821c-b3ef-4ad1-b5bd-f7454069e29c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.3583860 Dec 10 04:50:52.717887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b56d44fe-445e-4128-b037-1d19ffbbd091 None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:52.719846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b56d44fe-445e-4128-b037-1d19ffbbd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:52.826300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-bcb378ed-2464-4ed7-b308-900baa1b1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:52.829568 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-bcb378ed-2464-4ed7-b308-900baa1b1d0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2436471 Dec 10 04:50:52.834674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b56d44fe-445e-4128-b037-1d19ffbbd091 None None] Port cbd38d53-197c-4ad1-96b9-b74fde05bbaa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:52.850373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:52.851039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:52.893193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-43ac7308-893e-44e7-a385-a965c67c1753 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100173 Dec 10 04:50:53.016401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8638766e-7965-4b4a-901a-de8c0e9ea100 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.7800026 Dec 10 04:50:53.067599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-2be80fc8-32bb-4510-a968-07efe29dd103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.1287830 Dec 10 04:50:53.075310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Sync routers for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:50:53.097758 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:53.098492 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:53.161904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-6ae7d91f-9930-49e1-a2d9-3aaac0b9d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:53.163440 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-6ae7d91f-9930-49e1-a2d9-3aaac0b9d32c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.0533519 Dec 10 04:50:53.291939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-dae22373-78bd-485f-b14b-e83ddeb6f2ea service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382284 Dec 10 04:50:53.295360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-dfef3f49-5aef-4a20-aab1-e2c7e9b7484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:53.299912 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-dfef3f49-5aef-4a20-aab1-e2c7e9b7484a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073437 Dec 10 04:50:53.438032 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:53.452814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45458) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:53.458192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550181356', 'description': 'tempest-secgroup-smoke-550181356 description', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:53.506177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.537196 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.545645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-dd5fdccb-22ba-4724-9b32-595cd121aff8 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444894 Dec 10 04:50:53.567951 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-a4239a76-5dff-44c8-8df2-24614d32d3d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468219 Dec 10 04:50:53.641307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:53.659090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.661099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-8c9305ba-04c4-450a-a209-1a427c6fb9c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.1015317 Dec 10 04:50:53.678855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.750116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451c37df-2fd4-4432-926c-023e6e0c9691,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:53.770708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.779594 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb75fca1-1364-48eb-90c7-eac36c70e12e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3252473 Dec 10 04:50:53.780211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:53.789844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:53.886114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:53.972202 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:48Z', 'revision_number': 2, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:53.977500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-75e778a1-4c05-448c-81ef-79e04cac047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:53.986138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-75e778a1-4c05-448c-81ef-79e04cac047c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.2626731 Dec 10 04:50:53.988741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4891bee-215b-4bf4-ab07-42583df313c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.049803 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Checking router: 82f772a3-0da7-4e33-8048-478a4ff1199a for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:50:54.050540 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Updating router 82f772a3-0da7-4e33-8048-478a4ff1199a port cbd38d53-197c-4ad1-96b9-b74fde05bbaa binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:50:54.082709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4891bee-215b-4bf4-ab07-42583df313c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.088066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b16aba92-5135-4e7a-9c55-d79aeee9293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:54.092223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a4891bee-215b-4bf4-ab07-42583df313c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.094485 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b16aba92-5135-4e7a-9c55-d79aeee9293d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025920 Dec 10 04:50:54.096716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a03564e-d014-448e-9ca4-e22b30bdd8de req-903973a5-fa7e-4bab-842b-a3325465ab79 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496248 Dec 10 04:50:54.105787 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.129207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.155543 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.195992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd923ad-c51a-4543-bb63-786e92b511cf,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:54.208020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a4891bee-215b-4bf4-ab07-42583df313c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6594f6da307b40ef8014d6f2f61e4d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5635922 Dec 10 04:50:54.208860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4891bee-215b-4bf4-ab07-42583df313c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b397bf1-48ec-47a9-8d51-b251e7807144,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:54.211428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:54.288400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.293095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9ae89e6c-53e9-40ba-b306-508da330649a tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110848 Dec 10 04:50:54.293666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:54.311990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:54.324239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.373706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.379155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-e9d67da1-d578-497e-8df1-de3473c5eec0 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627525 Dec 10 04:50:54.468395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.472289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.473490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b397bf1-48ec-47a9-8d51-b251e7807144 HTTP/1.1" status: 204 len: 168 time: 0.2462177 Dec 10 04:50:54.476377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.492972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b08a-8ff9-4aae-863e-95f24815c86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b397bf1-48ec-47a9-8d51-b251e7807144,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:54.602261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.613364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.683086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b014b4-6cb5-44b2-81f2-cf3dca3f99bf,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:54.730308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.731487 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b1a4bd74-99b1-4df6-bece-68fee511efd6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4373138 Dec 10 04:50:54.735621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:54.740454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-3b3c61ec-6fd6-4e39-b4b3-ebb4c3a9f28c service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478298 Dec 10 04:50:54.740619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:54.805813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.869794 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e8f1-441e-40fe-9585-ab7723866523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.912629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-d4c5eece-00d8-4171-94a4-77d83314a56b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.1629601 Dec 10 04:50:54.925173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.934163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:54.963525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca97747b-33a2-43ea-a9cd-9c4f75ccef48,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:55.010109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-19ce3364-b74c-4754-a7e9-436e3b182013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:55.012369 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-19ce3364-b74c-4754-a7e9-436e3b182013 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0923765 Dec 10 04:50:55.022262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.024352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-52202d43-0fbc-4c3b-b259-841fbe33830d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877064 Dec 10 04:50:55.027227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:55.034443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:55.052220 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.066715 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.142097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.184218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c2ebee0b-4789-4e72-9465-f5473092fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:55.200980 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-c2ebee0b-4789-4e72-9465-f5473092fec2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1744394 Dec 10 04:50:55.390368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.391378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45560) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:55.411189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-842401ca-136e-422e-9eec-4dfe8810495c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.417009 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.475054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295f3856-4977-4157-8a62-68baad137e09,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:55.520226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.547339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-242e8edb-2815-4332-a60f-7c8c0f085f02 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5189064 Dec 10 04:50:55.550468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45566) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:55.564276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:55.602297 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Pushing event updated for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:55.642261 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:50:55.655607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.714916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6b7d2fca-ba6e-4e0a-8153-c0d6748fbd94 None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:55.716270 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.716697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2fca-ba6e-4e0a-8153-c0d6748fbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.721330 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.723258 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.723701 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.727886 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.728947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.730941 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.731301 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.733215 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.735051 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.736590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.737380 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.737770 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:50:55.774839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.780437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-842401ca-136e-422e-9eec-4dfe8810495c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.782660 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Attempting to bind port cbd38d53-197c-4ad1-96b9-b74fde05bbaa on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:50:55.783464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.789992 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Attempting to bind port cbd38d53-197c-4ad1-96b9-b74fde05bbaa by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:50:55.796323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Attempting to bind port cbd38d53-197c-4ad1-96b9-b74fde05bbaa on network 742020b3-0717-4efe-9b45-0697683f2a5b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:50:55.815066 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:50:55.815452 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Checking segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:50:55.816458 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.817031 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Bound using segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:50:55.817712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Bound port: cbd38d53-197c-4ad1-96b9-b74fde05bbaa, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:50:55.818214 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.831033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-842401ca-136e-422e-9eec-4dfe8810495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.856355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:55.895437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d2fca-ba6e-4e0a-8153-c0d6748fbd94 None None] Port cbd38d53-197c-4ad1-96b9-b74fde05bbaa cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:50:55.906780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-1ccbbedb-6424-4c9c-972d-a0306d58c25d service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934633 Dec 10 04:50:55.976275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-842401ca-136e-422e-9eec-4dfe8810495c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=900bf7c63d7d4606bd6208110e5ba6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5832267 Dec 10 04:50:55.978002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e54c6d-01a6-4aac-abc9-8fe6c124ccda,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:55.985141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45584) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:56.011265 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] For port cbd38d53-197c-4ad1-96b9-b74fde05bbaa, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:50:56.015678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] For port cbd38d53-197c-4ad1-96b9-b74fde05bbaa, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:50:56.023681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.024959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bb3111dd-1da0-4646-9ffc-b495b6865fa2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4723897 Dec 10 04:50:56.032377 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.039281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45588) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:56.049242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'security_group_rule': {'security_group_id': '451c37df-2fd4-4432-926c-023e6e0c9691', 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:50:56.065661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842401ca-136e-422e-9eec-4dfe8810495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066bbc36-20c7-4114-8f52-d132e7beb46d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:56.097580 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Project 179260b0707742b6b2f0592ba7d5b3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 04:50:56.106195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.111390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.199871 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2b6f0-406f-4e0b-9bee-336c5a355d0f None None] Pushing event updated for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:56.210898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.219113 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:50:56.219738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:56.229275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-625144b8-17d5-4fc9-8505-210eebbdef65 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012702 Dec 10 04:50:56.399056 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-41592faf-2771-4f3a-a7ad-e77c60b3cc99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.1565461 Dec 10 04:50:56.408594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.430638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.495259 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:50:56.520782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.528260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.530602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-60b63e00-262e-4d68-8d32-65de22e4e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:56.532148 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-60b63e00-262e-4d68-8d32-65de22e4e66e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1307395 Dec 10 04:50:56.552791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/066bbc36-20c7-4114-8f52-d132e7beb46d HTTP/1.1" status: 204 len: 168 time: 0.5452061 Dec 10 04:50:56.560379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.561908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5165277 Dec 10 04:50:56.564187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ceff3-b8ce-4d4d-b54f-f4e6b9fd7046 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8a0d95-ffa8-4e47-b5d4-d607255cb6ec,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:56.593220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801e1f-69f9-4ba5-a558-9558511ab247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066bbc36-20c7-4114-8f52-d132e7beb46d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:56.654116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:56.654710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.659054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-dd209601-9932-4628-b7d8-8ca79425c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:56.667995 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-dd209601-9932-4628-b7d8-8ca79425c4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252432 Dec 10 04:50:56.850599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:56.938344 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-4e82ea85-c0aa-4ad1-87f2-6d57b82a1572 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643387 Dec 10 04:50:56.960757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] For port cbd38d53-197c-4ad1-96b9-b74fde05bbaa, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:50:56.975718 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:57.003509 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:50:57.088859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b7148-3f6b-421d-ab1e-9d833702561e None None] Pushing event updated for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:57.101013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-1e452f2f-0a0b-45f9-b9e8-2478387e786f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550181356&fields=id&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 267 time: 0.1617010 Dec 10 04:50:57.109054 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79ddc-0b0e-4fdb-bb6a-a5308dceae7e None None] The sync data for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 is: [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:50:57.179247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-686283e4-e064-4f71-b998-120588723b0b service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323177 Dec 10 04:50:57.367859 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-fd0815c2-b3fe-47d1-bbc7-990bbdb898eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.1551261 Dec 10 04:50:57.414356 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:57.500228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b7a95c42-75dd-4b42-8f63-db2d050a23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:57.501857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-b7a95c42-75dd-4b42-8f63-db2d050a23e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1210303 Dec 10 04:50:57.538473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-c856f387-2997-4b5f-b984-bfb79bf75ebf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:57.573681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-c856f387-2997-4b5f-b984-bfb79bf75ebf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/networks?id=742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 200 len: 796 time: 0.4708085 Dec 10 04:50:57.627631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-f03d3642-39c1-450a-bb09-77a531759043 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/quotas/179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 375 time: 0.0529320 Dec 10 04:50:57.724320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:57.751296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-1b01c8f5-f7ae-4d99-ab4f-07afe5aa1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:50:57.753360 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-1b01c8f5-f7ae-4d99-ab4f-07afe5aa1d92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415326 Dec 10 04:50:57.760358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-51a1a36e-92a3-4e2d-9714-283170ffa418 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292837 Dec 10 04:50:57.785241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbd38d53-197c-4ad1-96b9-b74fde05bbaa up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:50:57.892201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cbd38d53-197c-4ad1-96b9-b74fde05bbaa triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:50:57.893278 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:57.945275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa92b8c1-3260-4d66-8a96-2c5991cf1b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:57.959400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-69f9eb19-6b47-4bf4-a2f3-06f96330b67f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:50:57.966722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-69f9eb19-6b47-4bf4-a2f3-06f96330b67f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2021823 Dec 10 04:50:57.998337 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-99d736b5-2785-455e-bb0d-02e32e963cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337048 Dec 10 04:50:58.172319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-62915017-b2dd-4daa-903a-f7d1704b00e5 service neutron] 10.222.0.43 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046614 Dec 10 04:50:58.210090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa92b8c1-3260-4d66-8a96-2c5991cf1b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.219955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa92b8c1-3260-4d66-8a96-2c5991cf1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.292985 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.295838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aa92b8c1-3260-4d66-8a96-2c5991cf1b58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d59af79436334523be6714ef053083b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681551 Dec 10 04:50:58.335558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:58.379191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-578b8798-0eb3-4498-8e6d-c98e23cb52eb service neutron] 10.222.0.43 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998971 Dec 10 04:50:58.471858 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-64073bf4-c72c-4889-8162-2768317b8fd7 req-81eb217a-afbf-491f-b121-0f9a4856f209 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526727 Dec 10 04:50:58.476326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b8c1-3260-4d66-8a96-2c5991cf1b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a75610-509d-4a82-9f03-83decc307e22,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:58.543134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.593515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.714386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.727409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:58.740708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01a75610-509d-4a82-9f03-83decc307e22 HTTP/1.1" status: 204 len: 168 time: 0.4012997 Dec 10 04:50:58.772304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab207b1-6d18-40f1-be7c-e9f749816e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a75610-509d-4a82-9f03-83decc307e22,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:50:58.843023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cd2b22c-7962-4cf8-be73-a9b437210bbe req-83e33a1e-b6b4-40a6-bca8-be8b31e7bcd9 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 210 time: 0.0757277 Dec 10 04:50:59.510859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:50:59.546607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a70d2013-9f70-4cd1-8505-44399d8cbcf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:59.844357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a70d2013-9f70-4cd1-8505-44399d8cbcf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:50:59.854457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a70d2013-9f70-4cd1-8505-44399d8cbcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:00.046971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36df2159-117b-4d91-84e7-0dc5cff800a9 req-cba511be-9bf2-4f04-9124-8226be42501b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 210 time: 0.0439672 Dec 10 04:51:00.065279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d2013-9f70-4cd1-8505-44399d8cbcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd8ef3-1d08-4c5a-9235-fd3b10b668f1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:00.082934 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a70d2013-9f70-4cd1-8505-44399d8cbcf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6402e7cead8441a1a39ee65ffd895d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689189 Dec 10 04:51:00.084463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:00.185741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:00.224545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:00.290506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:00.295123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:00.300915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61bd8ef3-1d08-4c5a-9235-fd3b10b668f1 HTTP/1.1" status: 204 len: 168 time: 0.2149594 Dec 10 04:51:00.316996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbadbe-0a67-49aa-8b93-e55a70207ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd8ef3-1d08-4c5a-9235-fd3b10b668f1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:00.718997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-74041406-067b-4e16-95a0-92ad10ac3539 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:00.730695 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-74041406-067b-4e16-95a0-92ad10ac3539 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.36 "GET /v2.0/networks?id=742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 200 len: 796 time: 0.3464193 Dec 10 04:51:00.829563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-da9a8606-10c2-4bb6-b6bc-347553707cdd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179260b0707742b6b2f0592ba7d5b3d7 HTTP/1.1" status: 200 len: 379 time: 0.0853474 Dec 10 04:51:00.846365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'port': {'device_id': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'admin_state_up': True, 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'security_groups': ['451c37df-2fd4-4432-926c-023e6e0c9691']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:51:01.060783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Made reservation on behalf of 179260b0707742b6b2f0592ba7d5b3d7 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:51:01.066194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:01.284768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d92788d-972c-40f2-bb40-aa028f1ef481 req-8bfa4091-4d42-4e9e-8f5d-d7b5ccc20629 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 210 time: 0.0670149 Dec 10 04:51:01.335735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.20.0.5 (742020b3-0717-4efe-9b45-0697683f2a5b/1f24c57f-0d9e-4d86-a616-9a94c9ed7683/a143a430-f109-4d9d-b396-2dd99b0e47db) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:51:01.621657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:01.729467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:01.782482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 742020b3-0717-4efe-9b45-0697683f2a5b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:51:01.797610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:51:01.804619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:51:01.860844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:01.933529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:01.934286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:01.977506 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-43ab18a1-0abb-4a1d-874d-9473ede76af4 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1339610 Dec 10 04:51:01.995844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Request body: {'port': {'device_id': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:51:02.100270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:02.275886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-de4a75e5-e26d-4004-ab6c-6f1ed94d29da None None] Provisioning complete for port a143a430-f109-4d9d-b396-2dd99b0e47db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:51:02.276990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de4a75e5-e26d-4004-ab6c-6f1ed94d29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:02.421499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de4a75e5-e26d-4004-ab6c-6f1ed94d29da None None] Port a143a430-f109-4d9d-b396-2dd99b0e47db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:51:02.650157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329beb-8583-41b6-b87b-bb23be864f36 req-2a5ed566-ad76-487f-ae53-0d27302767bb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:02.655493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64329beb-8583-41b6-b87b-bb23be864f36 req-2a5ed566-ad76-487f-ae53-0d27302767bb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 931 time: 0.1129155 Dec 10 04:51:02.679178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a143a430-f109-4d9d-b396-2dd99b0e47db {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:51:02.702467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:02.722190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Transition to ACTIVE for port object a143a430-f109-4d9d-b396-2dd99b0e47db will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:51:02.728231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:02.781235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64329beb-8583-41b6-b87b-bb23be864f36 req-de8975e9-9c57-42f3-bb82-ff52a1ad3bae tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133287 Dec 10 04:51:02.910283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Pushing event updated for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:02.928738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.928738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.928738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.928738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.928738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.929192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.929528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.929957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.930989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.931424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.939516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.939516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.939516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:02.981493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Attempting to bind port a143a430-f109-4d9d-b396-2dd99b0e47db on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:51:02.983487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Attempting to bind port a143a430-f109-4d9d-b396-2dd99b0e47db by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:51:02.983487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Attempting to bind port a143a430-f109-4d9d-b396-2dd99b0e47db on network 742020b3-0717-4efe-9b45-0697683f2a5b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:51:03.000919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Port a143a430-f109-4d9d-b396-2dd99b0e47db on network 742020b3-0717-4efe-9b45-0697683f2a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:51:03.001471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Attempting to bind port a143a430-f109-4d9d-b396-2dd99b0e47db on network 742020b3-0717-4efe-9b45-0697683f2a5b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:51:03.008512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:51:03.008837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Checking segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:51:03.009229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Bound using segment: {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:51:03.009664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Bound port: a143a430-f109-4d9d-b396-2dd99b0e47db, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656b02ee-5cc2-49ff-a772-50fe1b20495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:51:03.010020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:03.152009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:51:03.156354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a143a430-f109-4d9d-b396-2dd99b0e47db,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:51:03.172313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:03.279647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:03.280427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:03.281834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] 10.222.0.36 "PUT /v2.0/ports/a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 200 len: 1091 time: 1.2949522 Dec 10 04:51:03.282236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:51:03.285932 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a335bc-9172-4167-85fd-351e23636201" -d '{"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:51:03.346696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2830642-1b59-4b72-9805-fc84fde77171 service neutron] Pushing event updated for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:03.484300 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1a37c-6ba2-4e6c-a330-7786b120bcaa x-openstack-request-id: req-3bc1a37c-6ba2-4e6c-a330-7786b120bcaa {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:51:03.484633 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:51:03.484898 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bc1a37c-6ba2-4e6c-a330-7786b120bcaa {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:51:03.485318 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'status': 'completed', 'code': 200} Dec 10 04:51:03.514239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-257d403e-d3a9-4180-87f3-50939907e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:03.515831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-257d403e-d3a9-4180-87f3-50939907e56f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1094 time: 0.1310289 Dec 10 04:51:03.631059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-49657f7d-75ec-422a-b0bb-f2fa3c96c1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 200 len: 217 time: 0.0983725 Dec 10 04:51:03.751396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:03.774714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-30fc481c-9259-47db-9250-bc2f11c69c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:03.776873 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-30fc481c-9259-47db-9250-bc2f11c69c98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f24c57f-0d9e-4d86-a616-9a94c9ed7683 HTTP/1.1" status: 200 len: 835 time: 0.1369328 Dec 10 04:51:03.855940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07def-56da-499f-b63a-0e0dae96616c req-5ce84194-7f78-4df5-96c4-09cbdf783bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:03.859909 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-5ce84194-7f78-4df5-96c4-09cbdf783bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=742020b3-0717-4efe-9b45-0697683f2a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738301 Dec 10 04:51:03.994077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d234-fa85-4074-b50a-ade6a7cea798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:03.999191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-ba4b70a7-404b-47da-b3bd-9853c45b9dd6 service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271119 Dec 10 04:51:04.082112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c67950-2a13-4c00-b7f3-d561c559c371 req-e47677a8-12ab-49aa-ad9b-8e99635edb33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:04.083805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2c67950-2a13-4c00-b7f3-d561c559c371 req-e47677a8-12ab-49aa-ad9b-8e99635edb33 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 943 time: 0.1554008 Dec 10 04:51:04.157818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f5d07def-56da-499f-b63a-0e0dae96616c req-65a9d365-694f-4fd0-9169-e30f5bac388c service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501145 Dec 10 04:51:04.223913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2c67950-2a13-4c00-b7f3-d561c559c371 req-7b089149-5f60-4074-b17c-ceba959ee553 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180253 Dec 10 04:51:04.293659 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d234-fa85-4074-b50a-ade6a7cea798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.306638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d234-fa85-4074-b50a-ade6a7cea798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.392955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a335bc-9172-4167-85fd-351e23636201 req-3311aed5-6e2b-4f6b-93f6-2301c2155faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:04.394412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-3311aed5-6e2b-4f6b-93f6-2301c2155faf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1094 time: 0.1256642 Dec 10 04:51:04.413935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6ac4d234-fa85-4074-b50a-ade6a7cea798 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d25a9a83d70401ba3fa4493529c2c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612527 Dec 10 04:51:04.414666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4d234-fa85-4074-b50a-ade6a7cea798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d4368-92b6-4219-af41-6db83d7df8e0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:04.422513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:04.542465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.570903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.582619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a335bc-9172-4167-85fd-351e23636201 req-1fd9e0aa-f985-4ee6-857f-d88574974eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:04.586708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-1fd9e0aa-f985-4ee6-857f-d88574974eed service neutron] 10.222.0.36 "GET /v2.0/networks?id=742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 200 len: 897 time: 0.1801441 Dec 10 04:51:04.649439 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-4352cd94-b6ef-494e-afd4-10e838e9eb00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 200 len: 217 time: 0.0540898 Dec 10 04:51:04.778171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.786446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:04.787987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d66d4368-92b6-4219-af41-6db83d7df8e0 HTTP/1.1" status: 204 len: 168 time: 0.3645432 Dec 10 04:51:04.835060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1d83-d3ba-4174-ad3c-baa283c02447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d4368-92b6-4219-af41-6db83d7df8e0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:04.840685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a335bc-9172-4167-85fd-351e23636201 req-69371531-42a1-4901-82f6-47f799f306f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:04.849328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-69371531-42a1-4901-82f6-47f799f306f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f24c57f-0d9e-4d86-a616-9a94c9ed7683 HTTP/1.1" status: 200 len: 835 time: 0.1799104 Dec 10 04:51:04.954938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a335bc-9172-4167-85fd-351e23636201 req-f119de90-0c62-436c-8394-70f84e65cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:04.960533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-f119de90-0c62-436c-8394-70f84e65cdab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=742020b3-0717-4efe-9b45-0697683f2a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015491 Dec 10 04:51:05.108747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-340b1a60-2685-495c-8432-014481da570a service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397839 Dec 10 04:51:05.238287 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14a335bc-9172-4167-85fd-351e23636201 req-b85ae220-8c36-4827-b967-fd8132243b57 service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176255 Dec 10 04:51:05.300342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:05.330507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5319c26f-44ea-4c59-ac5f-1ae4351cf10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.426453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5319c26f-44ea-4c59-ac5f-1ae4351cf10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.438528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5319c26f-44ea-4c59-ac5f-1ae4351cf10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.472840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdec9e4-43c8-4570-bf70-bca2000df3e1 req-d19194c3-702e-4b0f-a8d2-0633465f1d2c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:05.481208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fdec9e4-43c8-4570-bf70-bca2000df3e1 req-d19194c3-702e-4b0f-a8d2-0633465f1d2c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 943 time: 0.1148894 Dec 10 04:51:05.523014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319c26f-44ea-4c59-ac5f-1ae4351cf10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d075fe03-6b66-4452-a50a-9a015c1f02de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:05.554868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5319c26f-44ea-4c59-ac5f-1ae4351cf10a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85a91fc61e804647baad71ad4888c473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533555 Dec 10 04:51:05.556836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:05.574474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5fdec9e4-43c8-4570-bf70-bca2000df3e1 req-5d251386-3113-4e13-9029-0b164e57f200 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862415 Dec 10 04:51:05.640414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.668223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.736145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.740051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:05.741993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d075fe03-6b66-4452-a50a-9a015c1f02de HTTP/1.1" status: 204 len: 168 time: 0.1837182 Dec 10 04:51:05.776170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367768c-1541-456b-aaca-3106a509de37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d075fe03-6b66-4452-a50a-9a015c1f02de,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:06.387070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a143a430-f109-4d9d-b396-2dd99b0e47db details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:51:06.589726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a143a430-f109-4d9d-b396-2dd99b0e47db,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:06.628024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'port_id': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'mac_address': 'fa:16:3e:06:ca:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:51:06.704174 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:06.732145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a143a430-f109-4d9d-b396-2dd99b0e47db {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:51:06.764685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a143a430-f109-4d9d-b396-2dd99b0e47db,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:06.770551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:06.803088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982310-678f-488c-98f9-03bc924ddd4b req-2ad341e3-1f41-4af6-8cbc-a68058303efc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:06.813827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e982310-678f-488c-98f9-03bc924ddd4b req-2ad341e3-1f41-4af6-8cbc-a68058303efc tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 943 time: 0.1156945 Dec 10 04:51:06.900341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:06.923680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e982310-678f-488c-98f9-03bc924ddd4b req-40efd76d-b6d7-489b-8cb8-45217bea61f6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037147 Dec 10 04:51:07.150482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a143a430-f109-4d9d-b396-2dd99b0e47db'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:51:07.219868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:07.661751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b765e078-8fe3-4de0-b8bf-69d977fec59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:07.793340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b765e078-8fe3-4de0-b8bf-69d977fec59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:07.798973 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b765e078-8fe3-4de0-b8bf-69d977fec59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:07.841096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765e078-8fe3-4de0-b8bf-69d977fec59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c82c771-71e9-42b0-8285-4020d707f4de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:07.886801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b765e078-8fe3-4de0-b8bf-69d977fec59e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d68f5aaecc1d430fbed56425f4164d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630514 Dec 10 04:51:07.887033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:07.953896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:07.977737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.039037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.043594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.045722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c82c771-71e9-42b0-8285-4020d707f4de HTTP/1.1" status: 204 len: 168 time: 0.1577780 Dec 10 04:51:08.056989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c8a0-834d-4571-85b9-b098a28ffbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c82c771-71e9-42b0-8285-4020d707f4de,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:08.153273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799126-3199-4428-95fa-d274858ce770 req-af460e9a-5fcf-4284-9b79-0fac5384c9f8 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:08.163518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa799126-3199-4428-95fa-d274858ce770 req-af460e9a-5fcf-4284-9b79-0fac5384c9f8 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 944 time: 0.0979893 Dec 10 04:51:08.248379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa799126-3199-4428-95fa-d274858ce770 req-913d79d2-581e-48f9-8804-f889d8bffa29 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726948 Dec 10 04:51:08.391532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a143a430-f109-4d9d-b396-2dd99b0e47db up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:51:08.470095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a143a430-f109-4d9d-b396-2dd99b0e47db completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:51:08.476126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a143a430-f109-4d9d-b396-2dd99b0e47db triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:51:08.476904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.613974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.666344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:51:08.669263 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e392cf28-84da-4249-9f41-709562bf69f6" -d '{"events": [{"server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "name": "network-vif-plugged", "status": "completed", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:51:08.690582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a143a430-f109-4d9d-b396-2dd99b0e47db,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:08.695810 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.708944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:08.741398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db405da7-b476-4aaf-9baa-abe891dc0b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.798369 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76dcec2-6cee-4cc3-bbb4-bca409a0481f x-openstack-request-id: req-a76dcec2-6cee-4cc3-bbb4-bca409a0481f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:51:08.798905 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "name": "network-vif-plugged", "status": "completed", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:51:08.799355 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a76dcec2-6cee-4cc3-bbb4-bca409a0481f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:51:08.799926 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'code': 200} Dec 10 04:51:08.801210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:08.900912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db405da7-b476-4aaf-9baa-abe891dc0b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:08.906615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db405da7-b476-4aaf-9baa-abe891dc0b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:09.013682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-db405da7-b476-4aaf-9baa-abe891dc0b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ea4006840364662afaff9ca52b64f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996433 Dec 10 04:51:09.013852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46238) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:09.020676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db405da7-b476-4aaf-9baa-abe891dc0b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d72fdf-a82d-4fc1-a340-448e1fa13248,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:09.030777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f531d-bc75-4bcc-a50f-fc11665de195 req-5794a424-dd02-4e94-b9eb-69f19fca81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:09.032455 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a47f531d-bc75-4bcc-a50f-fc11665de195 req-5794a424-dd02-4e94-b9eb-69f19fca81f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1096 time: 0.0966790 Dec 10 04:51:09.077506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:09.108775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:09.133409 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a47f531d-bc75-4bcc-a50f-fc11665de195 req-f9fffcd5-89e4-44a4-abde-1995c4f13ee2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881259 Dec 10 04:51:09.193542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:09.199755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:09.202742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14d72fdf-a82d-4fc1-a340-448e1fa13248 HTTP/1.1" status: 204 len: 168 time: 0.1879938 Dec 10 04:51:09.212688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde432f-aa8d-4ee3-8f8d-25b630755343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d72fdf-a82d-4fc1-a340-448e1fa13248,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:09.477256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24516fa7-affb-49ad-8af7-6607b03fb26b req-da4727a4-56d4-40b9-845b-2afa1edacdbd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:09.488143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24516fa7-affb-49ad-8af7-6607b03fb26b req-da4727a4-56d4-40b9-845b-2afa1edacdbd tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.1289279 Dec 10 04:51:09.599632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24516fa7-affb-49ad-8af7-6607b03fb26b req-713f53ae-5586-4dbe-88e9-77460b8d59bf tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914550 Dec 10 04:51:10.071246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:10.308850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af1ece7-1e68-4c44-8c0f-c8c23531d675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.427481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af1ece7-1e68-4c44-8c0f-c8c23531d675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.434114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0af1ece7-1e68-4c44-8c0f-c8c23531d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.541580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1ece7-1e68-4c44-8c0f-c8c23531d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357edce7-3cbc-4af7-a71f-976aa36d741f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:10.562986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:10.573396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0af1ece7-1e68-4c44-8c0f-c8c23531d675 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7412e4b73cbd4783b81494b0ed2c2ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864028 Dec 10 04:51:10.638110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.671458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.731055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.734821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:10.736137 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/357edce7-3cbc-4af7-a71f-976aa36d741f HTTP/1.1" status: 204 len: 168 time: 0.1715391 Dec 10 04:51:10.745754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0a168-ab7e-4616-9926-d734c6e394bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357edce7-3cbc-4af7-a71f-976aa36d741f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:10.839011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9a2d9-1c89-4e3c-84ae-73a23973947b req-7f8a7118-3687-43b5-9059-3bef4afd8bd1 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:10.848757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb9a2d9-1c89-4e3c-84ae-73a23973947b req-7f8a7118-3687-43b5-9059-3bef4afd8bd1 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.1602557 Dec 10 04:51:10.919909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb9a2d9-1c89-4e3c-84ae-73a23973947b req-1beed7a8-8261-4f02-9bb6-df0b26fa90ff tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675559 Dec 10 04:51:11.159777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed173a2-3da3-425d-9f6a-d09c49086312 req-612ac1be-6536-4ee6-a811-d8a5f3572a5d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:11.162021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ed173a2-3da3-425d-9f6a-d09c49086312 req-612ac1be-6536-4ee6-a811-d8a5f3572a5d tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.0912869 Dec 10 04:51:11.321048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ed173a2-3da3-425d-9f6a-d09c49086312 req-bbdeee43-5c0e-4284-91b6-ffd88fd57ed9 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519673 Dec 10 04:51:11.360365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46348) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:11.387551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:11.412122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05c520c7-c70e-410c-b72f-6a9fb8523955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.442448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584a8b8-64a3-4e14-931c-db5ab076abf5 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:11.445682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2584a8b8-64a3-4e14-931c-db5ab076abf5 tempest-TestNetworkBasicOps-1780345730 tempest-TestNetworkBasicOps-1780345730-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1091 time: 0.0833538 Dec 10 04:51:11.456806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:11.463397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:51:11.504316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.631586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05c520c7-c70e-410c-b72f-6a9fb8523955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.642035 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05c520c7-c70e-410c-b72f-6a9fb8523955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.690353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.771762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c520c7-c70e-410c-b72f-6a9fb8523955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b59cb-0b4a-43f6-bb3e-bbf10a6dcf69,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:11.816038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-05c520c7-c70e-410c-b72f-6a9fb8523955 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc550479282849c98f0a0897a3fd6f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265132 Dec 10 04:51:11.819735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46368) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:11.849046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Allocated IP 172.25.8.40 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/cc131461-ba0a-4426-9d84-a86e98ee689a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:51:11.935761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:11.988177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.002607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.060863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.070488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.094452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.094452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a5b59cb-0b4a-43f6-bb3e-bbf10a6dcf69 HTTP/1.1" status: 204 len: 168 time: 0.2709434 Dec 10 04:51:12.120213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479cb1-fcf1-43f2-8789-d028f2e9ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b59cb-0b4a-43f6-bb3e-bbf10a6dcf69,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:12.144142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:51:12.160496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:51:12.169896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:51:12.226637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=cc131461-ba0a-4426-9d84-a86e98ee689a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:12.832921 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:12.933094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.123676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.130121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.208384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event updated for resources: {'Port': ['ID=cc131461-ba0a-4426-9d84-a86e98ee689a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:13.218761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:13.253517 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.414671 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Floating IP 6660ab23-6357-40a6-9e07-894c08e5566e associated. External IP: 172.25.8.40, port: a143a430-f109-4d9d-b396-2dd99b0e47db. Dec 10 04:51:13.433167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b6b236e-47a1-46ce-83be-8163e3231e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.535093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b6b236e-47a1-46ce-83be-8163e3231e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.551180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b6b236e-47a1-46ce-83be-8163e3231e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.656629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b6b236e-47a1-46ce-83be-8163e3231e08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0e45b28325e4d46912081a5b620abe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360690 Dec 10 04:51:13.658481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b236e-47a1-46ce-83be-8163e3231e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2b5d4-6bae-4f9e-9055-65acae864a5c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:13.663982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:13.734489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.759265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.818811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.822335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:13.823627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fb2b5d4-6bae-4f9e-9055-65acae864a5c HTTP/1.1" status: 204 len: 168 time: 0.1583889 Dec 10 04:51:13.852097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fdcfd-c723-45dc-84cd-e6b9596787ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2b5d4-6bae-4f9e-9055-65acae864a5c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:14.224815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 82f772a3-0da7-4e33-8048-478a4ff1199a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:51:14.328384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46462) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:14.344576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e409635-154f-4cba-9c2b-278db4db6e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.391006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:51:14.413121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Sync routers for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:51:14.438251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:14.441133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.442251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:14.503463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5640598b-d7ec-4d58-9be6-28d670c8bd1f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0445185 Dec 10 04:51:14.503922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:51:14.506651 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c70bec-43ef-4503-a5de-f6ed44b00f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:51:14.515460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:14.560084 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10a666-0932-4db9-8ee6-bfa53ad9a98d x-openstack-request-id: req-fd10a666-0932-4db9-8ee6-bfa53ad9a98d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:51:14.560600 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:51:14.561023 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd10a666-0932-4db9-8ee6-bfa53ad9a98d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:51:14.561570 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'status': 'completed', 'code': 200} Dec 10 04:51:14.604439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e409635-154f-4cba-9c2b-278db4db6e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.616325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3e409635-154f-4cba-9c2b-278db4db6e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.681454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:14.684095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e409635-154f-4cba-9c2b-278db4db6e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b8eb1-fa77-46a0-a120-a1fae3a52124,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:14.697402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3e409635-154f-4cba-9c2b-278db4db6e28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cafc0e8e35934a9f95ec8acf9eab6e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676405 Dec 10 04:51:14.702987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a35bd00c-fb0a-4ec9-96d2-0582fba6e309 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/6660ab23-6357-40a6-9e07-894c08e5566e HTTP/1.1" status: 200 len: 990 time: 0.1817670 Dec 10 04:51:14.704764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46484) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:14.761556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-6eb34585-1771-47f0-8217-b4315fbe26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:14.763004 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-6eb34585-1771-47f0-8217-b4315fbe26fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1096 time: 0.1480494 Dec 10 04:51:14.849873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.888599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.960544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.963672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:14.966280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b8b8eb1-fa77-46a0-a120-a1fae3a52124 HTTP/1.1" status: 204 len: 168 time: 0.2593470 Dec 10 04:51:14.983888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a8f1e-20fe-4cd7-a90e-08f1b5a24b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b8eb1-fa77-46a0-a120-a1fae3a52124,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:14.998847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-402bb0ba-c541-47e5-bed7-801aed15926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:15.000912 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-402bb0ba-c541-47e5-bed7-801aed15926c service neutron] 10.222.0.36 "GET /v2.0/networks?id=742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 200 len: 897 time: 0.2300448 Dec 10 04:51:15.129692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-75f480e9-478b-40d1-9d5d-a0bf77388c32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 200 len: 998 time: 0.1200142 Dec 10 04:51:15.219189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6660ab23-6357-40a6-9e07-894c08e5566e', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'port_id': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'mac_address': 'fa:16:3e:06:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:51:12Z', 'updated_at': '2021-12-10T04:51:12Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:15.245334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-099a5e07-b1d3-424e-ae8e-029fc1a0ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:15.246936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-099a5e07-b1d3-424e-ae8e-029fc1a0ce5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f24c57f-0d9e-4d86-a616-9a94c9ed7683 HTTP/1.1" status: 200 len: 835 time: 0.1086886 Dec 10 04:51:15.271852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Checking router: 82f772a3-0da7-4e33-8048-478a4ff1199a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:51:15.285677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:15.286740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:50:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:15.315904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-f4274e0d-d62f-48e6-9b5d-ee31adafa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:15.318051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-f4274e0d-d62f-48e6-9b5d-ee31adafa832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=742020b3-0717-4efe-9b45-0697683f2a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604692 Dec 10 04:51:15.448153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:15.460050 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-eb4264ad-0d2b-4742-9af3-e36c07ffac1a service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342311 Dec 10 04:51:15.648051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-17c70bec-43ef-4503-a5de-f6ed44b00f0e req-ee68cb71-a7c0-4187-ad8c-b78e10ffb146 service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737525 Dec 10 04:51:15.706301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:15.785587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6660ab23-6357-40a6-9e07-894c08e5566e', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'port_id': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'mac_address': 'fa:16:3e:06:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:51:12Z', 'updated_at': '2021-12-10T04:51:12Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:15.835183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3456cbbc-1a79-40d4-b4c1-299afe42324b tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/6660ab23-6357-40a6-9e07-894c08e5566e HTTP/1.1" status: 200 len: 990 time: 0.1256542 Dec 10 04:51:15.878855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22d3cc-19c5-4137-a76d-58a0f1d827e0 None None] The sync data for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 is: [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '6660ab23-6357-40a6-9e07-894c08e5566e', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'port_id': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'mac_address': 'fa:16:3e:06:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:51:12Z', 'updated_at': '2021-12-10T04:51:12Z', 'revision_number': 0, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:51:16.275467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f088b-9650-458c-bc54-7aea05eb0926 None None] New status for floating IP 6660ab23-6357-40a6-9e07-894c08e5566e: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:51:16.836737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46580) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:16.916264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b1163c9-62e5-4b8a-a8eb-abc2ee6867a0 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/6660ab23-6357-40a6-9e07-894c08e5566e HTTP/1.1" status: 200 len: 992 time: 0.0694244 Dec 10 04:51:16.949387 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:51:17.214680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:17.582265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b220-a369-40cb-90c7-be4bab6dc613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.680773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b220-a369-40cb-90c7-be4bab6dc613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.685858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b220-a369-40cb-90c7-be4bab6dc613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.712321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7b220-a369-40cb-90c7-be4bab6dc613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52387f45-60ad-444e-8066-d153ee7df45e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:17.755566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1b7b220-a369-40cb-90c7-be4bab6dc613 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67886c263a234fe886cba4263423d580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385306 Dec 10 04:51:17.758128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:17.811687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.840734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.895671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.898300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:17.899468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52387f45-60ad-444e-8066-d153ee7df45e HTTP/1.1" status: 204 len: 168 time: 0.1404047 Dec 10 04:51:17.907567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee5ee8-f1c2-471e-811e-b93a3cf938c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52387f45-60ad-444e-8066-d153ee7df45e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:18.338790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:18.354185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.452446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.460787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.515917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84c3e6f1e7804d049b6d3622cae219bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759536 Dec 10 04:51:18.518296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f650fb-a50c-4260-8d15-b8dbf7c024ba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:18.520884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:18.526273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.526795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.527144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.527481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.527814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.528915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.529280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.529774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.530100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.530431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.530756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.531075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.531394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c21d7-3606-4172-9d8f-2d854d96b82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:18.633018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.681615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.737559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.740773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:18.742839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09f650fb-a50c-4260-8d15-b8dbf7c024ba HTTP/1.1" status: 204 len: 168 time: 0.2170262 Dec 10 04:51:18.752828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e714-ff88-4d92-b504-349f0c669ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f650fb-a50c-4260-8d15-b8dbf7c024ba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:20.213222 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.328562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b99c5c85-745f-4259-b335-090b50a90f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.461530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:22.730618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a347d49-3a27-4889-8b16-ea9914f23028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.824292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a347d49-3a27-4889-8b16-ea9914f23028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.829793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a347d49-3a27-4889-8b16-ea9914f23028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.876096 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9a347d49-3a27-4889-8b16-ea9914f23028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cadd923816042f8a8533bd06244f304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118886 Dec 10 04:51:22.876865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a347d49-3a27-4889-8b16-ea9914f23028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a982fce-9643-41c6-8169-cce9d58c96d0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:22.878701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46902) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:22.962437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:22.990990 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.057741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.061630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.066766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a982fce-9643-41c6-8169-cce9d58c96d0 HTTP/1.1" status: 204 len: 168 time: 0.1862369 Dec 10 04:51:23.078598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668b0dc-639b-4add-b208-6eb921a516b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a982fce-9643-41c6-8169-cce9d58c96d0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:23.533847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.667283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:23.694295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a8d33e6-e120-4220-82c6-631c895b7ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.810788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a8d33e6-e120-4220-82c6-631c895b7ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.816158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a8d33e6-e120-4220-82c6-631c895b7ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.843933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a8d33e6-e120-4220-82c6-631c895b7ea1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=260e778a9ddf4db792ef0f64cbd33e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752458 Dec 10 04:51:23.846625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:23.868021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d33e6-e120-4220-82c6-631c895b7ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf8375-cab3-45ad-ac87-b81aa17b7e2f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:23.916748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.944143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:23.999552 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:24.002699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:24.004319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03bf8375-cab3-45ad-ac87-b81aa17b7e2f HTTP/1.1" status: 204 len: 168 time: 0.1565492 Dec 10 04:51:24.014839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813b52c-5303-4b1b-9807-3133af775e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf8375-cab3-45ad-ac87-b81aa17b7e2f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:24.858285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb6935ff-0963-4062-b33f-becff5a340e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:25.755558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:27.437949 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.089295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:28.280204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.361156 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90b707d-687b-4f85-8a98-fa0781d81e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.452405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90b707d-687b-4f85-8a98-fa0781d81e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.460500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e90b707d-687b-4f85-8a98-fa0781d81e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.518372 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e90b707d-687b-4f85-8a98-fa0781d81e0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6390ceb175d431fa52512a689d63705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268937 Dec 10 04:51:28.522201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47170) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:28.523660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b707d-687b-4f85-8a98-fa0781d81e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027b3f5b-b435-48a2-9152-bf522aeb6404,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:28.613288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.655670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.722511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.725541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:28.726708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/027b3f5b-b435-48a2-9152-bf522aeb6404 HTTP/1.1" status: 204 len: 168 time: 0.2033186 Dec 10 04:51:28.736279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aef83-ab75-4b92-bbac-76bd667647a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027b3f5b-b435-48a2-9152-bf522aeb6404,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:29.219582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:29.235151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-91b291a4-29aa-4175-b4fd-a3b25d38e856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.383656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-91b291a4-29aa-4175-b4fd-a3b25d38e856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.397524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-91b291a4-29aa-4175-b4fd-a3b25d38e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.456421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-91b291a4-29aa-4175-b4fd-a3b25d38e856 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77ce32cc649548e58f39fe5b4ffe34e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331553 Dec 10 04:51:29.457345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:29.464860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b291a4-29aa-4175-b4fd-a3b25d38e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24f936-cc46-428d-9668-b730092ef4da,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:29.553882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.577439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.636954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.640997 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:29.645088 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f24f936-cc46-428d-9668-b730092ef4da HTTP/1.1" status: 204 len: 168 time: 0.1845548 Dec 10 04:51:29.658138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41878eb-ec74-4ab7-afbd-4c39fe55a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24f936-cc46-428d-9668-b730092ef4da,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:31.004653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:31.124053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-941c0c1a-b147-453b-bb03-5f67b6a1de22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.231436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-941c0c1a-b147-453b-bb03-5f67b6a1de22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.238098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-941c0c1a-b147-453b-bb03-5f67b6a1de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.287384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0c1a-b147-453b-bb03-5f67b6a1de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52291c-a349-4998-8c83-7071a905e1ea,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:31.310320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-941c0c1a-b147-453b-bb03-5f67b6a1de22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7286bc4074c54d98b7a006e949fa8c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031394 Dec 10 04:51:31.313352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47304) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:31.379857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.419575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.506110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.511306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:31.518099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d52291c-a349-4998-8c83-7071a905e1ea HTTP/1.1" status: 204 len: 168 time: 0.2031362 Dec 10 04:51:31.528203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b211da-f808-4882-8d6d-bf7e3da42d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52291c-a349-4998-8c83-7071a905e1ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:31.916728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:31.930933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ff61dc-714f-4bff-a0db-415d91dbea70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.012550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ff61dc-714f-4bff-a0db-415d91dbea70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.024767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57ff61dc-714f-4bff-a0db-415d91dbea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.071793 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-57ff61dc-714f-4bff-a0db-415d91dbea70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a571f51dcddc4dd5aec92ee037532a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537840 Dec 10 04:51:32.072980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff61dc-714f-4bff-a0db-415d91dbea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36e0c8-fe56-4408-9f63-732a1b11abdc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:32.075204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:32.146870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.160135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:32.176255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.230156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.233883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.235094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a36e0c8-fe56-4408-9f63-732a1b11abdc HTTP/1.1" status: 204 len: 168 time: 0.1588802 Dec 10 04:51:32.244499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16380a-d3f9-4bde-9985-be920e87b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36e0c8-fe56-4408-9f63-732a1b11abdc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:32.326240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c875a0-869a-4a4d-847b-9c38173efe54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.410991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c875a0-869a-4a4d-847b-9c38173efe54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.415022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c875a0-869a-4a4d-847b-9c38173efe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.463631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35c875a0-869a-4a4d-847b-9c38173efe54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9d7b1006ee74aada6ed9f7f82f31b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023543 Dec 10 04:51:32.464853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c875a0-869a-4a4d-847b-9c38173efe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b641f-f4c6-4e31-96c8-75f34b6a784d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:32.466388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47366) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:32.519836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.545912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.604545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.608514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:32.612365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/119b641f-f4c6-4e31-96c8-75f34b6a784d HTTP/1.1" status: 204 len: 168 time: 0.1425014 Dec 10 04:51:32.618937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37cad5-540d-4ee8-a7e7-0d40c460ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b641f-f4c6-4e31-96c8-75f34b6a784d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:36.444243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47590) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:36.638346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bd0dbd8-f552-40f0-b118-7c75fc9f37af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.745722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bd0dbd8-f552-40f0-b118-7c75fc9f37af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.750683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3bd0dbd8-f552-40f0-b118-7c75fc9f37af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.794792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:36.801898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3bd0dbd8-f552-40f0-b118-7c75fc9f37af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=742628480ac643c3a4b9db0a0f438e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3543038 Dec 10 04:51:36.804166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0dbd8-f552-40f0-b118-7c75fc9f37af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18119564-edde-4295-a47c-01f2c3f2db6a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:36.851693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.879271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.951751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.957461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:36.960875 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18119564-edde-4295-a47c-01f2c3f2db6a HTTP/1.1" status: 204 len: 168 time: 0.1647451 Dec 10 04:51:36.972220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b6a26-1c01-43a3-830a-f0817f8938aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18119564-edde-4295-a47c-01f2c3f2db6a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:39.377784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:39.689792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe19b51-995c-4750-af49-1e58d78e5a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:39.791560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe19b51-995c-4750-af49-1e58d78e5a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:39.798198 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe19b51-995c-4750-af49-1e58d78e5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:39.851544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe19b51-995c-4750-af49-1e58d78e5a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131c69af-2b9b-4a4f-90c5-19d5d52551a8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:39.872584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47770) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:39.873918 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0fe19b51-995c-4750-af49-1e58d78e5a75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be11725ba9fe4668afb8b35a53ccd163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950082 Dec 10 04:51:39.949393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:39.987258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:40.044004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:40.047401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:40.053337 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/131c69af-2b9b-4a4f-90c5-19d5d52551a8 HTTP/1.1" status: 204 len: 168 time: 0.1795568 Dec 10 04:51:40.065473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b244751-2df8-45f6-9bc7-7708c52b2937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131c69af-2b9b-4a4f-90c5-19d5d52551a8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:43.675648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:44.007287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8ca8-0e19-433f-9506-5201a43bc822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.109456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8ca8-0e19-433f-9506-5201a43bc822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.115728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8ca8-0e19-433f-9506-5201a43bc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.177298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9cb8ca8-0e19-433f-9506-5201a43bc822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c468c9d19e234871b1bdc9c84bcaac36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004897 Dec 10 04:51:44.177879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:44.194669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb8ca8-0e19-433f-9506-5201a43bc822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f74b56-c95a-408e-9ef4-c27d174d56df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:44.251206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.284734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.544871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.544871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:44.544871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97f74b56-c95a-408e-9ef4-c27d174d56df HTTP/1.1" status: 204 len: 168 time: 0.1875260 Dec 10 04:51:44.544871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d334f-1621-487f-b661-8914673e58a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f74b56-c95a-408e-9ef4-c27d174d56df,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:45.055814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:45.074919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8025625f-52a0-4b11-9af7-5b3206a47036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.205346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8025625f-52a0-4b11-9af7-5b3206a47036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.211200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8025625f-52a0-4b11-9af7-5b3206a47036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.252629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025625f-52a0-4b11-9af7-5b3206a47036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e0480-15ae-4865-87b6-34ec76b0eca8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:45.264948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8025625f-52a0-4b11-9af7-5b3206a47036 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31ab47381a6c412199b3ff9196bcafaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036941 Dec 10 04:51:45.264948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:45.331519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.356161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.426475 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.430024 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:45.431298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a7e0480-15ae-4865-87b6-34ec76b0eca8 HTTP/1.1" status: 204 len: 168 time: 0.1656361 Dec 10 04:51:45.443217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d14281-aa84-47aa-aec8-22d7b6b15d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e0480-15ae-4865-87b6-34ec76b0eca8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:45.866806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:46.044825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-693ddac8-20ca-4f15-9084-c9044a36856e tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/floatingips/6660ab23-6357-40a6-9e07-894c08e5566e HTTP/1.1" status: 200 len: 992 time: 0.1746850 Dec 10 04:51:46.346474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:46.620015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port cc131461-ba0a-4426-9d84-a86e98ee689a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:51:46.621000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:46.720876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:46.721664 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:46.750546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for cc131461-ba0a-4426-9d84-a86e98ee689a owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:51:47.096238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:47.142164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=cc131461-ba0a-4426-9d84-a86e98ee689a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:47.293383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:47.294653 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Floating IP 6660ab23-6357-40a6-9e07-894c08e5566e disassociated (deleted). External IP: 172.25.8.40, port: a143a430-f109-4d9d-b396-2dd99b0e47db. Dec 10 04:51:47.703588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 82f772a3-0da7-4e33-8048-478a4ff1199a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:51:47.864845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:51:47.873110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:47.878364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Sync routers for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:51:47.895941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:47.896836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:47.967439 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99e1afc0-ebeb-4ab2-83ce-4d7442a9cf75 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/floatingips/6660ab23-6357-40a6-9e07-894c08e5566e HTTP/1.1" status: 204 len: 168 time: 1.6192892 Dec 10 04:51:47.968984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:51:47.971537 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68eb76-a1f7-446e-aa41-a27352d319d2" -d '{"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:51:48.005839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-f1962f5c-6798-4992-badf-99e760d91b56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1175647 Dec 10 04:51:48.157757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:48.193392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.199509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.200202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.201362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.202959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.203586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.204707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.212691 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7caef1f8-3326-49b3-ab59-5758a0ca8bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.1327138 Dec 10 04:51:48.264493 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e262f-1c6e-40b9-a521-e1f32eec1e1e x-openstack-request-id: req-986e262f-1c6e-40b9-a521-e1f32eec1e1e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:51:48.265643 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:51:48.267613 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-986e262f-1c6e-40b9-a521-e1f32eec1e1e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:51:48.270291 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'status': 'completed', 'code': 200} Dec 10 04:51:48.556930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965360a-c224-46c6-aa89-b26824862bd8 req-33f70eca-a560-4484-9e77-85f830840baa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.557520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-51fc6abe-1fab-4e86-b2e9-2a1f3e56df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.559379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-51fc6abe-1fab-4e86-b2e9-2a1f3e56df9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 1096 time: 0.2378669 Dec 10 04:51:48.561015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8965360a-c224-46c6-aa89-b26824862bd8 req-33f70eca-a560-4484-9e77-85f830840baa tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.0910227 Dec 10 04:51:48.684730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:48.704202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-fbd3cf4c-8470-40e3-80d2-8707782c3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.704766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-fbd3cf4c-8470-40e3-80d2-8707782c3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.705150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-fbd3cf4c-8470-40e3-80d2-8707782c3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.707531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-fbd3cf4c-8470-40e3-80d2-8707782c3a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 0.4712312 Dec 10 04:51:48.708853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8965360a-c224-46c6-aa89-b26824862bd8 req-97e0d58a-b3a8-4995-8825-a55af7b57d6c tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272633 Dec 10 04:51:48.754992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Checking router: 82f772a3-0da7-4e33-8048-478a4ff1199a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:51:48.770034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:48.770960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:48.937611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-cdf51efe-5ccb-46a4-a416-5107141a5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:48.940427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:48.955432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-cdf51efe-5ccb-46a4-a416-5107141a5bb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 200 len: 897 time: 0.3682687 Dec 10 04:51:49.241282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-6b13bb04-e063-4af0-be7b-0ce2b5e967b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 200 len: 217 time: 0.2848868 Dec 10 04:51:49.243144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-79f03acb-ef53-474c-84a5-90987f502bfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.2857237 Dec 10 04:51:49.388510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-589a816b-df9b-4f8b-9c97-4b9105f35a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:49.390040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-589a816b-df9b-4f8b-9c97-4b9105f35a77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f24c57f-0d9e-4d86-a616-9a94c9ed7683 HTTP/1.1" status: 200 len: 835 time: 0.1347139 Dec 10 04:51:49.435355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7e27e59b-de90-4953-82e1-b188cfea7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:49.436920 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-7e27e59b-de90-4953-82e1-b188cfea7812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.1565514 Dec 10 04:51:49.457868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:49.483369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-9bda62b4-1082-48ec-b38e-0ff8392e1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:49.484953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-9bda62b4-1082-48ec-b38e-0ff8392e1318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=742020b3-0717-4efe-9b45-0697683f2a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861776 Dec 10 04:51:49.563906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35359c-1b62-434e-a313-b0b02b487c46 None None] The sync data for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 is: [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cbd38d53-197c-4ad1-96b9-b74fde05bbaa', 'name': '', 'network_id': '742020b3-0717-4efe-9b45-0697683f2a5b', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'mac_address': 'fa:16:3e:b3:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:46Z', 'updated_at': '2021-12-10T04:50:56Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'subnets': [{'id': '1f24c57f-0d9e-4d86-a616-9a94c9ed7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:51:49.599555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-5a62d1e3-c98d-43e3-920b-74e26df7da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:49.604079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-5a62d1e3-c98d-43e3-920b-74e26df7da8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541893 Dec 10 04:51:49.995417 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-0d6b6256-11e8-4a82-930c-5e037aadc793 service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957125 Dec 10 04:51:50.053989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-14597f32-68d0-4a92-858a-f85fa903f8e6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:50.062848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-14597f32-68d0-4a92-858a-f85fa903f8e6 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.36 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.2595062 Dec 10 04:51:50.208773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887c530-f0f4-49f7-a280-e21b544f0226 req-e5b03629-099c-4019-8eff-7ae1ddb6e8e9 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:50.217423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e887c530-f0f4-49f7-a280-e21b544f0226 req-e5b03629-099c-4019-8eff-7ae1ddb6e8e9 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 945 time: 0.3359687 Dec 10 04:51:50.223705 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502651a-c15a-4235-a4f7-3337bdaa10ca None None] New status for floating IP 6660ab23-6357-40a6-9e07-894c08e5566e: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:51:50.255428 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:50.283899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-617656de-956f-44ee-a04e-aae5e80e7983 service neutron] 10.222.0.36 "GET /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779167 Dec 10 04:51:50.325600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e887c530-f0f4-49f7-a280-e21b544f0226 req-94ed8533-eb57-4d17-8f32-a428a67c31ef tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/security-groups?id=451c37df-2fd4-4432-926c-023e6e0c9691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071618 Dec 10 04:51:50.333912 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-8de23ebe-a2d0-4ae9-8711-80f32667577a service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231400 Dec 10 04:51:50.374625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port a143a430-f109-4d9d-b396-2dd99b0e47db {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:51:50.375306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:50.544850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-ab29669d-153c-476e-8f08-a4ce13374269 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951559 Dec 10 04:51:50.616097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-32eed208-2340-4782-b7c5-19c3a929610b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.0515735 Dec 10 04:51:50.627129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port a143a430-f109-4d9d-b396-2dd99b0e47db, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a143a430-f109-4d9d-b396-2dd99b0e47db,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:50.630522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:50.658047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for a143a430-f109-4d9d-b396-2dd99b0e47db owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:51:50.780862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:50.859051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-e84d6e84-fd39-46c9-814d-23d0ca34bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:50.861830 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-e84d6e84-fd39-46c9-814d-23d0ca34bbee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.2382431 Dec 10 04:51:51.000682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-b23f7b5c-8a2c-47bb-9215-52615d8234a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:51.008243 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-b23f7b5c-8a2c-47bb-9215-52615d8234a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374955 Dec 10 04:51:51.022319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:51.073878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=a143a430-f109-4d9d-b396-2dd99b0e47db,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:51.226080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] No DVR routers for this DVR port a143a430-f109-4d9d-b396-2dd99b0e47db on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:51:51.232754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:51.238493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e72e6ab3-5581-40f9-a1af-d70fcc85355f req-26e7de3c-727b-46ba-96eb-a4c60844f3d7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.36 "DELETE /v2.0/ports/a143a430-f109-4d9d-b396-2dd99b0e47db HTTP/1.1" status: 204 len: 173 time: 1.1677780 Dec 10 04:51:51.238969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'name': 'network-vif-deleted', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:51:51.247456 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7ecdc-a395-491a-ae3d-69dc2e54dfc5" -d '{"events": [{"server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "name": "network-vif-deleted", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:51:51.315388 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-1ef4e092-118b-41a6-b8db-1cd4b37ed40f service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989836 Dec 10 04:51:51.632843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5155e33a-e33a-4f4e-a8ae-31c5e6470a19 req-1a01f0d3-0ee6-4a1a-a48c-c7901154f433 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "GET /v2.0/ports?device_id=11db2c57-3aa7-46e6-bc92-9de5ee9091bc HTTP/1.1" status: 200 len: 210 time: 0.0727286 Dec 10 04:51:52.097926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6e041e-ecff-4646-87b3-ef410dde3783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.139754 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245be7ca-ff5a-48b4-99fe-42dbf6339403 x-openstack-request-id: req-245be7ca-ff5a-48b4-99fe-42dbf6339403 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:51:52.141407 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11db2c57-3aa7-46e6-bc92-9de5ee9091bc", "name": "network-vif-deleted", "tag": "a143a430-f109-4d9d-b396-2dd99b0e47db", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:51:52.141908 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-245be7ca-ff5a-48b4-99fe-42dbf6339403 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:51:52.142568 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11db2c57-3aa7-46e6-bc92-9de5ee9091bc', 'name': 'network-vif-deleted', 'tag': 'a143a430-f109-4d9d-b396-2dd99b0e47db', 'status': 'completed', 'code': 200} Dec 10 04:51:52.211330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6e041e-ecff-4646-87b3-ef410dde3783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.220000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff6e041e-ecff-4646-87b3-ef410dde3783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.312636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ff6e041e-ecff-4646-87b3-ef410dde3783 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4ce8ccea5134ce4a978785e49fd654b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5302780 Dec 10 04:51:52.315747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48424) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:52.318131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e041e-ecff-4646-87b3-ef410dde3783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c170796-e748-40b2-800c-18d9cbd8dfa3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:52.348299 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-1fb42564-7c3c-4422-80df-e67a39ab3055 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0233307 Dec 10 04:51:52.362911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ecc227e-8fe7-4eb6-9a64-0e04b2e652df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.363420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:52.400864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.407508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-9c47378a-c857-4150-9366-ff120a65f426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.0490570 Dec 10 04:51:52.446431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.505000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-990f13df-7852-4b68-a465-d88ddf8f61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:52.506522 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-990f13df-7852-4b68-a465-d88ddf8f61c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0919487 Dec 10 04:51:52.532244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.536385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.540272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c170796-e748-40b2-800c-18d9cbd8dfa3 HTTP/1.1" status: 204 len: 168 time: 0.2209778 Dec 10 04:51:52.546151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b50cc-65e6-4bae-8550-bd834e9a8300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c170796-e748-40b2-800c-18d9cbd8dfa3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:52.584142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e13774-767a-41f8-a6fb-39bb1e4cf98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.609731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-c577f983-6e1b-4f11-a6c7-cf98aff4b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:52.611233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-c577f983-6e1b-4f11-a6c7-cf98aff4b25f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939929 Dec 10 04:51:52.638344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a143a430-f109-4d9d-b396-2dd99b0e47db no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:51:52.684144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: a143a430-f109-4d9d-b396-2dd99b0e47db {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:51:52.684504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a143a430-f109-4d9d-b396-2dd99b0e47db not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:51:52.732356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48446) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:52.764190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e13774-767a-41f8-a6fb-39bb1e4cf98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.767151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-f76dc25d-9ff1-42c9-b39d-d42958ca40f2 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464393 Dec 10 04:51:52.789413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e13774-767a-41f8-a6fb-39bb1e4cf98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.817352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.852748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.934996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-64cc18db-45d5-4045-95d8-869934c5a844 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602573 Dec 10 04:51:52.935707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.939319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:52.953519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/security-groups/451c37df-2fd4-4432-926c-023e6e0c9691 HTTP/1.1" status: 204 len: 168 time: 0.2195780 Dec 10 04:51:52.977761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a3ad-6cbb-456b-b7e5-9e1d2b1da32f tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c37df-2fd4-4432-926c-023e6e0c9691,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:52.996910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48458) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:53.014556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13774-767a-41f8-a6fb-39bb1e4cf98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e03365-7a53-4e93-be17-6f913cc5196f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:53.018763 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-56a432e2-1480-4635-968e-4ddbebaef430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.0747969 Dec 10 04:51:53.028633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-27e13774-767a-41f8-a6fb-39bb1e4cf98c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1246952d67e4408fb8ff47b0e99b68d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6526053 Dec 10 04:51:53.028633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:53.033010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:53.081486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1244fab-9bc7-4223-80a7-a3ab5d59fa7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.134090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-cc4d1622-2a7f-44ec-b1f6-966028615ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:53.135296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-cc4d1622-2a7f-44ec-b1f6-966028615ebd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1083097 Dec 10 04:51:53.187115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.255635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.283227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-506ef630-ad4c-4958-ad8e-9daaa5e7d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:53.284990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-506ef630-ad4c-4958-ad8e-9daaa5e7d4d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404181 Dec 10 04:51:53.396421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1244fab-9bc7-4223-80a7-a3ab5d59fa7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.405755 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1244fab-9bc7-4223-80a7-a3ab5d59fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.446016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.448594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.450368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5e03365-7a53-4e93-be17-6f913cc5196f HTTP/1.1" status: 204 len: 168 time: 0.4246123 Dec 10 04:51:53.472726 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.538896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:53.541734 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1244fab-9bc7-4223-80a7-a3ab5d59fa7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8035c496dd9f416bb277e0b9e58a0ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955370 Dec 10 04:51:53.547541 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-c50a0fbd-3be4-42d6-812e-9e3484ea868a service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509854 Dec 10 04:51:53.548730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1244fab-9bc7-4223-80a7-a3ab5d59fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb4aae-2fc0-4f81-872f-e24176085438,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:53.550514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.597232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c78b5f-bd02-4a9e-8231-8d38d457f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e03365-7a53-4e93-be17-6f913cc5196f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:53.690972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:53.737255 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-41d9722f-2fc3-4fbf-9c6c-4611fc159df0 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787584 Dec 10 04:51:53.815830 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-c6f35f2e-6aab-4066-9eba-7caacaf20c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0711644 Dec 10 04:51:53.918473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-1789f4a2-b16a-49a7-9700-fe740387dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:53.920306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-1789f4a2-b16a-49a7-9700-fe740387dd62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0969672 Dec 10 04:51:53.951765 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:51:54.040019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-9e3de8d1-4ba6-4637-b00d-1ea9f4597d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:54.041521 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-9e3de8d1-4ba6-4637-b00d-1ea9f4597d2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126263 Dec 10 04:51:54.102001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:54.158059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.180399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92354665-6ac1-447d-a33c-af812082ff69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.214214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-775afddd-01f6-408a-b5fd-3f88a46daec0 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646161 Dec 10 04:51:54.291283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.294789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.298210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abdb4aae-2fc0-4f81-872f-e24176085438 HTTP/1.1" status: 204 len: 168 time: 0.7561564 Dec 10 04:51:54.348403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd769d30-a5f0-4795-a5cc-527c96abedd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb4aae-2fc0-4f81-872f-e24176085438,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:54.368633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-a0747f2c-7e89-433e-a536-296d1ec77ede service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455622 Dec 10 04:51:54.435407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port cbd38d53-197c-4ad1-96b9-b74fde05bbaa {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:51:54.435888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.439629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92354665-6ac1-447d-a33c-af812082ff69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.442320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-96bd2fa6-d676-47f8-ba65-9ee71dc0e83f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.0645084 Dec 10 04:51:54.505165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-9f593911-f753-4bca-9023-bbc6bf51c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:54.506718 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-9f593911-f753-4bca-9023-bbc6bf51c901 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0506058 Dec 10 04:51:54.507545 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92354665-6ac1-447d-a33c-af812082ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.558723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92354665-6ac1-447d-a33c-af812082ff69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5347b6d5125d419694d1483cd75c038b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530175 Dec 10 04:51:54.571457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48518) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:54.599091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92354665-6ac1-447d-a33c-af812082ff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06968888-1eb0-4f5b-b51b-eaf20fbe55fa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:54.620905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-3f228341-307b-4f32-aa32-070200044786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:54.622504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-3f228341-307b-4f32-aa32-070200044786 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027725 Dec 10 04:51:54.647560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port cbd38d53-197c-4ad1-96b9-b74fde05bbaa, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:54.648053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.680293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for cbd38d53-197c-4ad1-96b9-b74fde05bbaa owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:51:54.682115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.748450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.859177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-173bf9af-ea4a-41d0-b230-8c5bb2ff7571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.861121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-a82e9307-0805-4069-a5df-b3048e8de504 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304502 Dec 10 04:51:54.893833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.897230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:54.898691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06968888-1eb0-4f5b-b51b-eaf20fbe55fa HTTP/1.1" status: 204 len: 168 time: 0.3260942 Dec 10 04:51:54.986202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f024e3-0251-4fa5-8d16-1ed8a4c77df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06968888-1eb0-4f5b-b51b-eaf20fbe55fa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:55.064223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:55.073484 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-cd10b1db-ea7f-4cc0-9ea4-7df7e66a6cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043707 Dec 10 04:51:55.137429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=cbd38d53-197c-4ad1-96b9-b74fde05bbaa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:55.138655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-ae4e85c3-88bf-4406-918c-9d191588d3b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.0577555 Dec 10 04:51:55.239679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-f3034a35-33d4-4edc-ab73-7f1623a5dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:55.241270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-f3034a35-33d4-4edc-ab73-7f1623a5dc22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0956526 Dec 10 04:51:55.343519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-8754f7c6-91af-48fc-8bec-7e3ed260b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:51:55.345530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-8754f7c6-91af-48fc-8bec-7e3ed260b9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944476 Dec 10 04:51:55.603513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-b7e21ded-aec5-4327-b6cf-ffd99a5fa2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431881 Dec 10 04:51:55.643715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:55.765861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:55.850234 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c46660bd-2e24-4c8c-b82a-0db4bf926050 req-311ad433-2e3a-466c-acac-54a69159d692 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264211 Dec 10 04:51:55.995341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Router 82f772a3-0da7-4e33-8048-478a4ff1199a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:51:56.151569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:51:56.165518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:56.179549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dab3ed97-408e-48f7-b8ff-0f501e3a19a7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "PUT /v2.0/routers/82f772a3-0da7-4e33-8048-478a4ff1199a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1791000 Dec 10 04:51:56.192274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Sync routers for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:51:56.216286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:56.218839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:56.294434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting subnet 1f24c57f-0d9e-4d86-a616-9a94c9ed7683 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:51:56.308374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:56.439269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:56.664509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:56.783162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:56.787831 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:56.804930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:56.810269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/subnets/1f24c57f-0d9e-4d86-a616-9a94c9ed7683 HTTP/1.1" status: 204 len: 168 time: 0.6431341 Dec 10 04:51:56.813093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:56.836042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8631376-70bc-4ae0-ba5d-993d3ad8cdc2 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Subnet': ['ID=1f24c57f-0d9e-4d86-a616-9a94c9ed7683,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:56.926457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08503e-ae6a-4f6f-b3f9-1cebd9a4df9d None None] Network 742020b3-0717-4efe-9b45-0697683f2a5b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:51:57.124891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.291950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:51:54Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:57.315739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48674) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:57.342618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Checking router: 82f772a3-0da7-4e33-8048-478a4ff1199a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:51:57.352749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Routers {'82f772a3-0da7-4e33-8048-478a4ff1199a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:51:57.353535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82f772a3-0da7-4e33-8048-478a4ff1199a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:57.401264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] DHCP port deletion for 742020b3-0717-4efe-9b45-0697683f2a5b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:51:57.458049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.487060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] Set router 82f772a3-0da7-4e33-8048-478a4ff1199a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:51:57.654010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.656101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Deleting port ac31a153-fe15-49db-9e4f-4fac4fd2cb74 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:51:57.656453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.703214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:51:57.737811 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3194ae1f-9e69-406e-a686-d0cf055844d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.847409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] For port ac31a153-fe15-49db-9e4f-4fac4fd2cb74, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:57.847979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.907868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Calling delete_port for ac31a153-fe15-49db-9e4f-4fac4fd2cb74 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:51:57.912242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3194ae1f-9e69-406e-a686-d0cf055844d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.918645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3194ae1f-9e69-406e-a686-d0cf055844d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.942902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Deleting port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:51:57.943419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:57.971605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ae1f-9e69-406e-a686-d0cf055844d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32604c5-d8af-448d-b3ba-9850e1f38194,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:57.988307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3194ae1f-9e69-406e-a686-d0cf055844d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d34450c72ed4f028795ef31c981f6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710000 Dec 10 04:51:57.989027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:58.022978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.129624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:58.144702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.158062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.194519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.219490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] For port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,segment=NetworkSegment(656b02ee-5cc2-49ff-a772-50fe1b20495a),segment_id=656b02ee-5cc2-49ff-a772-50fe1b20495a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:51:58.220129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.279770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.282779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.284099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a32604c5-d8af-448d-b3ba-9850e1f38194 HTTP/1.1" status: 204 len: 168 time: 0.2939484 Dec 10 04:51:58.314452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Calling delete_port for e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:51:58.321643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2115b-161b-4d26-b4de-c20cc041a173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32604c5-d8af-448d-b3ba-9850e1f38194,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:58.329552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.338644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:58.353005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-60300623-d541-4187-beea-893df3c4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:51:54Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:58.357221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.357800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.358295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.358948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.359437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.359909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.360564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.361154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.361648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.362114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.362742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.363491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.363969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:51:58.416127 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.418042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60300623-d541-4187-beea-893df3c4ff4a None None] The sync data for ids ['82f772a3-0da7-4e33-8048-478a4ff1199a'] in n-d-817326-3 is: [{'id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'name': 'tempest-TestNetworkBasicOps-router-809060513', 'tenant_id': '179260b0707742b6b2f0592ba7d5b3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:50:39Z', 'updated_at': '2021-12-10T04:51:54Z', 'revision_number': 5, 'project_id': '179260b0707742b6b2f0592ba7d5b3d7', 'gw_port': {'id': 'ac31a153-fe15-49db-9e4f-4fac4fd2cb74', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f772a3-0da7-4e33-8048-478a4ff1199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:50:40Z', 'updated_at': '2021-12-10T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:51:58.473652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Port': ['ID=ac31a153-fe15-49db-9e4f-4fac4fd2cb74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:58.474382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee19da-c9bd-4d9c-a646-45f692b9e840 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:51:58.578601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.605468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] Pushing event deleted for resources: {'Port': ['ID=e84ca1fd-e9c0-4872-932d-eaff16ecd7b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:58.622467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7210b1e-e56b-477e-9a8d-43eb9eaa9d9f None None] No DVR routers for this DVR port e84ca1fd-e9c0-4872-932d-eaff16ecd7b4 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:51:58.627951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.803394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.807431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.911418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.911992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Fanout notify agent at l3_agent the message router_deleted on router 82f772a3-0da7-4e33-8048-478a4ff1199a {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:51:58.930584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:58.932182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d3d30f9-41c7-4da1-8257-72d7ef162ff7 tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/routers/82f772a3-0da7-4e33-8048-478a4ff1199a HTTP/1.1" status: 204 len: 168 time: 2.1180713 Dec 10 04:51:58.935735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:51:59.106337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.298444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.335412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742020b3-0717-4efe-9b45-0697683f2a5b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:59.356755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656b02ee-5cc2-49ff-a772-50fe1b20495a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:59.357331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656b02ee-5cc2-49ff-a772-50fe1b20495a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:51:59.386855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.417737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.429568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:51:59.435254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:51:59.441511 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:51:59.588968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.609837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:51:59.614547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] 10.222.0.43 "DELETE /v2.0/networks/742020b3-0717-4efe-9b45-0697683f2a5b HTTP/1.1" status: 204 len: 168 time: 0.6774075 Dec 10 04:51:59.615588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec269f-ea0f-4c4b-b00f-6dffb118d8fb tempest-TestNetworkBasicOps-249293778 tempest-TestNetworkBasicOps-249293778-project] Pushing event deleted for resources: {'Network': ['ID=742020b3-0717-4efe-9b45-0697683f2a5b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:51:59.724747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbd38d53-197c-4ad1-96b9-b74fde05bbaa no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:51:59.767828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cbd38d53-197c-4ad1-96b9-b74fde05bbaa {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:51:59.769019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cbd38d53-197c-4ad1-96b9-b74fde05bbaa not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:52:00.076569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:00.354524 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-530e91b8-c385-4df4-946f-bb048866ae49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=179260b0707742b6b2f0592ba7d5b3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745214 Dec 10 04:52:00.355967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:00.479666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:00.510096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:00.578942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:00.583324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:00.584637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e8cbec-940a-44e1-b711-ccdcede0e8c8 HTTP/1.1" status: 204 len: 168 time: 0.2270958 Dec 10 04:52:00.602479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050dbcb-9ed5-460c-b163-5ba0fd498ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8cbec-940a-44e1-b711-ccdcede0e8c8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:01.392508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:01.421681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4b5f-d205-4642-9afc-b341cd89c156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.567817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac31a153-fe15-49db-9e4f-4fac4fd2cb74 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:52:01.649937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ac31a153-fe15-49db-9e4f-4fac4fd2cb74 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:52:01.650254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac31a153-fe15-49db-9e4f-4fac4fd2cb74 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:52:01.736039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4b5f-d205-4642-9afc-b341cd89c156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.743790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4b5f-d205-4642-9afc-b341cd89c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.795053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ec6c4b5f-d205-4642-9afc-b341cd89c156 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9820b7e47124bf5a431d9d93979f8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009008 Dec 10 04:52:01.796172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c4b5f-d205-4642-9afc-b341cd89c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c21641-90f3-4e71-869b-44e8e90d1f9e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:01.798084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 48994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:01.873683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.901887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.961125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.965427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:01.966741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4c21641-90f3-4e71-869b-44e8e90d1f9e HTTP/1.1" status: 204 len: 168 time: 0.1675315 Dec 10 04:52:01.975473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afbd76-0984-46b1-8ace-97a46852bbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c21641-90f3-4e71-869b-44e8e90d1f9e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:02.458670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:02.650612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:02.853897 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:02.862442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:02.935439 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23f929babf464b719955cff9af617a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727449 Dec 10 04:52:02.935439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c85e2-e371-406f-831d-b90943da4566,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:02.937349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:02.959182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.959582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.960275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.960732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.961372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.962292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.962830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.963371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.968154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.968905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.969583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.970353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:02.971144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e266fcf-e7f4-476c-9aca-a50859990f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:03.081584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:03.144655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:03.209265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:03.212836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:03.215721 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca1c85e2-e371-406f-831d-b90943da4566 HTTP/1.1" status: 204 len: 168 time: 0.2769685 Dec 10 04:52:03.232117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0979f35-277a-4b66-a636-c350cc7718ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c85e2-e371-406f-831d-b90943da4566,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:06.401543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:06.485106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:06.490618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'network': {'name': 'tempest-network-smoke--1925541178', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:06.538791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:06.543062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.555565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.709112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb638f7a-ef44-4911-93e1-b0dc0528c4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.713897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.842371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb638f7a-ef44-4911-93e1-b0dc0528c4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.844206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.853999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb638f7a-ef44-4911-93e1-b0dc0528c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.885182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:06.909924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb199578-6cd0-405f-acd8-424fc0bb01b4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:06.913160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:06.913684 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Added segment 74ca6787-f461-403a-abe4-5ab08c208153 of type vlan for network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 Dec 10 04:52:06.931091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb638f7a-ef44-4911-93e1-b0dc0528c4aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd08c8df037449a188d3b67c3a274c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5273285 Dec 10 04:52:06.934648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:07.020948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.035995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638f7a-ef44-4911-93e1-b0dc0528c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751814a7-3a81-4dd9-95ff-305298827111,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:07.052293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.101284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.103195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.109110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:07.110845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.215518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.218654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.223448 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/751814a7-3a81-4dd9-95ff-305298827111 HTTP/1.1" status: 204 len: 168 time: 0.2874782 Dec 10 04:52:07.238111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7d1dd-bd37-4dbc-a2d9-77c6e8ad680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751814a7-3a81-4dd9-95ff-305298827111,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:07.306357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Network': ['ID=88f0676b-f1e3-4ed7-9bf7-484d86220ac2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:07.312017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e296142f-a52c-44c5-899e-a5266c1f5bfd tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8256638 Dec 10 04:52:07.316428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49594) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:07.322103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'admin_state_up': True, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:07.324818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:07.383284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.386408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.500239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:07.782756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.175225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.208688 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.363986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.25.8.107 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7aebc1c5-2ba7-4a64-bc70-1aa111f15596) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:08.493934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.538309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.583316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:08.589823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:08.602248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:08.619860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:08.633077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:08.648403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93cf17-16ed-4047-8819-ebd87d05986f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:52:08.790748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1b42a768-790a-47ea-88d6-68cb5bdb0a18 None None] Provisioning complete for port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:08.795171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b42a768-790a-47ea-88d6-68cb5bdb0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:08.879277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b42a768-790a-47ea-88d6-68cb5bdb0a18 None None] Port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:08.955084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d82fc6a-742e-4481-baca-783e6e37138f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.062799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.099783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d82fc6a-742e-4481-baca-783e6e37138f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.114533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1d82fc6a-742e-4481-baca-783e6e37138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.176554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1d82fc6a-742e-4481-baca-783e6e37138f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d3d5b36d3044ad88cf714d0c6b61b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656569 Dec 10 04:52:09.177900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:09.260412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82fc6a-742e-4481-baca-783e6e37138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea5727-514a-4944-8fba-0e641fc41951,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:09.296375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.327462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.398294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.404620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:09.407414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2ea5727-514a-4944-8fba-0e641fc41951 HTTP/1.1" status: 204 len: 168 time: 0.2224917 Dec 10 04:52:09.418001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4633d4-98a5-4c69-982a-621eb54a0bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea5727-514a-4944-8fba-0e641fc41951,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:09.683868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:09.916988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.013290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:10.032959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a72bf18-a6a3-45af-96e6-c2e2bf27524f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.131465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-753899091'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:10.199212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Made reservation on behalf of c8d711aefc0042d9beaa901178c5a242 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:10.203519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.229335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router 72853eff-8156-44b1-8be0-2609631ddaa5 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:52:10.240017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.407562 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.418286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:10.426444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.432370 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Sync routers for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:10.440083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:10.444095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:10.446786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:10.453876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.454159 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Added segment d2cd164b-cc55-4799-9cb9-1220e218c343 of type vlan for network 79774ae2-6a69-4a54-9cb4-99f2a6e5e74e Dec 10 04:52:10.475672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.477111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6c6aaff4-73ae-4483-ab9d-f48df0d3d5b7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1592269 Dec 10 04:52:10.480895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:10.548937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a72bf18-a6a3-45af-96e6-c2e2bf27524f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.554487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.578150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a72bf18-a6a3-45af-96e6-c2e2bf27524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.584461 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:10.615219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a72bf18-a6a3-45af-96e6-c2e2bf27524f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be1c504f7d094970a35088431572d74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986052 Dec 10 04:52:10.615690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:10.633712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ead54a-0be2-46f1-a1ce-fbb1c778b68e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:10.658728 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.668511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:10.669166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.702776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72bf18-a6a3-45af-96e6-c2e2bf27524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9ee8f-9d08-4749-a58d-2fadb4315424,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:10.719705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.722993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0380893 Dec 10 04:52:10.726423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:10.759571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68a62-f26e-461d-9c2d-c09c5f9441cc tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Pushing event updated for resources: {'Network': ['ID=79774ae2-6a69-4a54-9cb4-99f2a6e5e74e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:10.774175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 79774ae2-6a69-4a54-9cb4-99f2a6e5e74e details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:10.775064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.844606 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:08Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:10.858701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-79299dae-eb96-4c47-8464-ce1fc97b2ee0 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3149c3aaa2f4bc197cdb18c616d8fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3729203 Dec 10 04:52:10.859653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49720) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:10.874964 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Checking router: 72853eff-8156-44b1-8be0-2609631ddaa5 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:52:10.875577 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Updating router 72853eff-8156-44b1-8be0-2609631ddaa5 port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:52:10.905514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'name': 'tempest-network--1061613166', 'router:external': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:10.919188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.922528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:10.926776 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6d9ee8f-9d08-4749-a58d-2fadb4315424 HTTP/1.1" status: 204 len: 168 time: 0.3076742 Dec 10 04:52:10.955502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680d8bf-4a35-4228-a0b4-7a4391baf468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9ee8f-9d08-4749-a58d-2fadb4315424,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:11.031440 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.039238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:11.051835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.068883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.112151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dcea1-2acf-4f79-be34-acb6b7c7e6e2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:11.114161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc7dcea1-2acf-4f79-be34-acb6b7c7e6e2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2532980 Dec 10 04:52:11.121519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:11.186599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b223df60-5404-4eb1-b7b9-c2bee6f7c9f8 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634520 Dec 10 04:52:11.191635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49734) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:11.198011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074794363', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:11.279142 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.297902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.380878 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.389977 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.427454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dac988-49e7-4e78-832c-477fc642bf74 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:52:11.471050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9532d97-b328-458d-8ff8-db181c7b5ebb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:11.483472 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Attempting to bind port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:11.483939 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Attempting to bind port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:11.484384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Attempting to bind port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:11.494465 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:11.494946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:11.496748 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.497611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:11.498880 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Bound port: 7aebc1c5-2ba7-4a64-bc70-1aa111f15596, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:11.499319 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.521693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:11.542992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6daa5876-d2a6-4570-98fb-46b754138628 None None] Provisioning complete for port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:11.543874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6daa5876-d2a6-4570-98fb-46b754138628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.580918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:11.585359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.664040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6daa5876-d2a6-4570-98fb-46b754138628 None None] Port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:11.686143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.686396 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Added segment 58cb35c6-8161-45c6-a6c6-cf719d55c594 of type vlan for network 5e57000f-7f13-4a30-908e-8c815c966fc9 Dec 10 04:52:11.686490 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] For port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:11.693675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] For port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:11.706880 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.737349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6f0f7-41ed-4537-b6bb-1af4de119fa0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:52:11.788846 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:11.789558 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:11.794932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Pushing event updated for resources: {'Port': ['ID=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:11.798575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] Provisioning complete for port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:11.802413 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.871986 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.876618 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.877034 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.877376 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.877715 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.881260 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.881677 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.882033 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.882357 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.882687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.883204 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.885070 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.885592 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:11.968289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:11.971418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.001277 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d6503-0277-4a07-8e41-920ac55a5ba4 None None] Pushing event updated for resources: {'Port': ['ID=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:12.007081 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.056212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] For port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:12.067438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.103447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Subnet': ['ID=9be5fe1b-faec-463d-8797-1f2c987aafd0,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:12.116996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.117991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:12.118706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.185928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4584613 Dec 10 04:52:12.188883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:12.204856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Checking segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:12.205892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network hostable DHCP agents. Network: 88f0676b-f1e3-4ed7-9bf7-484d86220ac2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:52:12.207150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146a69a-b69c-433e-8ce6-316d58aa3b78 None None] Pushing event updated for resources: {'Port': ['ID=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:12.237875 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:12.261631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7be04-7ad3-41f6-9992-db4eee9e1cd6 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=5e57000f-7f13-4a30-908e-8c815c966fc9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:12.283043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5e57000f-7f13-4a30-908e-8c815c966fc9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:12.293554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:52:12.310603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 88f0676b-f1e3-4ed7-9bf7-484d86220ac2) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:12.316966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:12.317781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.332364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26cef0d-5efc-4bf5-9fb0-d4f69f9bc988 None None] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:12.359873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-01ab7528-2624-4125-b074-4e3dc67a3c64 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1669638 Dec 10 04:52:12.360636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:12.391379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.545402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.593645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e57000f-7f13-4a30-908e-8c815c966fc9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:12.615907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cb35c6-8161-45c6-a6c6-cf719d55c594') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:12.616528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cb35c6-8161-45c6-a6c6-cf719d55c594') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:12.631189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.654724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.658279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:52:12.664023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.669383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:12.669990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:12.673047 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:12.692786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:08Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:12.733355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd263df3-8a72-4117-a654-c7f3ac89c97c None None] The sync data for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 is: [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:08Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:12.758753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.783454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e57000f-7f13-4a30-908e-8c815c966fc9 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:52:12.790331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.801142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/5e57000f-7f13-4a30-908e-8c815c966fc9 HTTP/1.1" status: 204 len: 168 time: 0.6106379 Dec 10 04:52:12.801978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:12.812317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:12.836222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ea813-c448-4173-b0fc-6330a6ea8104 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e57000f-7f13-4a30-908e-8c815c966fc9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:12.874940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:12.880968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.957936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:12.979222 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:12.980875 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Added segment 41c613dc-cc13-48c6-9de3-fbc7879f9f12 of type vlan for network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d Dec 10 04:52:12.993710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Allocated IP 172.20.0.2 (88f0676b-f1e3-4ed7-9bf7-484d86220ac2/9be5fe1b-faec-463d-8797-1f2c987aafd0/4706f0d6-3181-41ff-844b-c577442da2ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:13.093027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.156251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.158272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:13.161100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.256333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.272838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4679892 Dec 10 04:52:13.278287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49962) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:13.280731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.283298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'subnet': {'network_id': 'cc814b01-fbd3-4e5e-82b1-8c096aeffe0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:13.341836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.345597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:13.348103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:13.399376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Pushing event updated for resources: {'Port': ['ID=4706f0d6-3181-41ff-844b-c577442da2ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:13.423899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:13.427475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:13.439710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:13.470703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356db8a-8157-4569-b5bf-178cfd45bd3d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=cc814b01-fbd3-4e5e-82b1-8c096aeffe0d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:13.528382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:14.016078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Attempting to bind port 4706f0d6-3181-41ff-844b-c577442da2ed on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:14.016728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Attempting to bind port 4706f0d6-3181-41ff-844b-c577442da2ed by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:14.017179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Attempting to bind port 4706f0d6-3181-41ff-844b-c577442da2ed on network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:14.033383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:14.034132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Checking segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:14.034914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:14.035543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Bound using segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:14.036254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Bound port: 4706f0d6-3181-41ff-844b-c577442da2ed, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:14.036906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:14.137798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] For port 4706f0d6-3181-41ff-844b-c577442da2ed, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:14.142698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] For port 4706f0d6-3181-41ff-844b-c577442da2ed, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4706f0d6-3181-41ff-844b-c577442da2ed,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:14.150309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:14.237318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415394b8-fe06-461d-bbeb-097e487fb9b8 None None] Pushing event updated for resources: {'Port': ['ID=4706f0d6-3181-41ff-844b-c577442da2ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:14.862002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.20.0.1 (88f0676b-f1e3-4ed7-9bf7-484d86220ac2/9be5fe1b-faec-463d-8797-1f2c987aafd0/f9aa4270-a86f-496d-80b5-2192c906288b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:14.864735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:52:14.865195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.098400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ecd670ba-acd5-4b30-b0a9-d978b04493a9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:15.136442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Checking segment: {'id': '41c613dc-cc13-48c6-9de3-fbc7879f9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc814b01-fbd3-4e5e-82b1-8c096aeffe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:15.137801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Network hostable DHCP agents. Network: cc814b01-fbd3-4e5e-82b1-8c096aeffe0d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:52:15.179427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:52:15.238602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.257236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cc814b01-fbd3-4e5e-82b1-8c096aeffe0d) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:15.269561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4e61a-642a-452b-9f13-913e1d595508 None None] Network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:15.269986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:15.272882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.327142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:15.327646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ac4ab34-0d1a-46a6-abd3-2773582bc974 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0481100 Dec 10 04:52:15.331726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'floatingip': {'floating_network_id': 'cc814b01-fbd3-4e5e-82b1-8c096aeffe0d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:15.350226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.384371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.512381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:15.518005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:15.542428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:15.550508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:15.624364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c8f1f-f238-40ed-8f1f-dc895776c2c0 None None] Network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:15.727320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.755773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:15.926103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:16.065708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Allocated IP 172.20.0.8 (cc814b01-fbd3-4e5e-82b1-8c096aeffe0d/ecd670ba-acd5-4b30-b0a9-d978b04493a9/476f74d3-848d-49e7-bfe9-58507238d7df) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:16.068023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:16.068402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.163626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787f708-2a9c-44f9-a3b5-307846153713 None None] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:16.184232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.253756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.321828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.372202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Port': ['ID=476f74d3-848d-49e7-bfe9-58507238d7df,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:16.389729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:16.391804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:16.394930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:16.472848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] Provisioning complete for port 4706f0d6-3181-41ff-844b-c577442da2ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:16.473758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.478646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4706f0d6-3181-41ff-844b-c577442da2ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:16.516405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.583306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.759692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.795567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4706f0d6-3181-41ff-844b-c577442da2ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:16.796057 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.798828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.806602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.899130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.965044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.974005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:16.982166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] For port 4706f0d6-3181-41ff-844b-c577442da2ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4706f0d6-3181-41ff-844b-c577442da2ed,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:17.000178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.042183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:17.240094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.258525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a85d1-7474-4daa-b782-a5a62c0b4986 None None] Pushing event updated for resources: {'Port': ['ID=4706f0d6-3181-41ff-844b-c577442da2ed,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:17.280762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Port': ['ID=476f74d3-848d-49e7-bfe9-58507238d7df,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:17.292247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d974fc77-4d4f-4f5b-a568-70ac91537a9a None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:17.292662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d974fc77-4d4f-4f5b-a568-70ac91537a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.295704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.303419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c399998c-0ff2-45f5-877b-3d580f0c9c6a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9713247 Dec 10 04:52:17.303645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50276) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:17.309496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:17.341328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:17.419020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d974fc77-4d4f-4f5b-a568-70ac91537a9a None None] Port f9aa4270-a86f-496d-80b5-2192c906288b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:17.439593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d974fc77-4d4f-4f5b-a568-70ac91537a9a None None] Provisioning complete for port 4706f0d6-3181-41ff-844b-c577442da2ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:17.440030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d974fc77-4d4f-4f5b-a568-70ac91537a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.466399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-007e0fda-4158-42ad-a8b6-34c6a6fe2977 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=cc814b01-fbd3-4e5e-82b1-8c096aeffe0d HTTP/1.1" status: 200 len: 689 time: 0.1592402 Dec 10 04:52:17.466813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50284) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:17.673761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.734332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4706f0d6-3181-41ff-844b-c577442da2ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:17.803065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4706f0d6-3181-41ff-844b-c577442da2ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:17.803839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.835682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router 72853eff-8156-44b1-8be0-2609631ddaa5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:52:17.881041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-767af01b-afcc-454e-9fc7-481bb1d6c058 None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:17.881981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767af01b-afcc-454e-9fc7-481bb1d6c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:17.962318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-767af01b-afcc-454e-9fc7-481bb1d6c058 None None] Port f9aa4270-a86f-496d-80b5-2192c906288b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:17.970593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Deleting port 476f74d3-848d-49e7-bfe9-58507238d7df {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:52:17.970944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.088755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-533d9750-ec46-4af2-9ce5-70826f29a3b5 None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:18.091459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-533d9750-ec46-4af2-9ce5-70826f29a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.112105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:18.126601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb42a9a8-2c52-4962-b2b4-a79cbd157547 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "PUT /v2.0/routers/72853eff-8156-44b1-8be0-2609631ddaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7649050 Dec 10 04:52:18.129345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50292) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:18.134889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--944551332', 'description': 'tempest-secgroup_access--944551332 description', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:18.169999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.191831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Sync routers for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:18.204081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.204580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.249624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Calling delete_port for 476f74d3-848d-49e7-bfe9-58507238d7df owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:52:18.270166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:18.271312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:18.316850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.325841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.365978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-533d9750-ec46-4af2-9ce5-70826f29a3b5 None None] Port f9aa4270-a86f-496d-80b5-2192c906288b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:18.366668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.371833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2408733 Dec 10 04:52:18.371996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:18.382228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1470216397', 'description': 'tempest-secgroup_general--1470216397 description', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:18.383557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329b3a6-15fa-4463-913f-97d6b5a5d922 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd351eab-1586-4fad-b9c4-1b7829752a61,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:18.436369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.551622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:18.669539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.707794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Port': ['ID=476f74d3-848d-49e7-bfe9-58507238d7df,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:18.718724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.733586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.823294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.825373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4504311 Dec 10 04:52:18.828512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:18.830213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a280b44-faaa-49eb-8507-977d8b4a00c3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6182e-88ab-41e2-a03f-dd1d4194232e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:18.833767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'security_group_rule': {'security_group_id': 'fd351eab-1586-4fad-b9c4-1b7829752a61', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:18.870167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.883637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 2, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:18.891901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.926629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Checking router: 72853eff-8156-44b1-8be0-2609631ddaa5 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:52:18.927075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Updating router 72853eff-8156-44b1-8be0-2609631ddaa5 port f9aa4270-a86f-496d-80b5-2192c906288b binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:52:18.933768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.965124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.980560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:18.986812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.015502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c4f0af-f7c1-4889-8a79-3f4449404310,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:19.018741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.027938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.028550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.029076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.029691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.030197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.030886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.031378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.031866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.032436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.033245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.033733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.034215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.035012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:52:19.041363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.043024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-54a51cf5-4f97-45ee-9e47-6597812b9af0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2132905 Dec 10 04:52:19.065819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd670ba-acd5-4b30-b0a9-d978b04493a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:19.133596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.160392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc814b01-fbd3-4e5e-82b1-8c096aeffe0d']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:19.171903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c613dc-cc13-48c6-9de3-fbc7879f9f12') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:19.172204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c613dc-cc13-48c6-9de3-fbc7879f9f12') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:19.184059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.216011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.227818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:19.229018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:19.231406 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:19.345723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-248b739d-0bc7-48c5-a542-b5ea668862f5 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1470216397&fields=id&tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba HTTP/1.1" status: 200 len: 267 time: 0.0595860 Dec 10 04:52:19.364939 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.371980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc814b01-fbd3-4e5e-82b1-8c096aeffe0d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:52:19.375034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.383316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/cc814b01-fbd3-4e5e-82b1-8c096aeffe0d HTTP/1.1" status: 204 len: 168 time: 1.9152086 Dec 10 04:52:19.388608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.399955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50328) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:19.403361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.419530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1dd9f-413f-41dc-9cf8-c2d27fc4de8d tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc814b01-fbd3-4e5e-82b1-8c096aeffe0d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:19.508256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-ffc21e7e-2a82-4c78-b911-2b5c7cb8c8c2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--944551332&fields=id&tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba HTTP/1.1" status: 200 len: 267 time: 0.1416762 Dec 10 04:52:19.513064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601209-5a58-464b-b730-7044bb8553db None None] Pushing event updated for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:19.694346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Attempting to bind port f9aa4270-a86f-496d-80b5-2192c906288b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:19.694346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Attempting to bind port f9aa4270-a86f-496d-80b5-2192c906288b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:19.694725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Attempting to bind port f9aa4270-a86f-496d-80b5-2192c906288b on network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:19.702890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:19.703292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Checking segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:19.703686 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.704089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Bound using segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:19.704608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Bound port: f9aa4270-a86f-496d-80b5-2192c906288b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:19.705467 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.811469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-10fd30b4-62a4-4271-8403-85468b7d1475 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:19.820351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-171f0aa9-3986-4bd1-8ca7-5dcdefe17503 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.4191027 Dec 10 04:52:19.823235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50338) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:19.830460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-10fd30b4-62a4-4271-8403-85468b7d1475 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/networks?id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 200 len: 797 time: 0.3119087 Dec 10 04:52:19.871663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-3e1221b1-2dca-47ae-85f1-cf3eff2a0193 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/quotas/b3149c3aaa2f4bc197cdb18c616d8fba HTTP/1.1" status: 200 len: 375 time: 0.0348518 Dec 10 04:52:19.903833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] For port f9aa4270-a86f-496d-80b5-2192c906288b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:19.911333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] For port f9aa4270-a86f-496d-80b5-2192c906288b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f9aa4270-a86f-496d-80b5-2192c906288b,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:19.918408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:19.966243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-87456459-1948-4cde-b0c0-7e297c99d75e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936124 Dec 10 04:52:19.992146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:19.992802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:19.993074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:19.993521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.001641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.002185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.002633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.003074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.003519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.003952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.004384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.004849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.005285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.017946 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad0e54e7-987d-444a-a8a7-02ace8cd21ae tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8270 time: 0.1885350 Dec 10 04:52:20.021849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50340) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:20.094568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:20.095217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:51:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:20.111765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:20.112151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.113717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601209-5a58-464b-b730-7044bb8553db None None] Pushing event updated for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:20.117205 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-35eadf2b-886f-4e50-974c-f8c039d1ab2a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] delete failed (client error): The resource could not be found. Dec 10 04:52:20.118247 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35eadf2b-886f-4e50-974c-f8c039d1ab2a tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/f9cbb481-4bbb-4d3d-9847-e14b5bad2447 HTTP/1.1" status: 404 len: 345 time: 0.0953557 Dec 10 04:52:20.125407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:20.169284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-f4f1b372-b206-42e4-a73c-ae830e2612e9 service neutron] 10.222.0.43 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997073 Dec 10 04:52:20.214783 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-761bc1ea-89b3-4d2c-86b2-3ef281690b86 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 04:52:20.215563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761bc1ea-89b3-4d2c-86b2-3ef281690b86 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:52:20.223660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-761bc1ea-89b3-4d2c-86b2-3ef281690b86 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/cc814b01-fbd3-4e5e-82b1-8c096aeffe0d HTTP/1.1" status: 404 len: 339 time: 0.0969279 Dec 10 04:52:20.228377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:20.234282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'name': 'tempest-network--1728231693', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:20.274012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:20.276731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.337283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:20.361746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.362120 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Added segment d9d23001-edd3-4a33-873a-4e6b16632152 of type vlan for network fc83e3b5-098a-41ae-850c-23508fde9f42 Dec 10 04:52:20.362518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-a4ee86ac-bef7-4ba0-a84f-06e533aef7e4 service neutron] 10.222.0.43 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900818 Dec 10 04:52:20.472193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.517543 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.518829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:20.519516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.584506 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3549519 Dec 10 04:52:20.587153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:20.719087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4029e9-33a9-423f-b2be-5fc828017b43 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=fc83e3b5-098a-41ae-850c-23508fde9f42,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:20.908761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:20.944613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network fc83e3b5-098a-41ae-850c-23508fde9f42 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:20.983985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e55dd367-8523-4565-95d1-fc654001ffef req-16e3f26c-2fab-474c-99b7-97b47147481d tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 210 time: 0.2606301 Dec 10 04:52:21.083013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbeab9-6475-4913-9a5b-a05bfc7a2c31 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:21.090556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbeab9-6475-4913-9a5b-a05bfc7a2c31 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:21.096127 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.098790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbeab9-6475-4913-9a5b-a05bfc7a2c31 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:21.107185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbeab9-6475-4913-9a5b-a05bfc7a2c31 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:21.111731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76cbeab9-6475-4913-9a5b-a05bfc7a2c31 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5206659 Dec 10 04:52:21.111910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:21.170125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:21.247883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] For port f9aa4270-a86f-496d-80b5-2192c906288b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f9aa4270-a86f-496d-80b5-2192c906288b,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:21.294892 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.314277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.418574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f19ab-6bf7-41a4-b53d-f1d37db38413 None None] Pushing event updated for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:21.445352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.492962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc83e3b5-098a-41ae-850c-23508fde9f42']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:21.520981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b05cc8c-a98c-41df-b115-e8ec4f14511c None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:21.521350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b05cc8c-a98c-41df-b115-e8ec4f14511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.532038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d23001-edd3-4a33-873a-4e6b16632152') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:21.532560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d23001-edd3-4a33-873a-4e6b16632152') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:21.568911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.582030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:19Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:21.603799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.619540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:21.620341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.624584 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb959ad-f777-4f61-bb28-b919b9505fcd None None] The sync data for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 is: [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:19Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:21.627488 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:21.799403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.808849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc83e3b5-098a-41ae-850c-23508fde9f42 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:52:21.812108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.817250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/fc83e3b5-098a-41ae-850c-23508fde9f42 HTTP/1.1" status: 204 len: 168 time: 0.7041850 Dec 10 04:52:21.821021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:21.827327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'name': 'tempest-network--487351056', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:21.849578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465f30e-1970-4780-b176-217a9817dbef tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc83e3b5-098a-41ae-850c-23508fde9f42,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:21.866319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:21.868739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.921275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:21.937728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:21.938323 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Added segment db1a10e8-1940-41bb-b68b-b7c96128e105 of type vlan for network b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93 Dec 10 04:52:21.996971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.032169 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.033376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:22.034109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.090303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2681682 Dec 10 04:52:22.099031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:22.169028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-765fba16-1a33-440e-aec8-b7d7a9e3bf05 req-6f328031-3713-462c-b68b-12811732388e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0772281 Dec 10 04:52:22.240800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab717d-57ac-46d6-94c8-5cdcdaa2bdb2 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:22.242479 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b3ab717d-57ac-46d6-94c8-5cdcdaa2bdb2 tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "GET /v2.0/networks/b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93 HTTP/1.1" status: 200 len: 756 time: 0.1344516 Dec 10 04:52:22.245975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:22.285603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746936-932f-4fb4-a747-6dc7859fe24b tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:22.298522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:22.440585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11f6dc8b-ffa7-4ea9-9429-f37d2417d8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.473095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd276c46-196e-4853-804a-bd3a6270f20a tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:22.474547 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cd276c46-196e-4853-804a-bd3a6270f20a tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "GET /v2.0/networks/79774ae2-6a69-4a54-9cb4-99f2a6e5e74e HTTP/1.1" status: 200 len: 767 time: 0.2274687 Dec 10 04:52:22.477474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50398) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:22.545582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-73988dd8-b975-4cec-af98-dbcb70b5a0d0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:22.547112 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-73988dd8-b975-4cec-af98-dbcb70b5a0d0 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.36 "GET /v2.0/networks?id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 200 len: 797 time: 0.2590125 Dec 10 04:52:22.581476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.642681 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-f3257787-63c0-450e-bafa-69f74a3bd165 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba HTTP/1.1" status: 200 len: 477 time: 0.0763190 Dec 10 04:52:22.657743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'port': {'device_id': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'admin_state_up': True, 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'security_groups': ['d5b6182e-88ab-41e2-a03f-dd1d4194232e', 'fd351eab-1586-4fad-b9c4-1b7829752a61']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:22.671487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.692525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:22.703522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1a10e8-1940-41bb-b68b-b7c96128e105') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:22.703868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1a10e8-1940-41bb-b68b-b7c96128e105') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:22.720409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.738625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.745231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:22.745825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:22.748897 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:22.805807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:22.809585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.821555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.826758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:52:22.830126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:22.838664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:22.839799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93 HTTP/1.1" status: 204 len: 168 time: 0.3605003 Dec 10 04:52:22.845189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'name': 'tempest-network--708613919'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:22.856446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae48acd-63b8-4574-9b8b-6fc8d0f329ac tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3b4d660-7ca6-4a84-afb1-cc3ae1e9db93,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:22.977305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Made reservation on behalf of 12dfd103e3c84b2793940a94901216c4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:22.980121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.037469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:23.040133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.20.0.6 (88f0676b-f1e3-4ed7-9bf7-484d86220ac2/9be5fe1b-faec-463d-8797-1f2c987aafd0/03e8f8a6-e968-41ab-a7cd-780af8fbfc33) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:23.056773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.057062 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Added segment 47e83e91-e59b-4c3b-967b-652ae8987e4c of type vlan for network e4a678df-df32-42cd-971c-618b02ba7773 Dec 10 04:52:23.123771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.258717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.259978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:23.260750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.290064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4489901 Dec 10 04:52:23.294706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:23.300637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:23.324368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6119a4d-e632-4fa7-8cfb-27aece18a0f5 req-4e12ccd7-fa1c-4a2e-a439-0d593a57edcb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 210 time: 0.0622883 Dec 10 04:52:23.373227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f344-da50-4b56-a846-bc6d780cb744 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=e4a678df-df32-42cd-971c-618b02ba7773,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:23.388712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e4a678df-df32-42cd-971c-618b02ba7773 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:23.403940 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.466300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.506486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:23.509464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:23.514082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:23.559710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.596690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.628683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.711396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event updated for resources: {'Network': ['ID=e4a678df-df32-42cd-971c-618b02ba7773,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:23.715202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f9aa4270-a86f-496d-80b5-2192c906288b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:23.726324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Network e4a678df-df32-42cd-971c-618b02ba7773 is not hosted by any dhcp agent {{(pid=103253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:52:23.727359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:23.728063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.735281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09a705c1-e7fa-4a9a-9799-3fcea3fb30e0 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "PUT /v2.0/networks/e4a678df-df32-42cd-971c-618b02ba7773 HTTP/1.1" status: 200 len: 857 time: 0.4389021 Dec 10 04:52:23.736073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:23.814885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f9aa4270-a86f-496d-80b5-2192c906288b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:23.815148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.880394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.985842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bc80713d-39e0-4a39-bb10-9bc2377c24ea None None] Provisioning complete for port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:23.986206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc80713d-39e0-4a39-bb10-9bc2377c24ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:23.989811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.028956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bc80713d-39e0-4a39-bb10-9bc2377c24ea None None] Port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:24.056509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a678df-df32-42cd-971c-618b02ba7773']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.085101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e83e91-e59b-4c3b-967b-652ae8987e4c') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.085520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e83e91-e59b-4c3b-967b-652ae8987e4c') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.107733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:24.133314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.145167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:24.146036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.152802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.162335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:24.162743 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:24.164820 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:24.168081 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-fac7f002-d4e0-4080-b417-d3625e4847b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5163128 Dec 10 04:52:24.188899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Request body: {'port': {'device_id': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:24.252247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.260939 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.264553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4a678df-df32-42cd-971c-618b02ba7773 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:52:24.280060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.283886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] 10.222.0.43 "DELETE /v2.0/networks/e4a678df-df32-42cd-971c-618b02ba7773 HTTP/1.1" status: 204 len: 168 time: 0.5405688 Dec 10 04:52:24.285043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003a0a0-86e2-48de-837e-ff7f4db173c4 tempest-ExternalNetworksTestJSON-206369342 tempest-ExternalNetworksTestJSON-206369342-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4a678df-df32-42cd-971c-618b02ba7773,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:24.287083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50428) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:24.317698 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae83b752-02a6-4aef-8ac5-bcdd5543298e tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] DELETE failed (client error): The resource could not be found. Dec 10 04:52:24.318168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae83b752-02a6-4aef-8ac5-bcdd5543298e tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:52:24.321644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ae83b752-02a6-4aef-8ac5-bcdd5543298e tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "DELETE /v2.0/subnets/ecd670ba-acd5-4b30-b0a9-d978b04493a9 HTTP/1.1" status: 404 len: 337 time: 0.0333803 Dec 10 04:52:24.324271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:24.423657 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.575802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:52:24.579102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.586330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.597615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20520e65-85c7-47ca-8eac-bd0a9f9ff45a req-d10a545d-9f12-485a-a1e3-1f6bfa7db1c2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:24.599416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20520e65-85c7-47ca-8eac-bd0a9f9ff45a req-d10a545d-9f12-485a-a1e3-1f6bfa7db1c2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 970 time: 0.1296794 Dec 10 04:52:24.603151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Transition to ACTIVE for port object 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:52:24.610507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.646024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79774ae2-6a69-4a54-9cb4-99f2a6e5e74e']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.665307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cd164b-cc55-4799-9cb9-1220e218c343') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.665679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cd164b-cc55-4799-9cb9-1220e218c343') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:24.686288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.702956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20520e65-85c7-47ca-8eac-bd0a9f9ff45a req-e99dfda8-3d14-460c-a103-9778ea652478 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0917544 Dec 10 04:52:24.711630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.724697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:52:24.725324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:52:24.728838 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:52:24.730853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:24.812973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.821871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.830593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Attempting to bind port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:24.830932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Attempting to bind port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:24.831263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Attempting to bind port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 on network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:24.833270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] 10.222.0.43 "DELETE /v2.0/networks/79774ae2-6a69-4a54-9cb4-99f2a6e5e74e HTTP/1.1" status: 204 len: 168 time: 0.5078399 Dec 10 04:52:24.843878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 on network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:52:24.844219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Attempting to bind port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 on network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:24.856036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:24.856359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Checking segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:24.857562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Bound using segment: {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:24.858475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Bound port: 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ca6787-f461-403a-abe4-5ab08c208153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:24.858955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970752-69df-4aa1-a529-2fbad0f3f21f tempest-ExternalNetworksTestJSON-1310948748 tempest-ExternalNetworksTestJSON-1310948748-project] Pushing event deleted for resources: {'Network': ['ID=79774ae2-6a69-4a54-9cb4-99f2a6e5e74e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:24.859561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:24.950624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:24.955119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:24.966021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.000775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.001396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.003543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] 10.222.0.36 "PUT /v2.0/ports/03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 200 len: 1130 time: 0.8191519 Dec 10 04:52:25.005953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:52:25.009158 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace7eba0-794f-4a92-b70f-0c24ff386695" -d '{"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:52:25.144654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3293db7f-3259-4658-a4a9-8aa585a4dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.156795 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09471427-b500-4f1c-9d44-1a1251750ed4 x-openstack-request-id: req-09471427-b500-4f1c-9d44-1a1251750ed4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:52:25.157269 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:52:25.157377 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09471427-b500-4f1c-9d44-1a1251750ed4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:52:25.157812 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'status': 'completed', 'code': 200} Dec 10 04:52:25.160182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc234-1691-4e6b-8818-c565d18c3de6 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:25.200020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-b7db2782-004c-4281-b1bd-029e22622178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.201295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-b7db2782-004c-4281-b1bd-029e22622178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1133 time: 0.1162522 Dec 10 04:52:25.278948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-0c3b6203-c644-4b9c-94b1-f24bd91e0cae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 200 len: 217 time: 0.0639904 Dec 10 04:52:25.356453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50448) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:25.403526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-4d46336d-14e0-4257-b71a-e477612b3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.408879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-4d46336d-14e0-4257-b71a-e477612b3511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9be5fe1b-faec-463d-8797-1f2c987aafd0 HTTP/1.1" status: 200 len: 835 time: 0.0978060 Dec 10 04:52:25.484963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-c53fdd09-ab77-4b4a-8bb6-a09fa6941af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.486460 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-c53fdd09-ab77-4b4a-8bb6-a09fa6941af4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559325 Dec 10 04:52:25.551152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-afe3bc52-2b1a-4b73-8ef3-f24348707f28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8d711aefc0042d9beaa901178c5a242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933720 Dec 10 04:52:25.553537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50454) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:25.621875 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-facb4585-cbad-4151-96d8-27a8ea1f6de1 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281207 Dec 10 04:52:25.624299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.659250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.721807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.724845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.726471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18ead54a-0be2-46f1-a1ce-fbb1c778b68e HTTP/1.1" status: 204 len: 168 time: 0.1716499 Dec 10 04:52:25.735807 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1ece5d9-0f79-46b1-9091-ed2f4a4685e9 req-33b3f03d-70b1-49c1-84cc-1529492a8741 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053114 Dec 10 04:52:25.742037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cc792-f09d-4b9b-9e8f-186eefe64567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ead54a-0be2-46f1-a1ce-fbb1c778b68e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:25.786414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:25.839698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd300-fd09-4513-a069-31765e5fbac5 req-e22b426a-f944-488b-b88a-e3d59c54f678 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.841249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ebdd300-fd09-4513-a069-31765e5fbac5 req-e22b426a-f944-488b-b88a-e3d59c54f678 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 982 time: 0.0501604 Dec 10 04:52:25.885266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-9fc96ec0-975e-4961-8c9d-aa788645329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:25.894735 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-9fc96ec0-975e-4961-8c9d-aa788645329f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1133 time: 0.0586796 Dec 10 04:52:25.944433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ebdd300-fd09-4513-a069-31765e5fbac5 req-d4f9ba1c-3473-4ef0-91ba-b2823c0a6291 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843365 Dec 10 04:52:26.005619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-cf947957-885a-442f-a982-dd27cb7778d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:26.007542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-cf947957-885a-442f-a982-dd27cb7778d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 200 len: 898 time: 0.1023233 Dec 10 04:52:26.055985 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-a53e273e-011a-47b1-bdb9-7a76420f591d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 200 len: 217 time: 0.0364628 Dec 10 04:52:26.073198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50462) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:26.111404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-2a431c25-dba2-4c5b-94bc-36f159476a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:26.112930 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-2a431c25-dba2-4c5b-94bc-36f159476a0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9be5fe1b-faec-463d-8797-1f2c987aafd0 HTTP/1.1" status: 200 len: 835 time: 0.0507228 Dec 10 04:52:26.116195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e18f8a0-dbc1-4206-9f60-c742141fb60f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12dfd103e3c84b2793940a94901216c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411105 Dec 10 04:52:26.118647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:26.166876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-1c9c0b35-d47f-45a3-8010-990c326dfed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:26.169144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-1c9c0b35-d47f-45a3-8010-990c326dfed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481255 Dec 10 04:52:26.173019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:26.197246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:26.259612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:26.262900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:26.266291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9532d97-b328-458d-8ff8-db181c7b5ebb HTTP/1.1" status: 204 len: 168 time: 0.1442895 Dec 10 04:52:26.287977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3120084-f350-40b2-9435-6b069ae07da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9532d97-b328-458d-8ff8-db181c7b5ebb,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:26.349118 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-bd76e297-a215-4a4e-a238-26fb609a6f8a service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671953 Dec 10 04:52:26.463179 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ace7eba0-794f-4a92-b70f-0c24ff386695 req-6a4f2023-c76b-4bb8-8644-8d060d863c96 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057141 Dec 10 04:52:27.130378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1ef69-dbd7-495e-b845-be879fa93b33 req-835ce89c-ff52-4fbb-99f1-3b3400eaa58c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:27.131988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2fb1ef69-dbd7-495e-b845-be879fa93b33 req-835ce89c-ff52-4fbb-99f1-3b3400eaa58c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 982 time: 0.0816507 Dec 10 04:52:27.209299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2fb1ef69-dbd7-495e-b845-be879fa93b33 req-9214480c-2c5b-4cef-9542-03215c94d4af tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705535 Dec 10 04:52:27.422803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:27.709462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50528) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:27.806132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:27.830261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:27.917841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.023114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Allocated IP 172.25.8.181 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ebfb066e-5bf0-4f81-829f-c1d45cc4d967) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:28.140427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.179287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.220778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:28.227930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:28.233444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:28.236985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Pushing event updated for resources: {'Port': ['ID=ebfb066e-5bf0-4f81-829f-c1d45cc4d967,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:28.308420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.410050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.435947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ac33b-3bdd-4600-a5aa-bcb6e1e3ef5c req-237ce6e0-7f06-475d-b277-69f1978ca70d tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:28.437666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-513ac33b-3bdd-4600-a5aa-bcb6e1e3ef5c req-237ce6e0-7f06-475d-b277-69f1978ca70d tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 982 time: 0.1009459 Dec 10 04:52:28.491125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.760334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:52:28.901986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:28.915927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'port_id': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'mac_address': 'fa:16:3e:d8:a5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:52:28.956590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:28.972880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:52:28.980241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-513ac33b-3bdd-4600-a5aa-bcb6e1e3ef5c req-45f4e9a8-f3e1-4c3e-9be4-7796d1807b2c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5122604 Dec 10 04:52:29.015978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:29.023655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.072979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:29.081817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.089518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.162133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Pushing event updated for resources: {'Port': ['ID=ebfb066e-5bf0-4f81-829f-c1d45cc4d967,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:29.193176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.209983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.215031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:29.215670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d1359648-9a79-44da-9427-4e454c15aab0 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5045333 Dec 10 04:52:29.220298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1034051740', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'fixed_ips': [{'ip_address': '172.25.8.181'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:29.242207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Made reservation on behalf of c2a22641b2bf4535b4fd4684fd5ea65c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:29.244708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.254788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.356388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.364602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.371257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] device_id is not set on port 42415687-f003-421b-b4f4-a6f9b4259f63 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:52:29.387682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['03e8f8a6-e968-41ab-a7cd-780af8fbfc33'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:52:29.462563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a0663-c84e-4160-ae32-60fa2d2a41c6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:29.629594 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 04:52:29.630227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:52:29.658217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ddd69eaa-10e4-4ea3-9f33-063b16bf88ca tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4417300 Dec 10 04:52:29.660807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:29.809197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Deleting port ebfb066e-5bf0-4f81-829f-c1d45cc4d967 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:52:29.809597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.910950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.911330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:29.923967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Calling delete_port for ebfb066e-5bf0-4f81-829f-c1d45cc4d967 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:52:30.079244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.122177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebfb066e-5bf0-4f81-829f-c1d45cc4d967,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:30.129780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c95f29-3684-4e66-b8f8-d10cc4b7f3dc req-9220cc7c-a975-4822-97bc-8b9cb6412c22 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:30.148356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30c95f29-3684-4e66-b8f8-d10cc4b7f3dc req-9220cc7c-a975-4822-97bc-8b9cb6412c22 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 983 time: 0.0895777 Dec 10 04:52:30.205362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.210912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.216175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7fd77c10-8f96-42fe-8947-79556a85b8d5 tempest-ExternalNetworksAdminNegativeTestJSON-997090574 tempest-ExternalNetworksAdminNegativeTestJSON-997090574-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/178d5ae2-5903-4460-8bb2-647f8ed880ce HTTP/1.1" status: 204 len: 168 time: 0.5485115 Dec 10 04:52:30.227549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30c95f29-3684-4e66-b8f8-d10cc4b7f3dc req-addc19ce-93aa-402c-b887-46508fcfc775 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0685482 Dec 10 04:52:30.530843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:30.682715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ade7-5ec2-44c4-ab71-3e2c0cf38b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.771243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:30.817615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ade7-5ec2-44c4-ab71-3e2c0cf38b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.822998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ade7-5ec2-44c4-ab71-3e2c0cf38b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.883138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f3d4ade7-5ec2-44c4-ab71-3e2c0cf38b64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=936231a1e94344aeb6b3d9aa991f2331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503041 Dec 10 04:52:30.884700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:52:30.885673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:30.888718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4ade7-5ec2-44c4-ab71-3e2c0cf38b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc324149-01ef-47db-bd60-64c8f0dc9bc3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:30.894078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:30.894711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:30.954646 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:52:30.985227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.020616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.057347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.086391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.089816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.093662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc324149-01ef-47db-bd60-64c8f0dc9bc3 HTTP/1.1" status: 204 len: 168 time: 0.2040715 Dec 10 04:52:31.123862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc6c25-dbf0-4d77-a74a-55690aa96ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc324149-01ef-47db-bd60-64c8f0dc9bc3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:31.133808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:52:31.137930 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfbb62-6cf8-4d09-bcd5-8faefef6d526" -d '{"events": [{"server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "name": "network-vif-plugged", "status": "completed", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:52:31.165474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:31.189470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.259338 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e083ee-17c4-4313-acc4-f37d5a67a735 x-openstack-request-id: req-a6e083ee-17c4-4313-acc4-f37d5a67a735 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:52:31.259722 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "name": "network-vif-plugged", "status": "completed", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:52:31.259988 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6e083ee-17c4-4313-acc4-f37d5a67a735 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:52:31.260387 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'code': 200} Dec 10 04:52:31.296539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:31.458137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d94b6-2365-43c0-82c5-20962d21dc3d req-455ad8e7-1402-4881-b034-bfccec7968e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:31.460243 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c0d94b6-2365-43c0-82c5-20962d21dc3d req-455ad8e7-1402-4881-b034-bfccec7968e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1135 time: 0.0914392 Dec 10 04:52:31.467289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db16ecb-c505-4b86-993f-a6a502795835 req-bc808eb6-1539-41f0-b813-2b461728ce8a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:31.477483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db16ecb-c505-4b86-993f-a6a502795835 req-bc808eb6-1539-41f0-b813-2b461728ce8a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.0879710 Dec 10 04:52:31.556662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1c0d94b6-2365-43c0-82c5-20962d21dc3d req-a34b8c54-a5a1-437c-8235-2f11e25a94d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0878870 Dec 10 04:52:31.590200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db16ecb-c505-4b86-993f-a6a502795835 req-1d047b9a-89c1-4efd-b916-08545b60ad32 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1043446 Dec 10 04:52:31.655725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50652) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:31.759896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:31.774319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d94bb04-1c03-41b5-8ff9-b442ad2c60ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2a22641b2bf4535b4fd4684fd5ea65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1166413 Dec 10 04:52:31.854346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.879675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.939495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.943247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:31.960207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/593a0663-c84e-4160-ae32-60fa2d2a41c6 HTTP/1.1" status: 204 len: 168 time: 0.1856673 Dec 10 04:52:31.981218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579016d0-85af-4c8d-8286-cc27f7b0634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a0663-c84e-4160-ae32-60fa2d2a41c6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:32.833307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693278-7ed1-479c-b7fb-dbdd10e67020 req-75d790a4-3c89-47ba-a919-5b46e18c9e94 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:32.834926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb693278-7ed1-479c-b7fb-dbdd10e67020 req-75d790a4-3c89-47ba-a919-5b46e18c9e94 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.0828350 Dec 10 04:52:32.896721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb693278-7ed1-479c-b7fb-dbdd10e67020 req-e70132eb-a0c5-4c5c-9d70-22252528ed9c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543849 Dec 10 04:52:33.749197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:33.929768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ad6471ad-dd48-4529-87ed-7db00cb27dc1 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-417265684'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:33.934519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ad6471ad-dd48-4529-87ed-7db00cb27dc1 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Unknown quota resources ['metering_label']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:52:34.213392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ad6471ad-dd48-4529-87ed-7db00cb27dc1 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:34.214631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ad6471ad-dd48-4529-87ed-7db00cb27dc1 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4643922 Dec 10 04:52:34.217297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:34.221843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d131cad3-4c66-4990-8597-1dd083fa3854 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '91528d10-3bff-4d29-b3bd-910eacb26fc1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:34.222556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d131cad3-4c66-4990-8597-1dd083fa3854 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:52:34.287332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9209-f622-4bf7-a29f-9bd0f297166a req-bd0a47f4-0fba-42fe-a6c0-477dc5a64b66 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:34.296004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-808f9209-f622-4bf7-a29f-9bd0f297166a req-bd0a47f4-0fba-42fe-a6c0-477dc5a64b66 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.2514684 Dec 10 04:52:34.355642 n-d-817326-3 neutron-server[103253]: WARNING neutron.services.metering.metering_plugin [None req-d131cad3-4c66-4990-8597-1dd083fa3854 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 04:52:34.483978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d131cad3-4c66-4990-8597-1dd083fa3854 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:34.485277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d131cad3-4c66-4990-8597-1dd083fa3854 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2667449 Dec 10 04:52:34.488870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:34.496989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d90cb939-27af-46fc-8607-053ad59a2b84 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '91528d10-3bff-4d29-b3bd-910eacb26fc1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:34.497872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d90cb939-27af-46fc-8607-053ad59a2b84 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:52:34.506558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-808f9209-f622-4bf7-a29f-9bd0f297166a req-e862378c-0fd2-4e0e-a1c8-842907d63ec7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2092836 Dec 10 04:52:34.623288 n-d-817326-3 neutron-server[103254]: WARNING neutron.services.metering.metering_plugin [None req-d90cb939-27af-46fc-8607-053ad59a2b84 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 04:52:34.743414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f418b-8130-4c8c-a32c-6346ffc761b7 req-06604b3d-892e-4cc4-b303-4faa43c7ba5c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:34.763351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b85f418b-8130-4c8c-a32c-6346ffc761b7 req-06604b3d-892e-4cc4-b303-4faa43c7ba5c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.1481402 Dec 10 04:52:34.795683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d90cb939-27af-46fc-8607-053ad59a2b84 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:34.799483 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d90cb939-27af-46fc-8607-053ad59a2b84 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3054025 Dec 10 04:52:34.799871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:34.812549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c42759d-1979-4869-96c4-e7f1675c03a4 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=de7ff51f-ae84-4af4-ab1c-5c3ed814c414 HTTP/1.1" status: 200 len: 462 time: 0.0112400 Dec 10 04:52:34.815021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50806) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:34.915615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b85f418b-8130-4c8c-a32c-6346ffc761b7 req-5bb86701-7caf-417f-848a-471845942b2b tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1265495 Dec 10 04:52:35.015367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec6dcecf-25eb-4a3f-835e-e0c99ad09947 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.016560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec6dcecf-25eb-4a3f-835e-e0c99ad09947 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/de7ff51f-ae84-4af4-ab1c-5c3ed814c414 HTTP/1.1" status: 204 len: 168 time: 0.2004342 Dec 10 04:52:35.019908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50818) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.036924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2a5b0948-1f6d-4338-8f03-17aed13e0db1 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=de7ff51f-ae84-4af4-ab1c-5c3ed814c414 HTTP/1.1" status: 200 len: 221 time: 0.0126188 Dec 10 04:52:35.037254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50820) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.041477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-59e73eaa-7f36-465e-b5f7-5fd7c5aba751 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1674751016', 'description': 'label created by tempest'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:35.054705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-59e73eaa-7f36-465e-b5f7-5fd7c5aba751 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Unknown quota resources ['metering_label']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 04:52:35.326467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-59e73eaa-7f36-465e-b5f7-5fd7c5aba751 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.328007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59e73eaa-7f36-465e-b5f7-5fd7c5aba751 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2897356 Dec 10 04:52:35.331003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.348828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-c2e699a2-f90c-4062-8402-251247c67c4b tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:35.350650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-c2e699a2-f90c-4062-8402-251247c67c4b tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1135 time: 0.2822993 Dec 10 04:52:35.379809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-3d6ba577-2337-4e22-aafe-ce12061a8c23 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.456748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2a2e932-4db6-41cf-9a19-1c1e75ffc99e tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=6590c9b4-24f7-4fb3-8ef2-31c9b5f86612 HTTP/1.1" status: 200 len: 468 time: 0.1245368 Dec 10 04:52:35.456979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50834) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.553551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-3d6ba577-2337-4e22-aafe-ce12061a8c23 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.574488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-3d6ba577-2337-4e22-aafe-ce12061a8c23 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.779413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0089680-e95e-4e0c-bdaa-9cb5c989d8d1 req-3d6ba577-2337-4e22-aafe-ce12061a8c23 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4148693 Dec 10 04:52:35.789703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.829050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba577-2337-4e22-aafe-ce12061a8c23 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d844082-0353-48f5-99e5-61128302f7d5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:35.842777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b9be426-db11-4333-bd95-481d27bdc7b5 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.844304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b9be426-db11-4333-bd95-481d27bdc7b5 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/6590c9b4-24f7-4fb3-8ef2-31c9b5f86612 HTTP/1.1" status: 204 len: 168 time: 0.3860350 Dec 10 04:52:35.846896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.858714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1ab99563-bea3-43ee-a7d8-dd6cdf9d2a4d tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=6590c9b4-24f7-4fb3-8ef2-31c9b5f86612 HTTP/1.1" status: 200 len: 216 time: 0.0106628 Dec 10 04:52:35.865783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.879050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b08ef0-4724-4e96-b4f0-aed438b90c2c tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:35.882690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d4b08ef0-4724-4e96-b4f0-aed438b90c2c tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1130 time: 0.0893660 Dec 10 04:52:35.882690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5bda419f-e0b8-4e23-941e-eb335ebdf26b tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0150573 Dec 10 04:52:35.883947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50858) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.888340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50860) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.895853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:35.926217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:35.952589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:35.953146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c47b1ea8-9d76-4737-904a-104ee1a14b9b tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0618300 Dec 10 04:52:36.030033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e24440e0-f15a-41af-b8d9-1ef151f545c5 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/91528d10-3bff-4d29-b3bd-910eacb26fc1 HTTP/1.1" status: 200 len: 472 time: 0.0762460 Dec 10 04:52:36.034928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:36.046094 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d3ec32bf-e90e-4764-bca5-a9eb6a178dce tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/6e004b54-2bd3-47e5-a71a-f89dce299855 HTTP/1.1" status: 200 len: 459 time: 0.0086317 Dec 10 04:52:36.049951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:36.138279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:36.242594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3c6ef61-6dcc-47f0-a059-074519f80a5c tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:36.243739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c3c6ef61-6dcc-47f0-a059-074519f80a5c tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/6e004b54-2bd3-47e5-a71a-f89dce299855 HTTP/1.1" status: 204 len: 168 time: 0.1927655 Dec 10 04:52:36.246809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:36.292701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.25.8.179 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/766620f7-5ecd-48a0-84a1-a765975fbadc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:36.414556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:36.461648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:36.507311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:36.520698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=766620f7-5ecd-48a0-84a1-a765975fbadc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:36.524008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:36.528534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:36.545672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2613241b-12a0-4eae-99bb-3bad0aad8b21 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:36.549350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2613241b-12a0-4eae-99bb-3bad0aad8b21 tempest-MeteringIpV6TestJSON-828712824 tempest-MeteringIpV6TestJSON-828712824-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/91528d10-3bff-4d29-b3bd-910eacb26fc1 HTTP/1.1" status: 204 len: 168 time: 0.3004041 Dec 10 04:52:36.984092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50914) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:37.193894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03355dc3-1642-4a1a-a6b5-c2afe52cfa0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.365847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03355dc3-1642-4a1a-a6b5-c2afe52cfa0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.379166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03355dc3-1642-4a1a-a6b5-c2afe52cfa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.423176 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-03355dc3-1642-4a1a-a6b5-c2afe52cfa0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=568038cdb302403ab17cfca0bc48f7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374485 Dec 10 04:52:37.430766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:37.485837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03355dc3-1642-4a1a-a6b5-c2afe52cfa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8668c93-fc97-41be-8e9a-0ef59cce80eb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:37.514626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.573685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.639506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.648639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.656371 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8668c93-fc97-41be-8e9a-0ef59cce80eb HTTP/1.1" status: 204 len: 168 time: 0.2178812 Dec 10 04:52:37.659092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:37.674034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b3b6-3109-4695-910e-26550b4cedec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8668c93-fc97-41be-8e9a-0ef59cce80eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:37.888197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.095600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:38.112260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1290453-e128-49b6-8ba8-420dc1841808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.237579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.244149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.315446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1290453-e128-49b6-8ba8-420dc1841808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.328026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1290453-e128-49b6-8ba8-420dc1841808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.370570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d1290453-e128-49b6-8ba8-420dc1841808 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c6acd4adcfb48fe82d9f29cd1a3f059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729833 Dec 10 04:52:38.374373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50964) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:38.375108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1290453-e128-49b6-8ba8-420dc1841808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4810d7f-327c-40f6-ad3b-2b67b46377b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:38.407701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=766620f7-5ecd-48a0-84a1-a765975fbadc,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:38.431811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.490841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.581461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.648006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.649365 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Floating IP e7d2b6c1-b74e-44f0-9523-64e3f3201e57 associated. External IP: 172.25.8.179, port: 03e8f8a6-e968-41ab-a7cd-780af8fbfc33. Dec 10 04:52:38.651277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:38.652699 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4810d7f-327c-40f6-ad3b-2b67b46377b5 HTTP/1.1" status: 204 len: 168 time: 0.2620521 Dec 10 04:52:38.684684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a38e3-343e-42d6-9abe-6e84c0788b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4810d7f-327c-40f6-ad3b-2b67b46377b5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:38.964996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:39.102372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caa55899-a2c5-4710-9fc4-6852c59e6237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.135257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router 72853eff-8156-44b1-8be0-2609631ddaa5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:52:39.336120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caa55899-a2c5-4710-9fc4-6852c59e6237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.340939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:39.359162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Sync routers for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:39.359823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caa55899-a2c5-4710-9fc4-6852c59e6237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.378172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.399880 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:39.400619 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:39.433983 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-caa55899-a2c5-4710-9fc4-6852c59e6237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=413f933852624cdf9a4b6ad1e67ead95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4659240 Dec 10 04:52:39.436174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:39.477591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b62e3f02-7765-4ba5-ac65-f33859d65ff6 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5906756 Dec 10 04:52:39.478808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:52:39.484579 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb46e3c-e378-432c-9e15-00564fcb0d73" -d '{"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:52:39.490647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:39.548874 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:39.617076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa55899-a2c5-4710-9fc4-6852c59e6237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188dedf5-c4cb-4a82-bf5c-29083ab5f078,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:39.638614 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1b5ae2-ee26-42f3-9f74-af6a6917c5a9 x-openstack-request-id: req-8d1b5ae2-ee26-42f3-9f74-af6a6917c5a9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:52:39.640120 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:52:39.641348 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d1b5ae2-ee26-42f3-9f74-af6a6917c5a9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:52:39.642405 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'status': 'completed', 'code': 200} Dec 10 04:52:39.758004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.850759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.853489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.854039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.855491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.856160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.858023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.858563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.859251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.860891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.862432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.862963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.863490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.864584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.865508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:39.868267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d47b6800-0546-4fd4-a847-6a254d9f841d tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9149 time: 0.3623199 Dec 10 04:52:39.871175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:39.922178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-6291e9d5-6c7b-4fcf-b544-e130c90e3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:39.969186 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-6291e9d5-6c7b-4fcf-b544-e130c90e3e8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1135 time: 0.2831693 Dec 10 04:52:39.980950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:39.995116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e7d2b6c1-b74e-44f0-9523-64e3f3201e57', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'port_id': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'mac_address': 'fa:16:3e:d8:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:36Z', 'updated_at': '2021-12-10T04:52:36Z', 'revision_number': 0, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:40.059089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Checking router: 72853eff-8156-44b1-8be0-2609631ddaa5 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:52:40.078758 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:40.081604 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:40.166394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.169973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.173459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.174051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.177093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.178068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.181149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.181690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.182276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.183731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.186343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.187100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.188317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.197788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:40.198698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b099697-0007-4ef4-817c-37ec8891bdd2 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8270 time: 0.3243999 Dec 10 04:52:40.249996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-538859971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:40.297084 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:52:40.305764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.307027 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.367924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.372997 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.374409 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/188dedf5-c4cb-4a82-bf5c-29083ab5f078 HTTP/1.1" status: 204 len: 168 time: 0.9351897 Dec 10 04:52:40.401892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e37b8-134b-442e-a5c6-af71ad255a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188dedf5-c4cb-4a82-bf5c-29083ab5f078,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:40.437546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-75b18ec4-30f7-4667-bbac-44c6a77c45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:40.439309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-75b18ec4-30f7-4667-bbac-44c6a77c45ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 200 len: 898 time: 0.4536183 Dec 10 04:52:40.550497 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.560158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.627885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.627885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6d5b4884-b408-48af-8535-8b41efc11d84 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6290591 Dec 10 04:52:40.627885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51068) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:40.627885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1227047795'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:40.694279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:40.698167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.732201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:40.961317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e7d2b6c1-b74e-44f0-9523-64e3f3201e57', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'port_id': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'mac_address': 'fa:16:3e:d8:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:36Z', 'updated_at': '2021-12-10T04:52:36Z', 'revision_number': 0, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:41.034522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.048964 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.162045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:41.199661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.200306 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Added segment a20f366f-8a0a-4042-9a42-d3e31a921b3a of type vlan for network f0282320-984a-4e96-9d6d-ad35d3c0bb02 Dec 10 04:52:41.258239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e48f-67ec-4f67-8baa-af44595c4f04 None None] The sync data for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 is: [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e7d2b6c1-b74e-44f0-9523-64e3f3201e57', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'port_id': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'mac_address': 'fa:16:3e:d8:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:36Z', 'updated_at': '2021-12-10T04:52:36Z', 'revision_number': 0, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:41.400079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b190ba-1239-463d-bf30-412ab5994e0a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:41.415884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.508695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.517152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:41.517655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:41.517929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-1c33ad51-5df7-4abf-97c1-c8020ee205df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 200 len: 999 time: 1.0309217 Dec 10 04:52:41.684272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-30f59fd4-a784-4930-a4ec-1416bc5cd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:41.685976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-30f59fd4-a784-4930-a4ec-1416bc5cd021 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9be5fe1b-faec-463d-8797-1f2c987aafd0 HTTP/1.1" status: 200 len: 835 time: 0.1116221 Dec 10 04:52:41.760341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Network': ['ID=f0282320-984a-4e96-9d6d-ad35d3c0bb02,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:41.769798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000a1f1-3036-4e10-8479-046592f0225a None None] New status for floating IP e7d2b6c1-b74e-44f0-9523-64e3f3201e57: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:52:41.783985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ca45910-6d9a-4647-83d1-7f5769161d1b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1656797 Dec 10 04:52:41.784418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:41.793717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'subnet': {'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:41.882620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1f1f401-7d30-4b87-b40d-d56496a90d33 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 1.6683602 Dec 10 04:52:41.886009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:41.954596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-d4e4eabe-3fd6-43ea-9e23-3f99d40de867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:41.958283 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-d4e4eabe-3fd6-43ea-9e23-3f99d40de867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482316 Dec 10 04:52:42.050393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:42.055518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.153854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-2341718f-52f4-4027-92cc-2b2486827ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726563 Dec 10 04:52:42.158341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616ae56-5714-4022-aee0-c4a6df6a9629 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:42.159088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616ae56-5714-4022-aee0-c4a6df6a9629 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:42.161057 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d616ae56-5714-4022-aee0-c4a6df6a9629 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=72853eff-8156-44b1-8be0-2609631ddaa5 HTTP/1.1" status: 200 len: 1990 time: 0.2667468 Dec 10 04:52:42.167346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:42.361509 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-efb46e3c-e378-432c-9e15-00564fcb0d73 req-d3ca9e07-0fd8-4c91-b80e-7234cad5f639 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989801 Dec 10 04:52:42.472427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.568407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Subnet': ['ID=aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:42.570587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Checking segment: {'id': 'a20f366f-8a0a-4042-9a42-d3e31a921b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:42.570956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network hostable DHCP agents. Network: f0282320-984a-4e96-9d6d-ad35d3c0bb02, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:52:42.598313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:52:42.612850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f0282320-984a-4e96-9d6d-ad35d3c0bb02) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:42.616960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:42.617568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.622954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6be518-7dbb-437e-bfc6-199a2993108a None None] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:42.668777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f3ea643-3d05-432e-be92-cccce0169f3e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8832223 Dec 10 04:52:42.671777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:42.676984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'network': {'name': 'tempest-router-network01--857980809'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:42.728427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:42.732239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.814711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:42.839064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.839635 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Added segment 34025912-4614-4cc7-a8dc-b163f5d643a8 of type vlan for network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 Dec 10 04:52:42.858296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-f0282320-984a-4e96-9d6d-ad35d3c0bb02', 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02', 'project_id': '9f6fc9eaea61406ea0364aa19ba4eaca', 'fixed_ips': [{'subnet_id': 'aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:52:42.859171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.897951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.929349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:42.945335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:42.945335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.036693 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3598988 Dec 10 04:52:43.043278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:43.087239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'network': {'name': 'tempest-router-network02--515825008'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:43.139955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Allocated IP 172.20.0.2 (f0282320-984a-4e96-9d6d-ad35d3c0bb02/aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279/97f4777a-b72a-4805-ae54-706e3da1adc2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:43.183586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b32f0-5244-402d-b8a7-bb6efae1cf7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Network': ['ID=90729eb1-b7d0-44f0-ac3d-6f9e1d670de5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:43.226596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:43.230820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:43.236155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.275364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:43.294231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.295588 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Added segment 423cb783-9f9b-4751-82de-0b78786e1e95 of type vlan for network e07cea94-345d-4db5-8155-830a3344676f Dec 10 04:52:43.369295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.472214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.488702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:43.491859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.597863 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5560558 Dec 10 04:52:43.600609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:43.608750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'subnet': {'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:43.772443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24cc6b-384c-41d3-be55-89bbf4926e35 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Network': ['ID=e07cea94-345d-4db5-8155-830a3344676f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:43.802398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:43.807055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e07cea94-345d-4db5-8155-830a3344676f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:43.807616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.958455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:43.973077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.027343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:44.031047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:44.042522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:44.051005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Pushing event updated for resources: {'Port': ['ID=97f4777a-b72a-4805-ae54-706e3da1adc2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:44.119339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Attempting to bind port 97f4777a-b72a-4805-ae54-706e3da1adc2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:44.119792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Attempting to bind port 97f4777a-b72a-4805-ae54-706e3da1adc2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a20f366f-8a0a-4042-9a42-d3e31a921b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:44.120297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Attempting to bind port 97f4777a-b72a-4805-ae54-706e3da1adc2 on network f0282320-984a-4e96-9d6d-ad35d3c0bb02 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:44.126933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:44.127379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Checking segment: {'id': 'a20f366f-8a0a-4042-9a42-d3e31a921b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:44.128763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.129311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Bound using segment: {'id': 'a20f366f-8a0a-4042-9a42-d3e31a921b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:44.129893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Bound port: 97f4777a-b72a-4805-ae54-706e3da1adc2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f366f-8a0a-4042-9a42-d3e31a921b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0282320-984a-4e96-9d6d-ad35d3c0bb02'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:44.130390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.149219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.273358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] For port 97f4777a-b72a-4805-ae54-706e3da1adc2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:44.277772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] For port 97f4777a-b72a-4805-ae54-706e3da1adc2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=97f4777a-b72a-4805-ae54-706e3da1adc2,segment=NetworkSegment(a20f366f-8a0a-4042-9a42-d3e31a921b3a),segment_id=a20f366f-8a0a-4042-9a42-d3e31a921b3a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:44.286102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.306044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Subnet': ['ID=7496f9a5-c89a-49d0-9902-edac48941ecb,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:44.331222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Checking segment: {'id': '34025912-4614-4cc7-a8dc-b163f5d643a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:44.336203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network hostable DHCP agents. Network: 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:52:44.357642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71619ba2-0171-4dbd-9b5f-4f9e48eeddc0 None None] Pushing event updated for resources: {'Port': ['ID=97f4777a-b72a-4805-ae54-706e3da1adc2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:44.402777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:52:44.416972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:44.422634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.423494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.431016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402709c-7a20-42cf-ab4b-cb7414153416 None None] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:44.453916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-614b2ec5-571b-4916-a245-4458d804041e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505008 Dec 10 04:52:44.456614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:44.467593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'subnet': {'network_id': 'e07cea94-345d-4db5-8155-830a3344676f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:44.619656 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-bad3bacc-99aa-445f-b097-cf17a7467a7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0920851 Dec 10 04:52:44.654591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-90729eb1-b7d0-44f0-ac3d-6f9e1d670de5', 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5', 'project_id': '9f6fc9eaea61406ea0364aa19ba4eaca', 'fixed_ips': [{'subnet_id': '7496f9a5-c89a-49d0-9902-edac48941ecb'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:52:44.655571 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.701217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Made reservation on behalf of 9f6fc9eaea61406ea0364aa19ba4eaca for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:44.716264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:44.846595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.847176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.848714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.849403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.850067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.851892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.852608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:44.861046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9b4ab887-418e-4acb-8ffe-8438b951ea25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.0962462 Dec 10 04:52:45.056372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:45.075714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Allocated IP 172.20.0.2 (90729eb1-b7d0-44f0-ac3d-6f9e1d670de5/7496f9a5-c89a-49d0-9902-edac48941ecb/18cfd238-36b2-4c3a-8b7c-5c66f61305f2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:45.117647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.162650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-138a8677-a5eb-4390-9fb0-54cf785456cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.163754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-138a8677-a5eb-4390-9fb0-54cf785456cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.164404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-138a8677-a5eb-4390-9fb0-54cf785456cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.186621 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-138a8677-a5eb-4390-9fb0-54cf785456cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 2297 time: 0.2673669 Dec 10 04:52:45.296466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Checking segment: {'id': '423cb783-9f9b-4751-82de-0b78786e1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:45.298046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network hostable DHCP agents. Network: e07cea94-345d-4db5-8155-830a3344676f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:52:45.307781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Subnet': ['ID=a6bc4a75-60e3-4199-aa06-092a1f320d74,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:45.308839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-752d0c35-4b4d-4142-8198-681cb976c839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 1001 time: 0.1095536 Dec 10 04:52:45.339489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network e07cea94-345d-4db5-8155-830a3344676f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:52:45.340321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3693733-86eb-4684-bb4b-59a3b43752a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.353795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e07cea94-345d-4db5-8155-830a3344676f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:45.363995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb2c66d-e5c0-4954-ba0c-bc6cd5916ec3 None None] Network e07cea94-345d-4db5-8155-830a3344676f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:45.368752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.369473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.426501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0cfbc7b0-8ce1-4d24-b0ef-a2e5522a88ec tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9670019 Dec 10 04:52:45.428074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:45.521940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-1d279694-909e-4ce6-aa7a-1a5b19264890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.523596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-1d279694-909e-4ce6-aa7a-1a5b19264890 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.1959083 Dec 10 04:52:45.583104 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.599202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.666758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-d722923c-8c08-4d37-b9a1-c7ed2545e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:45.687870 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-d722923c-8c08-4d37-b9a1-c7ed2545e9d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511245 Dec 10 04:52:45.698360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Pushing event updated for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:45.727932 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3693733-86eb-4684-bb4b-59a3b43752a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.787712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3693733-86eb-4684-bb4b-59a3b43752a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.801894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e07cea94-345d-4db5-8155-830a3344676f', 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f', 'project_id': '9f6fc9eaea61406ea0364aa19ba4eaca', 'fixed_ips': [{'subnet_id': 'a6bc4a75-60e3-4199-aa06-092a1f320d74'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:52:45.809687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:45.819323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:45.867979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 97f4777a-b72a-4805-ae54-706e3da1adc2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:45.940632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:45.946602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:45.960917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693733-86eb-4684-bb4b-59a3b43752a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f1fff0-635d-4e66-9569-a99faa96c0db,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:45.981166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c3693733-86eb-4684-bb4b-59a3b43752a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49fe5012df9243dfb1f77289c1206b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9217510 Dec 10 04:52:45.981771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:46.025893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.067305 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-39da6d30-ae25-46c0-941b-5a473ed17bbf service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621428 Dec 10 04:52:46.144178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 97f4777a-b72a-4805-ae54-706e3da1adc2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:46.144757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.158318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.252789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa73287-5f5b-437a-8d00-d0c4eef363c9 None None] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:46.259846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.312317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Attempting to bind port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:46.313004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Attempting to bind port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '34025912-4614-4cc7-a8dc-b163f5d643a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:46.313537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Attempting to bind port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 on network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:46.319039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0c9e4201-867d-4a07-a226-77ddf43fd32d service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291458 Dec 10 04:52:46.423766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-50b97433-510b-4060-a8ae-3c3882bf6dce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 217 time: 0.0934386 Dec 10 04:52:46.434866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Allocated IP 172.20.0.2 (e07cea94-345d-4db5-8155-830a3344676f/a6bc4a75-60e3-4199-aa06-092a1f320d74/43a19f2d-4c2b-4587-90a8-584cd60f9aa7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:46.446428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.456653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.458175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8f1fff0-635d-4e66-9569-a99faa96c0db HTTP/1.1" status: 204 len: 168 time: 0.4737709 Dec 10 04:52:46.523170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Allocated IP 172.20.0.1 (90729eb1-b7d0-44f0-ac3d-6f9e1d670de5/7496f9a5-c89a-49d0-9902-edac48941ecb/3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:46.549836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed0a18-cc63-4995-8f7c-e1a8440cddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f1fff0-635d-4e66-9569-a99faa96c0db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:46.579333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-092aa28c-0b93-4030-8f92-754cf4353fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:46.580280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1ff726ae-1b29-4965-b5a4-847d2033a578 None None] Provisioning complete for port 97f4777a-b72a-4805-ae54-706e3da1adc2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:46.580585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ff726ae-1b29-4965-b5a4-847d2033a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.580848 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-092aa28c-0b93-4030-8f92-754cf4353fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1448021 Dec 10 04:52:46.659707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:46.660371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Checking segment: {'id': '34025912-4614-4cc7-a8dc-b163f5d643a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:46.660961 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.661549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Bound using segment: {'id': '34025912-4614-4cc7-a8dc-b163f5d643a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:46.662186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Bound port: 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34025912-4614-4cc7-a8dc-b163f5d643a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90729eb1-b7d0-44f0-ac3d-6f9e1d670de5'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:46.662858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.691663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-7ed6af0f-3261-4a90-95b2-f44ac330c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:46.699146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-7ed6af0f-3261-4a90-95b2-f44ac330c2e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767910 Dec 10 04:52:46.704340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.789444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.871011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:46.884157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:46.907497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-d8e95897-cc36-4120-92a4-e74758a56baa service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018344 Dec 10 04:52:46.911016 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:46.926505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:46.953387 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.001416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Port': ['ID=3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:47.034275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 97f4777a-b72a-4805-ae54-706e3da1adc2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=97f4777a-b72a-4805-ae54-706e3da1adc2,segment=NetworkSegment(a20f366f-8a0a-4042-9a42-d3e31a921b3a),segment_id=a20f366f-8a0a-4042-9a42-d3e31a921b3a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:47.048178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.054481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.054828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-9d022373-00c3-4403-a786-4dbbe8ed5824 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338975 Dec 10 04:52:47.066280 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.077279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:47.123858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:47.138759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f47bcf3-8b66-4f7a-b193-e500d09cb4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.144642 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-121aa5a0-e116-41f6-ade1-29cf4805ea9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 217 time: 0.0797837 Dec 10 04:52:47.158257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,segment=NetworkSegment(34025912-4614-4cc7-a8dc-b163f5d643a8),segment_id=34025912-4614-4cc7-a8dc-b163f5d643a8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:47.191136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.267002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-af57c00b-52d0-49a8-8d52-1b0f238b45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:47.269226 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-af57c00b-52d0-49a8-8d52-1b0f238b45e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1107755 Dec 10 04:52:47.272535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.290642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Network e07cea94-345d-4db5-8155-830a3344676f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:47.309355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:47.320020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:47.327621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Pushing event updated for resources: {'Port': ['ID=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:47.387650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f47bcf3-8b66-4f7a-b193-e500d09cb4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.395828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f47bcf3-8b66-4f7a-b193-e500d09cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.423199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-75f13a6e-d27d-4910-857f-e146b8bf2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:47.424896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-75f13a6e-d27d-4910-857f-e146b8bf2177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426911 Dec 10 04:52:47.433070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47bcf3-8b66-4f7a-b193-e500d09cb4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5052cd87-20d0-4f2d-8b1b-4f4313b41bc9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:47.540849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Attempting to bind port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:52:47.541227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Attempting to bind port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '423cb783-9f9b-4751-82de-0b78786e1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:52:47.542170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Attempting to bind port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 on network e07cea94-345d-4db5-8155-830a3344676f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:52:47.554736 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6f47bcf3-8b66-4f7a-b193-e500d09cb4cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50db3b47c3ef48888eac6cf059711610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4298062 Dec 10 04:52:47.555457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51342) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:47.559506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:52:47.559898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Checking segment: {'id': '423cb783-9f9b-4751-82de-0b78786e1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:52:47.560313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.560745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Bound using segment: {'id': '423cb783-9f9b-4751-82de-0b78786e1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:52:47.561244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Bound port: 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423cb783-9f9b-4751-82de-0b78786e1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e07cea94-345d-4db5-8155-830a3344676f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:52:47.561638 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.609008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=97f4777a-b72a-4805-ae54-706e3da1adc2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:47.803136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] For port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:52:47.837494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.852070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] For port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,segment=NetworkSegment(423cb783-9f9b-4751-82de-0b78786e1e95),segment_id=423cb783-9f9b-4751-82de-0b78786e1e95)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:52:47.876395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.880627 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-19c372c0-5067-478b-8066-78422322b339 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402940 Dec 10 04:52:47.896753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-09a257fd-b7a8-4a82-ae38-511f13209f04 None None] Provisioning complete for port 97f4777a-b72a-4805-ae54-706e3da1adc2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:47.897124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09a257fd-b7a8-4a82-ae38-511f13209f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:47.899214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af59fd-de46-4f1a-b321-a512a17273bd None None] Pushing event updated for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:47.935408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.027919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6dba9-5c8b-4d20-bc50-66474f8db446 None None] Pushing event updated for resources: {'Port': ['ID=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:48.213457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-27233937-9898-4111-b9ec-b4946e8d8625 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802072 Dec 10 04:52:48.222375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.228819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.230199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5052cd87-20d0-4f2d-8b1b-4f4313b41bc9 HTTP/1.1" status: 204 len: 168 time: 0.5815051 Dec 10 04:52:48.297234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f8e8-faf6-4863-ac35-dfaa42463ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5052cd87-20d0-4f2d-8b1b-4f4313b41bc9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:48.307762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-ac1e77f4-0f14-40fa-9323-87ce85325e70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0757675 Dec 10 04:52:48.466436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-24859f4a-2038-4819-8714-cb625324b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:48.469142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-24859f4a-2038-4819-8714-cb625324b3b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1436276 Dec 10 04:52:48.513761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.526619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.569753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-50024759-fb4c-4aa8-bc11-aa03e8697368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:48.571708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-50024759-fb4c-4aa8-bc11-aa03e8697368 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871389 Dec 10 04:52:48.662182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Port': ['ID=3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:48.672403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:48.793225 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-4c4e18db-fb4e-4f7f-abe4-88cf13d58d69 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094259 Dec 10 04:52:48.801136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:48.806748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:49.103408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Router 6a3c7247-78a1-43de-b2f5-8410c1137cd5 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:52:49.115927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0894ae3c-dae5-479c-ade6-30e48f2abd51 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062289 Dec 10 04:52:49.240952 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-7948849c-f025-4f54-8ee6-e2eae0198822 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 217 time: 0.1140265 Dec 10 04:52:49.325358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b7f81-29c3-45f2-ac31-9b3064a1e031 None None] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:49.328203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-07a4e05a-ff73-4512-bf93-c6ee17d3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:49.330100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-07a4e05a-ff73-4512-bf93-c6ee17d3d4cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0760260 Dec 10 04:52:49.444450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0305d62f-e649-472c-8697-e4bf9628f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:49.458418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0305d62f-e649-472c-8697-e4bf9628f145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118536 Dec 10 04:52:49.491709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:49.505972 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] Sync routers for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:49.512070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ba027628-15b0-46f4-a210-2d79e15b1588 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0821986 Dec 10 04:52:49.514923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51410) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:49.561068 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:49.561645 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:49.664264 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:49.684548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:49.685635 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:49.743433 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:49.748748 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a61e8c-6f9a-4484-b4f6-c507fd46ac48 None None] The sync data for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:49.887711 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-71c2641a-60b2-49f8-8330-5bee550cb53d service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241703 Dec 10 04:52:50.199216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80619678-1e9e-4bd6-952d-0f53194fd482 None None] Network e07cea94-345d-4db5-8155-830a3344676f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:52:50.202842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] Provisioning complete for port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:50.203206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:50.245598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-626d3ce8-ec5e-4e15-bf3c-df2fc989a9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453219 Dec 10 04:52:50.253319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 97f4777a-b72a-4805-ae54-706e3da1adc2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:50.330722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-2c8b73fa-a089-4288-b416-cf47ccb082dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 217 time: 0.0739143 Dec 10 04:52:50.350430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:50.491297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-376fc59d-6e0c-42c3-976e-02e80e98b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:50.498319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-376fc59d-6e0c-42c3-976e-02e80e98b103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.1555297 Dec 10 04:52:50.534127 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-a331d0ae-954b-47ee-a402-a0c87fa9e62d tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:52:50.535786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a331d0ae-954b-47ee-a402-a0c87fa9e62d tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0151160 Dec 10 04:52:50.541052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:50.621047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-b66f446e-28f2-402c-994a-8939a7018b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:50.622820 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-b66f446e-28f2-402c-994a-8939a7018b45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116290 Dec 10 04:52:50.623253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 97f4777a-b72a-4805-ae54-706e3da1adc2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:50.634136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:50.735636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:50.931257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-296f128d-b8d6-4fda-8cb2-f6b9a74f1217 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941654 Dec 10 04:52:50.988448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,segment=NetworkSegment(34025912-4614-4cc7-a8dc-b163f5d643a8),segment_id=34025912-4614-4cc7-a8dc-b163f5d643a8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:51.005814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.096711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:51.238561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Provisioning complete for port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:51.238950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.283722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-a00e519c-a103-4d93-9db3-f5ab30721395 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397646 Dec 10 04:52:51.410217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c14192-09f5-4a7c-b7fb-ee70efc5f681 None None] Pushing event updated for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:51.435120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:51.435506 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.498325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0a569fce-c030-4667-bd66-ebf9c866b275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.1977770 Dec 10 04:52:51.673792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.692454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0659c159-e826-4574-a3c9-edfa0c26167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:51.694704 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-0659c159-e826-4574-a3c9-edfa0c26167c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.1803641 Dec 10 04:52:51.787875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-f9128c24-46f0-44fa-81af-e157c1a317db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:51.792287 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-f9128c24-46f0-44fa-81af-e157c1a317db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862145 Dec 10 04:52:51.818796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.822290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Provisioning complete for port 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:51.834286 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:51.967519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Port 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:51.973123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,segment=NetworkSegment(423cb783-9f9b-4751-82de-0b78786e1e95),segment_id=423cb783-9f9b-4751-82de-0b78786e1e95)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:52:52.000215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Provisioning complete for port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:52.002714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06e7a0ff-c114-4441-bc29-46be480e9356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.005731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.010978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:52.147304 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-7e55dea0-0129-48a8-8825-71e5fe04e7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460250 Dec 10 04:52:52.254938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-734aae7c-2540-4ddf-ba5c-c968a2a1eef5 req-b903e069-df98-4314-af4d-3772717d017e service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004252 Dec 10 04:52:52.259074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting port 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:52:52.259416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.359932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:52.438773 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e42f731b-eab7-40fa-b21a-eaf777dd159a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.460056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:52.460698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.493895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.521765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Calling delete_port for 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:52:52.630231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b21b9d86-588b-4be9-97f3-67d3b96c277a None None] Provisioning complete for port 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:52.630945 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b21b9d86-588b-4be9-97f3-67d3b96c277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.674340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b21b9d86-588b-4be9-97f3-67d3b96c277a None None] Port 3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:52.711850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b21b9d86-588b-4be9-97f3-67d3b96c277a None None] Provisioning complete for port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:52.712216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b21b9d86-588b-4be9-97f3-67d3b96c277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:52.925005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:53.004456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:53.004997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:53.006261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:53.111462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Port': ['ID=3baadeaa-2af9-4c92-9bc7-8e1f9eaaa682,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:53.181199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:52:53.307043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:53.307585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:53.503590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:53.560573 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:53.833727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Router 6a3c7247-78a1-43de-b2f5-8410c1137cd5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:52:53.945944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:53.956778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c50cc84-db6d-4489-a99f-dd75b548b25f tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4138167 Dec 10 04:52:53.962610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:53.964016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] Sync routers for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:53.977272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51628) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:53.978499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:53.979663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:54.058373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:54.063786 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-7871d1e3-7d04-47c3-a910-e408cf892525 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] delete failed (client error): The resource could not be found. Dec 10 04:52:54.068234 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7871d1e3-7d04-47c3-a910-e408cf892525 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-396563109 HTTP/1.1" status: 404 len: 334 time: 0.1046906 Dec 10 04:52:54.070916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:54.077324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-de82cd32-e5b8-4ed8-9ea0-ff5047393979 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a3c7247-78a1-43de-b2f5-8410c1137cd5'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:54.103311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:54.104181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:54.159216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:54.160259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abbac0-b037-4111-b037-218e7c2592f8 None None] The sync data for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:54.200538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd04-6213-44d7-b8cb-c94b4c187a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.485740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd04-6213-44d7-b8cb-c94b4c187a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.540316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-de82cd32-e5b8-4ed8-9ea0-ff5047393979 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.546351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd04-6213-44d7-b8cb-c94b4c187a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.591250 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-de82cd32-e5b8-4ed8-9ea0-ff5047393979 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] update failed (client error): The resource could not be found. Dec 10 04:52:54.592651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-de82cd32-e5b8-4ed8-9ea0-ff5047393979 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5 HTTP/1.1" status: 404 len: 339 time: 0.5205863 Dec 10 04:52:54.595382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bb8bfd04-6213-44d7-b8cb-c94b4c187a1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e047f67b530e439cbb3d1efa3dd690f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169648 Dec 10 04:52:54.596415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:54.599318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:54.647924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bfd04-6213-44d7-b8cb-c94b4c187a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6140bae6-e804-497b-a0e9-90e851f80939,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:54.710661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.755143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.828360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.832528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:54.836038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6140bae6-e804-497b-a0e9-90e851f80939 HTTP/1.1" status: 204 len: 168 time: 0.2334070 Dec 10 04:52:54.856630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfec70-f590-45ee-8a58-3abbaf2dbb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6140bae6-e804-497b-a0e9-90e851f80939,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:55.139796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-943a41d6-ef60-4318-898e-d4cd3ae00cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.179876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.361018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51688) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:55.397824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79843da-1dc3-4e3e-a854-fb24367b30b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.488735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79843da-1dc3-4e3e-a854-fb24367b30b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.494317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e79843da-1dc3-4e3e-a854-fb24367b30b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.527686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:55.528215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e79843da-1dc3-4e3e-a854-fb24367b30b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a7bfbcc724d485082850fae29ac1431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654592 Dec 10 04:52:55.554396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79843da-1dc3-4e3e-a854-fb24367b30b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05390012-ce38-416e-a01a-49e35db6002e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:55.558730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Allocated IP 172.20.0.1 (f0282320-984a-4e96-9d6d-ad35d3c0bb02/aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279/cc59538d-1f3a-4d30-9ae1-dd746dfebab9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:52:55.629935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.654750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.761797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.798790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.801870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:55.803210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05390012-ce38-416e-a01a-49e35db6002e HTTP/1.1" status: 204 len: 168 time: 0.2745643 Dec 10 04:52:55.847481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8493f26-93cd-429c-961b-af2942f7f72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05390012-ce38-416e-a01a-49e35db6002e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:55.928146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.008839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.054843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:56.058948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:56.063326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:52:56.183033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.239253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Port': ['ID=cc59538d-1f3a-4d30-9ae1-dd746dfebab9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:56.454561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-418375d8-8ca1-4e34-8053-c5e69b0cca3d None None] Provisioning complete for port cc59538d-1f3a-4d30-9ae1-dd746dfebab9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:56.455045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-418375d8-8ca1-4e34-8053-c5e69b0cca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.461622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.569373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-418375d8-8ca1-4e34-8053-c5e69b0cca3d None None] Port cc59538d-1f3a-4d30-9ae1-dd746dfebab9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:56.873770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.884633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:56.964598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event updated for resources: {'Port': ['ID=cc59538d-1f3a-4d30-9ae1-dd746dfebab9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:57.017773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:57.155678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:52:57.157347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:52:57.460087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:57.705562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bae919a5-b8a7-47aa-b9e5-678471c6d238 None None] Provisioning complete for port cc59538d-1f3a-4d30-9ae1-dd746dfebab9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:52:57.708603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bae919a5-b8a7-47aa-b9e5-678471c6d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:57.755926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Router 6a3c7247-78a1-43de-b2f5-8410c1137cd5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:52:57.794277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bae919a5-b8a7-47aa-b9e5-678471c6d238 None None] Port cc59538d-1f3a-4d30-9ae1-dd746dfebab9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:52:57.924324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:52:57.932199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-659ab50f-d9b1-40e4-a4ac-c8a7605f3cfd tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3322747 Dec 10 04:52:57.932709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:57.938382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] Sync routers for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:52:57.968818 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:57.969502 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:58.042252 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:58.052023 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:52:58.053037 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:58.059418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0514-5759-4fa2-a581-42a15663e55a tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.106239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:52:58.107166 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a3ea7-1581-42b0-8c5c-d195c9a6c6df None None] The sync data for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:52:58.222156 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-7e1d0514-5759-4fa2-a581-42a15663e55a tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 04:52:58.225788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e1d0514-5759-4fa2-a581-42a15663e55a tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5 HTTP/1.1" status: 409 len: 329 time: 0.2891440 Dec 10 04:52:58.226163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:58.300666 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.372923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:58.642708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-158643350'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:58.675851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Made reservation on behalf of e78b8d698fa9458d91bc5d35dacef73e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:58.679820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.698145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.802822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.973507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:58.991704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.028877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:52:59.038244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c58683-e0b7-4f11-a100-8ce6bd2037f9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:59.047707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.048058 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Added segment a99d9b5f-c4aa-409c-97b5-27d502b954f2 of type vlan for network ab6e160a-219b-40ca-a657-8e91a7889db9 Dec 10 04:52:59.107278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.195061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.204588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:52:59.205437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.277163 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9030063 Dec 10 04:52:59.282371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51842) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:52:59.291235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Request body: {'subnet': {'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:52:59.323459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d55f4-2b44-4a92-9495-79e3d4b55fc9 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event updated for resources: {'Network': ['ID=ab6e160a-219b-40ca-a657-8e91a7889db9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:52:59.353795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ab6e160a-219b-40ca-a657-8e91a7889db9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:52:59.356119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting port cc59538d-1f3a-4d30-9ae1-dd746dfebab9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:52:59.356461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.508028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Made reservation on behalf of e78b8d698fa9458d91bc5d35dacef73e for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:52:59.512244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.574024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.587758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Calling delete_port for cc59538d-1f3a-4d30-9ae1-dd746dfebab9 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:52:59.934930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:52:59.990477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Port': ['ID=cc59538d-1f3a-4d30-9ae1-dd746dfebab9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:00.246729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:00.275055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:00.409377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event updated for resources: {'Subnet': ['ID=412fbf3a-59ac-4353-8b02-c2db722b041e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:00.446489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Checking segment: {'id': 'a99d9b5f-c4aa-409c-97b5-27d502b954f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:00.447231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Network hostable DHCP agents. Network: ab6e160a-219b-40ca-a657-8e91a7889db9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:53:00.472910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Router 6a3c7247-78a1-43de-b2f5-8410c1137cd5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:00.483036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Network ab6e160a-219b-40ca-a657-8e91a7889db9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:53:00.509879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ab6e160a-219b-40ca-a657-8e91a7889db9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:00.521946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ed709-0eb3-4f52-aeaf-372cc210001a None None] Network ab6e160a-219b-40ca-a657-8e91a7889db9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:00.531419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:00.533084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:00.600921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:00.610049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e704e90b-062b-48d9-88ba-7f3c8033b4af tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796291 Dec 10 04:53:00.611426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51882) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:00.618940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3cd6b03e-317b-42a9-a6cc-12e87a3d076c tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3348897 Dec 10 04:53:00.621928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51884) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:00.629985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Request body: {'port': {'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-580322346'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:00.643290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] Sync routers for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:00.701704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:00.702417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:00.706427 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-85ec921f-e028-4621-a210-8ca7e46b2e7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] show failed (client error): The resource could not be found. Dec 10 04:53:00.717753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-85ec921f-e028-4621-a210-8ca7e46b2e7b tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-913221035 HTTP/1.1" status: 404 len: 334 time: 0.1014845 Dec 10 04:53:00.718253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:00.724637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a011dde6-70c7-4e11-893b-ea3eb3e13a21 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:00.743101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:00.768613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] Routers {'6a3c7247-78a1-43de-b2f5-8410c1137cd5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:00.770058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:00.786987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Made reservation on behalf of e78b8d698fa9458d91bc5d35dacef73e for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:00.790777 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-a011dde6-70c7-4e11-893b-ea3eb3e13a21 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] update failed (client error): The resource could not be found. Dec 10 04:53:00.791450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:00.792098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a011dde6-70c7-4e11-893b-ea3eb3e13a21 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1092339580 HTTP/1.1" status: 404 len: 335 time: 0.0728199 Dec 10 04:53:00.796724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51888) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:00.812820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ab6e160a-219b-40ca-a657-8e91a7889db9', 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9', 'project_id': 'e78b8d698fa9458d91bc5d35dacef73e', 'fixed_ips': [{'subnet_id': '412fbf3a-59ac-4353-8b02-c2db722b041e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:53:00.816636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:00.835070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:00.835899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc95430-468e-4b22-936e-d4479429c9a2 None None] The sync data for ids ['6a3c7247-78a1-43de-b2f5-8410c1137cd5'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:00.836346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] device_id is not set on port 65c7a698-40a7-46ea-9cf2-c731ab402adf yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:00.896819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting subnet a6bc4a75-60e3-4199-aa06-092a1f320d74 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:00.907611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.009998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.019821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Allocated IP 172.20.0.2 (ab6e160a-219b-40ca-a657-8e91a7889db9/412fbf3a-59ac-4353-8b02-c2db722b041e/65c7a698-40a7-46ea-9cf2-c731ab402adf) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:01.152380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.253499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.277444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.288827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bc4a75-60e3-4199-aa06-092a1f320d74,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:01.294086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.297877 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9bfdbd43-d7ed-48ad-a8b6-5fc348ed6f52 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/subnets/a6bc4a75-60e3-4199-aa06-092a1f320d74 HTTP/1.1" status: 204 len: 168 time: 0.5001822 Dec 10 04:53:01.300326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:01.309689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b114b-be46-4cbf-b272-497ae2738e30 None None] Network e07cea94-345d-4db5-8155-830a3344676f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:01.355560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.383366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting subnet 7496f9a5-c89a-49d0-9902-edac48941ecb {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:01.386905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.442451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Network ab6e160a-219b-40ca-a657-8e91a7889db9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:01.457755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:01.466411 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.471912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:01.526341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event updated for resources: {'Port': ['ID=65c7a698-40a7-46ea-9cf2-c731ab402adf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:01.568534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:01.569692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.579669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.592875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-33d33a1b-d628-4d24-bd76-a63e7aff82d6 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9681509 Dec 10 04:53:01.598217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51926) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:01.657781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3594e56e-2423-4bdf-8f5e-9523c3e8548f {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:53:01.658901 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:53:01.749665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.755536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] DHCP port deletion for e07cea94-345d-4db5-8155-830a3344676f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:01.756550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Deleting port 65c7a698-40a7-46ea-9cf2-c731ab402adf {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:01.757003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.835912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.844167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/subnets/7496f9a5-c89a-49d0-9902-edac48941ecb HTTP/1.1" status: 204 len: 168 time: 0.5425544 Dec 10 04:53:01.845193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0579272-65d1-4c76-94b6-6429764bdc9e tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Subnet': ['ID=7496f9a5-c89a-49d0-9902-edac48941ecb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:01.847241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:01.856692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Deleting port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:01.857327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.859668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815e344-27b2-4e3e-ab59-c48233111d98 None None] Network 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:01.938473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.951167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:01.959055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Calling delete_port for 65c7a698-40a7-46ea-9cf2-c731ab402adf owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:02.000696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] For port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,segment=NetworkSegment(423cb783-9f9b-4751-82de-0b78786e1e95),segment_id=423cb783-9f9b-4751-82de-0b78786e1e95)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:02.001586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.106655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:02.106655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.107337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Calling delete_port for 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:02.247509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.287128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] DHCP port deletion for 90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:02.289677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.312266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] For port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,segment=NetworkSegment(423cb783-9f9b-4751-82de-0b78786e1e95),segment_id=423cb783-9f9b-4751-82de-0b78786e1e95)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:02.312836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.363844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Calling delete_port for 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:02.415069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event deleted for resources: {'Port': ['ID=65c7a698-40a7-46ea-9cf2-c731ab402adf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:02.497825 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.523536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Deleting port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:02.523914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.570937 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.574896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.584815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b9ab57f-43e2-4502-b657-e3ecb370e917 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "DELETE /v2.0/ports/65c7a698-40a7-46ea-9cf2-c731ab402adf HTTP/1.1" status: 204 len: 168 time: 0.9880941 Dec 10 04:53:02.585748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51958) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:02.601193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Pushing event deleted for resources: {'Port': ['ID=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:02.617569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] No DVR routers for this DVR port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:02.642122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Port': ['ID=43a19f2d-4c2b-4587-90a8-584cd60f9aa7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:02.661150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] No DVR routers for this DVR port 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:02.689339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-06d77178-1d69-47bb-82c1-7631f49ef4a4 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1021829 Dec 10 04:53:02.691010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51962) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:02.697139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1054222141'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:02.757907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Made reservation on behalf of e78b8d698fa9458d91bc5d35dacef73e for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:02.762253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.820012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:53:02.839897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.840381 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Added segment d1759628-94be-4935-be65-b71779204f76 of type vlan for network 9e820ead-3a4f-4ea1-85e9-d6318ab6940b Dec 10 04:53:02.842174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.916111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07cea94-345d-4db5-8155-830a3344676f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:02.938107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.938721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423cb783-9f9b-4751-82de-0b78786e1e95') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:02.939021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423cb783-9f9b-4751-82de-0b78786e1e95') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:02.951838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.967812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.977477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:02.977905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:02.981400 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:02.988458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:02.991290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:02.995581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:02.996212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:02.997062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:02.997647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:02.998259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:02.999318 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.000094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.000664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.001102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.001609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.002036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.002463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.002945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bd573-066b-4ca4-b1bb-faeb35dc0f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.004290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:03.013323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.064240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,segment=NetworkSegment(34025912-4614-4cc7-a8dc-b163f5d643a8),segment_id=34025912-4614-4cc7-a8dc-b163f5d643a8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:03.064734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.069004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:03.069447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 43a19f2d-4c2b-4587-90a8-584cd60f9aa7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:03.069873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:03.081272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Allocated IP 172.20.0.2 (ab6e160a-219b-40ca-a657-8e91a7889db9/412fbf3a-59ac-4353-8b02-c2db722b041e/cecb7f72-f7d6-4c5f-a804-6a92a9dac39d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:03.130687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Calling delete_port for 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:03.159555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.178037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.192029 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/networks/e07cea94-345d-4db5-8155-830a3344676f HTTP/1.1" status: 204 len: 168 time: 1.3440282 Dec 10 04:53:03.193286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51978) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:03.222549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event updated for resources: {'Network': ['ID=9e820ead-3a4f-4ea1-85e9-d6318ab6940b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:03.233258 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.243569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6563098-737e-4073-a480-f8a0e89b9e6d tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5508695 Dec 10 04:53:03.246368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51980) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:03.254949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 9e820ead-3a4f-4ea1-85e9-d6318ab6940b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:53:03.262573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Network': ['ID=e07cea94-345d-4db5-8155-830a3344676f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:03.310829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.311611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.312200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.313833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.315256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.315837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.317067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.317648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.318353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.318924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.319480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.320033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.320781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf96954-5333-4c9d-aa85-0d79e72afff9 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:03.486876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.574709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:03.575053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.651320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,segment=NetworkSegment(34025912-4614-4cc7-a8dc-b163f5d643a8),segment_id=34025912-4614-4cc7-a8dc-b163f5d643a8)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:03.651679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.674681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Calling delete_port for 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:03.681429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,segment=NetworkSegment(34025912-4614-4cc7-a8dc-b163f5d643a8),segment_id=34025912-4614-4cc7-a8dc-b163f5d643a8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:03.754833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2fca9d65-0ccf-48ee-9349-8b0a8a404239 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks HTTP/1.1" status: 200 len: 12775 time: 0.5041912 Dec 10 04:53:03.756335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:03.769730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.771109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.840092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.855408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] No DVR routers for this DVR port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:03.891015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:03.904387 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:03.919599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349e457-a603-4b35-aaab-544feed141ea tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] Network 9e820ead-3a4f-4ea1-85e9-d6318ab6940b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:53:03.960404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1349e457-a603-4b35-aaab-544feed141ea tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "POST /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1950829 Dec 10 04:53:03.963563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52006) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:03.968547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:04.016527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Pushing event updated for resources: {'Port': ['ID=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:04.034180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfdf1b-07a6-42c3-9d5f-d48a280f9e95 None None] Network 9e820ead-3a4f-4ea1-85e9-d6318ab6940b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:04.155661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Network ab6e160a-219b-40ca-a657-8e91a7889db9 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:04.159674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.162215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.239562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8300a345-9ab9-480d-9622-70121384e6b8 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks HTTP/1.1" status: 200 len: 13546 time: 0.2748048 Dec 10 04:53:04.242378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90729eb1-b7d0-44f0-ac3d-6f9e1d670de5']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:04.243556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52012) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.260561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] Pushing event deleted for resources: {'Port': ['ID=18cfd238-36b2-4c3a-8b7c-5c66f61305f2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:04.261453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34025912-4614-4cc7-a8dc-b163f5d643a8') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:04.261751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34025912-4614-4cc7-a8dc-b163f5d643a8') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:04.264744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:04.269196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:04.280028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577ac0f-321b-4626-ba1d-a4b12dad51b1 None None] No DVR routers for this DVR port 18cfd238-36b2-4c3a-8b7c-5c66f61305f2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:04.283250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.312588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.327408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:04.327800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:04.330877 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:04.391017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9c86109-892b-4524-84a9-34aa1ca07d10 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "DELETE /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks/9e820ead-3a4f-4ea1-85e9-d6318ab6940b HTTP/1.1" status: 204 len: 168 time: 0.1433506 Dec 10 04:53:04.391494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52018) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.438719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Attempting to bind port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:04.439156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Attempting to bind port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a99d9b5f-c4aa-409c-97b5-27d502b954f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:04.439589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Attempting to bind port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d on network ab6e160a-219b-40ca-a657-8e91a7889db9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:04.465375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.473034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:04.473521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Checking segment: {'id': 'a99d9b5f-c4aa-409c-97b5-27d502b954f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:04.474401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.475560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Bound using segment: {'id': 'a99d9b5f-c4aa-409c-97b5-27d502b954f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:04.476873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Bound port: cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99d9b5f-c4aa-409c-97b5-27d502b954f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ab6e160a-219b-40ca-a657-8e91a7889db9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:04.477537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.497172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.500516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/networks/90729eb1-b7d0-44f0-ac3d-6f9e1d670de5 HTTP/1.1" status: 204 len: 168 time: 1.3045721 Dec 10 04:53:04.501318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71fe92-5aa0-4fc8-9363-28f4c88f1df6 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Network': ['ID=90729eb1-b7d0-44f0-ac3d-6f9e1d670de5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:04.502855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.620649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting subnet aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:04.625245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] For port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:04.628887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.633926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] For port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,segment=NetworkSegment(a99d9b5f-c4aa-409c-97b5-27d502b954f2),segment_id=a99d9b5f-c4aa-409c-97b5-27d502b954f2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:04.638768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.677127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d14175a6-e15e-493b-b88e-e72914be6a25 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks HTTP/1.1" status: 200 len: 12775 time: 0.2803009 Dec 10 04:53:04.678000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52034) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.716790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86279fd6-e5a6-46ed-9495-2bf6b55ef6e8 tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/networks/ab6e160a-219b-40ca-a657-8e91a7889db9/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0357423 Dec 10 04:53:04.722534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.785092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:04.789232 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5f23d38d-86eb-4844-9892-4d410eee83ce tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/networks/ab6e160a-219b-40ca-a657-8e91a7889db9/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0655954 Dec 10 04:53:04.801199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52038) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:04.815777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f2982-c823-48ad-ad8c-e8369aeba43c None None] Pushing event updated for resources: {'Port': ['ID=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:04.922300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.019530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a49b6ee3-94b7-4f18-bd6d-42c169c803bd tempest-DHCPAgentSchedulersTestJSON-207609492 tempest-DHCPAgentSchedulersTestJSON-207609492-project-admin] 10.222.0.43 "GET /v2.0/agents/7a396d3c-2a08-490a-a3e6-0ed633cb70dc/dhcp-networks HTTP/1.1" status: 200 len: 12028 time: 0.2115364 Dec 10 04:53:05.024887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:05.065538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.115051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:05.141594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.156736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36011ab5-3556-4c57-9bc0-4600e582d674 None None] Network f0282320-984a-4e96-9d6d-ad35d3c0bb02 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:05.171290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-48dc6450-b4a3-4248-9e2b-b2f28897e264 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/subnets/aa7dff7a-bc81-42d7-8a2c-a9d62b6f3279 HTTP/1.1" status: 204 len: 168 time: 0.6650896 Dec 10 04:53:05.178965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:05.293401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.398901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.495677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.502374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] DHCP port deletion for f0282320-984a-4e96-9d6d-ad35d3c0bb02 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:05.535223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e820ead-3a4f-4ea1-85e9-d6318ab6940b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:05.536768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Deleting port 97f4777a-b72a-4805-ae54-706e3da1adc2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:05.537116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.549987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1759628-94be-4935-be65-b71779204f76') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:05.550282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1759628-94be-4935-be65-b71779204f76') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:05.558282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Deleting port 97f4777a-b72a-4805-ae54-706e3da1adc2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:05.559013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.575791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.607691 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.621474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:05.621877 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:05.624986 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:05.698930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] For port 97f4777a-b72a-4805-ae54-706e3da1adc2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=97f4777a-b72a-4805-ae54-706e3da1adc2,segment=NetworkSegment(a20f366f-8a0a-4042-9a42-d3e31a921b3a),segment_id=a20f366f-8a0a-4042-9a42-d3e31a921b3a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:05.699292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.724880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] For port 97f4777a-b72a-4805-ae54-706e3da1adc2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=97f4777a-b72a-4805-ae54-706e3da1adc2,segment=NetworkSegment(a20f366f-8a0a-4042-9a42-d3e31a921b3a),segment_id=a20f366f-8a0a-4042-9a42-d3e31a921b3a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:05.729797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.729959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Calling delete_port for 97f4777a-b72a-4805-ae54-706e3da1adc2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:05.777060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Calling delete_port for 97f4777a-b72a-4805-ae54-706e3da1adc2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:05.797934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.816716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:05.831179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "DELETE /v2.0/networks/9e820ead-3a4f-4ea1-85e9-d6318ab6940b HTTP/1.1" status: 204 len: 168 time: 0.8044918 Dec 10 04:53:05.832333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52070) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:05.878560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8efeb-3260-44e3-b91a-26091546a47e tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event deleted for resources: {'Network': ['ID=9e820ead-3a4f-4ea1-85e9-d6318ab6940b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:05.919575 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfd6285-150b-4783-91f3-e5cceebc4c83 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] DELETE failed (client error): The resource could not be found. Dec 10 04:53:05.920372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfd6285-150b-4783-91f3-e5cceebc4c83 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:53:05.928149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4cfd6285-150b-4783-91f3-e5cceebc4c83 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "DELETE /v2.0/ports/65c7a698-40a7-46ea-9cf2-c731ab402adf HTTP/1.1" status: 404 len: 333 time: 0.0628483 Dec 10 04:53:05.928953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52076) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:05.966818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.015773 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.019060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Deleting subnet 412fbf3a-59ac-4353-8b02-c2db722b041e {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:06.023176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.046501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Port': ['ID=97f4777a-b72a-4805-ae54-706e3da1adc2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:06.048351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] No DVR routers for this DVR port 97f4777a-b72a-4805-ae54-706e3da1adc2 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:06.086573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] Pushing event deleted for resources: {'Port': ['ID=97f4777a-b72a-4805-ae54-706e3da1adc2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:06.102674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.107350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af8aad-bb1c-4f97-8b06-00dbb17fa167 None None] No DVR routers for this DVR port 97f4777a-b72a-4805-ae54-706e3da1adc2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:06.187809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.237537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0282320-984a-4e96-9d6d-ad35d3c0bb02']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:06.264892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20f366f-8a0a-4042-9a42-d3e31a921b3a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:06.265192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20f366f-8a0a-4042-9a42-d3e31a921b3a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:06.312690 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.353180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.367456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.370684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:06.371273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:06.375197 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:06.512343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.556207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.563251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.566732 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/networks/f0282320-984a-4e96-9d6d-ad35d3c0bb02 HTTP/1.1" status: 204 len: 168 time: 1.3865674 Dec 10 04:53:06.574425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:06.588693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828869a-73f3-4342-8984-41a12e4c7b0a None None] Network ab6e160a-219b-40ca-a657-8e91a7889db9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:06.591185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce028d-4b86-4b4d-80f4-0b0d93e6d923 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Pushing event deleted for resources: {'Network': ['ID=f0282320-984a-4e96-9d6d-ad35d3c0bb02,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:06.622156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event deleted for resources: {'Subnet': ['ID=412fbf3a-59ac-4353-8b02-c2db722b041e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:06.638430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b5c7afdb-291c-4345-aa30-7d3c717e03d1 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a3c7247-78a1-43de-b2f5-8410c1137cd5 HTTP/1.1" status: 200 len: 205 time: 0.0628963 Dec 10 04:53:06.640973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:06.660907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.664856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-26890cf5-2b13-4a75-8065-ba017f242b4a tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "DELETE /v2.0/subnets/412fbf3a-59ac-4353-8b02-c2db722b041e HTTP/1.1" status: 204 len: 168 time: 0.7276893 Dec 10 04:53:06.667501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:06.724856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] Provisioning complete for port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:06.724856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.845065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.854672 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:06.990791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cecb7f72-f7d6-4c5f-a804-6a92a9dac39d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:06.991034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Deleting port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:06.991146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.107385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] DHCP port deletion for ab6e160a-219b-40ca-a657-8e91a7889db9 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:07.127487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.146156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] For port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,segment=NetworkSegment(a99d9b5f-c4aa-409c-97b5-27d502b954f2),segment_id=a99d9b5f-c4aa-409c-97b5-27d502b954f2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:07.146582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.185397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Calling delete_port for cecb7f72-f7d6-4c5f-a804-6a92a9dac39d owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:07.237568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] For port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,segment=NetworkSegment(a99d9b5f-c4aa-409c-97b5-27d502b954f2),segment_id=a99d9b5f-c4aa-409c-97b5-27d502b954f2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:07.248918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:07.248918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.284800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.357103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.430610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event deleted for resources: {'Port': ['ID=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:07.434374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4d4d8-afdd-46a3-b6cd-f476179f49ad None None] Pushing event updated for resources: {'Port': ['ID=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:07.472316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] No DVR routers for this DVR port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:07.474352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Could not find standard attr ID for object cecb7f72-f7d6-4c5f-a804-6a92a9dac39d. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:53:07.482309 n-d-817326-3 neutron-server[103255]: INFO neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No ports have port_id starting with cecb7f72-f7d6-4c5f-a804-6a92a9dac39d Dec 10 04:53:07.486345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Deleting port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:07.486734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.673623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] For port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:07.674757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.695791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.718254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 97f4777a-b72a-4805-ae54-706e3da1adc2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:07.727612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Calling delete_port for cecb7f72-f7d6-4c5f-a804-6a92a9dac39d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:07.753928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e160a-219b-40ca-a657-8e91a7889db9']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:07.757622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:53:07.761620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 97f4777a-b72a-4805-ae54-706e3da1adc2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:07.762297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 97f4777a-b72a-4805-ae54-706e3da1adc2 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:07.765730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.794131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99d9b5f-c4aa-409c-97b5-27d502b954f2') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:07.794413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99d9b5f-c4aa-409c-97b5-27d502b954f2') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:07.810564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] Pushing event deleted for resources: {'Port': ['ID=cecb7f72-f7d6-4c5f-a804-6a92a9dac39d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:07.810795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.817894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1e84e-89fc-43ec-9bac-68332c58cd80 None None] No DVR routers for this DVR port cecb7f72-f7d6-4c5f-a804-6a92a9dac39d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:07.837313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.837804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.840450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.853614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:07.853614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:07.856087 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:07.932327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.932780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3c7247-78a1-43de-b2f5-8410c1137cd5 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:07.939877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.941003 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d231bd33-4c2a-41d4-b483-b207989469d5 tempest-RoutersNegativeTest-463145137 tempest-RoutersNegativeTest-463145137-project] 10.222.0.43 "DELETE /v2.0/routers/6a3c7247-78a1-43de-b2f5-8410c1137cd5 HTTP/1.1" status: 204 len: 168 time: 1.2980139 Dec 10 04:53:07.955537 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:53:07.992205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:07.999643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:08.015739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] 10.222.0.43 "DELETE /v2.0/networks/ab6e160a-219b-40ca-a657-8e91a7889db9 HTTP/1.1" status: 204 len: 168 time: 1.3463838 Dec 10 04:53:08.038594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534cb31-dfc3-422a-8b57-e54f6201e4b3 tempest-DHCPAgentSchedulersTestJSON-1865321539 tempest-DHCPAgentSchedulersTestJSON-1865321539-project] Pushing event deleted for resources: {'Network': ['ID=ab6e160a-219b-40ca-a657-8e91a7889db9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:08.386588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52162) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.489949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.572189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.799858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee6dd8a5-583c-4480-b2e0-44762b57fe34 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6153 time: 0.4106925 Dec 10 04:53:08.804434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52182) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.813928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'network': {'name': 'tempest-network-smoke--1986406038', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'port_security_enabled': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:08.867314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:08.878089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cecb7f72-f7d6-4c5f-a804-6a92a9dac39d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:08.881066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9790fcb5-ea00-41d2-af52-7b1a69d9da61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f6fc9eaea61406ea0364aa19ba4eaca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899410 Dec 10 04:53:08.884951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.907261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cecb7f72-f7d6-4c5f-a804-6a92a9dac39d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:08.908561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cecb7f72-f7d6-4c5f-a804-6a92a9dac39d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:08.909818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:08.947871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c394da36-63fd-4bfe-86b7-ca579e2fff82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e78b8d698fa9458d91bc5d35dacef73e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735969 Dec 10 04:53:08.950796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:53:08.953009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:08.960750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:08.961087 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Added segment 1b41e8ff-0143-41c9-a235-7f53e685b05a of type vlan for network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 Dec 10 04:53:09.017800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.052962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.055415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.059209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:09.060213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.069431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.093638 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.110992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:09.111277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3049080 Dec 10 04:53:09.116774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.127282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'admin_state_up': True, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:09.146912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65c909-4629-4fec-a91c-159283302ce2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Network': ['ID=eaf058b7-5d1f-45a2-bcae-a5c168fcd401,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:09.160368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:53:09.201342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.202492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.230403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.256649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.261036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6c58683-e0b7-4f11-a100-8ce6bd2037f9 HTTP/1.1" status: 204 len: 168 time: 0.3040433 Dec 10 04:53:09.301718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d765256-e02a-4baf-baaa-32fb5c1e3aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c58683-e0b7-4f11-a100-8ce6bd2037f9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:09.311348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.319713 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.325028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65b190ba-1239-463d-bf30-412ab5994e0a HTTP/1.1" status: 204 len: 168 time: 0.4387920 Dec 10 04:53:09.421624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ef1f-6271-4caf-ae48-eda605115e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b190ba-1239-463d-bf30-412ab5994e0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:09.427540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.715664 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:09.900512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52232) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:09.937560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d34cec0a-1dd5-4cdb-b5f7-2cb4551acc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.002615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.025289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.153233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d34cec0a-1dd5-4cdb-b5f7-2cb4551acc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.163173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d34cec0a-1dd5-4cdb-b5f7-2cb4551acc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.225871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cec0a-1dd5-4cdb-b5f7-2cb4551acc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df680e3c-786a-4989-a648-ebfd11be578f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:10.227433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.25.8.165 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/2547ecf7-d3bc-4fcc-9f4d-56602a4e087e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:10.276280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d34cec0a-1dd5-4cdb-b5f7-2cb4551acc13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=842c343d31914ac887f88457ade5f2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755751 Dec 10 04:53:10.276673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:10.501736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.504858 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.558708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.561790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.615989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.619301 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.624756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df680e3c-786a-4989-a648-ebfd11be578f HTTP/1.1" status: 204 len: 168 time: 0.3469753 Dec 10 04:53:10.635280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b40e2-b92a-45df-a22d-fd6a04b8a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df680e3c-786a-4989-a648-ebfd11be578f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:10.645740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:10.655430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:10.661847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:10.676622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ade75f-147a-45d6-9460-42d72986d8d7 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:10.754127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-310d9e95-0696-41c0-9da2-946862ffe61f None None] Provisioning complete for port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:10.755988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-310d9e95-0696-41c0-9da2-946862ffe61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:10.757901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:10.911862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-310d9e95-0696-41c0-9da2-946862ffe61f None None] Port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:11.176959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:11.466324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:11.694364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:53:11.891397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:11.915623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:11.919198 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-38411f2c-3ca0-469b-9b7b-35b6cf7b9bc4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8047035 Dec 10 04:53:11.922904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52334) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:11.944398 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Sync routers for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:11.969162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:11.969792 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:12.126042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff404f12-c0ce-486f-acbe-039715a99b3b tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:12.132051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ff404f12-c0ce-486f-acbe-039715a99b3b tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3149c3aaa2f4bc197cdb18c616d8fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2080588 Dec 10 04:53:12.134957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:12.180916 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:12.564288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e448c14-c348-46c9-a5e8-8c3d94f4018a tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:12.568561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4e448c14-c348-46c9-a5e8-8c3d94f4018a tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4295533 Dec 10 04:53:12.568782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:12.589458 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:10Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:12.604693 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e34a87f7-f29c-456d-90d8-bbef5d04a2db tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323672 Dec 10 04:53:12.604949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:12.623888 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Checking router: d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:12.624232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Updating router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:53:12.705453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-44fdd7a2-656d-43a6-8329-f7496c77a9aa tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3149c3aaa2f4bc197cdb18c616d8fba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962901 Dec 10 04:53:12.705620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:12.706536 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:12.763580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3cb8-b00b-4ecb-a078-0dc18b716530 req-fcc97567-e098-4139-ac1d-28b5db807218 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:12.772868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8ef3cb8-b00b-4ecb-a078-0dc18b716530 req-fcc97567-e098-4139-ac1d-28b5db807218 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1720834 Dec 10 04:53:12.951727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6c998-d557-4f53-b5b1-84a59bacc808 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:12.956517 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22e6c998-d557-4f53-b5b1-84a59bacc808 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2481501 Dec 10 04:53:12.956969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:12.958179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8ef3cb8-b00b-4ecb-a078-0dc18b716530 req-7edaaf8f-8a22-4bce-be95-22024092a847 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819127 Dec 10 04:53:13.031870 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4993d478-99fd-4637-b728-69f5ca972213 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729859 Dec 10 04:53:13.033483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52398) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:13.038858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967810855', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:13.299371 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.318023 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.380827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed2b4b-8e08-412d-872a-59839afa26cd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:13.460487 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Pushing event updated for resources: {'Port': ['ID=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:13.469003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e839f9af-8745-43d9-80ed-8f71299c73ba None None] Provisioning complete for port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:13.469384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e839f9af-8745-43d9-80ed-8f71299c73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.515255 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Attempting to bind port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:13.517604 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Attempting to bind port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:13.518158 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Attempting to bind port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:13.523719 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.531206 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.531964 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.532554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.533124 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.538059 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.538657 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.539213 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.539761 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.540324 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.541668 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.542472 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.543025 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:13.555952 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:13.560027 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:13.560711 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.563099 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:13.563877 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Bound port: 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:13.564959 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.579492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e839f9af-8745-43d9-80ed-8f71299c73ba None None] Port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:13.674893 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] For port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:13.678606 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] For port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:13.684004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:13.689023 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.694255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:13.769270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad9b56-aa9f-4d77-8b41-c14f641d1cdd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:13.798605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:13.805446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481d59-cc46-403b-9b5f-d1983a8a12d2 None None] Pushing event updated for resources: {'Port': ['ID=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:13.820692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:13.821318 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:13.830656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] Provisioning complete for port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:13.831031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.039186 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:14.097802 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.132048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-437575427'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:14.148856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.160007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] For port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:14.178295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.187263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Made reservation on behalf of 6b8a86f4dd654363a8b0b2702ab5501b for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:14.201083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.223533 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.237052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda064-6dc9-4488-961b-a3dd70b1d174 req-1124cb7c-8bb0-4d6c-916e-bebbd610b77f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:14.245531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7eda064-6dc9-4488-961b-a3dd70b1d174 req-1124cb7c-8bb0-4d6c-916e-bebbd610b77f tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.1915729 Dec 10 04:53:14.263691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60b4c1-40cd-4c2d-8585-9601c64308a0 None None] Pushing event updated for resources: {'Port': ['ID=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:14.354456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7eda064-6dc9-4488-961b-a3dd70b1d174 req-9e5e23c7-e5ae-478c-bab6-d1578f9a6ffb tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080778 Dec 10 04:53:14.357021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Subnet': ['ID=e64f69b4-d677-435b-ad3c-b44624a09997,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:14.371197 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:10Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:14.379082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.388160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.418309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Checking segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:14.419718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network hostable DHCP agents. Network: eaf058b7-5d1f-45a2-bcae-a5c168fcd401, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:53:14.423838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edfe8b3-9e65-4837-b6b6-c89decd67a79,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:14.443253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:53:14.457600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:53:14.463492 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76a87d-eaca-4ae0-990f-84358882e4b2 None None] The sync data for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 is: [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:10Z', 'revision_number': 3, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:14.464321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.464710 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Added segment 9f259f21-c557-4138-8be2-0fdd732bbf8e of type vlan for network f77d750e-daba-45ee-8e1c-08309db630a2 Dec 10 04:53:14.482098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, eaf058b7-5d1f-45a2-bcae-a5c168fcd401) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:14.486478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:14.487082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.491308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee5b5c-e62e-4e03-92a8-1e787a0a4b81 None None] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:14.516765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b2d69acc-0384-4bb5-ad85-03f21e07f745 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4818556 Dec 10 04:53:14.520657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52454) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:14.563681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.701743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'fixed_ips': [{'subnet_id': 'e64f69b4-d677-435b-ad3c-b44624a09997'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:53:14.703214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.739490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.755877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:14.758802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:14.848876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-dfc6730f-307b-40d7-a527-93d996bd3169 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:14.854856 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-dfc6730f-307b-40d7-a527-93d996bd3169 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.2599466 Dec 10 04:53:14.922279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1216726 Dec 10 04:53:15.034195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995915a-00e1-4759-ab23-2cb43af619e9 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Pushing event updated for resources: {'Network': ['ID=f77d750e-daba-45ee-8e1c-08309db630a2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:15.076167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f77d750e-daba-45ee-8e1c-08309db630a2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:53:15.135541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Deleting port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:15.136988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.160152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Allocated IP 172.20.0.18 (eaf058b7-5d1f-45a2-bcae-a5c168fcd401/e64f69b4-d677-435b-ad3c-b44624a09997/42e6cde4-925e-4721-a100-fd4868ad7010) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:15.348317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] For port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:15.348799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.493701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52490) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:15.507904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2', 'binding:host_id': 'n-h1-817326-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673075510'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:15.603176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Made reservation on behalf of 99b536182fde42368139135955ab7e04 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:15.607267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.671517 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.847136 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.847890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:15.848635 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Floating IP 860314d3-85da-433a-983d-1a2d2580cc6c disassociated. External IP: 172.25.8.65, port: 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f. Dec 10 04:53:15.849159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Calling delete_port for 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:15.866725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb728-e3f2-4455-8863-f95c8f8bb30a req-42d7a95c-2cd8-4a35-a088-df52819570d8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:15.868346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d5bb728-e3f2-4455-8863-f95c8f8bb30a req-42d7a95c-2cd8-4a35-a088-df52819570d8 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 946 time: 0.2709696 Dec 10 04:53:16.005950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.016071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.085772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.091919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:16.112421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.115124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:16.117108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Pushing event updated for resources: {'Port': ['ID=42e6cde4-925e-4721-a100-fd4868ad7010,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:16.127382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:16.140747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.158237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port a3eb96db-13d4-4654-83b9-9164ad9053c3 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:16.190281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'Port': ['ID=8ea3b578-3a71-4cc3-9a9e-03f249a35b0f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:16.239787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Attempting to bind port 42e6cde4-925e-4721-a100-fd4868ad7010 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:16.240149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Attempting to bind port 42e6cde4-925e-4721-a100-fd4868ad7010 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:16.241580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Attempting to bind port 42e6cde4-925e-4721-a100-fd4868ad7010 on network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:16.254192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:16.254582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Checking segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:16.254982 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.255377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Bound using segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:16.255840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Bound port: 42e6cde4-925e-4721-a100-fd4868ad7010, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:16.256216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.258450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925b965-2244-48aa-8905-7871474d2317,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:16.287860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d5bb728-e3f2-4455-8863-f95c8f8bb30a req-ad07b8a2-66ab-4b84-9722-0f0a612cd644 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812532 Dec 10 04:53:16.414076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] For port 42e6cde4-925e-4721-a100-fd4868ad7010, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:16.421029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] For port 42e6cde4-925e-4721-a100-fd4868ad7010, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=42e6cde4-925e-4721-a100-fd4868ad7010,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:16.435075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.544092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb78513-8722-4580-b9d7-ea0e3e7b77a9 None None] Pushing event updated for resources: {'Port': ['ID=42e6cde4-925e-4721-a100-fd4868ad7010,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:16.571844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:16.957288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:16.972193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:17.073146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port a3eb96db-13d4-4654-83b9-9164ad9053c3 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:17.149222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:17.159506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:17.160077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:17.253836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:17.270666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:17.325007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:17.368638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] No DVR routers for this DVR port 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:17.373620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:17.381514 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc9638f1-3a50-47c3-8cf1-ab21b19dd287 req-5e54a7d1-b4b8-466a-b629-cc9bf5ae638c tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.41 "DELETE /v2.0/ports/8ea3b578-3a71-4cc3-9a9e-03f249a35b0f HTTP/1.1" status: 204 len: 173 time: 2.5154872 Dec 10 04:53:17.382195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'name': 'network-vif-deleted', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:53:17.387994 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb2b917-04fd-4b44-882a-4449eb20b01c" -d '{"events": [{"server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "name": "network-vif-deleted", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:53:17.430235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:17.431012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:17.584531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82f56569-5092-49d8-9dac-a9fc7ab07d07 req-5be84309-fb54-442b-9dc5-777d9d715120 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/ports?device_id=b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a HTTP/1.1" status: 200 len: 210 time: 0.0630603 Dec 10 04:53:17.595341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=a3eb96db-13d4-4654-83b9-9164ad9053c3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:17.684008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Checking segment: {'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:17.684369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Network hostable DHCP agents. Network: f77d750e-daba-45ee-8e1c-08309db630a2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:53:17.703504 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426209af-68ea-4e6b-9a1c-aada344a9988 x-openstack-request-id: req-426209af-68ea-4e6b-9a1c-aada344a9988 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:53:17.704510 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a", "name": "network-vif-deleted", "tag": "8ea3b578-3a71-4cc3-9a9e-03f249a35b0f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:53:17.704510 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-426209af-68ea-4e6b-9a1c-aada344a9988 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:53:17.704751 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ad3b3-cc7b-42e2-abdb-d16aadbbaf5a', 'name': 'network-vif-deleted', 'tag': '8ea3b578-3a71-4cc3-9a9e-03f249a35b0f', 'status': 'completed', 'code': 200} Dec 10 04:53:17.718952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.20.0.17 (eaf058b7-5d1f-45a2-bcae-a5c168fcd401/e64f69b4-d677-435b-ad3c-b44624a09997/4488332a-5e73-42bc-9bfe-2017c85b61db) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:17.732276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Network f77d750e-daba-45ee-8e1c-08309db630a2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:53:17.764899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f77d750e-daba-45ee-8e1c-08309db630a2) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:17.784297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339d2f5-83a5-4a69-83f7-e809e38fa7c1 None None] Network f77d750e-daba-45ee-8e1c-08309db630a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:17.811921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:17.815835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:17.827887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:17.828180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:17.828547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:17.877237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:17.877577 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:17.879767 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 2 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:17.925664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:17.925960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:17.926300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:17.938764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:17.939580 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:17.945134 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 3 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:17.980247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:17.980870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:17.981379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:17.987447 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:17.993426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:17.994716 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:17.996443 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 4 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.065820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.068392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.069764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.112413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.113010 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.116197 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 5 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.152529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.153128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.153633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.161902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.162566 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.163160 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 6 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.218972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.310782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.311381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.311732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.326802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.327534 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.337379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:18.338356 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 7 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.351443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:18.359749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:18.396790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:18.399634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.400237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.400841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.407977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:18.432434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.436124 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.441940 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 8 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.452238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:18.497106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.497336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:18.502751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.503311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.503807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.506267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:18.506893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:18.573310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c7afca9-9164-41d7-8801-1251d264fdc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.645292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.645763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:18.645867 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.649842 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 9 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.769349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfa465-b4b6-4087-a81c-a84996e1d4ab None None] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:18.808817 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c7afca9-9164-41d7-8801-1251d264fdc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.819908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:18.840795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c7afca9-9164-41d7-8801-1251d264fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.863851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.864193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.864558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:18.898755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7afca9-9164-41d7-8801-1251d264fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3370a-e99b-482d-8c7b-9ee30e804f0a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:18.917838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] Provisioning complete for port 42e6cde4-925e-4721-a100-fd4868ad7010 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:18.918855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.950713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:18.951060 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:18.955586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5c7afca9-9164-41d7-8801-1251d264fdc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d1dae6187144450b52ca921a9e29e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569987 Dec 10 04:53:18.958382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:18.961400 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 10 to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 Dec 10 04:53:18.969488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:18.972729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 42e6cde4-925e-4721-a100-fd4868ad7010 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:18.994965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:18.995518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:18.996137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:19.003656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port a3eb96db-13d4-4654-83b9-9164ad9053c3 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:19.004222 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port a3eb96db-13d4-4654-83b9-9164ad9053c3 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:19.004796 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.015145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.073998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.137533 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.160282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.168247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.170355 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8 HTTP/1.1" status: 204 len: 168 time: 0.3493969 Dec 10 04:53:19.177733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:19.198375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:19.204236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:19.204609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8ea3b578-3a71-4cc3-9a9e-03f249a35b0f not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:19.205127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508f965-d90d-4f53-ba60-2d3d9d4bda5b tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:19.224776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.282406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.284982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.288450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58b3370a-e99b-482d-8c7b-9ee30e804f0a HTTP/1.1" status: 204 len: 168 time: 0.3262405 Dec 10 04:53:19.308310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.312080 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3f4dc33e-53ee-4df7-871c-3478ff085566 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] show failed (client error): The resource could not be found. Dec 10 04:53:19.316781 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f4dc33e-53ee-4df7-871c-3478ff085566 tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "GET /v2.0/security-groups/5a071cc4-3ba5-4d19-b53f-d77f44a4d4f8 HTTP/1.1" status: 404 len: 347 time: 0.1041615 Dec 10 04:53:19.317500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:19.318998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32776d48-e692-4040-ab2f-e533db3bd630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3370a-e99b-482d-8c7b-9ee30e804f0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:19.359415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port a3eb96db-13d4-4654-83b9-9164ad9053c3, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:19.359793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempted to set empty binding levels {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:53:19.373726 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.493593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Deleting port e5a574ba-3de7-49bd-b6a4-e50e83d2f02f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:19.494718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.502577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:19.503066 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.505807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] For port 42e6cde4-925e-4721-a100-fd4868ad7010, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=42e6cde4-925e-4721-a100-fd4868ad7010,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:19.523382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 42e6cde4-925e-4721-a100-fd4868ad7010 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:19.523767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.553666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0576494 Dec 10 04:53:19.573442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:19.616849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.661345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.661715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.688211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:19.697891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Calling delete_port for e5a574ba-3de7-49bd-b6a4-e50e83d2f02f owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:19.723900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=a3eb96db-13d4-4654-83b9-9164ad9053c3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:19.735895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d343f-7963-4278-ab36-7dcefc11b800 None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ab403c82-4786-4e95-881f-5cbfa13d79a9', 'name': '', 'network_id': '25c56dd6-74ac-4ff7-ac4b-bd2de906dc34', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'mac_address': 'fa:16:3e:5e:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:17Z', 'updated_at': '2021-12-10T04:45:31Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'subnets': [{'id': '3a8d80c8-c7b6-4051-903f-e08b35ce372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:19.784310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63670894-da2d-4b3c-afd2-30714c7f2fc0 None None] Pushing event updated for resources: {'Port': ['ID=42e6cde4-925e-4721-a100-fd4868ad7010,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:19.878785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:19.894239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.914315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.914845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.915204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.915612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.916579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.916861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.917199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.917534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.917865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.918285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.918516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.918844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4d0cbb-e340-4774-90fc-7bcdd6cdeb01 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:53:19.968383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dd909d6b-8f85-46b2-80d8-e7c95aabbdb4 None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:19.968383 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd909d6b-8f85-46b2-80d8-e7c95aabbdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.989516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cfc8f6a1-3869-445f-95a0-76b0778a3024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:19.996416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.046697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dd909d6b-8f85-46b2-80d8-e7c95aabbdb4 None None] Port 4488332a-5e73-42bc-9bfe-2017c85b61db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:20.050276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Pushing event deleted for resources: {'Port': ['ID=e5a574ba-3de7-49bd-b6a4-e50e83d2f02f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:20.077897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dd909d6b-8f85-46b2-80d8-e7c95aabbdb4 None None] Provisioning complete for port 42e6cde4-925e-4721-a100-fd4868ad7010 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:20.078719 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd909d6b-8f85-46b2-80d8-e7c95aabbdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.197535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cfc8f6a1-3869-445f-95a0-76b0778a3024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.218505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cfc8f6a1-3869-445f-95a0-76b0778a3024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.230625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.238449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.252638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb3215c1-8942-457a-a7dd-b41a2be3a2ad tempest-AttachVolumeTestJSON-1641987613 tempest-AttachVolumeTestJSON-1641987613-project] 10.222.0.43 "DELETE /v2.0/floatingips/860314d3-85da-433a-983d-1a2d2580cc6c HTTP/1.1" status: 204 len: 168 time: 0.9260383 Dec 10 04:53:20.280708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.359638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.368564 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3435ea-086b-4d5b-952c-adc04936b2a6 None None] New status for floating IP 860314d3-85da-433a-983d-1a2d2580cc6c: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:53:20.378628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cfc8f6a1-3869-445f-95a0-76b0778a3024 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff353b04d7c54da39b8ff734be321609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950469 Dec 10 04:53:20.381274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8f6a1-3869-445f-95a0-76b0778a3024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b5fb5-4f81-4db5-be08-167577cb0f60,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:20.381891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:20.390969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.441045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Deleting port a3eb96db-13d4-4654-83b9-9164ad9053c3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:20.441660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.463419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6ab10983-0420-41d9-ba0c-b0ef01097bb5 None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:20.465489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ab10983-0420-41d9-ba0c-b0ef01097bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.492737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.554762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6ab10983-0420-41d9-ba0c-b0ef01097bb5 None None] Port 4488332a-5e73-42bc-9bfe-2017c85b61db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:20.563346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:20.563499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.596905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.665586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.668861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.670272 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a9b5fb5-4f81-4db5-be08-167577cb0f60 HTTP/1.1" status: 204 len: 168 time: 0.2871373 Dec 10 04:53:20.690494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae24bc6-b175-44f3-908c-955ee69bc3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b5fb5-4f81-4db5-be08-167577cb0f60,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:20.748589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port a3eb96db-13d4-4654-83b9-9164ad9053c3, host n-h1-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:20.749105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:20.763099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Calling delete_port for a3eb96db-13d4-4654-83b9-9164ad9053c3 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:20.854826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:20.869832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:20.893420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 42e6cde4-925e-4721-a100-fd4868ad7010 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:20.961785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 42e6cde4-925e-4721-a100-fd4868ad7010 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:20.962275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.087328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.100127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:21.128558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3eb96db-13d4-4654-83b9-9164ad9053c3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:21.227323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.233767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:21.242882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0790d9e4-d23c-4954-a0b6-e3e6055d80a9 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a3eb96db-13d4-4654-83b9-9164ad9053c3 HTTP/1.1" status: 204 len: 168 time: 1.6683400 Dec 10 04:53:21.273106 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3401981-766d-4f19-85ae-8b88122a2696 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:53:21.285634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c3401981-766d-4f19-85ae-8b88122a2696 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports/a3eb96db-13d4-4654-83b9-9164ad9053c3 HTTP/1.1" status: 404 len: 333 time: 0.0502973 Dec 10 04:53:21.286760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:21.294363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-946e8c47-4d48-4399-8349-5578a398bbea None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:21.294823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-946e8c47-4d48-4399-8349-5578a398bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.298461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817834950'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:21.360576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:21.364184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Made reservation on behalf of 99b536182fde42368139135955ab7e04 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:21.366628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.369996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08bd2147-42bf-41c2-a26f-1be4327f0318 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "PUT /v2.0/routers/d3013e59-6c6b-4ea5-9b9c-ebb7acbda379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8474247 Dec 10 04:53:21.397335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:21.689256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Sync routers for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:21.710386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.719131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-946e8c47-4d48-4399-8349-5578a398bbea None None] Port 4488332a-5e73-42bc-9bfe-2017c85b61db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:21.720989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:21.721825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:21.773392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.865733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-a43e1bd9-031c-43ec-97ed-13551454c7c1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:21.887436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-a43e1bd9-031c-43ec-97ed-13551454c7c1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/networks?id=eaf058b7-5d1f-45a2-bcae-a5c168fcd401 HTTP/1.1" status: 200 len: 798 time: 0.2391732 Dec 10 04:53:21.907984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-7c1f5cba-7737-4a2d-800e-cddaf16822ee tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/quotas/b3149c3aaa2f4bc197cdb18c616d8fba HTTP/1.1" status: 200 len: 375 time: 0.0195522 Dec 10 04:53:21.946201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3e2c70-bd9f-47c4-8f52-189c1664aef0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:21.966589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Network f77d750e-daba-45ee-8e1c-08309db630a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:21.968617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:21.977250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:21.981230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:21.984388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:21.987926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-bc608536-18fc-447d-8673-23682c5516b3 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0790451 Dec 10 04:53:22.001665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:22.014996 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-62e2df2c-9745-43c6-8863-97d5f656046b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7261348 Dec 10 04:53:22.016067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:22.022518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:22.115354 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:22.216240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-f4728134-bf39-4b70-b611-068af09218e7 service neutron] 10.222.0.43 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108510 Dec 10 04:53:22.390692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0c26711-abac-4abe-8588-b39f38705c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:22.430553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:22.450799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e1e9b6c0-726e-4634-8a6b-64130bf96966 service neutron] 10.222.0.43 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253096 Dec 10 04:53:22.470045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:22.473080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:18Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4488332a-5e73-42bc-9bfe-2017c85b61db', 'name': '', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:ed:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:17Z', 'updated_at': '2021-12-10T04:53:19Z', 'revision_number': 2, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:22.495415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:22.532771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Checking router: d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:22.533124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Updating router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 port 4488332a-5e73-42bc-9bfe-2017c85b61db binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:53:22.593313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:22.603587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3e2c70-bd9f-47c4-8f52-189c1664aef0,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:22.635877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.636226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.636667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.641748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.642032 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.642427 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 2 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.657485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.657829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.658174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.663461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.663802 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.664197 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 3 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.702880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.705277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.705633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.714766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.718321 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.747032 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 4 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.788456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.788900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.789348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.797191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.797730 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.798129 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 5 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.838755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.839121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.839496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.843014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f12a2c7b-4114-4f45-9518-1a95e808bc8b req-e406cf9f-b82d-467e-9099-b8bd54089f95 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 210 time: 0.0530586 Dec 10 04:53:22.854408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.854888 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.855297 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 6 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.898842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.899198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.899584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.922291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.925859 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:22.926506 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 7 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:22.974359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:22.974788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:22.975426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:22.998716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:22.999594 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:23.000099 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 8 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:23.014576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:23.015037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:23.015473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:23.020722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:23.021168 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:23.021717 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 9 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:23.034125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:23.034627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:23.035064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:23.041272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:23.041951 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:23.042626 n-d-817326-3 neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 10 to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 Dec 10 04:53:23.079454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.092732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.095876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:23.097594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:23.099105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:23.118541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:23.122485 n-d-817326-3 neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:23.122898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.243066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:23.243490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempted to set empty binding levels {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:53:23.252933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.272837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a8e7-712d-4a91-97df-21ace9cbfb55 None None] Pushing event updated for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:23.294211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] In _notify_port_updated(), no bound segment for port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:53:23.295097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.295695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.300004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:23.301077 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "PUT /v2.0/ports/9f3e2c70-bd9f-47c4-8f52-189c1664aef0 HTTP/1.1" status: 200 len: 974 time: 1.2836151 Dec 10 04:53:23.332053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0bf4b-f3f5-4ba6-a08a-dd340194534a tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3e2c70-bd9f-47c4-8f52-189c1664aef0,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:23.389335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Attempting to bind port 4488332a-5e73-42bc-9bfe-2017c85b61db on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:23.389860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Attempting to bind port 4488332a-5e73-42bc-9bfe-2017c85b61db by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:23.390388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Attempting to bind port 4488332a-5e73-42bc-9bfe-2017c85b61db on network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:23.409558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:23.410364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Checking segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:23.410364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.410724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Bound using segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:23.411214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Bound port: 4488332a-5e73-42bc-9bfe-2017c85b61db, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:23.411692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.444909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.445639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.446320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.446973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.447631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.448326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.448952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.449566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.450169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.450787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.451462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.452364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.453065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.453704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.454401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.455094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.455737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.456364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.457008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.457625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.458235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.458848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.459473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.460148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.460829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.461496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.462119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.463270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.463886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.464556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.465169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.465779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.466451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.467097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.467759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.468516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.469148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.469778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.470425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.471054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.471683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.472311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.472969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.473850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.474504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.475135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.475950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.476614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:23.487597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:23.501124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99e16385-82ab-4fc5-999d-ded04b5858f5 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43228 time: 0.1998749 Dec 10 04:53:23.620432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Deleting port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:23.622189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.662326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.715087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e4849c85-8cc7-4741-8501-6a734823278c None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:23.719539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4849c85-8cc7-4741-8501-6a734823278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.722851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] For port 4488332a-5e73-42bc-9bfe-2017c85b61db, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:23.726582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port 9f3e2c70-bd9f-47c4-8f52-189c1664aef0, host n-h1-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:23.727105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.764186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Calling delete_port for 9f3e2c70-bd9f-47c4-8f52-189c1664aef0 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:23.790810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] For port 4488332a-5e73-42bc-9bfe-2017c85b61db, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4488332a-5e73-42bc-9bfe-2017c85b61db,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:23.815331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4849c85-8cc7-4741-8501-6a734823278c None None] Port 4488332a-5e73-42bc-9bfe-2017c85b61db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:23.819736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.946032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:23.961841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a8e7-712d-4a91-97df-21ace9cbfb55 None None] Pushing event updated for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:23.982624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:23.983310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:52:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:23.997230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.001314 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9f3e2c70-bd9f-47c4-8f52-189c1664aef0 HTTP/1.1" status: 204 len: 168 time: 0.5122776 Dec 10 04:53:24.003363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423d91-cef0-47f9-b025-b02544ec49dd tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f3e2c70-bd9f-47c4-8f52-189c1664aef0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:24.004300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:24.095765 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e238920-86ca-4f09-99a8-025ae11607a0 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:53:24.097347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e238920-86ca-4f09-99a8-025ae11607a0 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports/9f3e2c70-bd9f-47c4-8f52-189c1664aef0 HTTP/1.1" status: 404 len: 333 time: 0.0918462 Dec 10 04:53:24.104240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:24.111811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1777105248', 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:24.152741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3af0c131-369b-4d23-a1e5-8b1983640bf8 req-e019f28d-af0d-4e29-b774-46060cedb55f tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 210 time: 0.0732911 Dec 10 04:53:24.193768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Made reservation on behalf of 99b536182fde42368139135955ab7e04 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:24.200529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.241180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port 26ff56fa-735f-427d-9d83-7594d9e96c0a yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:24.279949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:24.525871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52806) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:24.689491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:24.689796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.698466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.795676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.806582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5d4e-f344-41c0-8c0d-8522eca732a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.827326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:18Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4488332a-5e73-42bc-9bfe-2017c85b61db', 'name': '', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:ed:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:17Z', 'updated_at': '2021-12-10T04:53:23Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:24.940655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc6c80-c459-455c-b46a-bff6c5f2856e None None] The sync data for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 is: [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:18Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4488332a-5e73-42bc-9bfe-2017c85b61db', 'name': '', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:ed:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:17Z', 'updated_at': '2021-12-10T04:53:23Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:24.969143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5d4e-f344-41c0-8c0d-8522eca732a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.971011 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:24.980436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5d4e-f344-41c0-8c0d-8522eca732a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.056178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee4e5d4e-f344-41c0-8c0d-8522eca732a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2715144a10c3477bb32d40799a87a7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285127 Dec 10 04:53:25.058523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e5d4e-f344-41c0-8c0d-8522eca732a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a67a99-f253-44a9-8d67-9045cbc79c69,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:25.062376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52826) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:25.137359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] For port 4488332a-5e73-42bc-9bfe-2017c85b61db, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4488332a-5e73-42bc-9bfe-2017c85b61db,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:25.140031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Network f77d750e-daba-45ee-8e1c-08309db630a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:25.144274 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:25.156930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:25.162429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:25.162900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.164547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.174597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=26ff56fa-735f-427d-9d83-7594d9e96c0a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:25.182527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.235979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc627e53-ad2d-4065-a9a6-aeeece2e0fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.277178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2a6b9009-f308-42ad-9a4d-09c767f9f6a1 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1714296 Dec 10 04:53:25.278032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:25.284288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a6d41-4ad5-4f79-8421-a11da1ed1e50 None None] Pushing event updated for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:25.292028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.308729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-4579ef7c-69be-4d6e-b2b3-56cb353dd01b tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:25.310537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-4579ef7c-69be-4d6e-b2b3-56cb353dd01b tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.41 "GET /v2.0/networks?id=eaf058b7-5d1f-45a2-bcae-a5c168fcd401 HTTP/1.1" status: 200 len: 798 time: 0.5444210 Dec 10 04:53:25.358822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Request body: {'port': {'device_id': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'admin_state_up': True, 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:25.397208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f6427-ddc3-4331-b75c-58aba5497f8c tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:25.398922 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8f4f6427-ddc3-4331-b75c-58aba5497f8c tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports/26ff56fa-735f-427d-9d83-7594d9e96c0a HTTP/1.1" status: 200 len: 955 time: 0.1180098 Dec 10 04:53:25.420919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52834) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:25.673491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Made reservation on behalf of b3149c3aaa2f4bc197cdb18c616d8fba for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:25.688304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.694331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Deleting port 26ff56fa-735f-427d-9d83-7594d9e96c0a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:25.694877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.776884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.822018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.846171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Calling delete_port for 26ff56fa-735f-427d-9d83-7594d9e96c0a owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:25.866469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1fa15159-8769-4a15-8f04-c5c982999a9d req-86a555f9-d2d6-4185-99ce-9de6e37f8df5 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 210 time: 0.6021814 Dec 10 04:53:25.930541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.936946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:25.945579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97a67a99-f253-44a9-8d67-9045cbc79c69 HTTP/1.1" status: 204 len: 168 time: 0.8766799 Dec 10 04:53:25.973108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb9898-2d1d-4aed-8904-6f3f93eace29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a67a99-f253-44a9-8d67-9045cbc79c69,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:26.050108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Allocated IP 172.20.0.20 (eaf058b7-5d1f-45a2-bcae-a5c168fcd401/e64f69b4-d677-435b-ad3c-b44624a09997/b627ded4-34f9-4ccb-8fec-80343b5d09bb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:26.144308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.281267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.349020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.355200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "DELETE /v2.0/ports/26ff56fa-735f-427d-9d83-7594d9e96c0a HTTP/1.1" status: 204 len: 168 time: 0.9303417 Dec 10 04:53:26.355200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04068d45-4a24-40ae-acae-eb7df728d146 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event deleted for resources: {'Port': ['ID=26ff56fa-735f-427d-9d83-7594d9e96c0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:26.356044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:26.377678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.398667 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d1c6d7-0c7d-4540-bcd3-cc6ff557141b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:53:26.408144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65d1c6d7-0c7d-4540-bcd3-cc6ff557141b tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports/26ff56fa-735f-427d-9d83-7594d9e96c0a HTTP/1.1" status: 404 len: 333 time: 0.0506661 Dec 10 04:53:26.408871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:26.424411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327818878'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:26.475380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:26.483556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:26.491270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:26.505996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:26.533002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3537-9368-45b4-81dc-abf1c3fcd00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.582582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event updated for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:26.611375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Made reservation on behalf of 99b536182fde42368139135955ab7e04 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:26.613790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.645817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:26.647202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.671043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:26.810443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3537-9368-45b4-81dc-abf1c3fcd00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.820770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3537-9368-45b4-81dc-abf1c3fcd00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.912692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.951674 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-e0f05c92-6320-4329-8e6e-675c69e438c7 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5975440 Dec 10 04:53:26.953527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:26.974449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3537-9368-45b4-81dc-abf1c3fcd00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1e347-315f-4624-91a9-262011baff84,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:26.989282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4488332a-5e73-42bc-9bfe-2017c85b61db up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:27.005487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Request body: {'port': {'device_id': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:27.035905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5bdc3537-9368-45b4-81dc-abf1c3fcd00c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2485d27185be4090a798384b6aeb3d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288773 Dec 10 04:53:27.052654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Network f77d750e-daba-45ee-8e1c-08309db630a2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:27.057057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52862) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:27.092953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:27.100429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:27.101434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:27.102042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.166214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=1a942aa9-75a1-4b58-bbbf-0f5761ac6761,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:27.191905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-860974b8-4833-4d5d-b7bb-0222e7f27e8b None None] Provisioning complete for port b627ded4-34f9-4ccb-8fec-80343b5d09bb triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:27.194203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-860974b8-4833-4d5d-b7bb-0222e7f27e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.228423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4488332a-5e73-42bc-9bfe-2017c85b61db triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:27.229100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.273634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-860974b8-4833-4d5d-b7bb-0222e7f27e8b None None] Port b627ded4-34f9-4ccb-8fec-80343b5d09bb cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:27.286297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-72588c85-422f-4ded-958b-e066544094df tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8653917 Dec 10 04:53:27.289894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.312833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52868) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:27.332558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:27.343882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.437369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.444299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.461789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8dd8b-a27f-496f-8b52-c864822dc050 req-db318c44-4939-47c2-8f9a-8b732a19b2c1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:27.463314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05e8dd8b-a27f-496f-8b52-c864822dc050 req-db318c44-4939-47c2-8f9a-8b732a19b2c1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 895 time: 0.4039822 Dec 10 04:53:27.465918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.565006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.568350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.570321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89c1e347-315f-4624-91a9-262011baff84 HTTP/1.1" status: 204 len: 168 time: 0.5121758 Dec 10 04:53:27.602747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf1e5-f6c5-4110-8a9a-bfbe6d2e1d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1e347-315f-4624-91a9-262011baff84,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:27.763450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b627ded4-34f9-4ccb-8fec-80343b5d09bb {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:53:27.772030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] device_id is not set on port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:27.777253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.798213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.805583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Transition to ACTIVE for port object b627ded4-34f9-4ccb-8fec-80343b5d09bb will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:53:27.806486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.812143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:27.884013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:27.914432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:27.914878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:27.915233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:27.924361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:27.924740 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:27.926830 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 2 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:27.954990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:27.955342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:27.955689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:27.958293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=1a942aa9-75a1-4b58-bbbf-0f5761ac6761,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:27.973516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:27.973866 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:27.974785 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 3 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:27.994349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:27.994698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:27.995048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.008503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.018227 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.018227 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 4 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.046176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.046784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.047297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.052171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.052741 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.053309 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 5 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.060500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Attempting to bind port b627ded4-34f9-4ccb-8fec-80343b5d09bb on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.061073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Attempting to bind port b627ded4-34f9-4ccb-8fec-80343b5d09bb by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.061203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Attempting to bind port b627ded4-34f9-4ccb-8fec-80343b5d09bb on network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.066315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Port b627ded4-34f9-4ccb-8fec-80343b5d09bb on network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.066645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Attempting to bind port b627ded4-34f9-4ccb-8fec-80343b5d09bb on network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.069023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.069798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.070332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.072530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:28.073083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Checking segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:28.073478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Bound using segment: {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:28.073965 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Bound port: b627ded4-34f9-4ccb-8fec-80343b5d09bb, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b41e8ff-0143-41c9-a235-7f53e685b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:28.074247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.078798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.081133 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.081302 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 6 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.114252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.114937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.115500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.129216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.131751 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.132120 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 7 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.153735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.154223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.154557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.159526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.159868 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.160317 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 8 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.177801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.178336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.178932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.183882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.184732 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.185323 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 9 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.201935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.202556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.203160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.217714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.218509 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.218923 n-d-817326-3 neutron-server[103253]: INFO neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempt 10 to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 Dec 10 04:53:28.252584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:28.252929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:28.253280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempting to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:28.265889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:53:28.266273 n-d-817326-3 neutron-server[103253]: ERROR neutron.plugins.ml2.managers [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Failed to bind port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on host n-h1-817326-3 for vnic_type normal using segments [{'id': '9f259f21-c557-4138-8be2-0fdd732bbf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d750e-daba-45ee-8e1c-08309db630a2'}] Dec 10 04:53:28.266591 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.303473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:28.317523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:28.326799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.362606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.431052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:28.439183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:28.439856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attempted to set empty binding levels {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 04:53:28.447943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.452141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:28.453148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.456797 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-33b6c7a8-31e8-4874-9c82-b173bf768a8c service neutron] 10.222.0.41 "PUT /v2.0/ports/b627ded4-34f9-4ccb-8fec-80343b5d09bb HTTP/1.1" status: 200 len: 1055 time: 1.4585226 Dec 10 04:53:28.457887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:53:28.461049 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e8b347-9dd3-4edf-a678-5554f57ca20d" -d '{"events": [{"name": "network-changed", "server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:53:28.494494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] In _notify_port_updated(), no bound segment for port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 on network f77d750e-daba-45ee-8e1c-08309db630a2 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:53:28.495370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:28.495972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.500226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:28.500358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "PUT /v2.0/ports/1a942aa9-75a1-4b58-bbbf-0f5761ac6761 HTTP/1.1" status: 200 len: 975 time: 1.1802468 Dec 10 04:53:28.519772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11cc42-b16d-418d-869a-147e869499a4 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event updated for resources: {'Port': ['ID=1a942aa9-75a1-4b58-bbbf-0f5761ac6761,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:28.596853 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378786dd-4606-402a-ae80-7be3ed7d8bd4 x-openstack-request-id: req-378786dd-4606-402a-ae80-7be3ed7d8bd4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:53:28.597086 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:53:28.597760 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-378786dd-4606-402a-ae80-7be3ed7d8bd4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:53:28.598289 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb', 'status': 'completed', 'code': 200} Dec 10 04:53:28.678132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-53bf36b0-4d4a-4389-8d42-98d33500e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:28.682190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-53bf36b0-4d4a-4389-8d42-98d33500e77b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 1058 time: 0.1005585 Dec 10 04:53:28.775677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-f06f947c-57f2-4a4e-85bf-11552fe19169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb HTTP/1.1" status: 200 len: 217 time: 0.0704973 Dec 10 04:53:28.777112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Deleting port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:28.777559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.938781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-c196be2c-4b7d-43c9-8e09-7f6ee63e8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:28.941301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-c196be2c-4b7d-43c9-8e09-7f6ee63e8fd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e64f69b4-d677-435b-ad3c-b44624a09997 HTTP/1.1" status: 200 len: 837 time: 0.1451304 Dec 10 04:53:28.942862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] For port 1a942aa9-75a1-4b58-bbbf-0f5761ac6761, host n-h1-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:28.943402 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:28.993510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Calling delete_port for 1a942aa9-75a1-4b58-bbbf-0f5761ac6761 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:29.097795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-dbfcb8ba-6428-4c72-a27e-01c5fe4bef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:29.103724 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-dbfcb8ba-6428-4c72-a27e-01c5fe4bef63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaf058b7-5d1f-45a2-bcae-a5c168fcd401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495690 Dec 10 04:53:29.186429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bbe70-118f-4212-a96d-ea514bc53458 req-56a824c1-2a5f-44c0-9f76-8b95f39cbb5e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:29.188708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-320bbe70-118f-4212-a96d-ea514bc53458 req-56a824c1-2a5f-44c0-9f76-8b95f39cbb5e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 907 time: 0.5487692 Dec 10 04:53:29.248924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.283514 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-947bb7c8-1986-4597-a58f-e538ec4f3be2 service neutron] 10.222.0.41 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675997 Dec 10 04:53:29.285970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a942aa9-75a1-4b58-bbbf-0f5761ac6761,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:29.299244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.304975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-44234bec-3809-4ff7-aa23-474540516804 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1a942aa9-75a1-4b58-bbbf-0f5761ac6761 HTTP/1.1" status: 204 len: 168 time: 0.8000302 Dec 10 04:53:29.305338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:29.361360 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b0c744-42eb-4213-9dcd-f744358bd868 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] GET failed (client error): The resource could not be found. Dec 10 04:53:29.367503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f7b0c744-42eb-4213-9dcd-f744358bd868 tempest-PortsAdminExtendedAttrsTestJSON-1695276791 tempest-PortsAdminExtendedAttrsTestJSON-1695276791-project-admin] 10.222.0.43 "GET /v2.0/ports/1a942aa9-75a1-4b58-bbbf-0f5761ac6761 HTTP/1.1" status: 404 len: 333 time: 0.0563381 Dec 10 04:53:29.367818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52928) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:29.446860 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7850026-f6d6-4cdd-8ac1-4c254fa27ae4 req-fe148981-b274-4705-a355-d10e93b561e8 service neutron] 10.222.0.41 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556041 Dec 10 04:53:29.503998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.674968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.680358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-2d2284e6-e8cb-44db-a10e-04ed973fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:29.682504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-2d2284e6-e8cb-44db-a10e-04ed973fe8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 1058 time: 0.1192958 Dec 10 04:53:29.701238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77d750e-daba-45ee-8e1c-08309db630a2']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:29.743920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f259f21-c557-4138-8be2-0fdd732bbf8e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:29.744724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f259f21-c557-4138-8be2-0fdd732bbf8e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:29.771144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.802453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.811216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:29.812658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:29.820780 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:29.861101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-24605c27-244f-469f-8181-cb16d0f300f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:29.862702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-24605c27-244f-469f-8181-cb16d0f300f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaf058b7-5d1f-45a2-bcae-a5c168fcd401 HTTP/1.1" status: 200 len: 899 time: 0.1709602 Dec 10 04:53:29.938467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.961856 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-114cea2b-8746-47c7-af10-3399213db9c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb HTTP/1.1" status: 200 len: 217 time: 0.0906081 Dec 10 04:53:29.964172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:29.986713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] 10.222.0.43 "DELETE /v2.0/networks/f77d750e-daba-45ee-8e1c-08309db630a2 HTTP/1.1" status: 204 len: 168 time: 0.6157739 Dec 10 04:53:30.037710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77224cce-b447-4e06-b43d-ed1b31e77817 tempest-PortsAdminExtendedAttrsTestJSON-1737646879 tempest-PortsAdminExtendedAttrsTestJSON-1737646879-project] Pushing event deleted for resources: {'Network': ['ID=f77d750e-daba-45ee-8e1c-08309db630a2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:30.086619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-09dbc077-74ac-4f4b-8fe2-9920cd17a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:30.088677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-09dbc077-74ac-4f4b-8fe2-9920cd17a777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e64f69b4-d677-435b-ad3c-b44624a09997 HTTP/1.1" status: 200 len: 837 time: 0.1162930 Dec 10 04:53:30.179414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-57bc477c-a87e-41db-86e3-862b5bb3cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:30.191357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-57bc477c-a87e-41db-86e3-862b5bb3cf6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaf058b7-5d1f-45a2-bcae-a5c168fcd401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917649 Dec 10 04:53:30.403660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-fb20efcd-46f1-4115-b89e-58749d94c57d service neutron] 10.222.0.41 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018416 Dec 10 04:53:30.442146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52970) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:30.607066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-41e8b347-9dd3-4edf-a678-5554f57ca20d req-927c7357-64df-4242-a5ba-93227ead66ff service neutron] 10.222.0.41 "GET /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949914 Dec 10 04:53:30.963591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-92c73269-6a08-457b-9476-0d1d55829938 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b8a86f4dd654363a8b0b2702ab5501b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5178554 Dec 10 04:53:30.964690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:30.974416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392d05-68ab-4462-9666-e83998cb62a1 req-9ac4f735-d8d0-4510-b435-bd334d99ea1b tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:30.992596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da392d05-68ab-4462-9666-e83998cb62a1 req-9ac4f735-d8d0-4510-b435-bd334d99ea1b tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 907 time: 0.6792738 Dec 10 04:53:31.043895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.072799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.144348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.148013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.152174 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7edfe8b3-9e65-4837-b6b6-c89decd67a79 HTTP/1.1" status: 204 len: 168 time: 0.1833632 Dec 10 04:53:31.178062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c13a3-aa38-4640-b2f2-c0b68e0058f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edfe8b3-9e65-4837-b6b6-c89decd67a79,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:31.521467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:31.637263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a442ce9-f2d5-4202-85c7-87accbbde950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.653528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53024) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:31.705082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-848fa211-600f-404e-bf73-a53e72320bf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99b536182fde42368139135955ab7e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502844 Dec 10 04:53:31.707471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:31.731408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a442ce9-f2d5-4202-85c7-87accbbde950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.735839 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a442ce9-f2d5-4202-85c7-87accbbde950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.758354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.784124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1a442ce9-f2d5-4202-85c7-87accbbde950 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47e63b9047af41f58307b9cc4443a4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586033 Dec 10 04:53:31.784374 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.784729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:31.797693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a442ce9-f2d5-4202-85c7-87accbbde950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be85f1-b923-45fd-832b-ae474c81d7a2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:31.837583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.838499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.841176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.844749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6925b965-2244-48aa-8905-7871474d2317 HTTP/1.1" status: 204 len: 168 time: 0.1335688 Dec 10 04:53:31.851130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04664092-58fe-4a6a-8ba8-b1804039143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925b965-2244-48aa-8905-7871474d2317,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:31.882838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.951464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.956271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:31.961410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92be85f1-b923-45fd-832b-ae474c81d7a2 HTTP/1.1" status: 204 len: 168 time: 0.1728909 Dec 10 04:53:31.970376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a6b71-496f-4fb6-ba57-2014ed67912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be85f1-b923-45fd-832b-ae474c81d7a2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:32.167060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77595c-0e7f-4c52-9fd9-6ceb3a401847 req-28d3ae41-3f0e-44e1-a677-b541a981328c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:32.179041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b77595c-0e7f-4c52-9fd9-6ceb3a401847 req-28d3ae41-3f0e-44e1-a677-b541a981328c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 907 time: 0.0768731 Dec 10 04:53:32.423039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:32.453484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e3f-670a-43be-9532-ff1a8c64a85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.583452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e3f-670a-43be-9532-ff1a8c64a85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.589097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e3f-670a-43be-9532-ff1a8c64a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.653724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:32.664658 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-edcb5e3f-670a-43be-9532-ff1a8c64a85c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23c26a5b9bbc412bbaa7676c02a59894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403381 Dec 10 04:53:32.665544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb5e3f-670a-43be-9532-ff1a8c64a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb31af8-c077-4096-8bc1-c40109ca1e8f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:32.722769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.748890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.802325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.805878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:32.810278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/deb31af8-c077-4096-8bc1-c40109ca1e8f HTTP/1.1" status: 204 len: 168 time: 0.1553855 Dec 10 04:53:32.820182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823a973-477a-4edd-a1b6-7e862d3a6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb31af8-c077-4096-8bc1-c40109ca1e8f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:33.238246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b627ded4-34f9-4ccb-8fec-80343b5d09bb details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:53:33.331923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05252686-e608-4579-8ec1-0fb4e167c976 req-766b34fc-17a3-4f6d-8646-1886154c3926 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:33.350341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05252686-e608-4579-8ec1-0fb4e167c976 req-766b34fc-17a3-4f6d-8646-1886154c3926 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 907 time: 0.0873635 Dec 10 04:53:33.507234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:33.529413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb', 'network_id': 'eaf058b7-5d1f-45a2-bcae-a5c168fcd401', 'port_id': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb', 'mac_address': 'fa:16:3e:72:29:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64f69b4-d677-435b-ad3c-b44624a09997', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:53:33.630685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:33.645456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b627ded4-34f9-4ccb-8fec-80343b5d09bb {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:53:33.690126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:33.699652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:33.766854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:34.009162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:34.215515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['b627ded4-34f9-4ccb-8fec-80343b5d09bb'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:53:34.257399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1708008130', 'router:external': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:34.295975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Made reservation on behalf of ec6891aa26c04bdba3cfc96dad1f628a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:34.299741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.315889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.430083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.435939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.450235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:53:34.470774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.471115 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Added segment e3cff286-4dc5-4e0b-9a6e-e18eb691efcc of type vlan for network 237a48ce-32cf-4678-8da4-9968b19696a4 Dec 10 04:53:34.553608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a356eb3-ce68-4781-90aa-99c8c38ba95c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:34.578036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.598755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b17d77-5fd9-46cf-8663-096bc39aa6a0 req-520f8958-1177-4cf1-b6fb-950a04cc17dc tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:34.600650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9b17d77-5fd9-46cf-8663-096bc39aa6a0 req-520f8958-1177-4cf1-b6fb-950a04cc17dc tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 908 time: 0.1182475 Dec 10 04:53:34.650716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.651734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:34.652368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:34.757690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Network': ['ID=237a48ce-32cf-4678-8da4-9968b19696a4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:34.768234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-70e54d06-5185-4cce-984f-ebb037cfd41b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7571208 Dec 10 04:53:34.771782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:34.777313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 237a48ce-32cf-4678-8da4-9968b19696a4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:53:34.782752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'subnet': {'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:34.843546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Made reservation on behalf of ec6891aa26c04bdba3cfc96dad1f628a for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:34.846980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.246754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b627ded4-34f9-4ccb-8fec-80343b5d09bb up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:35.345229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port b627ded4-34f9-4ccb-8fec-80343b5d09bb completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:53:35.350884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port b627ded4-34f9-4ccb-8fec-80343b5d09bb triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:35.351438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.486727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.522324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:35.523614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:53:35.527710 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bb61a4-d130-4e12-acef-02a4f3e87477" -d '{"events": [{"server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "name": "network-vif-plugged", "status": "completed", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:53:35.537515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.636394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:35.655484 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d99f7-d7cb-49ae-abdb-f14f7235781c x-openstack-request-id: req-f55d99f7-d7cb-49ae-abdb-f14f7235781c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:53:35.655991 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "name": "network-vif-plugged", "status": "completed", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:53:35.656270 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f55d99f7-d7cb-49ae-abdb-f14f7235781c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:53:35.659025 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb', 'code': 200} Dec 10 04:53:35.677743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 04:53:35.678186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.766337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4a913939-b3d4-456e-9e62-6ba8c246ce3f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:35.800043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Checking segment: {'id': 'e3cff286-4dc5-4e0b-9a6e-e18eb691efcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:35.800769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network hostable DHCP agents. Network: 237a48ce-32cf-4678-8da4-9968b19696a4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:53:35.804372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac51c0-0300-40f2-a12b-d4f4230eea93 req-25350b76-3202-4bac-a5a9-a65e75ca4316 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:35.817085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-caac51c0-0300-40f2-a12b-d4f4230eea93 req-25350b76-3202-4bac-a5a9-a65e75ca4316 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.0972567 Dec 10 04:53:35.826876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63cb18-c4fe-4d13-b811-f80037a5071f req-967b3116-a8b1-450d-9c31-18927acb633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:35.828681 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5b63cb18-c4fe-4d13-b811-f80037a5071f req-967b3116-a8b1-450d-9c31-18927acb633c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 1060 time: 0.0721817 Dec 10 04:53:35.835240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 237a48ce-32cf-4678-8da4-9968b19696a4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:53:35.851389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 237a48ce-32cf-4678-8da4-9968b19696a4) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:35.859919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a90731-4279-4c18-9107-6f222c162b8b None None] Network 237a48ce-32cf-4678-8da4-9968b19696a4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:35.878029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:35.878635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:35.925557 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8b2e2eba-e404-4bdd-91f5-b922644564a8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1495371 Dec 10 04:53:35.925875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:35.933905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-136888810', 'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:36.001743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Made reservation on behalf of ec6891aa26c04bdba3cfc96dad1f628a for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:53:36.004169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.019436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149dbd62-e3c9-46e0-b75a-8bc045d83d50 None None] Network 237a48ce-32cf-4678-8da4-9968b19696a4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:36.022451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] device_id is not set on port a3831b70-024d-48b7-af74-294d33b0add0 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:53:36.201032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.20.0.9 (237a48ce-32cf-4678-8da4-9968b19696a4/4a913939-b3d4-456e-9e62-6ba8c246ce3f/a3831b70-024d-48b7-af74-294d33b0add0) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:36.400505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.460138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.504239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 237a48ce-32cf-4678-8da4-9968b19696a4 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:36.507501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:36.511760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:36.581660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=a3831b70-024d-48b7-af74-294d33b0add0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:36.606367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:36.606946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.629021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28eff443-8c12-4660-821e-943c4792050c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7016082 Dec 10 04:53:36.630554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:36.746328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Deleting port a3831b70-024d-48b7-af74-294d33b0add0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:36.746679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.846605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:36.862612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Calling delete_port for a3831b70-024d-48b7-af74-294d33b0add0 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:37.054808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4acd-6f27-495d-8f52-fa4092ac6173 req-48685daf-4882-4855-a9b8-929ac7be7e18 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:37.076169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f71a4acd-6f27-495d-8f52-fa4092ac6173 req-48685daf-4882-4855-a9b8-929ac7be7e18 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.1338396 Dec 10 04:53:37.140214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.177625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3831b70-024d-48b7-af74-294d33b0add0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:37.302950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.309765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c28bbe69-0817-48e8-a688-e2620560669f tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a3831b70-024d-48b7-af74-294d33b0add0 HTTP/1.1" status: 204 len: 168 time: 0.6755512 Dec 10 04:53:37.309931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:37.314092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4', 'external_fixed_ips': [{'subnet_id': '4a913939-b3d4-456e-9e62-6ba8c246ce3f', 'ip_address': '172.20.0.9'}]}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:37.335309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.336362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.408309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.572635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.832573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:37.863470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:38.137582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.20.0.9 (237a48ce-32cf-4678-8da4-9968b19696a4/4a913939-b3d4-456e-9e62-6ba8c246ce3f/de539c9e-ee3e-4380-a898-b67e009310e3) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:38.258187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf80648-ea66-40e4-badc-ab57785ac391 req-c9a785aa-b6af-439e-8772-b2967b725467 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:38.261366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcf80648-ea66-40e4-badc-ab57785ac391 req-c9a785aa-b6af-439e-8772-b2967b725467 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.1068316 Dec 10 04:53:38.366055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:38.412808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:38.467500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=de539c9e-ee3e-4380-a898-b67e009310e3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:38.476596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ffb41-ae89-4a70-b31e-2ca3ba64b472 req-3767cb55-1f4d-4d4c-8e14-d8f8698dca42 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:38.489097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a41ffb41-ae89-4a70-b31e-2ca3ba64b472 req-3767cb55-1f4d-4d4c-8e14-d8f8698dca42 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.1015823 Dec 10 04:53:38.510864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 237a48ce-32cf-4678-8da4-9968b19696a4 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:38.512886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:38.519369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:38.663188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb7a8-7b2a-45d0-aeed-c3f6c2fc516a req-9f85f3e6-cd13-47fd-ae33-d1d5d015eda4 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:38.664685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-845eb7a8-7b2a-45d0-aeed-c3f6c2fc516a req-9f85f3e6-cd13-47fd-ae33-d1d5d015eda4 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 1060 time: 0.0522888 Dec 10 04:53:38.884241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:38.965113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ce497-6bbc-41cb-ada2-b09848cb4b53 req-bbf9e931-f1ca-4572-a1bc-7cedde164340 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:38.980076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a81ce497-6bbc-41cb-ada2-b09848cb4b53 req-bbf9e931-f1ca-4572-a1bc-7cedde164340 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1135 time: 0.1257761 Dec 10 04:53:39.070989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a81ce497-6bbc-41cb-ada2-b09848cb4b53 req-1a7dc50c-c6cf-4be4-b0ca-a71c7643846a tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0891981 Dec 10 04:53:39.099906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53418) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:39.176406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadd8d2-091c-4cb0-82df-1e8fe8ca11f8 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:39.178847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-beadd8d2-091c-4cb0-82df-1e8fe8ca11f8 tempest-TestSecurityGroupsBasicOps-245106122 tempest-TestSecurityGroupsBasicOps-245106122-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 1055 time: 0.0776284 Dec 10 04:53:39.221589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:39.461461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router f2550c8f-5941-4586-835e-688fdd09b7c1 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:53:39.607842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fed841-4de5-4c1b-990b-90c45504ef4c req-67bf6789-35f5-4437-a935-72ec3d4071b4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:39.609428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8fed841-4de5-4c1b-990b-90c45504ef4c req-67bf6789-35f5-4437-a935-72ec3d4071b4 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.0628326 Dec 10 04:53:39.690300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:39.703686 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Sync routers for ids ['f2550c8f-5941-4586-835e-688fdd09b7c1'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:39.717938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:39.723775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:39.723923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-82a77e9c-9e19-4e39-9e4d-c59e632cd356 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4129896 Dec 10 04:53:39.726144 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Routers {'f2550c8f-5941-4586-835e-688fdd09b7c1'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:39.726776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f2550c8f-5941-4586-835e-688fdd09b7c1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:39.905591 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Set router f2550c8f-5941-4586-835e-688fdd09b7c1 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:39.927386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.116533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.180348 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2550c8f-5941-4586-835e-688fdd09b7c1', 'name': '', 'tenant_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4', 'external_fixed_ips': [{'subnet_id': '4a913939-b3d4-456e-9e62-6ba8c246ce3f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'de539c9e-ee3e-4380-a898-b67e009310e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:37Z', 'updated_at': '2021-12-10T04:53:38Z', 'revision_number': 3, 'project_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'gw_port': {'id': 'de539c9e-ee3e-4380-a898-b67e009310e3', 'name': '', 'network_id': '237a48ce-32cf-4678-8da4-9968b19696a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2550c8f-5941-4586-835e-688fdd09b7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4a913939-b3d4-456e-9e62-6ba8c246ce3f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:37Z', 'updated_at': '2021-12-10T04:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a913939-b3d4-456e-9e62-6ba8c246ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:40.204275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Deleting port de539c9e-ee3e-4380-a898-b67e009310e3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:40.204673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.254573 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Checking router: f2550c8f-5941-4586-835e-688fdd09b7c1 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:40.254927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Updating router f2550c8f-5941-4586-835e-688fdd09b7c1 port de539c9e-ee3e-4380-a898-b67e009310e3 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:53:40.289102 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.356557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.373211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Calling delete_port for de539c9e-ee3e-4380-a898-b67e009310e3 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:40.688239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.724879 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:53:40.726073 n-d-817326-3 neutron-server[103256]: DEBUG oslo_db.api [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:53:40.804799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Port': ['ID=de539c9e-ee3e-4380-a898-b67e009310e3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:40.811189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.922021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.924226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.987099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:40.988045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2550c8f-5941-4586-835e-688fdd09b7c1 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:40.997180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.000816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d9be4528-81e1-48c9-95ca-4a583b051257 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f2550c8f-5941-4586-835e-688fdd09b7c1 HTTP/1.1" status: 204 len: 168 time: 1.2733271 Dec 10 04:53:41.001354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:41.060109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f6902-0ec2-4b4a-a987-037136b54f28 req-f50fa905-503b-4ca8-a64f-18ea35340e10 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.078017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-275f6902-0ec2-4b4a-a987-037136b54f28 req-f50fa905-503b-4ca8-a64f-18ea35340e10 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.2665210 Dec 10 04:53:41.110797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Deleting subnet 4a913939-b3d4-456e-9e62-6ba8c246ce3f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:41.124912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.204254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.214911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-1c3586ee-087f-4d75-aa78-be3d4fc0bc42 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.219902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-1c3586ee-087f-4d75-aa78-be3d4fc0bc42 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.1067092 Dec 10 04:53:41.247413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Port de539c9e-ee3e-4380-a898-b67e009310e3 not found while updating agent binding for router f2550c8f-5941-4586-835e-688fdd09b7c1. {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 04:53:41.260109 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:41.260515 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 04:53:41.261485 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2550c8f-5941-4586-835e-688fdd09b7c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent'). {{(pid=103256) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 04:53:41.261882 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930923-a5e8-4301-8af0-be4fc73cd403 None None] The sync data for ids ['f2550c8f-5941-4586-835e-688fdd09b7c1'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:41.429366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.555032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port b627ded4-34f9-4ccb-8fec-80343b5d09bb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:41.555334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.684860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.731635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.738029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.758557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.765431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.767888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:41.775643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.778386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/4a913939-b3d4-456e-9e62-6ba8c246ce3f HTTP/1.1" status: 204 len: 168 time: 0.7757835 Dec 10 04:53:41.782350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.788725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53730) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:41.789224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:41.789560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253e0ed-fa68-4ce8-b068-cf7d562b491b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4a913939-b3d4-456e-9e62-6ba8c246ce3f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:41.804109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a467a167-69d9-43a9-843b-e696564696d0 req-06a47b94-d9f9-4037-8369-94ff6f17d8d8 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.2136140 Dec 10 04:53:41.910583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a467a167-69d9-43a9-843b-e696564696d0 req-acfd8794-4f19-459a-a98c-9924c5e3902f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023185 Dec 10 04:53:42.015707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port b627ded4-34f9-4ccb-8fec-80343b5d09bb, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=b627ded4-34f9-4ccb-8fec-80343b5d09bb,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:42.016773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.030426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.042725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for b627ded4-34f9-4ccb-8fec-80343b5d09bb owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:42.203314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.221962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.225985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.240226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.250647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.264425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237a48ce-32cf-4678-8da4-9968b19696a4']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:42.271410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.279182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cff286-4dc5-4e0b-9a6e-e18eb691efcc') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:42.279889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cff286-4dc5-4e0b-9a6e-e18eb691efcc') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:42.286303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.298537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.311849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98940635-94df-404a-a16e-5804aeb0d85b req-46d3c440-e4e2-4c59-b20a-40800e0d928e tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.2326953 Dec 10 04:53:42.332059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.363284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.378000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:42.379734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:42.382153 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:42.389684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8b3e3-909b-42d1-9bcc-25809b46670d req-267a2da0-13da-4865-bcdb-05c1329cea13 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:42.392059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16d8b3e3-909b-42d1-9bcc-25809b46670d req-267a2da0-13da-4865-bcdb-05c1329cea13 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=70c0343a-7f2f-42b4-b8e8-68bd139ebed1 HTTP/1.1" status: 200 len: 909 time: 0.0791347 Dec 10 04:53:42.447000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.530577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=b627ded4-34f9-4ccb-8fec-80343b5d09bb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:42.584147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.595145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 237a48ce-32cf-4678-8da4-9968b19696a4 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 04:53:42.597322 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.609704 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/networks/237a48ce-32cf-4678-8da4-9968b19696a4 HTTP/1.1" status: 204 len: 168 time: 0.8120835 Dec 10 04:53:42.629659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] No DVR routers for this DVR port b627ded4-34f9-4ccb-8fec-80343b5d09bb on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:42.633206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:42.638253 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cc314ac4-dc2c-496e-8b31-53f0326d3e91 req-42b6c6e5-3dd1-41b1-aca9-7dc856b011fb tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.41 "DELETE /v2.0/ports/b627ded4-34f9-4ccb-8fec-80343b5d09bb HTTP/1.1" status: 204 len: 173 time: 1.3739781 Dec 10 04:53:42.640325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'name': 'network-vif-deleted', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:53:42.644046 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b48e1-25e8-4b68-9c4a-4fced1428049" -d '{"events": [{"server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "name": "network-vif-deleted", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:53:42.666535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f72d6-0385-46e4-b6ab-0425875a8ad7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Network': ['ID=237a48ce-32cf-4678-8da4-9968b19696a4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:42.757511 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8265d7-70e3-43f5-8209-8a4cb3560a6c x-openstack-request-id: req-ad8265d7-70e3-43f5-8209-8a4cb3560a6c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:53:42.758084 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c0343a-7f2f-42b4-b8e8-68bd139ebed1", "name": "network-vif-deleted", "tag": "b627ded4-34f9-4ccb-8fec-80343b5d09bb", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:53:42.758657 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad8265d7-70e3-43f5-8209-8a4cb3560a6c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:53:42.759620 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c0343a-7f2f-42b4-b8e8-68bd139ebed1', 'name': 'network-vif-deleted', 'tag': 'b627ded4-34f9-4ccb-8fec-80343b5d09bb', 'status': 'completed', 'code': 200} Dec 10 04:53:43.046323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53800) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:43.051943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'name': 'tempest-router--2100027886', 'project_id': 'a220038847a44a61aa59bdc8146fe08a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:43.117477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.118561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.225957 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.245237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.296499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.306660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34b347bb-c8ed-498e-af85-90269e872bb7 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2582572 Dec 10 04:53:43.311237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:43.474358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.489574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:43.815061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.817587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.868057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.869688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6a89e29-e5b9-4955-b075-eaee7d78d242 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:43.879457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:43.884800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-44633dfb-8bbb-4b8a-bf76-b24d584e375d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d6a89e29-e5b9-4955-b075-eaee7d78d242 HTTP/1.1" status: 204 len: 168 time: 0.5718055 Dec 10 04:53:44.067736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:44.077807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53822) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:44.480017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-668802006', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:44.542294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:44.543610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:44.659612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:44.959809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:53:45.089817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:45.282069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:45.303058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b627ded4-34f9-4ccb-8fec-80343b5d09bb no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:45.322566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port 4488332a-5e73-42bc-9bfe-2017c85b61db {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:45.322909 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:45.370666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: b627ded4-34f9-4ccb-8fec-80343b5d09bb {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:45.371006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device b627ded4-34f9-4ccb-8fec-80343b5d09bb not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:45.498551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:45.573473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port 4488332a-5e73-42bc-9bfe-2017c85b61db, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4488332a-5e73-42bc-9bfe-2017c85b61db,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:45.574241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:45.584126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:45.625779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for 4488332a-5e73-42bc-9bfe-2017c85b61db owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:45.677636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:45.754645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.755037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.755505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.755962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.756419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.756896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.759332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:45.761170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-8b34c3a4-3f2f-4dd4-94f0-b2254dd8008d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.2617278 Dec 10 04:53:45.940634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Allocated IP 172.25.8.71 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ba4ee955-61b9-4db9-b04e-4dba5eb7c004) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:45.946388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f417672-a4e8-4ee1-8e7f-a984fe395dc4 req-988c163b-e08c-453b-a80b-2f45749a079e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&id=cd995e2e-b854-46b9-ae41-679fb9827260&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716781 Dec 10 04:53:46.231339 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:46.273233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:46.335952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:46.349143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=4488332a-5e73-42bc-9bfe-2017c85b61db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:46.447027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:46.455092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:46.478730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e38cdf8-dfc3-4f37-b322-0a506cba6170 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:46.487508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:46.580297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event updated for resources: {'Port': ['ID=ba4ee955-61b9-4db9-b04e-4dba5eb7c004,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:46.596667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-84f30ceb-9823-4253-8f7d-3b4ce56e663b None None] Provisioning complete for port ba4ee955-61b9-4db9-b04e-4dba5eb7c004 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:46.597889 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84f30ceb-9823-4253-8f7d-3b4ce56e663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:46.715316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-84f30ceb-9823-4253-8f7d-3b4ce56e663b None None] Port ba4ee955-61b9-4db9-b04e-4dba5eb7c004 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:46.768281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:46.849633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:47.197606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:47.446091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:47.762194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Deleting port ab403c82-4786-4e95-881f-5cbfa13d79a9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:47.762901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:47.783984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:47.795386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Sync routers for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:47.808987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e99a00ad-bcab-4868-a6b1-5c45e2727c07 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "PUT /v2.0/routers/d3013e59-6c6b-4ea5-9b9c-ebb7acbda379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3142443 Dec 10 04:53:47.811855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:47.812929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:47.814141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:47.900335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting subnet e64f69b4-d677-435b-ad3c-b44624a09997 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:47.916590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:47.953886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:48.050897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] For port ab403c82-4786-4e95-881f-5cbfa13d79a9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab403c82-4786-4e95-881f-5cbfa13d79a9,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:48.051288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.066672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.068242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Calling delete_port for ab403c82-4786-4e95-881f-5cbfa13d79a9 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:48.194622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:46Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:48.230963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Checking router: d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:48.241250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Routers {'d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:48.241954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:48.245469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.332228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Router d35c4fa1-93eb-43c2-a004-dd5d0d756732 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:53:48.405232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.470151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.475292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] Set router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:48.522309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Pushing event deleted for resources: {'Port': ['ID=ab403c82-4786-4e95-881f-5cbfa13d79a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:48.576642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.656622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Subnet': ['ID=e64f69b4-d677-435b-ad3c-b44624a09997,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:48.662854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.667426 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12bb4efc-9c4a-41b4-af25-c4f931231fa2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/subnets/e64f69b4-d677-435b-ad3c-b44624a09997 HTTP/1.1" status: 204 len: 168 time: 0.8513951 Dec 10 04:53:48.670690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:48.678973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1c97f-ca3b-4fd4-88ad-08cdde8e36f6 None None] Network eaf058b7-5d1f-45a2-bcae-a5c168fcd401 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:48.721256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:48.733692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] Sync routers for ids ['d35c4fa1-93eb-43c2-a004-dd5d0d756732'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:48.756717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] Routers {'d35c4fa1-93eb-43c2-a004-dd5d0d756732'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:48.757836 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d35c4fa1-93eb-43c2-a004-dd5d0d756732'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:48.868766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:48.872454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e30a332-ce87-441c-b2e0-7d6405484cb8 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7905467 Dec 10 04:53:48.877368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:48.947906 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:48.984129 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] Routers {'d35c4fa1-93eb-43c2-a004-dd5d0d756732'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:48.986123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d35c4fa1-93eb-43c2-a004-dd5d0d756732'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:49.109373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:49.111487 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df278102-f382-41a0-84a8-fa22e290ab93 None None] The sync data for ids ['d35c4fa1-93eb-43c2-a004-dd5d0d756732'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:49.215260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:49.261282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5c23813c-c571-4c2c-8eb6-ab4f665f5f62 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/d35c4fa1-93eb-43c2-a004-dd5d0d756732 HTTP/1.1" status: 200 len: 919 time: 0.3822021 Dec 10 04:53:49.263818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53940) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:49.308694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a07214b1-7029-4cb3-86f0-3958b08579b0 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c4fa1-93eb-43c2-a004-dd5d0d756732 HTTP/1.1" status: 200 len: 205 time: 0.0435481 Dec 10 04:53:49.311104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53942) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:49.410880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:49.473985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] DHCP port deletion for eaf058b7-5d1f-45a2-bcae-a5c168fcd401 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:49.481015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:46Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:49.510248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6bb2b-e802-4d78-ad1c-72c06a45164b None None] The sync data for ids ['d3013e59-6c6b-4ea5-9b9c-ebb7acbda379'] in n-d-817326-3 is: [{'id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'name': 'tempest-TestSecurityGroupsBasicOps-router-363536858', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:09Z', 'updated_at': '2021-12-10T04:53:46Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '2547ecf7-d3bc-4fcc-9f4d-56602a4e087e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3013e59-6c6b-4ea5-9b9c-ebb7acbda379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:10Z', 'updated_at': '2021-12-10T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:49.625854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Deleting port 42e6cde4-925e-4721-a100-fd4868ad7010 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:49.627636 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:49.639364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:49.821655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] For port 42e6cde4-925e-4721-a100-fd4868ad7010, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=42e6cde4-925e-4721-a100-fd4868ad7010,segment=NetworkSegment(1b41e8ff-0143-41c9-a235-7f53e685b05a),segment_id=1b41e8ff-0143-41c9-a235-7f53e685b05a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:49.822343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:49.848886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Calling delete_port for 42e6cde4-925e-4721-a100-fd4868ad7010 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:49.917774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.015618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port ba4ee955-61b9-4db9-b04e-4dba5eb7c004 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:50.016321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.023014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.073062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] Pushing event deleted for resources: {'Port': ['ID=42e6cde4-925e-4721-a100-fd4868ad7010,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:50.103421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996681b-50f2-4123-817f-f8ed0a054963 None None] No DVR routers for this DVR port 42e6cde4-925e-4721-a100-fd4868ad7010 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:50.170557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.205078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for ba4ee955-61b9-4db9-b04e-4dba5eb7c004 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:50.260651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.415457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.482857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.550812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=ba4ee955-61b9-4db9-b04e-4dba5eb7c004,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:50.569058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7329ee8e-9307-4699-bbe8-836aa6ea0026 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:50.685306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.688023 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-dd8382c6-fa13-4ac7-89e4-229ef47a6069 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2878611 Dec 10 04:53:50.809475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:50.809854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.892978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.896309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:50.943858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 42e6cde4-925e-4721-a100-fd4868ad7010 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:50.998973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 42e6cde4-925e-4721-a100-fd4868ad7010 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:50.999432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 42e6cde4-925e-4721-a100-fd4868ad7010 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:50.999769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4488332a-5e73-42bc-9bfe-2017c85b61db no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:51.047931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.048536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router d35c4fa1-93eb-43c2-a004-dd5d0d756732 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:51.048661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4488332a-5e73-42bc-9bfe-2017c85b61db {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:51.048981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4488332a-5e73-42bc-9bfe-2017c85b61db not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:51.069423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.069901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.070359 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.070935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.071931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.072322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.072783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.073175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.074848 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7456ca74-0cc0-4409-9a3a-3485711319f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.2897024 Dec 10 04:53:51.077177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66941cbe-afa1-40b5-b8cd-1af054432a87 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d35c4fa1-93eb-43c2-a004-dd5d0d756732 HTTP/1.1" status: 204 len: 168 time: 1.7637591 Dec 10 04:53:51.079980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:51.089008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2128995240', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:51.101734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:51.130776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.133318 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.262705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:51.262850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.263123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.294546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:51.367953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-139457bf-0ea5-416a-ae8b-316949726bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.369029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-139457bf-0ea5-416a-ae8b-316949726bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.369469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-139457bf-0ea5-416a-ae8b-316949726bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.371090 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-139457bf-0ea5-416a-ae8b-316949726bee service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 0.2681060 Dec 10 04:53:51.488125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:51.498298 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee9d7453-af92-4839-a941-26f6293a2bee admin admin] 10.222.0.43 "PUT /v2.0/routers/3c10422d-5eb1-40e7-83f6-dfae3b9e01f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2136865 Dec 10 04:53:51.502835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Sync routers for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:51.503140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:51.528536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:51.531478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:51.584892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:51.600865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-9be6a221-bb37-45e1-a6b1-d2fae7dc4007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.1901991 Dec 10 04:53:51.799763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:51.989487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-e0faa95f-8469-4386-b1f8-57db4d813404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:51.992879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-e0faa95f-8469-4386-b1f8-57db4d813404 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.3027136 Dec 10 04:53:52.006346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.062349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:53:48Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:52.081049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.117076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.139101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Checking router: 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:52.161442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Routers {'3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:52.162072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:52.181851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=2547ecf7-d3bc-4fcc-9f4d-56602a4e087e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:52.241161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41be23-1090-4adb-b5d4-98c22ef50dc5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:52.358017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-66c80a8c-429b-4ed7-baca-7545f7e9104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:52.359549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-66c80a8c-429b-4ed7-baca-7545f7e9104f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731776 Dec 10 04:53:52.360405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.422294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c445029-a5c0-4c3c-b2b9-dbc99ec24d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.450881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.25.8.169 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/13a5026b-9abf-46f0-acc9-98add1ca85d4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:52.454328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] Set router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:52.584807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.599858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.684311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.725282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.756909 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.763077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Fanout notify agent at l3_agent the message router_deleted on router d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:52.777842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:52.932902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:52.958790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:52.966713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:53.045163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=13a5026b-9abf-46f0-acc9-98add1ca85d4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:53.111665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-2f75acd2-2238-4159-8612-403833823c93 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961067 Dec 10 04:53:53.116670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc81ad-2891-482c-9ad4-9c4a91f9fc31 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:53.121453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:53.126814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-63ba722f-3cd4-4a1a-a279-ded8db925fab tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/routers/d3013e59-6c6b-4ea5-9b9c-ebb7acbda379 HTTP/1.1" status: 204 len: 168 time: 4.4525957 Dec 10 04:53:53.149735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:53.175566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:53:48Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:53.249883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0e65-afc9-4846-be54-710f4705ff29 None None] The sync data for ids ['3c10422d-5eb1-40e7-83f6-dfae3b9e01f1'] in n-d-817326-3 is: [{'id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'name': 'tempest-AttachVolumeTestJSON-2089969525-router', 'tenant_id': '60b3be28a948484093684ba66ac91836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '840275b8-bd69-4153-be94-c42155dbcc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:10Z', 'updated_at': '2021-12-10T04:53:48Z', 'revision_number': 5, 'project_id': '60b3be28a948484093684ba66ac91836', 'gw_port': {'id': '840275b8-bd69-4153-be94-c42155dbcc21', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10422d-5eb1-40e7-83f6-dfae3b9e01f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:12Z', 'updated_at': '2021-12-10T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:53.291700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-14fd08d0-13d0-4515-a7e4-2598152b0471 None None] Provisioning complete for port 13a5026b-9abf-46f0-acc9-98add1ca85d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:53.292072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14fd08d0-13d0-4515-a7e4-2598152b0471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:53.326947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-89584c43-aa5d-444d-bae0-2d1e00010d0d service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976154 Dec 10 04:53:53.385381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-14fd08d0-13d0-4515-a7e4-2598152b0471 None None] Port 13a5026b-9abf-46f0-acc9-98add1ca85d4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:53.505880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-a25056f7-6002-4a8e-8ab1-302fe92359f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.0446954 Dec 10 04:53:53.534911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:53.582772 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:53.652190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-fd8a55f4-b2b2-4392-a84d-769ef9b0dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:53.653719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-fd8a55f4-b2b2-4392-a84d-769ef9b0dd55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1382225 Dec 10 04:53:53.678643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.008003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.028802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.084315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf058b7-5d1f-45a2-bcae-a5c168fcd401']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:54.089603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-9529122d-a97c-4c57-8141-24a5906beb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:54.093136 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-9529122d-a97c-4c57-8141-24a5906beb56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4065750 Dec 10 04:53:54.121750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.127912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b41e8ff-0143-41c9-a235-7f53e685b05a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:54.128256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b41e8ff-0143-41c9-a235-7f53e685b05a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:54.158464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.204887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.221283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router 7a9952e1-d6d5-463b-a3d9-30d0a912f977 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:53:54.277681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:53:54.278091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:53:54.282724 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:53:54.398027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:53:54.410046 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Sync routers for ids ['7a9952e1-d6d5-463b-a3d9-30d0a912f977'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:53:54.419393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.424353 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Routers {'7a9952e1-d6d5-463b-a3d9-30d0a912f977'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:54.425275 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7a9952e1-d6d5-463b-a3d9-30d0a912f977'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:54.426461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86ae2ccd-b292-401d-bcda-817eab05933a tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3417892 Dec 10 04:53:54.427693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:54.505316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.519032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.526037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/networks/eaf058b7-5d1f-45a2-bcae-a5c168fcd401 HTTP/1.1" status: 204 len: 168 time: 1.3735950 Dec 10 04:53:54.531919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54050) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:54.584054 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-7e673fbf-1ac8-48a7-a325-9c6baa5fdc14 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694970 Dec 10 04:53:54.589778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9990b9-0141-43aa-bc1d-a4b0a762ad27 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Network': ['ID=eaf058b7-5d1f-45a2-bcae-a5c168fcd401,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:54.616079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Deleting port 840275b8-bd69-4153-be94-c42155dbcc21 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:54.616430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.693456 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Set router 7a9952e1-d6d5-463b-a3d9-30d0a912f977 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:54.772667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-58b050af-26b9-4d15-a290-c9b85bea0d76 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/7a9952e1-d6d5-463b-a3d9-30d0a912f977 HTTP/1.1" status: 200 len: 909 time: 0.3435986 Dec 10 04:53:54.776512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54056) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:54.792962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2128995240', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': True}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:53:54.805243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab403c82-4786-4e95-881f-5cbfa13d79a9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:54.834790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] For port 840275b8-bd69-4153-be94-c42155dbcc21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=840275b8-bd69-4153-be94-c42155dbcc21,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:54.835445 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:54.874999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ab403c82-4786-4e95-881f-5cbfa13d79a9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:54.875965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab403c82-4786-4e95-881f-5cbfa13d79a9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:54.877229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:54.946950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:54.952030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2547ecf7-d3bc-4fcc-9f4d-56602a4e087e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:54.953483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Calling delete_port for 840275b8-bd69-4153-be94-c42155dbcc21 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:54.992520 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'name': 'tempest-snat-router-2128995240', 'tenant_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169'}], 'enable_snat': False}, 'gw_port_id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:51Z', 'updated_at': '2021-12-10T04:53:53Z', 'revision_number': 3, 'project_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'gw_port': {'id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:52Z', 'updated_at': '2021-12-10T04:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:55.029933 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Checking router: 7a9952e1-d6d5-463b-a3d9-30d0a912f977 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:53:55.030283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Updating router 7a9952e1-d6d5-463b-a3d9-30d0a912f977 port 13a5026b-9abf-46f0-acc9-98add1ca85d4 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:53:55.067649 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.069793 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-d3b4d879-683d-4599-9d78-1560a87f5abe service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510787 Dec 10 04:53:55.137790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3664ccd-acb4-4206-bf5f-a30b9be10719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.141567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.143770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.171233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port 766620f7-5ecd-48a0-84a1-a765975fbadc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:55.172133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.203307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-660c9ddb-d40f-4d4e-8481-c280d9c43f15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.1228759 Dec 10 04:53:55.299532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.333987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-667c481e-9c36-40e4-b596-e5dfa56879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:55.335671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-667c481e-9c36-40e4-b596-e5dfa56879bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1249793 Dec 10 04:53:55.615035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.644845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-be2a8ee0-decc-4dd9-ae04-d0e13199b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:55.656849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-be2a8ee0-decc-4dd9-ae04-d0e13199b66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2999198 Dec 10 04:53:55.718342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Pushing event deleted for resources: {'Port': ['ID=840275b8-bd69-4153-be94-c42155dbcc21,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:55.730936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52082276-d248-4475-8995-5c8e3df8aa56 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:55.781191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.868701 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.892199 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:55.975808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d95ced-6878-4b95-8824-e595d45c176c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:56.013901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Attempting to bind port 13a5026b-9abf-46f0-acc9-98add1ca85d4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:53:56.014289 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Attempting to bind port 13a5026b-9abf-46f0-acc9-98add1ca85d4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:53:56.014654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Attempting to bind port 13a5026b-9abf-46f0-acc9-98add1ca85d4 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:53:56.015981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.031537 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:53:56.031932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:53:56.032498 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.033023 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:53:56.033572 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Bound port: 13a5026b-9abf-46f0-acc9-98add1ca85d4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:53:56.033959 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.037165 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f465287-1781-4ffa-8c1b-21d64be20bbd None None] Pushing event updated for resources: {'Port': ['ID=13a5026b-9abf-46f0-acc9-98add1ca85d4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:56.065694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9285259c-6b05-4ffa-87d0-99aaa2374baa None None] Provisioning complete for port 13a5026b-9abf-46f0-acc9-98add1ca85d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:56.067918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9285259c-6b05-4ffa-87d0-99aaa2374baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.128077 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] For port 13a5026b-9abf-46f0-acc9-98add1ca85d4, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:53:56.148521 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] For port 13a5026b-9abf-46f0-acc9-98add1ca85d4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13a5026b-9abf-46f0-acc9-98add1ca85d4,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:53:56.150727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.151713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.159576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9285259c-6b05-4ffa-87d0-99aaa2374baa None None] Port 13a5026b-9abf-46f0-acc9-98add1ca85d4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:56.170875 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.208688 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-c1e2dacb-cb51-4c8d-bd18-01b91a4d36c3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086937 Dec 10 04:53:56.253907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3fcb3d-7d88-4503-ba24-b273156d0f6c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:56.279714 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f465287-1781-4ffa-8c1b-21d64be20bbd None None] Pushing event updated for resources: {'Port': ['ID=13a5026b-9abf-46f0-acc9-98add1ca85d4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:56.284614 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Routers {'7a9952e1-d6d5-463b-a3d9-30d0a912f977'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:53:56.285514 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7a9952e1-d6d5-463b-a3d9-30d0a912f977'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:56.291633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for 766620f7-5ecd-48a0-84a1-a765975fbadc owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:56.298246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.413499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] Provisioning complete for port 13a5026b-9abf-46f0-acc9-98add1ca85d4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:56.413499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.472622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.478285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.552794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] Set router 7a9952e1-d6d5-463b-a3d9-30d0a912f977 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:53:56.613922 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-42354c28-2056-4576-a85c-e276a749ba54 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521063 Dec 10 04:53:56.615449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.616294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:53:56.624018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.628219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.631976 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-74b015ff-6ddb-4708-88e2-954c48dc3334 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3c10422d-5eb1-40e7-83f6-dfae3b9e01f1 HTTP/1.1" status: 204 len: 168 time: 5.1277988 Dec 10 04:53:56.635429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:56.680306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] For port 13a5026b-9abf-46f0-acc9-98add1ca85d4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13a5026b-9abf-46f0-acc9-98add1ca85d4,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:56.691341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.709628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-ae031247-4082-4511-b52f-8f64ce7a2cb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.0730579 Dec 10 04:53:56.778879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-2ed11940-618b-4583-bfe4-83fde84fc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:56.781790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-2ed11940-618b-4583-bfe4-83fde84fc45e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0631595 Dec 10 04:53:56.790210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Deleting subnet 3a8d80c8-c7b6-4051-903f-e08b35ce372e {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:53:56.809144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.851084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccc7f2-b15a-4a09-8d90-29fa7fb71690 None None] Pushing event updated for resources: {'Port': ['ID=13a5026b-9abf-46f0-acc9-98add1ca85d4,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:56.903302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:56.950333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-2868c3d3-364e-4d59-b180-a9f7c03d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:56.956932 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-2868c3d3-364e-4d59-b180-a9f7c03d11d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602690 Dec 10 04:53:57.170174 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-0e56f7c2-62c8-458a-868e-bb6de3170119 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048984 Dec 10 04:53:57.191807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.229394 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'name': 'tempest-snat-router-2128995240', 'tenant_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169'}], 'enable_snat': False}, 'gw_port_id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:51Z', 'updated_at': '2021-12-10T04:53:53Z', 'revision_number': 3, 'project_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'gw_port': {'id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:52Z', 'updated_at': '2021-12-10T04:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:53:57.270541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=766620f7-5ecd-48a0-84a1-a765975fbadc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:57.289279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.315373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4da61-fd96-445b-90b2-6aa90b86128e None None] The sync data for ids ['7a9952e1-d6d5-463b-a3d9-30d0a912f977'] in n-d-817326-3 is: [{'id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'name': 'tempest-snat-router-2128995240', 'tenant_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169'}], 'enable_snat': False}, 'gw_port_id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:51Z', 'updated_at': '2021-12-10T04:53:53Z', 'revision_number': 3, 'project_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'gw_port': {'id': '13a5026b-9abf-46f0-acc9-98add1ca85d4', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9952e1-d6d5-463b-a3d9-30d0a912f977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:52Z', 'updated_at': '2021-12-10T04:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:53:57.369312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.398021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-51ecfec9-bd5a-4013-b90a-f70693af6688 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191155 Dec 10 04:53:57.437576 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.483716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.493962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-3336066f-7801-4b0b-8df8-653dfd720030 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0856202 Dec 10 04:53:57.690405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.690755 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Floating IP e7d2b6c1-b74e-44f0-9523-64e3f3201e57 disassociated (deleted). External IP: 172.25.8.179, port: 03e8f8a6-e968-41ab-a7cd-780af8fbfc33. Dec 10 04:53:57.841799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.25.8.237 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/6068a8ce-13aa-4a89-a1fb-753b65cdd9db) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:53:57.920118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:57.985925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8d80c8-c7b6-4051-903f-e08b35ce372e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:57.989067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb551ce-cb5b-4cc3-bc97-07f0fcdde97a None None] Network 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:53:58.061494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.071496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2c75f8ec-6217-4de4-a5b0-cc65298050c6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3a8d80c8-c7b6-4051-903f-e08b35ce372e HTTP/1.1" status: 204 len: 168 time: 1.4349279 Dec 10 04:53:58.077934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:58.335251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.371918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] DHCP port deletion for 25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:58.475283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Deleting port b9bf5691-32e9-41f3-b072-d8ce2b72f02e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:58.478531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.494392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.546772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.583624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] For port b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,segment=NetworkSegment(f4cb78ad-61e8-4e52-8645-3020a8df78fb),segment_id=f4cb78ad-61e8-4e52-8645-3020a8df78fb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:58.584246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.597996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Calling delete_port for b9bf5691-32e9-41f3-b072-d8ce2b72f02e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:58.622986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-b7af68f8-f651-4a8e-a0fa-c178cfa6fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:58.625354 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-b7af68f8-f651-4a8e-a0fa-c178cfa6fe81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 1.1227319 Dec 10 04:53:58.738308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-31e6828a-e14b-4b09-b234-ed2730e4dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:58.739821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-31e6828a-e14b-4b09-b234-ed2730e4dc4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061261 Dec 10 04:53:58.794943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:58.848168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] Pushing event deleted for resources: {'Port': ['ID=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:58.849608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3979d57-392c-4cfc-9563-791435ce589c None None] No DVR routers for this DVR port b9bf5691-32e9-41f3-b072-d8ce2b72f02e on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:58.979275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-157703a0-70b0-4c76-ad8b-a524ecb12ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314811 Dec 10 04:53:59.083547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Deleting port b9bf5691-32e9-41f3-b072-d8ce2b72f02e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:53:59.084098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.113643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13a5026b-9abf-46f0-acc9-98add1ca85d4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:53:59.196078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.285526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13a5026b-9abf-46f0-acc9-98add1ca85d4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:59.288922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.311978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router 72853eff-8156-44b1-8be0-2609631ddaa5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:53:59.367384 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-0fa7196e-e5ab-44ee-ac0c-40248942fd8b service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794882 Dec 10 04:53:59.383703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] For port b9bf5691-32e9-41f3-b072-d8ce2b72f02e, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:53:59.384076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.398172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:53:59.411986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:53:59.416120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:53:59.427975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Calling delete_port for b9bf5691-32e9-41f3-b072-d8ce2b72f02e owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:53:59.435355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b2df4-01f0-44a1-8e9a-df2f148e73cf None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:53:59.501168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:53:59.505511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Port b9bf5691-32e9-41f3-b072-d8ce2b72f02e was not found and therefore no delete operation was performed {{(pid=103253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:53:59.509062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-adc50dd5-ae84-4794-b6df-1b518122eca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.1258996 Dec 10 04:53:59.553514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.560675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-96b97c53-1054-4220-bf72-138847e09e33 None None] Provisioning complete for port 6068a8ce-13aa-4a89-a1fb-753b65cdd9db triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:53:59.562041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96b97c53-1054-4220-bf72-138847e09e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:53:59.633201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96b97c53-1054-4220-bf72-138847e09e33 None None] Port 6068a8ce-13aa-4a89-a1fb-753b65cdd9db cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:53:59.657560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] No DVR routers for this DVR port b9bf5691-32e9-41f3-b072-d8ce2b72f02e on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:53:59.668372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=6068a8ce-13aa-4a89-a1fb-753b65cdd9db,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:59.697865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-f8be9113-de66-4320-8de9-cdd289d28e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:59.701964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-f8be9113-de66-4320-8de9-cdd289d28e1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1800821 Dec 10 04:53:59.736553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9bf5691-32e9-41f3-b072-d8ce2b72f02e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:59.807266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b9bf5691-32e9-41f3-b072-d8ce2b72f02e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:59.807497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b9bf5691-32e9-41f3-b072-d8ce2b72f02e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:59.808091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 840275b8-bd69-4153-be94-c42155dbcc21 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:53:59.813505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bf5691-32e9-41f3-b072-d8ce2b72f02e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:53:59.830794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 840275b8-bd69-4153-be94-c42155dbcc21 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:53:59.831236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 840275b8-bd69-4153-be94-c42155dbcc21 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:53:59.853348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-261beae6-2ea0-406c-9444-c0256c012f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:53:59.855189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-261beae6-2ea0-406c-9444-c0256c012f20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433833 Dec 10 04:54:00.031340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.099662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc2670bb-462e-4bc4-bd19-d8337663d131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.112262 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-8db93d4f-1965-4d8c-abb7-eef6612e4957 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415724 Dec 10 04:54:00.113451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c56dd6-74ac-4ff7-ac4b-bd2de906dc34']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.140241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cb78ad-61e8-4e52-8645-3020a8df78fb') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.140691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cb78ad-61e8-4e52-8645-3020a8df78fb') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.142698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:00.154875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Sync routers for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:00.172500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.203392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cddafd3c-3b0a-4b1b-8fdb-383d37691c6a tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/floatingips/e7d2b6c1-b74e-44f0-9523-64e3f3201e57 HTTP/1.1" status: 204 len: 168 time: 5.6705077 Dec 10 04:54:00.214530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.225910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:54:00.233291 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f58d7af-8732-4929-bdc0-d4ad2aff4309" -d '{"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:54:00.260539 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-4a9a0cf8-8187-4e2e-99cb-de22e83d7b34 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166906 Dec 10 04:54:00.265128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:00.268782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.340849 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.386918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:54:00.387335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:54:00.389141 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:54:00.485124 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc519c4-d458-48de-8bef-830ba538daad x-openstack-request-id: req-9cc519c4-d458-48de-8bef-830ba538daad {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:54:00.485485 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:54:00.485753 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cc519c4-d458-48de-8bef-830ba538daad {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:54:00.486184 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'status': 'completed', 'code': 200} Dec 10 04:54:00.509650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc2670bb-462e-4bc4-bd19-d8337663d131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.561599 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-becf7d83-1a6f-4eaf-ba81-053ca05ecfab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.1915720 Dec 10 04:54:00.563227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc2670bb-462e-4bc4-bd19-d8337663d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.601058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:00.689325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc2670bb-462e-4bc4-bd19-d8337663d131 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4926a6f64d84aae9073ce66a3310b28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1864727 Dec 10 04:54:00.713266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-3e87e30e-4f5a-436c-be46-74d97fa6a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:00.715750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-3e87e30e-4f5a-436c-be46-74d97fa6a9c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1183300 Dec 10 04:54:00.716285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:00.829324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2670bb-462e-4bc4-bd19-d8337663d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ecc3b-7c75-4459-b2db-3b8df9f4fed7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:00.882456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-c5fe483c-f1e8-4063-b62b-949a7b1f7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:00.883495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.884309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-c5fe483c-f1e8-4063-b62b-949a7b1f7164 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1515360 Dec 10 04:54:00.917165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Checking router: 72853eff-8156-44b1-8be0-2609631ddaa5 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:00.929981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:00.929981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:00.934793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:00.980593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.083036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:01.147239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.178489 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.189103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.190619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e1ecc3b-7c75-4459-b2db-3b8df9f4fed7 HTTP/1.1" status: 204 len: 168 time: 0.4675672 Dec 10 04:54:01.233169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.237246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/25c56dd6-74ac-4ff7-ac4b-bd2de906dc34 HTTP/1.1" status: 204 len: 168 time: 3.1335216 Dec 10 04:54:01.247531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-30d93b82-6078-4b2a-8b44-e2b7a1143186 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509693 Dec 10 04:54:01.272356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9613cd4-81e0-42b5-a083-b1efc3dd27f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c56dd6-74ac-4ff7-ac4b-bd2de906dc34,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:01.343917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-bb0c1d3a-e8fd-429d-9218-ac6a658c2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:01.346422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-bb0c1d3a-e8fd-429d-9218-ac6a658c2751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 1135 time: 0.8682849 Dec 10 04:54:01.361455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3638fe-0cf9-4e62-8de9-5e362a15832d req-0a1797cb-0036-4b85-8cd7-9aff1b08e345 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:01.369755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de3638fe-0cf9-4e62-8de9-5e362a15832d req-0a1797cb-0036-4b85-8cd7-9aff1b08e345 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.2673662 Dec 10 04:54:01.460254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310d1d2-31cc-4cd3-9e1d-8404a583eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ecc3b-7c75-4459-b2db-3b8df9f4fed7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:01.491661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-b11fc3d3-3be5-4f24-98ff-b2390630ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:01.493827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-b11fc3d3-3be5-4f24-98ff-b2390630ac1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 200 len: 898 time: 0.1157994 Dec 10 04:54:01.501043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.519217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-564543b8-7fcd-4195-b6cb-6f297506e558 req-9a128b99-5b46-46a8-9322-dcb3c1535f8c service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531061 Dec 10 04:54:01.598206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:01.702538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:01.724915 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bdf17fcf-5cec-4c04-85a5-d4a8b01d7523 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60b3be28a948484093684ba66ac91836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252372 Dec 10 04:54:01.727255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:01.765344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091a982-3358-4a4e-9cb2-c43a8d55f683 None None] The sync data for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 is: [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:52:16Z', 'revision_number': 4, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f9aa4270-a86f-496d-80b5-2192c906288b', 'name': '', 'network_id': '88f0676b-f1e3-4ed7-9bf7-484d86220ac2', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'mac_address': 'fa:16:3e:e7:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:14Z', 'updated_at': '2021-12-10T04:52:21Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'subnets': [{'id': '9be5fe1b-faec-463d-8797-1f2c987aafd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:01.812265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.864214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.946836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de3638fe-0cf9-4e62-8de9-5e362a15832d req-ce1bc780-8279-4b9a-b941-ad85b5df34b8 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5757220 Dec 10 04:54:01.963855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.975707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:01.975707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2ee0c2f-ffb7-49c7-9f02-9bf99e897bdf HTTP/1.1" status: 204 len: 168 time: 0.2396939 Dec 10 04:54:01.984467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01f4ba-8353-4740-8b0d-ff40d65b778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee0c2f-ffb7-49c7-9f02-9bf99e897bdf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:02.057395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-8f91f7d5-703a-42c7-9727-01ea42afd49f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 200 len: 217 time: 0.4773262 Dec 10 04:54:02.198172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-0d2886b4-7cb7-4a8f-a2a4-632be41f2b4e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:02.199871 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-0d2886b4-7cb7-4a8f-a2a4-632be41f2b4e tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.36 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.1106238 Dec 10 04:54:02.200415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:02.265277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.268952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-f6e2208d-84e7-4cfa-b398-34f66d422623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:02.270946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-f6e2208d-84e7-4cfa-b398-34f66d422623 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9be5fe1b-faec-463d-8797-1f2c987aafd0 HTTP/1.1" status: 200 len: 835 time: 0.0946374 Dec 10 04:54:02.274986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace1ce5f-f6dc-4863-a71b-b38b5192549b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.314754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa880ff-1590-45b3-852b-825bba7117e2 None None] New status for floating IP e7d2b6c1-b74e-44f0-9523-64e3f3201e57: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:54:02.497004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-42bfc54f-842a-4443-9868-cdad88767053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:02.499010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-42bfc54f-842a-4443-9868-cdad88767053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0676b-f1e3-4ed7-9bf7-484d86220ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650798 Dec 10 04:54:02.633475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace1ce5f-f6dc-4863-a71b-b38b5192549b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.644980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:02.645658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.652019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ace1ce5f-f6dc-4863-a71b-b38b5192549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.729522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-934c4655-1fa8-42a6-a41d-89d6fe2445c7 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195053 Dec 10 04:54:02.820531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ace1ce5f-f6dc-4863-a71b-b38b5192549b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2e30a74686c40338afbacf9b372b7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6175444 Dec 10 04:54:02.822520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ce5f-f6dc-4863-a71b-b38b5192549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b43f8c-ba10-4393-87b1-4c79901e73d2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:02.845552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:02.850891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router 997f4657-92b7-4389-9398-968633ba5bed is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:02.881270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:02.881696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:02.915711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:03.060457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f58d7af-8732-4929-bdc0-d4ad2aff4309 req-b27f682f-95c3-4a51-962f-599c2580ab7f service neutron] 10.222.0.36 "GET /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231540 Dec 10 04:54:03.115605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.138867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:03.148935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Sync routers for ids ['997f4657-92b7-4389-9398-968633ba5bed'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:03.165551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de47d1b-2a37-4f7a-b3cd-f0fc6e58474e req-3209dff7-17e1-42f0-8d43-45b31223dca1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:03.169226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Routers {'997f4657-92b7-4389-9398-968633ba5bed'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:03.170727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['997f4657-92b7-4389-9398-968633ba5bed'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:03.173382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3de47d1b-2a37-4f7a-b3cd-f0fc6e58474e req-3209dff7-17e1-42f0-8d43-45b31223dca1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e41c80-c9ad-4893-ab11-a8d0f57e23b8 HTTP/1.1" status: 200 len: 984 time: 0.1153047 Dec 10 04:54:03.178334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.179668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c7e7144-e459-4ed7-bc91-762f4abdb2f0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3985734 Dec 10 04:54:03.214080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:03.251161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.293307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.332109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=03e8f8a6-e968-41ab-a7cd-780af8fbfc33,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:03.396196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.396970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.396970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.397225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.398932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.399367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.399770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.400280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.400889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.401328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.401804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.402166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.402954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:03.429811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] No DVR routers for this DVR port 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:54:03.432415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.436172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b77ef9d9-5fe7-4c83-94fa-89f37d449c28 req-bf8847af-e75c-49d4-af27-6a9a4e2b77d9 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.36 "DELETE /v2.0/ports/03e8f8a6-e968-41ab-a7cd-780af8fbfc33 HTTP/1.1" status: 204 len: 173 time: 1.2293065 Dec 10 04:54:03.439676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'name': 'network-vif-deleted', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:54:03.442567 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260a12c-ac79-4d9d-9538-dad746c8a075" -d '{"events": [{"server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "name": "network-vif-deleted", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:54:03.448081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.459834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:03.459834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31b43f8c-ba10-4393-87b1-4c79901e73d2 HTTP/1.1" status: 204 len: 168 time: 0.6054645 Dec 10 04:54:03.462922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3de47d1b-2a37-4f7a-b3cd-f0fc6e58474e req-b0079786-b1d9-4f22-aac5-1842133fa058 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd351eab-1586-4fad-b9c4-1b7829752a61&id=d5b6182e-88ab-41e2-a03f-dd1d4194232e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2818124 Dec 10 04:54:03.463334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc333fe3-1d71-436a-b0e9-d16062d29f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b43f8c-ba10-4393-87b1-4c79901e73d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:03.567380 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788b834a-2855-472e-bbea-a4f9c14b04ae x-openstack-request-id: req-788b834a-2855-472e-bbea-a4f9c14b04ae {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:54:03.567685 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e41c80-c9ad-4893-ab11-a8d0f57e23b8", "name": "network-vif-deleted", "tag": "03e8f8a6-e968-41ab-a7cd-780af8fbfc33", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:54:03.567948 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-788b834a-2855-472e-bbea-a4f9c14b04ae {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:54:03.568362 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e41c80-c9ad-4893-ab11-a8d0f57e23b8', 'name': 'network-vif-deleted', 'tag': '03e8f8a6-e968-41ab-a7cd-780af8fbfc33', 'status': 'completed', 'code': 200} Dec 10 04:54:03.590706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3598153b-1d2f-41f0-83fd-43473332a602 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/997f4657-92b7-4389-9398-968633ba5bed HTTP/1.1" status: 200 len: 908 time: 0.3627851 Dec 10 04:54:03.590919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:03.612521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Set router 997f4657-92b7-4389-9398-968633ba5bed gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:03.830135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.037303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f4657-92b7-4389-9398-968633ba5bed', 'name': 'tempest-snat-router-2128995240', 'tenant_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '6068a8ce-13aa-4a89-a1fb-753b65cdd9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:53:55Z', 'updated_at': '2021-12-10T04:54:00Z', 'revision_number': 3, 'project_id': 'ec6891aa26c04bdba3cfc96dad1f628a', 'gw_port': {'id': '6068a8ce-13aa-4a89-a1fb-753b65cdd9db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f4657-92b7-4389-9398-968633ba5bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:53:57Z', 'updated_at': '2021-12-10T04:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:04.091938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.109852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Checking router: 997f4657-92b7-4389-9398-968633ba5bed for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:04.110216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Updating router 997f4657-92b7-4389-9398-968633ba5bed port 6068a8ce-13aa-4a89-a1fb-753b65cdd9db binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:54:04.173332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.255712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Deleting port 6068a8ce-13aa-4a89-a1fb-753b65cdd9db {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:04.256350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.395636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.413590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Calling delete_port for 6068a8ce-13aa-4a89-a1fb-753b65cdd9db owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:04.531744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:04.685948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.742525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.851198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.854595 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.856215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5b6182e-88ab-41e2-a03f-dd1d4194232e HTTP/1.1" status: 204 len: 168 time: 0.3231106 Dec 10 04:54:04.867783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54370) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:04.871944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:04.902059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:54:04.904705 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:54:04.906401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Port': ['ID=6068a8ce-13aa-4a89-a1fb-753b65cdd9db,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:04.928165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e73937-a3a4-4720-adbe-7c3f9307b164 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:05.020851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201814d-4771-4db6-8684-3548fa8be5bf tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6182e-88ab-41e2-a03f-dd1d4194232e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:05.035843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.051349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.076284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.161712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.167819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.174723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd351eab-1586-4fad-b9c4-1b7829752a61 HTTP/1.1" status: 204 len: 168 time: 0.2980378 Dec 10 04:54:05.176801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54380) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:05.215506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.218348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.221134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a8eff-bca0-43af-a39a-418b4dea9c11 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd351eab-1586-4fad-b9c4-1b7829752a61,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:05.302219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.303286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 997f4657-92b7-4389-9398-968633ba5bed {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:05.318610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.320413 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d879cfbc-bd44-4fef-aee2-9e53465de30c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/997f4657-92b7-4389-9398-968633ba5bed HTTP/1.1" status: 204 len: 168 time: 1.7286048 Dec 10 04:54:05.326935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:05.412220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:54:05.459516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:54:05.464981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 03e8f8a6-e968-41ab-a7cd-780af8fbfc33 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:54:05.470645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Port 6068a8ce-13aa-4a89-a1fb-753b65cdd9db not found while updating agent binding for router 997f4657-92b7-4389-9398-968633ba5bed. {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 04:54:05.509089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:05.509776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 04:54:05.513693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'997f4657-92b7-4389-9398-968633ba5bed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent'). {{(pid=103255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 04:54:05.514340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c8f6c-a358-498e-9f1a-6bd90ddb9a73 None None] The sync data for ids ['997f4657-92b7-4389-9398-968633ba5bed'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:05.574669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.851780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:05.971502 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.000054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Deleting port 13a5026b-9abf-46f0-acc9-98add1ca85d4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:06.000676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.174786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] For port 13a5026b-9abf-46f0-acc9-98add1ca85d4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13a5026b-9abf-46f0-acc9-98add1ca85d4,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:06.175146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.204070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Calling delete_port for 13a5026b-9abf-46f0-acc9-98add1ca85d4 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:06.464065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port f9aa4270-a86f-496d-80b5-2192c906288b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:06.464419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.565621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port f9aa4270-a86f-496d-80b5-2192c906288b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f9aa4270-a86f-496d-80b5-2192c906288b,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:06.567559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.585751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for f9aa4270-a86f-496d-80b5-2192c906288b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:06.600205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.657988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event deleted for resources: {'Port': ['ID=13a5026b-9abf-46f0-acc9-98add1ca85d4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:06.674709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5963750-a679-4050-8d10-7db513f20427 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:06.785415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.951327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.954683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:06.978044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.023875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=f9aa4270-a86f-496d-80b5-2192c906288b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:07.061824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.062408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9952e1-d6d5-463b-a3d9-30d0a912f977 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:07.074538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.080794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd91c487-88d1-4f5c-94de-f98b9e7780d8 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7a9952e1-d6d5-463b-a3d9-30d0a912f977 HTTP/1.1" status: 204 len: 168 time: 1.7487378 Dec 10 04:54:07.080794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54438) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:07.113811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-798681677', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:07.175479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.178434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.372330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.646812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:07.659436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.070657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.076003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Router 72853eff-8156-44b1-8be0-2609631ddaa5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:54:08.128151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.312458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Allocated IP 172.25.8.21 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/b8ab5147-608f-43d4-8676-6b51f7c9d1b2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:08.560527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.640900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.709366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:08.716710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:08.722174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:08.739473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603ef1f-b518-4afa-a838-68f2495f762d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:08.776031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event updated for resources: {'Port': ['ID=b8ab5147-608f-43d4-8676-6b51f7c9d1b2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:08.837993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7438a3b7-fa1d-4642-9ca5-25e411cfc5d6 None None] Provisioning complete for port b8ab5147-608f-43d4-8676-6b51f7c9d1b2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:08.849866 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7438a3b7-fa1d-4642-9ca5-25e411cfc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:08.876191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:08.882433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a877cfd-e92f-4da8-b91e-10a4c3d83ed2 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "PUT /v2.0/routers/72853eff-8156-44b1-8be0-2609631ddaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6908967 Dec 10 04:54:08.886479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:08.903170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Sync routers for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:08.931435 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:08.934134 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:09.053921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting subnet 9be5fe1b-faec-463d-8797-1f2c987aafd0 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:54:09.073439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.102883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7438a3b7-fa1d-4642-9ca5-25e411cfc5d6 None None] Port b8ab5147-608f-43d4-8676-6b51f7c9d1b2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:09.126733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13a5026b-9abf-46f0-acc9-98add1ca85d4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:54:09.152673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.218823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 13a5026b-9abf-46f0-acc9-98add1ca85d4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:54:09.223017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13a5026b-9abf-46f0-acc9-98add1ca85d4 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:54:09.356420 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:09.438836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.554465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.601587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Subnet': ['ID=9be5fe1b-faec-463d-8797-1f2c987aafd0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:09.628694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0360295-088b-4ff4-a63b-66b62a9373c1 None None] Network 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:54:09.633897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.640207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb7206d0-4808-428f-9103-3bfd806d3763 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/subnets/9be5fe1b-faec-463d-8797-1f2c987aafd0 HTTP/1.1" status: 204 len: 168 time: 0.7526727 Dec 10 04:54:09.645919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:09.878676 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:54:06Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:09.894240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:09.985443 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Checking router: 72853eff-8156-44b1-8be0-2609631ddaa5 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:10.018114 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Routers {'72853eff-8156-44b1-8be0-2609631ddaa5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:10.020063 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['72853eff-8156-44b1-8be0-2609631ddaa5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:10.021051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] DHCP port deletion for 88f0676b-f1e3-4ed7-9bf7-484d86220ac2 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:10.136634 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.160437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Deleting port 4706f0d6-3181-41ff-844b-c577442da2ed {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:10.161113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.244735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Deleting port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:10.245290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.286493 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] Set router 72853eff-8156-44b1-8be0-2609631ddaa5 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:10.314999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] For port 4706f0d6-3181-41ff-844b-c577442da2ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4706f0d6-3181-41ff-844b-c577442da2ed,segment=NetworkSegment(74ca6787-f461-403a-abe4-5ab08c208153),segment_id=74ca6787-f461-403a-abe4-5ab08c208153)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:10.315410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.365448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Calling delete_port for 4706f0d6-3181-41ff-844b-c577442da2ed owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:10.382673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] For port 7aebc1c5-2ba7-4a64-bc70-1aa111f15596, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:10.383037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.434954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Calling delete_port for 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:10.507068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.576359 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.654945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] No DVR routers for this DVR port 4706f0d6-3181-41ff-844b-c577442da2ed on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:54:10.675935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Pushing event deleted for resources: {'Port': ['ID=4706f0d6-3181-41ff-844b-c577442da2ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:10.699609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.699963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.700321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.704431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.705028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.707824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.708335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.708888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.709748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.712446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.713190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.715017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.715375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f12d3-d3cc-42b0-812c-8c4878a0099e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:10.718375 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:54:06Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:10.804708 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f800f44-cd49-471c-8c7c-8976b93f8aa2 None None] The sync data for ids ['72853eff-8156-44b1-8be0-2609631ddaa5'] in n-d-817326-3 is: [{'id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533198169', 'tenant_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:52:07Z', 'updated_at': '2021-12-10T04:54:06Z', 'revision_number': 5, 'project_id': 'b3149c3aaa2f4bc197cdb18c616d8fba', 'gw_port': {'id': '7aebc1c5-2ba7-4a64-bc70-1aa111f15596', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72853eff-8156-44b1-8be0-2609631ddaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:52:08Z', 'updated_at': '2021-12-10T04:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:10.808594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.954222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:10.990201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Port': ['ID=7aebc1c5-2ba7-4a64-bc70-1aa111f15596,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:11.013126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8f908-e400-4b18-97dc-6098d26459ea None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:11.106941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Router d6538d31-ee14-4156-9684-78d5c7048d1f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:11.255732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.534311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:11.561030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.563407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.605936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4706f0d6-3181-41ff-844b-c577442da2ed no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:54:11.608329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] Sync routers for ids ['d6538d31-ee14-4156-9684-78d5c7048d1f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:11.623033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.626834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-abf39f26-848b-4e1f-9f21-34edeaad9042 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5380182 Dec 10 04:54:11.627298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:11.635013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:11.653352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.654348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Fanout notify agent at l3_agent the message router_deleted on router 72853eff-8156-44b1-8be0-2609631ddaa5 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:11.663922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:11.665599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5e192dd8-3501-4add-b14b-a3ff1297647c tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/routers/72853eff-8156-44b1-8be0-2609631ddaa5 HTTP/1.1" status: 204 len: 168 time: 2.0180366 Dec 10 04:54:11.668912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:11.689607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4706f0d6-3181-41ff-844b-c577442da2ed {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:54:11.690840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4706f0d6-3181-41ff-844b-c577442da2ed not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:54:11.695186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] Routers {'d6538d31-ee14-4156-9684-78d5c7048d1f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:11.696545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d6538d31-ee14-4156-9684-78d5c7048d1f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:11.758965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:11.796594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] Routers {'d6538d31-ee14-4156-9684-78d5c7048d1f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:11.799784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d6538d31-ee14-4156-9684-78d5c7048d1f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:11.933163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:11.939302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967ff0-00b4-434f-9a92-6f38996fb4b5 None None] The sync data for ids ['d6538d31-ee14-4156-9684-78d5c7048d1f'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:11.983405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.235971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.259102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.308138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f0676b-f1e3-4ed7-9bf7-484d86220ac2']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:12.330243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ca6787-f461-403a-abe4-5ab08c208153') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:12.330629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ca6787-f461-403a-abe4-5ab08c208153') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:12.359694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.390624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.401960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:54:12.402371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:54:12.407939 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:54:12.510711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.528407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:12.549871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] 10.222.0.43 "DELETE /v2.0/networks/88f0676b-f1e3-4ed7-9bf7-484d86220ac2 HTTP/1.1" status: 204 len: 168 time: 0.8790693 Dec 10 04:54:12.582793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39a57e-e363-4b79-afd9-e0446e76e0d1 tempest-TestSecurityGroupsBasicOps-591458013 tempest-TestSecurityGroupsBasicOps-591458013-project] Pushing event deleted for resources: {'Network': ['ID=88f0676b-f1e3-4ed7-9bf7-484d86220ac2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:12.902511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:54:12.950400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:54:12.950753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7aebc1c5-2ba7-4a64-bc70-1aa111f15596 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:54:12.951194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f9aa4270-a86f-496d-80b5-2192c906288b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:54:13.009284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f9aa4270-a86f-496d-80b5-2192c906288b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:54:13.009530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f9aa4270-a86f-496d-80b5-2192c906288b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:54:13.078012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54662) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:13.122401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.129948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.385178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85c71390-8980-43d2-bd9a-bad3aaab2310 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3149c3aaa2f4bc197cdb18c616d8fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058002 Dec 10 04:54:13.387324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:13.447760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router d6538d31-ee14-4156-9684-78d5c7048d1f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:54:13.449508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.496444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.587848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.593413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.597311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb199578-6cd0-405f-acd8-424fc0bb01b4 HTTP/1.1" status: 204 len: 168 time: 0.2088034 Dec 10 04:54:13.623077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7cddd-fd2b-4628-aef1-c4858afe473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb199578-6cd0-405f-acd8-424fc0bb01b4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:13.641095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:13.653222 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] Sync routers for ids ['d6538d31-ee14-4156-9684-78d5c7048d1f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:13.678685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:13.685351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f85ab4a0-64e3-4552-9656-b300bc42e14e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "PUT /v2.0/routers/d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 200 len: 920 time: 2.0545931 Dec 10 04:54:13.686240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:13.709933 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] Routers {'d6538d31-ee14-4156-9684-78d5c7048d1f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:13.712745 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d6538d31-ee14-4156-9684-78d5c7048d1f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:13.783094 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:13.799494 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] Routers {'d6538d31-ee14-4156-9684-78d5c7048d1f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:13.802987 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d6538d31-ee14-4156-9684-78d5c7048d1f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:13.848627 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:13.849890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197a472-3d61-4e18-8ce8-f125ae2a74ac None None] The sync data for ids ['d6538d31-ee14-4156-9684-78d5c7048d1f'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:13.913025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2775aca0-5995-4fcf-932f-fb21e6b95a02 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 200 len: 920 time: 0.2255173 Dec 10 04:54:13.916084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:13.929550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.029062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89473d3e-61b4-4876-9f54-5992b77e3444 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:14.031352 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89473d3e-61b4-4876-9f54-5992b77e3444 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=d6538d31-ee14-4156-9684-78d5c7048d1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1139395 Dec 10 04:54:14.034486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.248392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e5099-1744-4cf7-89ee-6244bbc99c02 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:14.251786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fe8e5099-1744-4cf7-89ee-6244bbc99c02 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.2157454 Dec 10 04:54:14.254843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.290410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.297632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce085361-c682-4cf9-ad50-056ea0a2413c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 200 len: 205 time: 0.0412879 Dec 10 04:54:14.300234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.415163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28bd21db-68f8-42c8-994d-8b12c565811f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.417364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8704-d3fb-46c2-8898-83523f8fc310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.549459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.747868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.776195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8704-d3fb-46c2-8898-83523f8fc310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.803057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8704-d3fb-46c2-8898-83523f8fc310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.857522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a7d8704-d3fb-46c2-8898-83523f8fc310 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23f4ca290b124eab89662856863bc375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659978 Dec 10 04:54:14.860133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.870350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28bd21db-68f8-42c8-994d-8b12c565811f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.874172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d8704-d3fb-46c2-8898-83523f8fc310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf18220-9d6b-4b34-9db9-d4edace5c7de,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:14.878571 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28bd21db-68f8-42c8-994d-8b12c565811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.937942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28bd21db-68f8-42c8-994d-8b12c565811f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d38457616294ba692ef3f3844db8c53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0070934 Dec 10 04:54:14.939389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port b8ab5147-608f-43d4-8676-6b51f7c9d1b2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:14.939671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.939800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:14.941223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:14.944171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd21db-68f8-42c8-994d-8b12c565811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04664a04-5647-45ec-b4f9-f1a7f4e59f3a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:14.991598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.042802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.062778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.085888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.103696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.105027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for b8ab5147-608f-43d4-8676-6b51f7c9d1b2 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:15.106606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.107883 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bf18220-9d6b-4b34-9db9-d4edace5c7de HTTP/1.1" status: 204 len: 168 time: 0.2464528 Dec 10 04:54:15.131062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034dc43-c0b0-4a94-80d9-5da6f9fbb268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf18220-9d6b-4b34-9db9-d4edace5c7de,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:15.177392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.180031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.182189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04664a04-5647-45ec-b4f9-f1a7f4e59f3a HTTP/1.1" status: 204 len: 168 time: 0.2397251 Dec 10 04:54:15.199903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdbe66-04ae-4aab-93e6-0cb66abb896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04664a04-5647-45ec-b4f9-f1a7f4e59f3a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:15.373203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.407645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=b8ab5147-608f-43d4-8676-6b51f7c9d1b2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:15.427853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451751c-dc3c-4d6f-b5e5-35fef216c683 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:15.547599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.722918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.725189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.731747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.750210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54746) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.773819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-913fec1d-3f44-4e11-8e99-0c112361616e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.784120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.785135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router d6538d31-ee14-4156-9684-78d5c7048d1f {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:15.797895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.804456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5bf31b39-4070-43d8-8f84-645bb9e4767b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 204 len: 168 time: 1.5016720 Dec 10 04:54:15.805493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54748) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.810993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2111232677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:15.839376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.841061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.875874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-772be07f-dfb6-4950-becf-1da126ed2122 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41e7f4fa29574216b13432f06da27cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210945 Dec 10 04:54:15.878467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54750) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.921964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-913fec1d-3f44-4e11-8e99-0c112361616e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.934213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-913fec1d-3f44-4e11-8e99-0c112361616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.942092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.957203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.981987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-913fec1d-3f44-4e11-8e99-0c112361616e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01f79ae437bc4f988714645b66ee81af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489140 Dec 10 04:54:15.984383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fec1d-3f44-4e11-8e99-0c112361616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25991750-c19c-473d-8f14-3e18100b7906,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:15.985949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54754) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.988747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:15.992805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-50e3d1a4-26df-4ea1-88ad-15083569c89c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1836693 Dec 10 04:54:15.993625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54756) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:15.997695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:16.116603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.235822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.323724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.397746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.415573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.599436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.603389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.606898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25991750-c19c-473d-8f14-3e18100b7906 HTTP/1.1" status: 204 len: 168 time: 0.6132913 Dec 10 04:54:16.611766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.614383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.615408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d844082-0353-48f5-99e5-61128302f7d5 HTTP/1.1" status: 204 len: 168 time: 0.7357495 Dec 10 04:54:16.622341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec0dd4-f570-4a10-954c-8280038ec990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25991750-c19c-473d-8f14-3e18100b7906,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:16.647785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31810fe-db11-43c5-a67e-2aa1b0f33348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d844082-0353-48f5-99e5-61128302f7d5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:16.818448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:16.858595 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:17.085504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Allocated IP 172.25.8.32 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d1acb884-51cf-461f-9ca0-5bcc50674545) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:17.276173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:17.420459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:17.448242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:17.455725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:17.458430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:17.473776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393b312-6fb2-4db7-ab26-3f60ef8d74cd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:17.533036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7e303e98-5f00-4bd2-9c07-85b655233ce4 None None] Provisioning complete for port d1acb884-51cf-461f-9ca0-5bcc50674545 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:17.533407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e303e98-5f00-4bd2-9c07-85b655233ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:17.612071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e303e98-5f00-4bd2-9c07-85b655233ce4 None None] Port d1acb884-51cf-461f-9ca0-5bcc50674545 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:17.870991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event updated for resources: {'Port': ['ID=d1acb884-51cf-461f-9ca0-5bcc50674545,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:18.018471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:18.315248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-89145959-network', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:18.347734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Made reservation on behalf of c880586030274c62aa71d0b1e5bdc197 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:54:18.350799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.364899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.575812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.583467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.610559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.636829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8546b13f-47f1-44cf-be43-34e38cdb7271,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:18.663069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:54:18.687398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.687746 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Added segment 67828eff-1708-40d4-b2e6-8e8d33a2d051 of type vlan for network 18d2a1af-d990-4344-823e-9f046603f85a Dec 10 04:54:18.736241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.809203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.810317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:18.810904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.843472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8237572 Dec 10 04:54:18.847661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54850) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:18.854809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Request body: {'subnet': {'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-89145959-subnet', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:18.913915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.922721 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:18.959461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947eb1b-6112-405b-b865-6dae1a90e940 admin admin] Pushing event updated for resources: {'Network': ['ID=18d2a1af-d990-4344-823e-9f046603f85a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:18.973322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 18d2a1af-d990-4344-823e-9f046603f85a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:54:19.186169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Made reservation on behalf of c880586030274c62aa71d0b1e5bdc197 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:54:19.188894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:19.655993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Router c25a484e-7cdf-49df-87c2-20ff9a9ef260 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:19.663835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:19.923970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:19.937147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef6b02-456a-41db-a462-028e652f41db None None] Sync routers for ids ['c25a484e-7cdf-49df-87c2-20ff9a9ef260'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:19.948345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:19.955149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] Routers {'c25a484e-7cdf-49df-87c2-20ff9a9ef260'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:19.956851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-580d5c68-23c7-47ba-98ba-b68ef3f73137 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "PUT /v2.0/routers/c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 200 len: 879 time: 3.9625895 Dec 10 04:54:19.957715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c25a484e-7cdf-49df-87c2-20ff9a9ef260'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:19.959641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:20.067411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Checking segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:20.068245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Network hostable DHCP agents. Network: 18d2a1af-d990-4344-823e-9f046603f85a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:54:20.082744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97935f36-05bc-46cb-9aa7-0edfa968271d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:20.085520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:20.122287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] Routers {'c25a484e-7cdf-49df-87c2-20ff9a9ef260'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:20.125684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.126261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.126610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.126988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.127330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.127670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.128006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.128338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.128699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.129033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.129362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.129689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.130013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:20.146006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:53:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c25a484e-7cdf-49df-87c2-20ff9a9ef260'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:20.209779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Network 18d2a1af-d990-4344-823e-9f046603f85a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:54:20.264185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-eaef6b02-456a-41db-a462-028e652f41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:20.266233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef6b02-456a-41db-a462-028e652f41db None None] The sync data for ids ['c25a484e-7cdf-49df-87c2-20ff9a9ef260'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:20.276134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 18d2a1af-d990-4344-823e-9f046603f85a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:20.289361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-15fcc803-7034-49be-9711-c0b6b4e6561b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 200 len: 920 time: 0.3278060 Dec 10 04:54:20.292508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:20.301921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:20.302195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04407778-d52c-4f06-8e5b-5c9d9039f23e None None] Network 18d2a1af-d990-4344-823e-9f046603f85a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:54:20.302372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.352613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3e66a08-d0d4-4145-be84-16e4bf5300d8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5038164 Dec 10 04:54:20.358986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 54888) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:20.374591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:20.522295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac228967-ac6c-4e65-a2f7-1b9f0519fa5d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:20.535207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54892) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:20.537086 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ac228967-ac6c-4e65-a2f7-1b9f0519fa5d tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=c25a484e-7cdf-49df-87c2-20ff9a9ef260&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2299466 Dec 10 04:54:20.548504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.549645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.595570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.663940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-18d2a1af-d990-4344-823e-9f046603f85a', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:54:20.665910 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.700921 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:20.755062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e48b82-61af-4f8b-8179-50d6d1a964d0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:20.765766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f8e48b82-61af-4f8b-8179-50d6d1a964d0 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.2252328 Dec 10 04:54:20.768808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54898) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:20.859535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2299a16f-7a7e-49a4-93ce-20b5bdafac43 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 200 len: 205 time: 0.0861895 Dec 10 04:54:20.860122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:21.102016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.186728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Allocated IP 172.20.0.2 (18d2a1af-d990-4344-823e-9f046603f85a/97935f36-05bc-46cb-9aa7-0edfa968271d/03482374-63d8-41ee-a71b-6c11c2aa98ff) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:21.238770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.601766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.716796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port d1acb884-51cf-461f-9ca0-5bcc50674545 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:21.717129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.890017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.923749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for d1acb884-51cf-461f-9ca0-5bcc50674545 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:21.925150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.955677 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:21.962884 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:54:22.223197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Pushing event updated for resources: {'Port': ['ID=03482374-63d8-41ee-a71b-6c11c2aa98ff,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:22.254658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Network 18d2a1af-d990-4344-823e-9f046603f85a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:22.269375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:22.278225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:22.348388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.379600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.460528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.538932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=d1acb884-51cf-461f-9ca0-5bcc50674545,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:22.619267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Attempting to bind port 03482374-63d8-41ee-a71b-6c11c2aa98ff on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:22.619828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Attempting to bind port 03482374-63d8-41ee-a71b-6c11c2aa98ff by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:22.620356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Attempting to bind port 03482374-63d8-41ee-a71b-6c11c2aa98ff on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:22.621730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Allocated IP 172.25.8.165 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:22.624448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b790e2f-70d9-4511-91d5-511361d450f3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:22.650111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f56cc9d9-c69c-4998-a921-538031c404d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.697988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:22.707982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Checking segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:22.712372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.717764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Bound using segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:22.724108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Bound port: 03482374-63d8-41ee-a71b-6c11c2aa98ff, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:22.729094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.736825 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.931015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] For port 03482374-63d8-41ee-a71b-6c11c2aa98ff, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:22.945263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] For port 03482374-63d8-41ee-a71b-6c11c2aa98ff, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03482374-63d8-41ee-a71b-6c11c2aa98ff,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:22.958736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.963296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.969816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:22.985548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.097390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.119859 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.119859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router c25a484e-7cdf-49df-87c2-20ff9a9ef260 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:23.165839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.167607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-828de420-04f3-4b0e-b51e-bc27a31f1bbf tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 204 len: 168 time: 2.3061082 Dec 10 04:54:23.171914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:23.185099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1396384066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:23.265941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b300d-f64e-4b2d-9f5b-e60481a98079 None None] Pushing event updated for resources: {'Port': ['ID=03482374-63d8-41ee-a71b-6c11c2aa98ff,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:23.272777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.275774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.294301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Pushing event updated for resources: {'Port': ['ID=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:23.325786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:23.340399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:23.355349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:23.366309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649881d-ba5c-4ebb-9c9d-531938dbd2ae None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:23.465407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d2da1a4a-1abc-49d3-b1a0-671796b91414 None None] Provisioning complete for port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:23.465878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2da1a4a-1abc-49d3-b1a0-671796b91414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.470258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.483289 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.608603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d2da1a4a-1abc-49d3-b1a0-671796b91414 None None] Port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:23.613472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.649083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:23.654524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bb6985a4-2ee5-4b77-8a38-84079b730162 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4764948 Dec 10 04:54:23.655061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 54944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:23.669368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': True}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:24.436893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:24.533163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:25.095692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:25.103882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03482374-63d8-41ee-a71b-6c11c2aa98ff up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:25.269019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:25.410832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:25.419722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf175a7-6d6b-432d-bab2-529e2e653a76 None None] Network 18d2a1af-d990-4344-823e-9f046603f85a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:54:25.850621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.25.8.38 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/3488518c-5858-4de8-b017-f38e9e2eed45) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:25.921768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-452b72b6-3a9e-47b6-b49a-fd0f64f3c064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:25.935922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:26.032416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] Provisioning complete for port 03482374-63d8-41ee-a71b-6c11c2aa98ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:26.032838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.239893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.257562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 03482374-63d8-41ee-a71b-6c11c2aa98ff triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:26.270565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.332430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.346550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:26.350619 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.365950 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Sync routers for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:26.409482 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:26.410192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:26.410482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.411737 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49e9d866-dca6-402c-9897-c201015657b7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0506275 Dec 10 04:54:26.415181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:26.537162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:26.563073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:26.566548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:26.824360 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:26.834057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2252d07-ae63-4f24-995a-005e3ebfc4ed None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:27.105133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=3488518c-5858-4de8-b017-f38e9e2eed45,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:27.132832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] For port 03482374-63d8-41ee-a71b-6c11c2aa98ff, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03482374-63d8-41ee-a71b-6c11c2aa98ff,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:27.157483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:27.316408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:27.470954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:27.683366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179a090-2e26-4597-bd89-8aef3004450d None None] Pushing event updated for resources: {'Port': ['ID=03482374-63d8-41ee-a71b-6c11c2aa98ff,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:27.742587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-98bbaa1c-2f70-4163-8d6c-a1043792124a None None] Provisioning complete for port 03482374-63d8-41ee-a71b-6c11c2aa98ff triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:27.747737 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bbaa1c-2f70-4163-8d6c-a1043792124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:27.806702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:27.916501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:27.932993 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:23Z', 'revision_number': 3, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:27.987059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:54:27.987416 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:54:28.041596 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Checking router: 2dae67fb-b9b7-4073-94f2-a6866b15ad18 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:28.043699 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Updating router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:54:28.060679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:28.111551 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:28.172448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-98bbaa1c-2f70-4163-8d6c-a1043792124a None None] Provisioning complete for port 3488518c-5858-4de8-b017-f38e9e2eed45 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:28.173101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bbaa1c-2f70-4163-8d6c-a1043792124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:28.330073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-98bbaa1c-2f70-4163-8d6c-a1043792124a None None] Port 3488518c-5858-4de8-b017-f38e9e2eed45 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:28.357335 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:28.794599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Allocated IP 172.20.0.1 (18d2a1af-d990-4344-823e-9f046603f85a/97935f36-05bc-46cb-9aa7-0edfa968271d/4b898a36-9b9e-4d3f-9636-fbcb3594c1a4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:28.935126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03482374-63d8-41ee-a71b-6c11c2aa98ff up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:28.940315 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:28.964361 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.140140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Pushing event updated for resources: {'Port': ['ID=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:29.151935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b621ad5-169e-470f-b6fd-cd02b8dd3b0d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:29.226540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 03482374-63d8-41ee-a71b-6c11c2aa98ff triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:29.229846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.232446 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Attempting to bind port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:29.232956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Attempting to bind port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:29.233334 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Attempting to bind port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:29.236227 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.248833 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.256002 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.256511 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.257207 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.258327 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.262373 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.262995 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.264067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.264623 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.265146 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.265664 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.266160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:54:29.287743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.295181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:29.295409 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:29.296161 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.297673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:29.298660 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Bound port: 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:29.301588 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.397760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.416437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8d93c982-29cd-41aa-b2e2-895a235e70d8 None None] Provisioning complete for port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:29.421056 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d93c982-29cd-41aa-b2e2-895a235e70d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.483831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] For port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:29.487273 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] For port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:29.497823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Network 18d2a1af-d990-4344-823e-9f046603f85a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:29.502823 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.508764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:29.513088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:29.559060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8d93c982-29cd-41aa-b2e2-895a235e70d8 None None] Port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:29.624137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:29.671965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2259c-e95c-4b1a-93c0-f0e72cd2a775 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:29.672797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.713271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.729653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.734867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:29.735514 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:29.810007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] Provisioning complete for port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:29.810377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:29.849506 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c941c7-ae29-4524-b45b-9fc76522ec97 None None] Pushing event updated for resources: {'Port': ['ID=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:30.105971 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:30.225038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.258026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router 64ec877e-5ab4-47fd-9648-ec4bbd900f8e is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:30.299273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.355352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] For port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:30.365598 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.472543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524c5d8-207d-4409-86e3-6c3df49349bf None None] Pushing event updated for resources: {'Port': ['ID=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:30.526725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-20601029-12b2-4a87-8dc6-2b9425f19885 None None] Provisioning complete for port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:30.533979 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20601029-12b2-4a87-8dc6-2b9425f19885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.546027 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:23Z', 'revision_number': 3, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:30.630592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:30.636234 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a81a6-8cb0-47d0-9eda-dab396f637b1 None None] The sync data for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 is: [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:23Z', 'revision_number': 3, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:30.651348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] Sync routers for ids ['64ec877e-5ab4-47fd-9648-ec4bbd900f8e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:30.653063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.654471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3929aa06-12e8-4e46-80bd-7cbfb5028e87 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "PUT /v2.0/routers/64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 200 len: 914 time: 6.9897215 Dec 10 04:54:30.657202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:30.701651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] Routers {'64ec877e-5ab4-47fd-9648-ec4bbd900f8e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:30.702453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['64ec877e-5ab4-47fd-9648-ec4bbd900f8e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:30.791473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:30.807117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20601029-12b2-4a87-8dc6-2b9425f19885 None None] Port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:30.818870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] Routers {'64ec877e-5ab4-47fd-9648-ec4bbd900f8e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:30.819072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.819655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['64ec877e-5ab4-47fd-9648-ec4bbd900f8e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:30.829045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.914744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:30.915292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4841f52-028a-468f-8d56-c2653f016869 None None] The sync data for ids ['64ec877e-5ab4-47fd-9648-ec4bbd900f8e'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:30.981337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:30.994496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:31.018078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a202b381-e0fd-4343-b9e1-56d33b99983c tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 200 len: 920 time: 0.3594532 Dec 10 04:54:31.018770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:31.230487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Network 18d2a1af-d990-4344-823e-9f046603f85a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:31.234525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:31.281804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fc1f1-2090-40b8-950d-66754def528b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:31.285820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-002fc1f1-2090-40b8-950d-66754def528b tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=64ec877e-5ab4-47fd-9648-ec4bbd900f8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2637842 Dec 10 04:54:31.287095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:31.459210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bece779-4e54-4f40-b1e6-431e2c5ca6ce tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:31.460904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8bece779-4e54-4f40-b1e6-431e2c5ca6ce tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.1722665 Dec 10 04:54:31.465519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:31.501323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:54:31.550538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c8b928fd-7c7d-4218-94f8-0c500cb861eb tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 200 len: 205 time: 0.0801346 Dec 10 04:54:31.551253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:31.801180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:31.811623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ff814230-734d-48fc-bc7b-01d051687cc7 admin admin] 10.222.0.43 "PUT /v2.0/routers/2dae67fb-b9b7-4073-94f2-a6866b15ad18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3806317 Dec 10 04:54:31.827920 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:31.865017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-201ecd72-22cd-4b20-b34f-6791ba28e3a4 None None] Provisioning complete for port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:31.866764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-201ecd72-22cd-4b20-b34f-6791ba28e3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:31.969881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-201ecd72-22cd-4b20-b34f-6791ba28e3a4 None None] Port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:32.107567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:32.251272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port 3488518c-5858-4de8-b017-f38e9e2eed45 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:32.251506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:32.469096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:32.506884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for 3488518c-5858-4de8-b017-f38e9e2eed45 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:32.871178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:33.040154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:33.041477 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.071835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.233783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=3488518c-5858-4de8-b017-f38e9e2eed45,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:33.359239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.365537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a7ac4-b467-4bfe-8449-f750723e78c8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:33.537666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.541029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.715305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.717079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router 64ec877e-5ab4-47fd-9648-ec4bbd900f8e {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:33.732642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:33.738859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1828806321-network', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:33.741047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.770707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-01a80ea2-4422-4ab2-8f1d-dec9f0134504 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 204 len: 168 time: 2.2184074 Dec 10 04:54:33.783729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:33.788735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1415667491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:33.816160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Made reservation on behalf of 276a90ed0e7f4e2c8509d34e76c4f009 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:54:33.821231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.842427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.875356 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.876965 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:33.966872 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Sync routers for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:33.987423 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:33.988064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:33.999436 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.005190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.024805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.033218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.052647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:54:34.075148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.076548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3080b221-9a31-4366-a170-d1940938dfb6 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2916827 Dec 10 04:54:34.078471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a231e47-96cc-4525-9fb8-ab2ce7155fb4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:34.087081 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.090624 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Added segment 071c493e-e898-42bf-a7ec-63f9e4db0eda of type vlan for network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 Dec 10 04:54:34.097292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55560) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:34.102750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:34.138541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:34.289978 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:34.292334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.371768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.373516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:34.378698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.511729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa26833e-ec4e-448c-b81a-6551b613d7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.532984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.535406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8006120 Dec 10 04:54:34.540711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:34.549954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Request body: {'subnet': {'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1828806321-subnet', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:34.590672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Made reservation on behalf of 276a90ed0e7f4e2c8509d34e76c4f009 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:54:34.593299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.635197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1fba3-d49a-4ef1-9312-9dae1977beda admin admin] Pushing event updated for resources: {'Network': ['ID=9660cd3a-03a5-4bcb-aeed-96bf007098c7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:34.649172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:54:34.752242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa26833e-ec4e-448c-b81a-6551b613d7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.758893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa26833e-ec4e-448c-b81a-6551b613d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.810500 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aa26833e-ec4e-448c-b81a-6551b613d7c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d29225b9022f4795aaffc08e6c661de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6659636 Dec 10 04:54:34.811895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26833e-ec4e-448c-b81a-6551b613d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865c3cf2-86a1-4fb3-afb2-6f3c7cdac0fd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:34.826063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:34.887989 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b898a36-9b9e-4d3f-9636-fbcb3594c1a4', 'name': '', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'mac_address': 'fa:16:3e:d7:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:28Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 2, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'subnets': [{'id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:34.968053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:34.971654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Checking router: 2dae67fb-b9b7-4073-94f2-a6866b15ad18 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:34.972153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Updating router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:54:35.043122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.073937 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.135546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.158052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.161145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.162587 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/865c3cf2-86a1-4fb3-afb2-6f3c7cdac0fd HTTP/1.1" status: 204 len: 168 time: 0.3321984 Dec 10 04:54:35.181757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c3e60-eacf-411c-a2ed-36a87419d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865c3cf2-86a1-4fb3-afb2-6f3c7cdac0fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:35.358109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1967be09-c51a-46fd-9091-c0fe12709366,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:35.431013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Checking segment: {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:35.431379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Network hostable DHCP agents. Network: 9660cd3a-03a5-4bcb-aeed-96bf007098c7, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:54:35.542161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:54:35.631331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 9660cd3a-03a5-4bcb-aeed-96bf007098c7) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:35.652849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249a4d0-122d-44fd-99b8-d21d7979df9a None None] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:54:35.655697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:35.658545 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.739160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6837aa1f-cbd1-4858-852e-e38b0e1db299 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1943660 Dec 10 04:54:35.741750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:35.746393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:35.747803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.781600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.805442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.806903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.853754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55592) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:35.865230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'fixed_ips': [{'subnet_id': '1967be09-c51a-46fd-9091-c0fe12709366'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:54:35.866988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.890997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf89a083-bdf7-4899-ad23-6af7045e667b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.926083 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.931900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.947165 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:35.991189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf89a083-bdf7-4899-ad23-6af7045e667b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.016748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf89a083-bdf7-4899-ad23-6af7045e667b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.131939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf89a083-bdf7-4899-ad23-6af7045e667b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17aa8722a90a4f559097cc4ea0344527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654772 Dec 10 04:54:36.132203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89a083-bdf7-4899-ad23-6af7045e667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3c193-73b2-4f03-8e6b-e668c7c5be5c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:36.147599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55598) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:36.220740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Allocated IP 172.20.0.2 (9660cd3a-03a5-4bcb-aeed-96bf007098c7/1967be09-c51a-46fd-9091-c0fe12709366/47bfacdf-fd00-42ad-8a06-11469bbc6e32) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:36.252212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Allocated IP 172.25.8.4 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/56b77ee4-916e-4bae-91f5-8037602cdfb7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:36.256748 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Attempting to bind port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:36.257255 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Attempting to bind port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:36.257479 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Attempting to bind port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:36.263652 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb20927-a438-454e-a7c4-4c0a2f5d379e None None] Pushing event updated for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:36.271377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.278496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:36.278990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Checking segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:36.279398 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.279783 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Bound using segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:36.280271 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Bound port: 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:36.280683 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.334918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.435169 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] For port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:36.442151 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] For port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:36.444212 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.451047 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.453453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.461694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.587632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Pushing event updated for resources: {'Port': ['ID=47bfacdf-fd00-42ad-8a06-11469bbc6e32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:36.590728 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:36.591468 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:36.600172 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb20927-a438-454e-a7c4-4c0a2f5d379e None None] Pushing event updated for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:36.661720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] Provisioning complete for port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:36.662677 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.667843 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.681151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.690968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.698065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbd3c193-73b2-4f03-8e6b-e668c7c5be5c HTTP/1.1" status: 204 len: 168 time: 0.5493913 Dec 10 04:54:36.748128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:36.751504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45587724-ea53-4390-a4f2-1d96a3ca8314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3c193-73b2-4f03-8e6b-e668c7c5be5c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:36.788628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:36.815916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:36.840975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.855126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.878336 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:36.916090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:36.922040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:36.927595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:36.939065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:36.975254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb38d2a-0e4e-4596-be17-97b8f1a5081a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:37.027583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Pushing event updated for resources: {'Port': ['ID=56b77ee4-916e-4bae-91f5-8037602cdfb7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:37.043668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Attempting to bind port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:37.044745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Attempting to bind port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:37.045293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Attempting to bind port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 on network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:37.075156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:37.075543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Checking segment: {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:37.110665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.111308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Bound using segment: {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:37.111839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Bound port: 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:37.112257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.164049 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.228711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Allocated IP 172.25.8.168 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/5ae430c5-4325-4a6c-a41f-6d7596470b97) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:37.436869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] For port 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:37.443057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] For port 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=47bfacdf-fd00-42ad-8a06-11469bbc6e32,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:37.451364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] For port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:37.456426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.477365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.515462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.533325 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b898a36-9b9e-4d3f-9636-fbcb3594c1a4', 'name': '', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'mac_address': 'fa:16:3e:d7:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:28Z', 'updated_at': '2021-12-10T04:54:36Z', 'revision_number': 4, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'subnets': [{'id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:37.614087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767111b9-df21-4437-8edf-e6ce87309f55 None None] Pushing event updated for resources: {'Port': ['ID=47bfacdf-fd00-42ad-8a06-11469bbc6e32,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:37.651124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.653855 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128713e-38b7-4c23-a0d6-8df9c26964e3 None None] The sync data for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 is: [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b898a36-9b9e-4d3f-9636-fbcb3594c1a4', 'name': '', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'mac_address': 'fa:16:3e:d7:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:28Z', 'updated_at': '2021-12-10T04:54:36Z', 'revision_number': 4, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'subnets': [{'id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:37.760450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.811859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f196cd-72f7-4162-81c2-60ed978ffc56 None None] Pushing event updated for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:37.829882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Pushing event updated for resources: {'Port': ['ID=5ae430c5-4325-4a6c-a41f-6d7596470b97,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:37.840239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3e3c264c-8714-403c-a31d-99254cdcf805 None None] Provisioning complete for port 56b77ee4-916e-4bae-91f5-8037602cdfb7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:37.841479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e3c264c-8714-403c-a31d-99254cdcf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:37.875211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:37.879874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:37.894104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:37.902844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51830a9-bc8c-4040-92c6-358a39102993 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:37.958996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c264c-8714-403c-a31d-99254cdcf805 None None] Port 56b77ee4-916e-4bae-91f5-8037602cdfb7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:37.986496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3e3c264c-8714-403c-a31d-99254cdcf805 None None] Provisioning complete for port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:37.986874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e3c264c-8714-403c-a31d-99254cdcf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:38.401455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3c5f80b8-f143-43df-8093-4a3fd0845975 None None] Provisioning complete for port 5ae430c5-4325-4a6c-a41f-6d7596470b97 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:38.403284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c5f80b8-f143-43df-8093-4a3fd0845975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:38.493306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f80b8-f143-43df-8093-4a3fd0845975 None None] Port 5ae430c5-4325-4a6c-a41f-6d7596470b97 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:38.557864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:38.560420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:38.576124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:38.977108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 47bfacdf-fd00-42ad-8a06-11469bbc6e32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:39.184122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:39.184517 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:39.203208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:39.560683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Router e8d10076-a5d9-4101-b22e-a5fb392a288b is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:39.595300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:39.639820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Router ffee2d19-e576-4f83-9560-4cd9e4d62b56 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:39.645302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3db63c-12b4-44ec-b42f-ac1177f3b267 None None] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:54:39.842953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=47bfacdf-fd00-42ad-8a06-11469bbc6e32,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:39.914611 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:39.915521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:40.096041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:40.109448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:40.119718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8f0c3ecf-2cc1-4a5c-a14d-7a9d2687bd41 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "PUT /v2.0/routers/ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 200 len: 914 time: 6.0211551 Dec 10 04:54:40.123127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:40.191800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185488d0-99b1-4550-9a51-110be401d434 None None] Sync routers for ids ['ffee2d19-e576-4f83-9560-4cd9e4d62b56'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:40.284173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55680) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:40.375400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=47bfacdf-fd00-42ad-8a06-11469bbc6e32,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:40.452669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7b755ca1-ad96-4c4b-aa92-f29b5ca3d26d None None] Provisioning complete for port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:40.454870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a84e9ada-d474-405e-8de2-49266caa4e26 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 200 len: 920 time: 0.3305612 Dec 10 04:54:40.456058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b755ca1-ad96-4c4b-aa92-f29b5ca3d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:40.477985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55686) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:40.491945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] Routers {'ffee2d19-e576-4f83-9560-4cd9e4d62b56'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:40.496836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ffee2d19-e576-4f83-9560-4cd9e4d62b56'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:40.605540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58791b4-423d-4bbf-8e33-1cc2f5c5b9c5 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:40.607060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e58791b4-423d-4bbf-8e33-1cc2f5c5b9c5 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=ffee2d19-e576-4f83-9560-4cd9e4d62b56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1276886 Dec 10 04:54:40.612069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:40.695414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:40.740663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:40.741039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:40.783722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] Routers {'ffee2d19-e576-4f83-9560-4cd9e4d62b56'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:40.786921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ffee2d19-e576-4f83-9560-4cd9e4d62b56'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:40.912192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df94ea-183c-4bb5-9f3b-920e20b4db9e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:40.916223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76df94ea-183c-4bb5-9f3b-920e20b4db9e tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.3006086 Dec 10 04:54:40.919941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:40.947448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f89e6924-6e52-40af-9187-b482bb318914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:40.967386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-185488d0-99b1-4550-9a51-110be401d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:40.968465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185488d0-99b1-4550-9a51-110be401d434 None None] The sync data for ids ['ffee2d19-e576-4f83-9560-4cd9e4d62b56'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:41.001068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:41.012172 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Sync routers for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:41.029156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-01b3f3cb-aec4-455d-bf76-1f92f6322927 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 200 len: 205 time: 0.1058986 Dec 10 04:54:41.032677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:41.034306 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:41.034975 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:41.178298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.199816 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-11be2497-c1e5-4261-8515-09bf545ba8bf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4496379 Dec 10 04:54:41.248087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55712) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:41.297593 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:41.480934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f89e6924-6e52-40af-9187-b482bb318914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.490862 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f89e6924-6e52-40af-9187-b482bb318914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.572214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6924-6e52-40af-9187-b482bb318914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e60521e-6ea2-4f80-9cb5-35d01b7dda4a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:41.582655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f89e6924-6e52-40af-9187-b482bb318914 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88c87aa2b9c94cd0a4a58138aa42af61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2897995 Dec 10 04:54:41.589725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55720) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:41.759007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 47bfacdf-fd00-42ad-8a06-11469bbc6e32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:41.787011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.826276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:38Z', 'revision_number': 3, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:41.847675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.922323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:41.922694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.925100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Checking router: e8d10076-a5d9-4101-b22e-a5fb392a288b for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:41.925688 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Updating router e8d10076-a5d9-4101-b22e-a5fb392a288b port 5ae430c5-4325-4a6c-a41f-6d7596470b97 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:54:41.994334 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:41.997965 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.001336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.002740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e60521e-6ea2-4f80-9cb5-35d01b7dda4a HTTP/1.1" status: 204 len: 168 time: 0.4119813 Dec 10 04:54:42.021989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f1edf-0b44-437f-bd10-72d1532dd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e60521e-6ea2-4f80-9cb5-35d01b7dda4a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:42.076538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.111087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8a6f74a0-0473-4499-a013-bdd7e4ed9652 None None] Provisioning complete for port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:42.111087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a6f74a0-0473-4499-a013-bdd7e4ed9652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.539557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.699710 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.708375 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.739422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:42.760638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83db5490-d82b-4b5e-93f4-ccd9d657572b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.807086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f9827-484f-4536-910c-162006b8d814 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:42.871497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Attempting to bind port 5ae430c5-4325-4a6c-a41f-6d7596470b97 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:42.873030 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Attempting to bind port 5ae430c5-4325-4a6c-a41f-6d7596470b97 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:42.873645 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Attempting to bind port 5ae430c5-4325-4a6c-a41f-6d7596470b97 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:42.882471 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:42.884652 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:42.885457 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.886113 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:42.887090 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Bound port: 5ae430c5-4325-4a6c-a41f-6d7596470b97, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:42.887848 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.920119 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e632-0954-4694-a12a-4422c5b79dbb None None] Pushing event updated for resources: {'Port': ['ID=5ae430c5-4325-4a6c-a41f-6d7596470b97,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:42.959851 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83db5490-d82b-4b5e-93f4-ccd9d657572b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.960979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-13f9935b-db35-4c8d-ad93-a201658730a8 None None] Provisioning complete for port 5ae430c5-4325-4a6c-a41f-6d7596470b97 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:42.961750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13f9935b-db35-4c8d-ad93-a201658730a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:42.966118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83db5490-d82b-4b5e-93f4-ccd9d657572b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.017357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port 56b77ee4-916e-4bae-91f5-8037602cdfb7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:43.017982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.039218 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] For port 5ae430c5-4325-4a6c-a41f-6d7596470b97, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:43.051401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] For port 5ae430c5-4325-4a6c-a41f-6d7596470b97, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5ae430c5-4325-4a6c-a41f-6d7596470b97,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:43.061476 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.089515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-13f9935b-db35-4c8d-ad93-a201658730a8 None None] Port 5ae430c5-4325-4a6c-a41f-6d7596470b97 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:43.089771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83db5490-d82b-4b5e-93f4-ccd9d657572b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fb2e213b81c4549a8015b4a49596bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482347 Dec 10 04:54:43.098213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55754) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:43.140727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5490-d82b-4b5e-93f4-ccd9d657572b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d258d1-2db3-4932-a619-28ce5af9a074,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:43.268651 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e632-0954-4694-a12a-4422c5b79dbb None None] Pushing event updated for resources: {'Port': ['ID=5ae430c5-4325-4a6c-a41f-6d7596470b97,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:43.277887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.297332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.322965 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:43.323607 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:43.328436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ac655-d893-4d2c-833e-0ac3439b5e6f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:43.330288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for 56b77ee4-916e-4bae-91f5-8037602cdfb7 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:43.370059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.403767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:43.484963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.498303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] Provisioning complete for port 5ae430c5-4325-4a6c-a41f-6d7596470b97 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:43.500543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.511351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.516168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83d258d1-2db3-4932-a619-28ce5af9a074 HTTP/1.1" status: 204 len: 168 time: 0.4163923 Dec 10 04:54:43.532940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ae85-e26e-44e9-b3fd-c1c9def333d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d258d1-2db3-4932-a619-28ce5af9a074,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:43.637667 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:43.643986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.778491 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b08065d0-22e6-449c-b8e1-ee1cb793a20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.786349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.830674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] For port 5ae430c5-4325-4a6c-a41f-6d7596470b97, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5ae430c5-4325-4a6c-a41f-6d7596470b97,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:43.838190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:43.945303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c7ad4-34af-492a-bb1a-bae82e3bc985 None None] Pushing event updated for resources: {'Port': ['ID=5ae430c5-4325-4a6c-a41f-6d7596470b97,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:43.987199 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.000040 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b08065d0-22e6-449c-b8e1-ee1cb793a20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.007476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b08065d0-22e6-449c-b8e1-ee1cb793a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.059920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b08065d0-22e6-449c-b8e1-ee1cb793a20d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23da4199b9464cc6b62fe3bd231392c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542475 Dec 10 04:54:44.062815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:44.076427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08065d0-22e6-449c-b8e1-ee1cb793a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d545fd7-5063-475f-8784-76c75807a8bd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:44.081717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=56b77ee4-916e-4bae-91f5-8037602cdfb7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:44.101120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:38Z', 'revision_number': 3, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:44.103812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74457c0a-6e60-4ae4-aede-7c55b219b1cb None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:44.145368 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7eb06-0ce6-4a04-a93e-ad9baaeed58f None None] The sync data for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 is: [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:38Z', 'revision_number': 3, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:44.228812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.238462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.271804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.329189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Allocated IP 172.20.0.1 (9660cd3a-03a5-4bcb-aeed-96bf007098c7/1967be09-c51a-46fd-9091-c0fe12709366/6ff55df1-620a-4b70-b665-8878e133947b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:44.353674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.357696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.359224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d545fd7-5063-475f-8784-76c75807a8bd HTTP/1.1" status: 204 len: 168 time: 0.2951510 Dec 10 04:54:44.374965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f169f7-a9ac-4fac-bfe6-7a7053414321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d545fd7-5063-475f-8784-76c75807a8bd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:44.386328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.391123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.515753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.516714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router ffee2d19-e576-4f83-9560-4cd9e4d62b56 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:44.556264 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.558853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad592edf-8541-4c5b-a401-84d10e25516d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 204 len: 168 time: 3.5235460 Dec 10 04:54:44.562729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:44.572097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-583816518', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:44.676680 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.680408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.696635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.750842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.791391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:44.861245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:44.874623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:44.880748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:44.884430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Pushing event updated for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:44.954238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.128239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.167735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.302232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:45.340446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b80d1374-7764-4b6a-951b-52038d85bb41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.490907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7c704477-ebaf-4039-b0fc-fb8b085aec42 None None] Provisioning complete for port 6ff55df1-620a-4b70-b665-8878e133947b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:45.493017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c704477-ebaf-4039-b0fc-fb8b085aec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.573852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c704477-ebaf-4039-b0fc-fb8b085aec42 None None] Port 6ff55df1-620a-4b70-b665-8878e133947b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:45.644725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.652256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.760741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5ae430c5-4325-4a6c-a41f-6d7596470b97 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:45.829596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.836174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Pushing event updated for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:45.845387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.883711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:45.887419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5ae430c5-4325-4a6c-a41f-6d7596470b97 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:45.888051 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.001771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b80d1374-7764-4b6a-951b-52038d85bb41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.024063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b80d1374-7764-4b6a-951b-52038d85bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.069345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:46.075933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:46.146159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b80d1374-7764-4b6a-951b-52038d85bb41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e72eedf03b2b4a79b353312918aad3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8420134 Dec 10 04:54:46.147264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55814) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:46.200710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d1374-7764-4b6a-951b-52038d85bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2425360-d0e6-4182-bf04-d6fa223fbe58,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:46.210462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Allocated IP 172.25.8.172 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/58f8148f-3f05-45ac-95a7-7551c9908939) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:46.415150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Router e8d10076-a5d9-4101-b22e-a5fb392a288b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:54:46.429075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.502002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.597588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.629968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-91ec7e32-e31f-408d-9cd1-9842cb2e7cc6 None None] Provisioning complete for port 6ff55df1-620a-4b70-b665-8878e133947b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:46.630569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91ec7e32-e31f-408d-9cd1-9842cb2e7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.676628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:46.706011 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0bf8bedc-56e7-40a8-be53-7b796de4088a admin admin] 10.222.0.43 "PUT /v2.0/routers/e8d10076-a5d9-4101-b22e-a5fb392a288b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4463313 Dec 10 04:54:46.723235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.730177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.734639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2425360-d0e6-4182-bf04-d6fa223fbe58 HTTP/1.1" status: 204 len: 168 time: 0.5735865 Dec 10 04:54:46.753968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-91ec7e32-e31f-408d-9cd1-9842cb2e7cc6 None None] Port 6ff55df1-620a-4b70-b665-8878e133947b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:46.756388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:46.761338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c5cf-4f79-4d26-b667-c63c021a33c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2425360-d0e6-4182-bf04-d6fa223fbe58,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:46.818915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:46.824690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:46.833379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:46.840824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee333a70-9981-4601-87ee-e2c8a9dc3876 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:46.935206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event updated for resources: {'Port': ['ID=58f8148f-3f05-45ac-95a7-7551c9908939,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:46.942804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f245819-0e3e-4f34-b498-f909db66e2a2 None None] Provisioning complete for port 58f8148f-3f05-45ac-95a7-7551c9908939 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:46.943178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f245819-0e3e-4f34-b498-f909db66e2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:47.095815 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-5b1c7ca4-693b-4124-befe-e6dc4c619511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5878921 Dec 10 04:54:47.110340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f245819-0e3e-4f34-b498-f909db66e2a2 None None] Port 58f8148f-3f05-45ac-95a7-7551c9908939 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:47.310915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.311856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.312571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.313273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.313930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.315429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.316178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.324596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d6a8f502-bdff-4af6-b1ba-c0ff73bbde0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.1231401 Dec 10 04:54:47.496724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Sync routers for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:47.509785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:47.510418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:47.626169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:47.744814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-051aebbe-a843-485e-bbbb-ba87bc4d31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.745415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-051aebbe-a843-485e-bbbb-ba87bc4d31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.745883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-051aebbe-a843-485e-bbbb-ba87bc4d31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:47.747579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-051aebbe-a843-485e-bbbb-ba87bc4d31b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 2297 time: 0.3709099 Dec 10 04:54:47.945899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-ce8aad72-770f-4ecf-8123-fa4a6b925635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 1001 time: 0.1862090 Dec 10 04:54:48.099033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-7f3a330c-ef2d-4270-8bcf-4cf2c8960e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:48.101094 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-7f3a330c-ef2d-4270-8bcf-4cf2c8960e96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.1391594 Dec 10 04:54:48.143188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-df3d0dfe-7a91-456a-9a3c-514facb0ec81 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:48.146522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:48.161509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-df3d0dfe-7a91-456a-9a3c-514facb0ec81 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.3288441 Dec 10 04:54:48.197215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-771d8ae4-033c-423f-9072-e4c3c89f3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:48.200068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-771d8ae4-033c-423f-9072-e4c3c89f3cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871518 Dec 10 04:54:48.208202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-91a5ae4a-9a9a-45bc-8434-d8c3d2a6035f tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/quotas/276a90ed0e7f4e2c8509d34e76c4f009 HTTP/1.1" status: 200 len: 375 time: 0.0454419 Dec 10 04:54:48.384320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-6ba48194-0252-4843-8ece-0e478551533c tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725433 Dec 10 04:54:48.484263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-b0412881-36fe-4282-b16a-17e5916d72a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708991 Dec 10 04:54:48.666770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:45Z', 'revision_number': 4, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '6ff55df1-620a-4b70-b665-8878e133947b', 'name': '', 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'mac_address': 'fa:16:3e:dd:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1967be09-c51a-46fd-9091-c0fe12709366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:43Z', 'updated_at': '2021-12-10T04:54:45Z', 'revision_number': 2, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'subnets': [{'id': '1967be09-c51a-46fd-9091-c0fe12709366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:48.680788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-766088fe-83ae-403b-b8df-f5acbab2bce4 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837327 Dec 10 04:54:48.725921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Checking router: e8d10076-a5d9-4101-b22e-a5fb392a288b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:54:48.728685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Updating router e8d10076-a5d9-4101-b22e-a5fb392a288b port 6ff55df1-620a-4b70-b665-8878e133947b binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:54:48.770233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:48.787014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-cab7bfa3-1bb2-4bef-9887-c260f9819c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 217 time: 0.0944867 Dec 10 04:54:48.794713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:48.892351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-bf464d1c-3a01-41b8-bde6-dd5709785773 service neutron] 10.222.0.43 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070996 Dec 10 04:54:48.903049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:49.003354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-f8ab19d1-cce1-4f7f-aca0-755f659985b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:49.015408 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-f8ab19d1-cce1-4f7f-aca0-755f659985b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.2153618 Dec 10 04:54:49.231901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-9d9b461c-8f27-4111-9abb-b6cb727ed2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:49.236961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-9d9b461c-8f27-4111-9abb-b6cb727ed2a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114406 Dec 10 04:54:49.293150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-5003d064-c653-4a17-ad9b-2120ebc1491d service neutron] 10.222.0.43 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946695 Dec 10 04:54:49.359078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Router d708e24c-0e51-4352-9c89-97b68fdabf0d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:54:49.696373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:49.713868 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] Sync routers for ids ['d708e24c-0e51-4352-9c89-97b68fdabf0d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:49.726142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] Routers {'d708e24c-0e51-4352-9c89-97b68fdabf0d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:49.735895 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d708e24c-0e51-4352-9c89-97b68fdabf0d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:49.809772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:49.822819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ded4fd2d-79e0-494a-b26b-ebcccb64316c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2563908 Dec 10 04:54:49.826150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:49.870489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:49.886770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:49.903452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:49.920541 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-08907319-fb95-4420-92b7-51cae0921968 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676953 Dec 10 04:54:49.932120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8efb79d7-011e-4a3c-a488-9904a3b88ad0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d97d283a67d04cb8baaaba6921347ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1561930 Dec 10 04:54:49.938164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 55916) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:50.079399 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:50.146035 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] Routers {'d708e24c-0e51-4352-9c89-97b68fdabf0d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:50.146654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d708e24c-0e51-4352-9c89-97b68fdabf0d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:50.234776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c66ce-e3f9-4c73-926d-8dc1dfc8e8f0 None None] Pushing event updated for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:50.297979 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:50.298650 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a0fac-6bc9-441b-a2b1-68e7c00f5ba5 None None] The sync data for ids ['d708e24c-0e51-4352-9c89-97b68fdabf0d'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:50.442953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.445498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Attempting to bind port 6ff55df1-620a-4b70-b665-8878e133947b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:50.446035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Attempting to bind port 6ff55df1-620a-4b70-b665-8878e133947b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:50.447083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Attempting to bind port 6ff55df1-620a-4b70-b665-8878e133947b on network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:50.466589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:50.467872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Checking segment: {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:50.479821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.480555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Bound using segment: {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:50.486805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Bound port: 6ff55df1-620a-4b70-b665-8878e133947b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071c493e-e898-42bf-a7ec-63f9e4db0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:50.491292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.510399 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-4cb9971a-9e94-468d-9163-d11f9dea314a service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721664 Dec 10 04:54:50.567714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.752509 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-4ff5f3a5-309b-4c80-a778-7a7a5ccf5c78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 217 time: 0.2163827 Dec 10 04:54:50.783188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.828165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] For port 6ff55df1-620a-4b70-b665-8878e133947b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:50.832565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] For port 6ff55df1-620a-4b70-b665-8878e133947b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6ff55df1-620a-4b70-b665-8878e133947b,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:50.842944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.868242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] Provisioning complete for port 6ff55df1-620a-4b70-b665-8878e133947b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:50.870544 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:50.954705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-24d6fd9e-32ec-4307-86f5-7afe70494af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:50.956201 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-24d6fd9e-32ec-4307-86f5-7afe70494af0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1709585 Dec 10 04:54:51.072829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:51.075986 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:51.077187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/309fd7ee-d320-4e6e-8fcd-5ad8172683d2 HTTP/1.1" status: 204 len: 168 time: 1.1381667 Dec 10 04:54:51.113552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-3cef2997-6273-4446-81fd-da3952c0df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:51.115038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-3cef2997-6273-4446-81fd-da3952c0df68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461663 Dec 10 04:54:51.115912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99b53-04a3-491a-b406-d8e86de9c6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309fd7ee-d320-4e6e-8fcd-5ad8172683d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:51.189958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:51.195083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:51.215020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c66ce-e3f9-4c73-926d-8dc1dfc8e8f0 None None] Pushing event updated for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:51.460660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-16603f30-1d52-4010-9fba-5bb81ed0d3ec service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221943 Dec 10 04:54:51.688878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ec25ec8-8d00-4490-a60d-003574109af3 req-4e8acf75-a4e3-4015-9608-84721503a5be tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 1.8953550 Dec 10 04:54:51.747911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:51.750566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-ee117bb9-d6f9-4dcf-959f-845023267cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831204 Dec 10 04:54:51.858566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] For port 6ff55df1-620a-4b70-b665-8878e133947b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6ff55df1-620a-4b70-b665-8878e133947b,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:54:51.866670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:51.885862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-4a8e276a-9745-403b-a97f-80e6e70a5fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 217 time: 0.1212251 Dec 10 04:54:51.939414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:54:51.961893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:51.991173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:52.046456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-25cce2bd-de22-447f-9b03-fae1280fae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:52.047935 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-25cce2bd-de22-447f-9b03-fae1280fae94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1406558 Dec 10 04:54:52.168347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-43d3e7df-99d5-4a24-b72e-6a790a6252b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:52.174817 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-43d3e7df-99d5-4a24-b72e-6a790a6252b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128006 Dec 10 04:54:52.213522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Deleting port 58f8148f-3f05-45ac-95a7-7551c9908939 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:54:52.213867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:52.229979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede409a-225b-4508-bdbf-54c65be2c82b None None] Pushing event updated for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:52.260738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-35bd2fee-32ab-46ed-8ba9-c908a12da741 None None] Provisioning complete for port 6ff55df1-620a-4b70-b665-8878e133947b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:52.260738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35bd2fee-32ab-46ed-8ba9-c908a12da741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:52.468849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca0c7-1799-4b71-b1dc-87e286230865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:52.551665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d7e72218-0b06-4e1c-82e5-08a10edb5c70 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612423 Dec 10 04:54:52.698489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:52.751164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Calling delete_port for 58f8148f-3f05-45ac-95a7-7551c9908939 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:54:52.873854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:45Z', 'revision_number': 4, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '6ff55df1-620a-4b70-b665-8878e133947b', 'name': '', 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'mac_address': 'fa:16:3e:dd:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1967be09-c51a-46fd-9091-c0fe12709366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:43Z', 'updated_at': '2021-12-10T04:54:50Z', 'revision_number': 4, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'subnets': [{'id': '1967be09-c51a-46fd-9091-c0fe12709366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:52.981440 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-9deebec2-dcc4-4168-84b0-0cc25df524df service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175918 Dec 10 04:54:52.993173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57e2a5-e7af-4b37-8c56-a1d5a8e28aa9 None None] The sync data for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 is: [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:54:45Z', 'revision_number': 4, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '6ff55df1-620a-4b70-b665-8878e133947b', 'name': '', 'network_id': '9660cd3a-03a5-4bcb-aeed-96bf007098c7', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'mac_address': 'fa:16:3e:dd:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1967be09-c51a-46fd-9091-c0fe12709366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:43Z', 'updated_at': '2021-12-10T04:54:50Z', 'revision_number': 4, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'subnets': [{'id': '1967be09-c51a-46fd-9091-c0fe12709366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:53.076123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-9a865094-6064-424d-ac47-03c64ecb92a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 217 time: 0.0816319 Dec 10 04:54:53.207298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-f6c62086-a220-40ef-8519-7a707c2e90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:53.212849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-f6c62086-a220-40ef-8519-7a707c2e90a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1248040 Dec 10 04:54:53.321112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-da77233f-5da6-40be-9830-7f9e84fb23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:53.322633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-da77233f-5da6-40be-9830-7f9e84fb23a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977433 Dec 10 04:54:53.323363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4accdb8b-dadc-4996-b916-504e457a016c req-531e6182-ac8c-45c3-b326-803ec80cfab6 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 0.1113458 Dec 10 04:54:53.359447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 55998) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:53.480124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:53.523102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-07d5d833-5c4e-4d07-85ed-57c512d90e39 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842508 Dec 10 04:54:53.539824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Pushing event deleted for resources: {'Port': ['ID=58f8148f-3f05-45ac-95a7-7551c9908939,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:53.577844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:53.595564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d4698-6076-4021-8de5-0e7325f3eef4 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:54:53.730878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6ff55df1-620a-4b70-b665-8878e133947b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:54:53.750664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-6ef7384c-8ebb-48b7-a1a8-d1bcd8ad49fd service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136321 Dec 10 04:54:53.820350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6ff55df1-620a-4b70-b665-8878e133947b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:53.821220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:53.826148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa07-da4b-469a-a93e-b2b057355f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:53.830151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:53.918608 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-8153a6af-0790-4d70-8457-c7e5d964330e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 217 time: 0.1524191 Dec 10 04:54:54.160491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-91c61721-93ab-4062-8947-8c6a4d8d2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:54.161989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-91c61721-93ab-4062-8947-8c6a4d8d2fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.2293777 Dec 10 04:54:54.340026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-1dfaa5a9-a34a-4d5a-a285-bdf8d40bb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:54.343154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-1dfaa5a9-a34a-4d5a-a285-bdf8d40bb079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1526732 Dec 10 04:54:54.380622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:54.407548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:54.558050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:54.560740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a009e1e-51eb-4149-90f5-6605d8e129f8 req-5c4142db-791f-4380-ac73-4587b3fd143f tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 0.1204953 Dec 10 04:54:54.683494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Router d708e24c-0e51-4352-9c89-97b68fdabf0d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:54:54.686773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa07-da4b-469a-a93e-b2b057355f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:54.696758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ef3baa07-da4b-469a-a93e-b2b057355f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:54.879817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ef3baa07-da4b-469a-a93e-b2b057355f3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d88af2da77294bb88c02682c3b7cd9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5173066 Dec 10 04:54:54.939417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3baa07-da4b-469a-a93e-b2b057355f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67976e-18a4-4f3a-b05a-c994c588e375,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:54.949084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56028) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:54.966568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:54:54.977563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] Sync routers for ids ['d708e24c-0e51-4352-9c89-97b68fdabf0d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:54:54.997636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] Routers {'d708e24c-0e51-4352-9c89-97b68fdabf0d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:54.998571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d708e24c-0e51-4352-9c89-97b68fdabf0d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:55.040849 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.048002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d2a755c8-d0c0-48e3-bb34-a8acc2584c5b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "PUT /v2.0/routers/d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 200 len: 705 time: 5.2197773 Dec 10 04:54:55.071937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56032) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:55.122600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:55.150285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a459bbaf-c739-4e85-9aa7-ad2235f04608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.153519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] Routers {'d708e24c-0e51-4352-9c89-97b68fdabf0d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:54:55.154418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['d708e24c-0e51-4352-9c89-97b68fdabf0d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:55.237250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:55.237808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0bf7b19b-8ab1-4336-8075-68bcc6eb6485 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/routers/d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 200 len: 740 time: 0.1503322 Dec 10 04:54:55.238326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fb33269-c253-45a4-a5b8-71583d33d5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.308185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:54:55.308890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0af99-9d0f-47c7-b2c6-820c9e7d466b None None] The sync data for ids ['d708e24c-0e51-4352-9c89-97b68fdabf0d'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:54:55.327346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fb33269-c253-45a4-a5b8-71583d33d5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.332774 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-2b781942-6cac-4d17-90e5-72fcca2c3639 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9767048 Dec 10 04:54:55.335230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fb33269-c253-45a4-a5b8-71583d33d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.336351 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f2e2599-8bc7-428b-b756-c75a2531acd1 tempest-RoutersAdminTest-189260421 tempest-RoutersAdminTest-189260421-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 200 len: 205 time: 0.0969357 Dec 10 04:54:55.340004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:55.391477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb33269-c253-45a4-a5b8-71583d33d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd27b70-1445-4faf-9d1d-72010c1ab6cf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:55.408874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94881774-9bf1-4070-9050-317713547234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.429838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4fb33269-c253-45a4-a5b8-71583d33d5e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=080516ffa3744c6b8796c4b161e41b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8672419 Dec 10 04:54:55.433102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56040) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:55.440402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94881774-9bf1-4070-9050-317713547234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.511007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cdc17f22-ab59-4105-b18d-2699d2bd1f69 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 200 len: 205 time: 0.1695149 Dec 10 04:54:55.513489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:55.547208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.581474 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.595571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.614459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94881774-9bf1-4070-9050-317713547234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.617354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-94881774-9bf1-4070-9050-317713547234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.618688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-94881774-9bf1-4070-9050-317713547234 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f67976e-18a4-4f3a-b05a-c994c588e375 HTTP/1.1" status: 204 len: 168 time: 0.6665211 Dec 10 04:54:55.627641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94881774-9bf1-4070-9050-317713547234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67976e-18a4-4f3a-b05a-c994c588e375,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:55.668793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.679895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.686786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afd27b70-1445-4faf-9d1d-72010c1ab6cf HTTP/1.1" status: 204 len: 168 time: 0.2491214 Dec 10 04:54:55.710995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537c3b-4913-4a3d-a994-8eaba127dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd27b70-1445-4faf-9d1d-72010c1ab6cf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:55.774353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-d9a827de-6e05-4c7c-abf7-d4d918054001 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302750 Dec 10 04:54:55.775177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:55.842311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dabbca27-8073-42d6-9704-f28dfa02b75b req-b8d56af4-1411-4cb7-b935-656fda36b2dd tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 0.0783920 Dec 10 04:54:55.917879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-b70ba29e-e30d-43d1-b9e4-04dfab5221f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.0860186 Dec 10 04:54:56.122034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.127229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.268957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-b1314bce-5ad5-482e-a958-aaefc6ed418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:56.270732 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-b1314bce-5ad5-482e-a958-aaefc6ed418b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.2799151 Dec 10 04:54:56.369984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.375186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Fanout notify agent at l3_agent the message router_deleted on router d708e24c-0e51-4352-9c89-97b68fdabf0d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:54:56.412377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.413947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-020ba666-0be7-452e-84b3-bc5bd0149773 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 204 len: 168 time: 0.8994772 Dec 10 04:54:56.420415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.462371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-6f0921cc-dea7-402a-8f56-80648f37b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:56.468457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-6f0921cc-dea7-402a-8f56-80648f37b3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835876 Dec 10 04:54:56.480916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-957533a4-6d74-4a8d-994f-cd9ab99969cd tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 200 len: 205 time: 0.0576048 Dec 10 04:54:56.483626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.510247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.542151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26bec061-91ba-47dc-b3da-9ad79a7db100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.547194 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-d595ea8f-dd5e-4391-9c90-4daaba4effed tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:56.549648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d595ea8f-dd5e-4391-9c90-4daaba4effed tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d708e24c-0e51-4352-9c89-97b68fdabf0d HTTP/1.1" status: 404 len: 336 time: 0.0645578 Dec 10 04:54:56.552256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56066) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.587640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-289ae57f-aef3-4708-86d7-0a6c08d3e6ac tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 200 len: 205 time: 0.0337934 Dec 10 04:54:56.593006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56068) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.643484 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-f9abce2b-d89c-4da9-8e42-a6aaf3d44988 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:56.648998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.649770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f9abce2b-d89c-4da9-8e42-a6aaf3d44988 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/ffee2d19-e576-4f83-9560-4cd9e4d62b56 HTTP/1.1" status: 404 len: 336 time: 0.0557048 Dec 10 04:54:56.664057 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-03c70ba7-c8ee-477c-b279-99cd35fe05ce service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863689 Dec 10 04:54:56.696085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18b214e9-8e87-4cc0-8027-b36bfcf5ea0b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 200 len: 205 time: 0.0438943 Dec 10 04:54:56.697312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.754396 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-6d95cfbf-96c2-41de-9564-c309aed42086 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:56.757839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6d95cfbf-96c2-41de-9564-c309aed42086 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/64ec877e-5ab4-47fd-9648-ec4bbd900f8e HTTP/1.1" status: 404 len: 336 time: 0.0575383 Dec 10 04:54:56.759154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56074) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.841202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26bec061-91ba-47dc-b3da-9ad79a7db100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.844909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.845900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fbd2d3d5-abf8-4d32-9851-9bc9defe0795 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 200 len: 205 time: 0.0849521 Dec 10 04:54:56.867980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26bec061-91ba-47dc-b3da-9ad79a7db100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:56.943179 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-d2b41dda-366a-4c63-8807-784e66b46483 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:56.944230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d2b41dda-366a-4c63-8807-784e66b46483 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/c25a484e-7cdf-49df-87c2-20ff9a9ef260 HTTP/1.1" status: 404 len: 336 time: 0.0981991 Dec 10 04:54:56.948136 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f535d3d7-78cd-487e-a677-93378e528ae4 req-1e9847f5-adef-48b9-9929-4a56804c5e06 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676492 Dec 10 04:54:56.953173 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-26bec061-91ba-47dc-b3da-9ad79a7db100 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a73ddad1946d43b6bc880c2cbe812479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393721 Dec 10 04:54:56.954484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:56.954661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.000812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec061-91ba-47dc-b3da-9ad79a7db100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85694f1-b051-48b3-bbff-511d609f311c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:57.007167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e949e588-fe24-45d0-8014-907b1302ba0b tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 200 len: 205 time: 0.0513573 Dec 10 04:54:57.017190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.154583 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-14df7fdb-72cf-4ff4-81d0-1e020e14454d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:57.158983 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-14df7fdb-72cf-4ff4-81d0-1e020e14454d tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d6538d31-ee14-4156-9684-78d5c7048d1f HTTP/1.1" status: 404 len: 336 time: 0.1374192 Dec 10 04:54:57.180444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.201557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0c08b18-d4a7-4efe-ae8d-623ce62f05a0 req-4a5cd228-d99e-4d37-9072-9cca71d1207c tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 0.0763617 Dec 10 04:54:57.220050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-c9d9a5a8-d214-43b0-af0f-a695445b8891 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:57.221602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-c9d9a5a8-d214-43b0-af0f-a695445b8891 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.41 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.2912955 Dec 10 04:54:57.243657 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0b754fa-a1e0-4512-9dd5-465617b1ab4c tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c4fa1-93eb-43c2-a004-dd5d0d756732 HTTP/1.1" status: 200 len: 205 time: 0.0600047 Dec 10 04:54:57.247046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.256436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Request body: {'port': {'device_id': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'admin_state_up': True, 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:57.291084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Made reservation on behalf of 276a90ed0e7f4e2c8509d34e76c4f009 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:54:57.293484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.307714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.311117 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-a3bde691-2bde-42ca-b472-881dcbd4c051 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] delete failed (client error): The resource could not be found. Dec 10 04:54:57.312204 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a3bde691-2bde-42ca-b472-881dcbd4c051 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/routers/d35c4fa1-93eb-43c2-a004-dd5d0d756732 HTTP/1.1" status: 404 len: 336 time: 0.0642300 Dec 10 04:54:57.315378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.338654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.412628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.415724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.417296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b85694f1-b051-48b3-bbff-511d609f311c HTTP/1.1" status: 204 len: 168 time: 0.4604440 Dec 10 04:54:57.424815 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c250185-eb05-4fe0-935e-ca6b607c8fd3 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] DELETE failed (client error): The resource could not be found. Dec 10 04:54:57.425835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c250185-eb05-4fe0-935e-ca6b607c8fd3 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:54:57.426538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704ab7-e60b-4685-ad10-db70a7d1fd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85694f1-b051-48b3-bbff-511d609f311c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:57.437229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c250185-eb05-4fe0-935e-ca6b607c8fd3 tempest-RoutersAdminTest-832555784 tempest-RoutersAdminTest-832555784-project] 10.222.0.43 "DELETE /v2.0/subnets/4a913939-b3d4-456e-9e62-6ba8c246ce3f HTTP/1.1" status: 404 len: 337 time: 0.1202345 Dec 10 04:54:57.486696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.572885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Allocated IP 172.20.0.8 (18d2a1af-d990-4344-823e-9f046603f85a/97935f36-05bc-46cb-9aa7-0edfa968271d/8912e53e-607c-44fc-9191-dc95d0425119) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:54:57.803325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.861624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:57.900971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:57.909718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Network 18d2a1af-d990-4344-823e-9f046603f85a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:54:57.914246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:54:57.934184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:54:57.990224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Pushing event updated for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:58.025333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:58.026305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.052905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-1f16b0d9-7982-4d19-ac6c-809a1add3114 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8067026 Dec 10 04:54:58.075043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Request body: {'port': {'device_id': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:54:58.109372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3237324-5ba5-4df8-af41-e449e1cca0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.168106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.229521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3237324-5ba5-4df8-af41-e449e1cca0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.238676 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3237324-5ba5-4df8-af41-e449e1cca0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.313270 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.364138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a3237324-5ba5-4df8-af41-e449e1cca0a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34b207171647416782d2a635af68244a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615307 Dec 10 04:54:58.366021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3237324-5ba5-4df8-af41-e449e1cca0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01ce8e-1605-44c9-aa36-f32cbf05c2dc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:58.371817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:58.434092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d81d4e61-2461-4ad5-a07f-cf7cee11883b None None] Provisioning complete for port 8912e53e-607c-44fc-9191-dc95d0425119 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:54:58.434719 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d81d4e61-2461-4ad5-a07f-cf7cee11883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.453870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.486689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.487981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d81d4e61-2461-4ad5-a07f-cf7cee11883b None None] Port 8912e53e-607c-44fc-9191-dc95d0425119 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:54:58.570641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.573823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.577559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e01ce8e-1605-44c9-aa36-f32cbf05c2dc HTTP/1.1" status: 204 len: 168 time: 0.2019956 Dec 10 04:54:58.588496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19447a13-8975-47b9-88ec-1af8d6656781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01ce8e-1605-44c9-aa36-f32cbf05c2dc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:58.611256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aa254-5e56-43d0-b53f-56b91f4704d8 req-90dd7bbf-540d-48d8-85b2-8414c4752359 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:58.613000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-284aa254-5e56-43d0-b53f-56b91f4704d8 req-90dd7bbf-540d-48d8-85b2-8414c4752359 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1027 time: 0.1643505 Dec 10 04:54:58.818079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8912e53e-607c-44fc-9191-dc95d0425119 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:54:58.826756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.843722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Transition to ACTIVE for port object 8912e53e-607c-44fc-9191-dc95d0425119 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:54:58.872376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-284aa254-5e56-43d0-b53f-56b91f4704d8 req-32936b69-f166-4eb2-b4be-e577e2a608a2 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476602 Dec 10 04:54:58.873397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:58.926833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Pushing event updated for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:58.961008 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:54:59.073087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Attempting to bind port 8912e53e-607c-44fc-9191-dc95d0425119 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:54:59.073561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Attempting to bind port 8912e53e-607c-44fc-9191-dc95d0425119 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:54:59.073993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Attempting to bind port 8912e53e-607c-44fc-9191-dc95d0425119 on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:59.074330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:59.080167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Port 8912e53e-607c-44fc-9191-dc95d0425119 on network 18d2a1af-d990-4344-823e-9f046603f85a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:54:59.080960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Attempting to bind port 8912e53e-607c-44fc-9191-dc95d0425119 on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:54:59.088549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:54:59.089272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Checking segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:54:59.089785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Bound using segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:54:59.090317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Bound port: 8912e53e-607c-44fc-9191-dc95d0425119, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:54:59.091108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.149923 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-88cc8437-4b93-4be5-b52c-8c3344b1a09b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec6891aa26c04bdba3cfc96dad1f628a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728290 Dec 10 04:54:59.152136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:54:59.203441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:54:59.207151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8912e53e-607c-44fc-9191-dc95d0425119,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:54:59.214801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.269115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:59.269797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.271718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] 10.222.0.41 "PUT /v2.0/ports/8912e53e-607c-44fc-9191-dc95d0425119 HTTP/1.1" status: 200 len: 1091 time: 1.2023978 Dec 10 04:54:59.272245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:54:59.272858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.275663 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266bb849-78b8-4a81-ac62-6cb63e6b21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "tag": "8912e53e-607c-44fc-9191-dc95d0425119"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:54:59.317424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.367749 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380c60c-462f-4212-8808-f02fc06cb7b8 x-openstack-request-id: req-9380c60c-462f-4212-8808-f02fc06cb7b8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:54:59.368660 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "tag": "8912e53e-607c-44fc-9191-dc95d0425119", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:54:59.369091 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9380c60c-462f-4212-8808-f02fc06cb7b8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:54:59.369681 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119', 'status': 'completed', 'code': 200} Dec 10 04:54:59.383936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b477-ebec-43e7-b744-7cc3173d6213 service neutron] Pushing event updated for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:59.400933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.404647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:54:59.405061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1ef99f8-90ee-4cd4-af6b-67a6646e1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:59.409293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-f1ef99f8-90ee-4cd4-af6b-67a6646e1e17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0575216 Dec 10 04:54:59.409846 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a356eb3-ce68-4781-90aa-99c8c38ba95c HTTP/1.1" status: 204 len: 168 time: 0.2556078 Dec 10 04:54:59.418679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924964-cbeb-420e-886f-7a65fb6efc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a356eb3-ce68-4781-90aa-99c8c38ba95c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:54:59.484651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-a10afa02-7215-41b2-ae35-77719c51afc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8912e53e-607c-44fc-9191-dc95d0425119 HTTP/1.1" status: 200 len: 217 time: 0.0569921 Dec 10 04:54:59.579739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-43a329ae-47ee-4eb1-bbc5-915bb35b2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:59.581700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-43a329ae-47ee-4eb1-bbc5-915bb35b2e34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97935f36-05bc-46cb-9aa7-0edfa968271d HTTP/1.1" status: 200 len: 847 time: 0.0784137 Dec 10 04:54:59.654325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-6de04745-2d61-4cb1-b656-84972b39810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:54:59.667617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-6de04745-2d61-4cb1-b656-84972b39810a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d2a1af-d990-4344-823e-9f046603f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741258 Dec 10 04:54:59.874287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-e3ac7965-710e-426a-bf6a-1d65645090d4 service neutron] 10.222.0.41 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935449 Dec 10 04:55:00.155448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-969b78b2-e52b-4d2c-af6b-259a301a1cf4 req-61ea6848-328d-4fc2-ac03-41366f346e04 service neutron] 10.222.0.41 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678936 Dec 10 04:55:00.230079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddf0a0-8ac1-4678-a0c6-860cf4ab8db3 req-3a55d511-dcea-4d62-98df-311a433f3945 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:00.233420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5ddf0a0-8ac1-4678-a0c6-860cf4ab8db3 req-3a55d511-dcea-4d62-98df-311a433f3945 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1094 time: 0.1880364 Dec 10 04:55:00.355600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5ddf0a0-8ac1-4678-a0c6-860cf4ab8db3 req-7e05308c-c6dd-4813-b178-d3088afd7e74 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Dec 10 04:55:00.428353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-0d66dd13-9123-4f2f-9d47-d6a6c0da1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:00.430757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-0d66dd13-9123-4f2f-9d47-d6a6c0da1aea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0736406 Dec 10 04:55:00.566273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-d34aa661-bfd2-45c7-968a-b928eb0f8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:00.568540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-d34aa661-bfd2-45c7-968a-b928eb0f8f52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.1299922 Dec 10 04:55:00.666762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-0c61a0da-e1ca-426c-a902-d1958f586cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8912e53e-607c-44fc-9191-dc95d0425119 HTTP/1.1" status: 200 len: 217 time: 0.0741434 Dec 10 04:55:00.781497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-bdf54706-9a0a-4098-a6df-ec338cd36063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:00.783381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:00.785166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-bdf54706-9a0a-4098-a6df-ec338cd36063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97935f36-05bc-46cb-9aa7-0edfa968271d HTTP/1.1" status: 200 len: 847 time: 0.1047122 Dec 10 04:55:00.920230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-bca24d97-9ab8-4f8d-b5b9-03ac219f81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:00.929662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-bca24d97-9ab8-4f8d-b5b9-03ac219f81d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d2a1af-d990-4344-823e-9f046603f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311634 Dec 10 04:55:00.994732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-152470831'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:01.044971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:01.049750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.061444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.068141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-ea4f568a-9e2b-4fb4-9c9c-62f8a3e9639e service neutron] 10.222.0.41 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339383 Dec 10 04:55:01.204896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.210895 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.244791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-266bb849-78b8-4a81-ac62-6cb63e6b21f1 req-f6e35e93-e313-4c35-880b-42bdd1705f49 service neutron] 10.222.0.41 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676617 Dec 10 04:55:01.283193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:01.299869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0673fe8-c0b4-423a-895a-af74708b64ba,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:01.307622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.308245 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Added segment 7f525db9-ffa5-4527-8f42-16bcf4122e31 of type vlan for network dee10c29-f7df-4df3-96da-cece237eb54f Dec 10 04:55:01.363884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.402880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.412653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:01.414021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.476763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56258) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:01.477348 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6913328 Dec 10 04:55:01.482582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'subnet': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:01.520624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a2819-7cb7-46a5-be53-266903e2e1ba tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Network': ['ID=dee10c29-f7df-4df3-96da-cece237eb54f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:01.533896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network dee10c29-f7df-4df3-96da-cece237eb54f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:01.606414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:01.641732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963df2-f0da-4b6f-8f4b-a02bad92711d req-6ddc5a25-1df5-48d6-96dd-b035b28f25d4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:01.643258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff963df2-f0da-4b6f-8f4b-a02bad92711d req-6ddc5a25-1df5-48d6-96dd-b035b28f25d4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1094 time: 0.1285110 Dec 10 04:55:01.651043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8912e53e-607c-44fc-9191-dc95d0425119 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:55:01.777928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e296-1cac-4343-acc1-df87e1846281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.803428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8912e53e-607c-44fc-9191-dc95d0425119,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:01.824679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '8912e53e-607c-44fc-9191-dc95d0425119', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'port_id': '8912e53e-607c-44fc-9191-dc95d0425119', 'mac_address': 'fa:16:3e:c3:ac:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:55:01.874250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.891793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8912e53e-607c-44fc-9191-dc95d0425119 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:55:01.929053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8912e53e-607c-44fc-9191-dc95d0425119,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:01.933490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e296-1cac-4343-acc1-df87e1846281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.935612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.941945 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e296-1cac-4343-acc1-df87e1846281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:01.993657 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f5a9e296-1cac-4343-acc1-df87e1846281 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d14b69ec811c43d9b9272280446e44cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833330 Dec 10 04:55:01.993657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e296-1cac-4343-acc1-df87e1846281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d00fa5-403a-4ed9-ba4d-f2f08000879d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:01.994587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:02.048007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:02.050686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:02.051557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.081308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.114374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.143197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff963df2-f0da-4b6f-8f4b-a02bad92711d req-1c0406c9-cd87-4d94-a888-febb7720093b tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919546 Dec 10 04:55:02.181957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.188502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.192234 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8d00fa5-403a-4ed9-ba4d-f2f08000879d HTTP/1.1" status: 204 len: 168 time: 0.1943173 Dec 10 04:55:02.234329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747537-6540-45e8-b7c3-563226eb6dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d00fa5-403a-4ed9-ba4d-f2f08000879d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:02.365351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.396507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8912e53e-607c-44fc-9191-dc95d0425119'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:55:02.456527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Subnet': ['ID=889b9a75-5f8d-4828-a547-ef6c93de12d3,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:02.466282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Checking segment: {'id': '7f525db9-ffa5-4527-8f42-16bcf4122e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:02.466835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network hostable DHCP agents. Network: dee10c29-f7df-4df3-96da-cece237eb54f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:02.493745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:02.510701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, dee10c29-f7df-4df3-96da-cece237eb54f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:02.515734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:02.516459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.537753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0add3-ec31-461d-98ef-484e1789f408 None None] Network dee10c29-f7df-4df3-96da-cece237eb54f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:02.545816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:02.550836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1809427770'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:02.555341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-179247e7-ae9c-4be4-a3f3-223c91bd76b2 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0773952 Dec 10 04:55:02.694315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-dee10c29-f7df-4df3-96da-cece237eb54f', 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'project_id': '20b63d33a4854f6fb195b4c332332706', 'fixed_ips': [{'subnet_id': '889b9a75-5f8d-4828-a547-ef6c93de12d3'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:02.694552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:02.695649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.700337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.717706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:02.730541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port 156b082c-aae2-4940-b87d-dade480b6db5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:02.740147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fa328d9-21cc-43e5-b4e0-f3adab0bb1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.890812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fa328d9-21cc-43e5-b4e0-f3adab0bb1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.892757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::158 (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/156b082c-aae2-4940-b87d-dade480b6db5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:02.897141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fa328d9-21cc-43e5-b4e0-f3adab0bb1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:02.950492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa328d9-21cc-43e5-b4e0-f3adab0bb1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be76cc48-e720-44fc-9dc5-a62da16c1fac,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:02.954755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2fa328d9-21cc-43e5-b4e0-f3adab0bb1ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28eae4de37e04b53b51837b343694d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360024 Dec 10 04:55:02.957419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56280) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:03.013688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.041250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.089999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.108940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.112714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.117210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be76cc48-e720-44fc-9dc5-a62da16c1fac HTTP/1.1" status: 204 len: 168 time: 0.1559763 Dec 10 04:55:03.125802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7dce6-a224-4787-99ba-1b2041ec5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76cc48-e720-44fc-9dc5-a62da16c1fac,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:03.153941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.229102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Allocated IP 2001:db8::2 (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/6db28f6c-19cf-49b3-b756-8643d3c2bc50) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:03.256068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:03.273893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:03.312587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:03.322344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:03.325770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.329376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=156b082c-aae2-4940-b87d-dade480b6db5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:03.334329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba7ed-8c35-48fa-ade8-dcb4629ef24c req-779540be-099a-414e-8ecd-697bbfb8e311 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:03.337650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-388ba7ed-8c35-48fa-ade8-dcb4629ef24c req-779540be-099a-414e-8ecd-697bbfb8e311 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0735290 Dec 10 04:55:03.390273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:03.391193 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4abd61a9-4507-46c2-b809-537b1e0ba4d4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8402681 Dec 10 04:55:03.400272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1217631111', 'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:ab:61:3f'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:03.464183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-388ba7ed-8c35-48fa-ade8-dcb4629ef24c req-1a074b04-2ae3-4349-86d2-4bd8958ab898 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107845 Dec 10 04:55:03.513288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.538962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.650482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:03.666892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:03.676590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:03.682437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:03.707892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Pushing event updated for resources: {'Port': ['ID=6db28f6c-19cf-49b3-b756-8643d3c2bc50,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:03.777986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Attempting to bind port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:03.778729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Attempting to bind port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7f525db9-ffa5-4527-8f42-16bcf4122e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:03.779378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Attempting to bind port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 on network dee10c29-f7df-4df3-96da-cece237eb54f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:03.785973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:03.786880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Checking segment: {'id': '7f525db9-ffa5-4527-8f42-16bcf4122e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:03.787523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.790383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Bound using segment: {'id': '7f525db9-ffa5-4527-8f42-16bcf4122e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:03.791117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Bound port: 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f525db9-ffa5-4527-8f42-16bcf4122e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:03.791976 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.858880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:03.870378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] For port 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:03.874705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] For port 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6db28f6c-19cf-49b3-b756-8643d3c2bc50,segment=NetworkSegment(7f525db9-ffa5-4527-8f42-16bcf4122e31),segment_id=7f525db9-ffa5-4527-8f42-16bcf4122e31)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:03.877820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port 64b1ee1f-d5ae-415e-a53f-af643bd2d3d4 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:03.883599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:04.025671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb1599-7b37-4bee-961e-230ae540adf5 None None] Pushing event updated for resources: {'Port': ['ID=6db28f6c-19cf-49b3-b756-8643d3c2bc50,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:04.054648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::ff (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/64b1ee1f-d5ae-415e-a53f-af643bd2d3d4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:04.427600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:04.479116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:04.559982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:04.570017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:04.582599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:04.589730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:04.590425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:04.668384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=64b1ee1f-d5ae-415e-a53f-af643bd2d3d4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:04.679207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e2ccbfa-c5f9-404e-9656-581008bb5fe9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2877252 Dec 10 04:55:04.681734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:04.690444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15702b-1ac7-44a1-a9a9-1f7747c6d273 req-28808910-f966-4240-b8d2-be12e849997b tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:04.700984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f15702b-1ac7-44a1-a9a9-1f7747c6d273 req-28808910-f966-4240-b8d2-be12e849997b tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1095 time: 0.1361351 Dec 10 04:55:04.786210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f15702b-1ac7-44a1-a9a9-1f7747c6d273 req-76fc20ea-cd79-40cb-b838-1ff84cbdc6e4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715890 Dec 10 04:55:04.817956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966728fc-4a42-480f-96c7-66a2cb183419 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:04.828752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966728fc-4a42-480f-96c7-66a2cb183419 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:04.838676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966728fc-4a42-480f-96c7-66a2cb183419 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:04.843079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-966728fc-4a42-480f-96c7-66a2cb183419 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1573143 Dec 10 04:55:04.843479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56334) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:04.963743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 64b1ee1f-d5ae-415e-a53f-af643bd2d3d4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:04.964232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:05.175636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:05.191219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 64b1ee1f-d5ae-415e-a53f-af643bd2d3d4 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:05.354794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:05.492741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=64b1ee1f-d5ae-415e-a53f-af643bd2d3d4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:05.554771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:05.561259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/64b1ee1f-d5ae-415e-a53f-af643bd2d3d4 HTTP/1.1" status: 204 len: 168 time: 0.7143469 Dec 10 04:55:05.561899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56356) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:05.597718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.598102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.598455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.598952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.599371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.599853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.600096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.600461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.601457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.601891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.603655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.603971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.604318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0502cd1-9ca1-4659-a869-42a8fa689c1d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:05.628843 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-becda2a5-9310-4fcc-ba13-43a8df1632df tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] GET failed (client error): The resource could not be found. Dec 10 04:55:05.630333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-becda2a5-9310-4fcc-ba13-43a8df1632df tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports/64b1ee1f-d5ae-415e-a53f-af643bd2d3d4 HTTP/1.1" status: 404 len: 333 time: 0.0678658 Dec 10 04:55:05.634050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56360) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:05.642278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1900212384'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:05.665850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8912e53e-607c-44fc-9191-dc95d0425119 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:05.709983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c89053-b7de-45e6-88bd-ae67d704d7f5 None None] Network dee10c29-f7df-4df3-96da-cece237eb54f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:05.985544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c78d-eb7d-4bf7-ba94-d6c78cb3c5c3 req-90e798ab-7379-4fe2-b77d-16bffca606f4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:05.994091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26a7c78d-eb7d-4bf7-ba94-d6c78cb3c5c3 req-90e798ab-7379-4fe2-b77d-16bffca606f4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0701935 Dec 10 04:55:05.996803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:06.000813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.043605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:06.106517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26a7c78d-eb7d-4bf7-ba94-d6c78cb3c5c3 req-941e24a8-045f-4022-ba45-169f5d9d0a0e tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113994 Dec 10 04:55:06.126184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6db28f6c-19cf-49b3-b756-8643d3c2bc50 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:06.218602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::21f (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/437d8c1f-c4d3-4416-b79d-416a9fdbd6a8) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:06.243788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] Provisioning complete for port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:06.244412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.279854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 8912e53e-607c-44fc-9191-dc95d0425119 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:55:06.290732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 8912e53e-607c-44fc-9191-dc95d0425119 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:06.291102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.401720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.432520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:06.432898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.497375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] For port 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6db28f6c-19cf-49b3-b756-8643d3c2bc50,segment=NetworkSegment(7f525db9-ffa5-4527-8f42-16bcf4122e31),segment_id=7f525db9-ffa5-4527-8f42-16bcf4122e31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:06.511916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.563501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.633481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.658153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.711677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:06.712411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c2809-7bb6-417d-9436-7bca63786f99 None None] Pushing event updated for resources: {'Port': ['ID=6db28f6c-19cf-49b3-b756-8643d3c2bc50,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:06.728244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:06.736141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:06.743153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:06.743792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.767901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=437d8c1f-c4d3-4416-b79d-416a9fdbd6a8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:06.796769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:06.806957 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b39f1-3b5b-46e9-91ad-8df39daf7078" -d '{"events": [{"server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "name": "network-vif-plugged", "status": "completed", "tag": "8912e53e-607c-44fc-9191-dc95d0425119"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:06.822354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8912e53e-607c-44fc-9191-dc95d0425119,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:06.830352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:06.831184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9d5bdcf3-2097-44ca-b27d-661e141cf894 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1951239 Dec 10 04:55:06.832365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.836991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:ab:61:3f'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:06.897955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-42a276a5-9e3d-4860-beb8-c16f4e993580 None None] Provisioning complete for port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:06.898422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42a276a5-9e3d-4860-beb8-c16f4e993580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:06.943250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:07.041641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-42a276a5-9e3d-4860-beb8-c16f4e993580 None None] Provisioning complete for port 156b082c-aae2-4940-b87d-dade480b6db5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:07.042083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42a276a5-9e3d-4860-beb8-c16f4e993580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.118088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-42a276a5-9e3d-4860-beb8-c16f4e993580 None None] Port 156b082c-aae2-4940-b87d-dade480b6db5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:07.175588 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4929f86-4e07-4afb-8079-457183e14e25 x-openstack-request-id: req-c4929f86-4e07-4afb-8079-457183e14e25 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:07.176171 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "name": "network-vif-plugged", "status": "completed", "tag": "8912e53e-607c-44fc-9191-dc95d0425119", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:07.176611 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4929f86-4e07-4afb-8079-457183e14e25 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:07.177967 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119', 'code': 200} Dec 10 04:55:07.213650 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.367869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-84d95518-da28-492c-a494-27961e70fc0e None None] Provisioning complete for port 156b082c-aae2-4940-b87d-dade480b6db5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:07.368239 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84d95518-da28-492c-a494-27961e70fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.403896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7716-eea3-4af0-ac5b-ca631f4cd9d9 req-07f02c56-4ab5-43e5-9574-3ca7e647e4fb tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:07.409073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e66a7716-eea3-4af0-ac5b-ca631f4cd9d9 req-07f02c56-4ab5-43e5-9574-3ca7e647e4fb tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.1903558 Dec 10 04:55:07.419064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-84d95518-da28-492c-a494-27961e70fc0e None None] Port 156b082c-aae2-4940-b87d-dade480b6db5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:07.461626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c878b-ea3c-4504-9066-f7bd210cd28f req-521178d2-262b-43e2-97e1-e7235568b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:07.463181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad4c878b-ea3c-4504-9066-f7bd210cd28f req-521178d2-262b-43e2-97e1-e7235568b5ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.1731734 Dec 10 04:55:07.551425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad4c878b-ea3c-4504-9066-f7bd210cd28f req-9477e04a-9056-4112-b054-b95b49b3c1eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697496 Dec 10 04:55:07.561069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.570546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.580059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e66a7716-eea3-4af0-ac5b-ca631f4cd9d9 req-39279263-369c-4e5f-86a9-07fe74f4b9ed tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515300 Dec 10 04:55:07.616461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] In _notify_port_updated(), no bound segment for port 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 on network dee10c29-f7df-4df3-96da-cece237eb54f {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:55:07.643988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:07.647414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.651632 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "PUT /v2.0/ports/437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 HTTP/1.1" status: 200 len: 1003 time: 0.8182688 Dec 10 04:55:07.652380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56456) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:07.683958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6db28f6c-19cf-49b3-b756-8643d3c2bc50 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:07.757891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bebd3-0cac-4105-905a-b3ff2b6dbfa0 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=437d8c1f-c4d3-4416-b79d-416a9fdbd6a8,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:07.783721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:07.785304 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:07.866414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d45726b7-db89-430f-87af-18df16b871f3 None None] Could not find standard attr ID for object 64b1ee1f-d5ae-415e-a53f-af643bd2d3d4. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:55:07.891806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:07.894512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:08.156737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:08.171976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:08.309715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-10760a3f-e823-40f2-9904-7e7405eb0aab None None] Provisioning complete for port 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:08.310338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10760a3f-e823-40f2-9904-7e7405eb0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:08.439997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-10760a3f-e823-40f2-9904-7e7405eb0aab None None] Port 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:08.443711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:08.494881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=437d8c1f-c4d3-4416-b79d-416a9fdbd6a8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:08.659957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:08.666871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:08.668860 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-948c67d5-323d-429c-a947-f8ad24d1c345 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 HTTP/1.1" status: 204 len: 168 time: 1.0077624 Dec 10 04:55:08.797957 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eea0fce-53de-4518-8e15-01decee47a76 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] GET failed (client error): The resource could not be found. Dec 10 04:55:08.805728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2eea0fce-53de-4518-8e15-01decee47a76 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports/437d8c1f-c4d3-4416-b79d-416a9fdbd6a8 HTTP/1.1" status: 404 len: 333 time: 0.1339722 Dec 10 04:55:08.806087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:08.812033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-411911603'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:09.004869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e034714-e1f6-4908-ab30-aba28a46acb5 req-12525383-0745-47bc-93b4-a92c6e4ba2c4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:09.021186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e034714-e1f6-4908-ab30-aba28a46acb5 req-12525383-0745-47bc-93b4-a92c6e4ba2c4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.2288716 Dec 10 04:55:09.110141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:09.113738 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:09.178792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port 3169a106-5af6-43d1-b9e9-fca59b9f3724 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:09.180180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e034714-e1f6-4908-ab30-aba28a46acb5 req-3171f410-c4e0-4ca1-85c5-a979e41e4ffb tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450343 Dec 10 04:55:09.282775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1d7f5ebc-2591-4041-abba-f93857f354a1 None None] Could not find standard attr ID for object 437d8c1f-c4d3-4416-b79d-416a9fdbd6a8. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:55:09.446342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::352 (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/3169a106-5af6-43d1-b9e9-fca59b9f3724) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:09.749553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:09.869596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:09.952688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:09.954284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:09.958356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:09.976732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:09.976958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.014194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2069731 Dec 10 04:55:10.016872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56578) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:10.024784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:61:3f'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:10.030182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9baae-98c3-4758-9329-ee4a925c5872 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=3169a106-5af6-43d1-b9e9-fca59b9f3724,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:10.416058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.433393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-04b6078c-c772-4d81-9258-b758d9e15bf9 None None] Provisioning complete for port 3169a106-5af6-43d1-b9e9-fca59b9f3724 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:10.433950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04b6078c-c772-4d81-9258-b758d9e15bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.491198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5c72-d20d-4148-a723-4e365fb410b2 req-bb1e1721-a63f-400a-9ea9-cf1870eab370 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:10.493763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04b6078c-c772-4d81-9258-b758d9e15bf9 None None] Port 3169a106-5af6-43d1-b9e9-fca59b9f3724 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:10.504629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b1d5c72-d20d-4148-a723-4e365fb410b2 req-bb1e1721-a63f-400a-9ea9-cf1870eab370 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.1818438 Dec 10 04:55:10.604615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b1d5c72-d20d-4148-a723-4e365fb410b2 req-ffcd2d9a-f9fb-44c1-9211-ee7505076c4a tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987701 Dec 10 04:55:10.775424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4683f-5bee-4cd1-b037-106b55a2d911 req-6777e103-b6ea-44bd-a10c-71197fc53453 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:10.777072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2be4683f-5bee-4cd1-b037-106b55a2d911 req-6777e103-b6ea-44bd-a10c-71197fc53453 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0700390 Dec 10 04:55:10.790870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.798399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.853587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] In _notify_port_updated(), no bound segment for port 3169a106-5af6-43d1-b9e9-fca59b9f3724 on network dee10c29-f7df-4df3-96da-cece237eb54f {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:55:10.861095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:10.862259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:10.863810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "PUT /v2.0/ports/3169a106-5af6-43d1-b9e9-fca59b9f3724 HTTP/1.1" status: 200 len: 1002 time: 0.8452756 Dec 10 04:55:10.866743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:10.908720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ffee1-cd20-4c0f-82ef-6cd4c7a18a84 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=3169a106-5af6-43d1-b9e9-fca59b9f3724,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:10.929804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2be4683f-5bee-4cd1-b037-106b55a2d911 req-4fdbf2da-c4bf-4c05-94cf-583ab7d6fed8 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405725 Dec 10 04:55:11.048078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 3169a106-5af6-43d1-b9e9-fca59b9f3724 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:11.049722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:11.092683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5427f9-af1f-4e5f-a274-5ac7498eacb8 req-db81b28f-105a-4d1f-a115-3ab83520a122 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:11.102711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c5427f9-af1f-4e5f-a274-5ac7498eacb8 req-db81b28f-105a-4d1f-a115-3ab83520a122 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0741265 Dec 10 04:55:11.249949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c5427f9-af1f-4e5f-a274-5ac7498eacb8 req-93505e41-5e9b-4879-8526-5f6ac77b7389 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417885 Dec 10 04:55:11.316151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:11.334106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 3169a106-5af6-43d1-b9e9-fca59b9f3724 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:11.433708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1f0e131a-58d2-4ddc-9f0c-e64c014a4917 None None] Provisioning complete for port 3169a106-5af6-43d1-b9e9-fca59b9f3724 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:11.434670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f0e131a-58d2-4ddc-9f0c-e64c014a4917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:11.490558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e131a-58d2-4ddc-9f0c-e64c014a4917 None None] Port 3169a106-5af6-43d1-b9e9-fca59b9f3724 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:11.644019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:11.721343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=3169a106-5af6-43d1-b9e9-fca59b9f3724,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:11.750829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:11.757727 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad6f28d4-1ce2-43a5-8992-598e37c96fea tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/3169a106-5af6-43d1-b9e9-fca59b9f3724 HTTP/1.1" status: 204 len: 168 time: 0.8874385 Dec 10 04:55:11.757846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:11.771622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-42bcba42-ee4e-4f6a-9e16-7973697845bd tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:11.785118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-42bcba42-ee4e-4f6a-9e16-7973697845bd tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.2309997 Dec 10 04:55:11.809402 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee5b2a-f170-4d43-a06a-f1fb3f951fc9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] GET failed (client error): The resource could not be found. Dec 10 04:55:11.814325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f8ee5b2a-f170-4d43-a06a-f1fb3f951fc9 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports/3169a106-5af6-43d1-b9e9-fca59b9f3724 HTTP/1.1" status: 404 len: 333 time: 0.0522923 Dec 10 04:55:11.815090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:11.820885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-a7628e7f-fb9e-4b3d-97f9-c900d2a32c4d tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/quotas/276a90ed0e7f4e2c8509d34e76c4f009 HTTP/1.1" status: 200 len: 375 time: 0.0341170 Dec 10 04:55:11.821204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1195111815'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:11.901187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-b5c549da-9856-46d1-b8b8-950696ba8e68 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791376 Dec 10 04:55:11.977879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:11.983483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:12.008752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port 2b379963-b01c-4c00-b1e7-e7348eeffe97 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:12.208283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::1ad (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/2b379963-b01c-4c00-b1e7-e7348eeffe97) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:12.326217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-f12eb7dc-aaa5-416c-96c3-ff5401242127 service neutron] 10.222.0.43 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239783 Dec 10 04:55:12.523861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-8c489e61-69d1-414c-b4df-8feac3035ebd service neutron] 10.222.0.43 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965201 Dec 10 04:55:12.583234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:12.624775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:12.650326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:12.653348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:12.673341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:12.679074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:12.679691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:12.763453 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9470859 Dec 10 04:55:12.766434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56766) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:12.773960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'network_id': 'dee10c29-f7df-4df3-96da-cece237eb54f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2040130349'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:12.789823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468a40-f4ca-4bc1-a071-f9521414486d tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=2b379963-b01c-4c00-b1e7-e7348eeffe97,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:13.021471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4626bd12-7b7b-4436-9e88-43bce4d7f477 req-ca0295e9-3882-42ff-a45d-81229166edd1 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 210 time: 0.0437860 Dec 10 04:55:13.146099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a5b1d8e5-6cc4-49d4-8355-6b693c082686 None None] Provisioning complete for port 2b379963-b01c-4c00-b1e7-e7348eeffe97 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:13.146626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5b1d8e5-6cc4-49d4-8355-6b693c082686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.166909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Made reservation on behalf of 20b63d33a4854f6fb195b4c332332706 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:13.182360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.212009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1d8e5-6cc4-49d4-8355-6b693c082686 None None] Port 2b379963-b01c-4c00-b1e7-e7348eeffe97 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:13.230391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] device_id is not set on port bdb19e0d-fc24-4096-a547-0f525b2b3e1e yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:13.439748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:13.478183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Allocated IP 2001:db8::264 (dee10c29-f7df-4df3-96da-cece237eb54f/889b9a75-5f8d-4828-a547-ef6c93de12d3/bdb19e0d-fc24-4096-a547-0f525b2b3e1e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:13.789781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3942b798-2b44-4307-9a49-85e5f1a8c867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.874056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.942026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3942b798-2b44-4307-9a49-85e5f1a8c867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.944642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.953300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3942b798-2b44-4307-9a49-85e5f1a8c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:13.987178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Network dee10c29-f7df-4df3-96da-cece237eb54f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:14.016225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:14.026808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:14.033689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:14.034403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.074992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3068569 Dec 10 04:55:14.079265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:14.085106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:ab:61:3f'}, {'ip_address': '2001:db8::1ad', 'mac_address': 'fa:16:3e:71:ee:ae'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:14.115382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f564cb-382e-4253-9e78-99c2c3ae9d7f tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=bdb19e0d-fc24-4096-a547-0f525b2b3e1e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:14.132080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b798-2b44-4307-9a49-85e5f1a8c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9d3bdb-9b00-4437-a807-2a28c7e45a9b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:14.138526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3942b798-2b44-4307-9a49-85e5f1a8c867 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2b6a57bcb804f27a29da01fb64d5249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6977589 Dec 10 04:55:14.141222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56800) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:14.219736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f11a4de8-ae0f-46c5-b5d5-2fafdf69f9c3 req-3eedceec-427e-4c0f-85ca-bbfcd9c76bc2 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 210 time: 0.0988066 Dec 10 04:55:14.231535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.269217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.325446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.330092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.331883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e9d3bdb-9b00-4437-a807-2a28c7e45a9b HTTP/1.1" status: 204 len: 168 time: 0.1888595 Dec 10 04:55:14.349543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11718eb-edfa-4044-b771-eca921e8d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9d3bdb-9b00-4437-a807-2a28c7e45a9b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:14.383654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.406702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-34b4838c-5201-4e2f-8160-a162c0eb7214 None None] Provisioning complete for port bdb19e0d-fc24-4096-a547-0f525b2b3e1e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:14.407275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34b4838c-5201-4e2f-8160-a162c0eb7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.499176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-34b4838c-5201-4e2f-8160-a162c0eb7214 None None] Port bdb19e0d-fc24-4096-a547-0f525b2b3e1e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:14.715769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-e93510d8-49ed-4f82-8614-a3660e785ec2 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:14.717383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-e93510d8-49ed-4f82-8614-a3660e785ec2 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.36 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.1870582 Dec 10 04:55:14.739447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Request body: {'port': {'device_id': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'admin_state_up': True, 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:14.773542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Made reservation on behalf of 276a90ed0e7f4e2c8509d34e76c4f009 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:14.776135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.782046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.792379 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.837134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] In _notify_port_updated(), no bound segment for port bdb19e0d-fc24-4096-a547-0f525b2b3e1e on network dee10c29-f7df-4df3-96da-cece237eb54f {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:55:14.843040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:14.844454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:14.858420 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "PUT /v2.0/ports/bdb19e0d-fc24-4096-a547-0f525b2b3e1e HTTP/1.1" status: 200 len: 1068 time: 0.7684290 Dec 10 04:55:14.858750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56820) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:15.038001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port bdb19e0d-fc24-4096-a547-0f525b2b3e1e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:15.038505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:15.178215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:15.217355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for bdb19e0d-fc24-4096-a547-0f525b2b3e1e owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:15.336022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9888cb4c-8169-4b76-be0f-27730490b731 None None] Provisioning complete for port bdb19e0d-fc24-4096-a547-0f525b2b3e1e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:15.336413 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9888cb4c-8169-4b76-be0f-27730490b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:15.404010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b4c43b8-79ac-41a8-9908-d3bb18714903 req-eedd2bc3-b8fe-4952-b64f-c196783466f0 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 210 time: 0.0417423 Dec 10 04:55:15.430085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9888cb4c-8169-4b76-be0f-27730490b731 None None] Port bdb19e0d-fc24-4096-a547-0f525b2b3e1e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:15.497909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:15.560160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=bdb19e0d-fc24-4096-a547-0f525b2b3e1e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:15.726444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Allocated IP 172.20.0.13 (18d2a1af-d990-4344-823e-9f046603f85a/97935f36-05bc-46cb-9aa7-0edfa968271d/d77c2a86-7d5a-4124-9aaa-3cc03474f3a6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:15.945158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:15.949446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddc699fc-00e4-4eb6-a860-1b2ea152945b tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/bdb19e0d-fc24-4096-a547-0f525b2b3e1e HTTP/1.1" status: 204 len: 168 time: 1.0984693 Dec 10 04:55:15.963281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56852) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:16.034247 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efbc57b-a39f-401b-846f-4d6a194396de tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] GET failed (client error): The resource could not be found. Dec 10 04:55:16.036773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8efbc57b-a39f-401b-846f-4d6a194396de tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports/bdb19e0d-fc24-4096-a547-0f525b2b3e1e HTTP/1.1" status: 404 len: 333 time: 0.0692282 Dec 10 04:55:16.040249 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.040806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56856) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:16.134105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fdfae-5a7c-49bb-b6fa-0da45cd01036 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event updated for resources: {'Port': ['ID=bdb19e0d-fc24-4096-a547-0f525b2b3e1e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:16.148241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.191122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8912e53e-607c-44fc-9191-dc95d0425119'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:55:16.207717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 2b379963-b01c-4c00-b1e7-e7348eeffe97 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:16.208587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.244696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Pushing event updated for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:16.258582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Network 18d2a1af-d990-4344-823e-9f046603f85a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:16.261145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:16.264858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:16.371383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:16.371916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.409647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-0f40b13c-7718-4bb6-adcb-ed78134072c3 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6781290 Dec 10 04:55:16.430171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Request body: {'port': {'device_id': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:16.453627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.485575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 2b379963-b01c-4c00-b1e7-e7348eeffe97 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:16.586191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.649531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7d7a-2d13-4207-a1be-69b953990257 req-dd1cbab3-4e04-4f2a-bb9c-fb2a85139041 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:16.656821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69fa7d7a-2d13-4207-a1be-69b953990257 req-dd1cbab3-4e04-4f2a-bb9c-fb2a85139041 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1028 time: 0.1389494 Dec 10 04:55:16.769598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-852af6a2-f00f-4e2f-8397-4e4bbd34a1e7 None None] Provisioning complete for port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:16.775569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852af6a2-f00f-4e2f-8397-4e4bbd34a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.836646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69fa7d7a-2d13-4207-a1be-69b953990257 req-7824c49a-888b-47fa-b3cd-72a69d0ce005 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761477 Dec 10 04:55:16.869691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-852af6a2-f00f-4e2f-8397-4e4bbd34a1e7 None None] Port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:16.875224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56872) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:16.882248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:16.912785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=2b379963-b01c-4c00-b1e7-e7348eeffe97,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:16.981117 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.000081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21b12d44-aedf-46a2-bf2f-7f8c0de007f4 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/2b379963-b01c-4c00-b1e7-e7348eeffe97 HTTP/1.1" status: 204 len: 168 time: 0.9514842 Dec 10 04:55:17.000851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:17.097591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0cfadb9e-5db5-493f-be68-937a0ce2d290 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:17.107460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:55:17.124017 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7a3bbf-a856-45d9-91ac-cb7995d1a170 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] GET failed (client error): The resource could not be found. Dec 10 04:55:17.129001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0f7a3bbf-a856-45d9-91ac-cb7995d1a170 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "GET /v2.0/ports/2b379963-b01c-4c00-b1e7-e7348eeffe97 HTTP/1.1" status: 404 len: 333 time: 0.1238682 Dec 10 04:55:17.130380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:17.135876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.161508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Transition to ACTIVE for port object d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:55:17.182207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.244536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Pushing event updated for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:17.263451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0cfadb9e-5db5-493f-be68-937a0ce2d290 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "PUT /v2.0/quotas/084c8f2cc9c441878625550dd5cecabd HTTP/1.1" status: 200 len: 368 time: 0.3872542 Dec 10 04:55:17.264067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56888) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:17.272308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Request body: {'network': {'project_id': '084c8f2cc9c441878625550dd5cecabd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:17.341634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Attempting to bind port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:17.341977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Attempting to bind port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:17.342314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Attempting to bind port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:17.352052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 on network 18d2a1af-d990-4344-823e-9f046603f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:55:17.352464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Attempting to bind port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 on network 18d2a1af-d990-4344-823e-9f046603f85a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:17.357831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Made reservation on behalf of 084c8f2cc9c441878625550dd5cecabd for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:17.360184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.372048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:17.372533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Checking segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:17.372862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Bound using segment: {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:17.373240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Bound port: d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67828eff-1708-40d4-b2e6-8e8d33a2d051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:17.373596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.383286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.472325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 156b082c-aae2-4940-b87d-dade480b6db5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:17.472708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.486066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:17.489810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:17.496600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.562143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:17.563404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.565481 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] 10.222.0.36 "PUT /v2.0/ports/d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 HTTP/1.1" status: 200 len: 1092 time: 1.1395164 Dec 10 04:55:17.566985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:17.569928 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:17.608545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d6ec-4d7a-4bbd-b592-7405d4c5e83e service neutron] Pushing event updated for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:17.629344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.663602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 156b082c-aae2-4940-b87d-dade480b6db5 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:17.734071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:17.800675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-b6d76759-af02-4bf5-9c1e-30475907650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:17.805891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-b6d76759-af02-4bf5-9c1e-30475907650b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1095 time: 0.1582839 Dec 10 04:55:17.918657 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-5aad76b6-7f27-4d5a-9ae5-972c49253686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 HTTP/1.1" status: 200 len: 217 time: 0.0899351 Dec 10 04:55:17.939416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:17.993991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-16905a6e-dfc5-4d36-a44e-71bfd9e2e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:17.995658 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-16905a6e-dfc5-4d36-a44e-71bfd9e2e9b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97935f36-05bc-46cb-9aa7-0edfa968271d HTTP/1.1" status: 200 len: 847 time: 0.0762067 Dec 10 04:55:17.999016 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b9755-aecf-4e1c-aa8d-dd857584766b x-openstack-request-id: req-de3b9755-aecf-4e1c-aa8d-dd857584766b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:17.999309 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:17.999567 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de3b9755-aecf-4e1c-aa8d-dd857584766b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:17.999951 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6', 'status': 'completed', 'code': 200} Dec 10 04:55:18.022754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22aefe0a-b916-4c00-8d44-2632ad53f846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.033689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=156b082c-aae2-4940-b87d-dade480b6db5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:18.096862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-c2e2c9cc-2d9c-4f42-bad6-2ba6790c83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:18.098651 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-c2e2c9cc-2d9c-4f42-bad6-2ba6790c83b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18d2a1af-d990-4344-823e-9f046603f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933483 Dec 10 04:55:18.120406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.123309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4128220b-69f6-45a9-a498-51fb190725d6 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/ports/156b082c-aae2-4940-b87d-dade480b6db5 HTTP/1.1" status: 204 len: 168 time: 0.9897885 Dec 10 04:55:18.129123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56904) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:18.234806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting subnet 889b9a75-5f8d-4828-a547-ef6c93de12d3 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:18.238911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.283188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22aefe0a-b916-4c00-8d44-2632ad53f846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.289959 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-5d8e52c9-f558-4e21-b6c6-52a1f2c26864 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782129 Dec 10 04:55:18.292720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.292933 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22aefe0a-b916-4c00-8d44-2632ad53f846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.392219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aefe0a-b916-4c00-8d44-2632ad53f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf03e1-b0e7-4715-a094-d93b93909aff,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:18.422935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.428415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22aefe0a-b916-4c00-8d44-2632ad53f846 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7943ec4ec9fd40689be3f46a0427aa06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882961 Dec 10 04:55:18.429343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:18.484431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.487828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b2940-ad2d-4f21-bd3b-5e31ca00a2b0 req-415321b3-48c5-4b5f-a296-975c7ab61001 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:18.490849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-006feefa-fd96-45cc-bed0-676ecca4e806 req-2ac1e94c-7e81-48f2-88ad-7d6e612320aa service neutron] 10.222.0.36 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908858 Dec 10 04:55:18.495809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363b2940-ad2d-4f21-bd3b-5e31ca00a2b0 req-415321b3-48c5-4b5f-a296-975c7ab61001 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1095 time: 0.4707556 Dec 10 04:55:18.504748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.520555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.549632 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.550781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.555308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.559682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/subnets/889b9a75-5f8d-4828-a547-ef6c93de12d3 HTTP/1.1" status: 204 len: 168 time: 0.4237025 Dec 10 04:55:18.563415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1cc50-a022-472f-ad3d-324c38eaef26 tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Subnet': ['ID=889b9a75-5f8d-4828-a547-ef6c93de12d3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:18.564731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e3c5d-75bf-4797-8d32-1f0a5b3a67ff None None] Network dee10c29-f7df-4df3-96da-cece237eb54f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:18.588666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d79e8-c0a0-427f-b77e-c0f84300fa8b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:18.589867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56910) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:18.638495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363b2940-ad2d-4f21-bd3b-5e31ca00a2b0 req-5270e03c-e737-4c1e-840c-0323ae60a2c4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417248 Dec 10 04:55:18.643600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:18.658552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.659831 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Added segment 4499f260-0158-4e9f-96e9-27dedc4bf308 of type vlan for network 82416873-0bfd-4e8c-a3c6-983926eaa5c9 Dec 10 04:55:18.714174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.746511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.748790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:18.750210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.768139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.817217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-ae6a7a5d-eddc-4ebb-8f78-599269a01fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:18.818882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-ae6a7a5d-eddc-4ebb-8f78-599269a01fda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1095 time: 0.1998093 Dec 10 04:55:18.830141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] DHCP port deletion for dee10c29-f7df-4df3-96da-cece237eb54f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:18.831020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5625112 Dec 10 04:55:18.835400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56912) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:18.844571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Request body: {'network': {'project_id': '084c8f2cc9c441878625550dd5cecabd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:18.894075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32571071-1b9d-4434-b6ea-89ec61660afa tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event updated for resources: {'Network': ['ID=82416873-0bfd-4e8c-a3c6-983926eaa5c9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:18.907221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 82416873-0bfd-4e8c-a3c6-983926eaa5c9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:18.921493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.924451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Made reservation on behalf of 084c8f2cc9c441878625550dd5cecabd for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:18.924890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.929055 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3bf03e1-b0e7-4715-a094-d93b93909aff HTTP/1.1" status: 204 len: 168 time: 0.4923627 Dec 10 04:55:18.929249 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.965320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Deleting port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:18.966080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:18.978592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:18.984328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73a535-6a3a-4308-8fa9-d292a8a81edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf03e1-b0e7-4715-a094-d93b93909aff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:19.005691 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.006187 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Added segment 20a03e31-24a9-4e40-8d67-524b55b13a6a of type vlan for network 38ca0f14-bb9c-4a3f-9941-fc42bb855779 Dec 10 04:55:19.056645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-6e3abc39-32df-4733-960e-01e1d863ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:19.058614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-6e3abc39-32df-4733-960e-01e1d863ef0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 200 len: 909 time: 0.2290423 Dec 10 04:55:19.087207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.117469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] For port 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6db28f6c-19cf-49b3-b756-8643d3c2bc50,segment=NetworkSegment(7f525db9-ffa5-4527-8f42-16bcf4122e31),segment_id=7f525db9-ffa5-4527-8f42-16bcf4122e31)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:19.118299 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.135611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Calling delete_port for 6db28f6c-19cf-49b3-b756-8643d3c2bc50 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:19.178232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.179896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:19.180903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.209847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Deleting port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:19.211179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.221786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-e38bcbd7-ab22-4a67-9ecb-df9ddb02e611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 HTTP/1.1" status: 200 len: 217 time: 0.1381030 Dec 10 04:55:19.269823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4324906 Dec 10 04:55:19.287435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:19.300865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-0855e1a4-49cd-41a5-bc8c-3de333d65935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:19.301904 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-0855e1a4-49cd-41a5-bc8c-3de333d65935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97935f36-05bc-46cb-9aa7-0edfa968271d HTTP/1.1" status: 200 len: 847 time: 0.0601180 Dec 10 04:55:19.317031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-700c2ff4-1cf8-4db2-be7d-1be40c0d5bd5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Request body: {'network': {'project_id': '084c8f2cc9c441878625550dd5cecabd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:19.378466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.397030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44e181-efed-49d9-840b-1006d48e46af tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event updated for resources: {'Network': ['ID=38ca0f14-bb9c-4a3f-9941-fc42bb855779,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:19.404372 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-700c2ff4-1cf8-4db2-be7d-1be40c0d5bd5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 04:55:19.405117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700c2ff4-1cf8-4db2-be7d-1be40c0d5bd5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:55:19.409851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:19.410121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-700c2ff4-1cf8-4db2-be7d-1be40c0d5bd5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1213737 Dec 10 04:55:19.431075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] For port 6db28f6c-19cf-49b3-b756-8643d3c2bc50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6db28f6c-19cf-49b3-b756-8643d3c2bc50,segment=NetworkSegment(7f525db9-ffa5-4527-8f42-16bcf4122e31),segment_id=7f525db9-ffa5-4527-8f42-16bcf4122e31)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:19.431448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.440681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] No DVR routers for this DVR port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:19.442688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 38ca0f14-bb9c-4a3f-9941-fc42bb855779 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:19.454238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Pushing event deleted for resources: {'Port': ['ID=6db28f6c-19cf-49b3-b756-8643d3c2bc50,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:19.457862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Calling delete_port for 6db28f6c-19cf-49b3-b756-8643d3c2bc50 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:19.495827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0b0dcc4-5281-4397-a06d-2742b4c4c564 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=084c8f2cc9c441878625550dd5cecabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811636 Dec 10 04:55:19.496498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:19.498369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-3d075c64-2f70-41f7-895e-d997211ec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:19.499814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-3d075c64-2f70-41f7-895e-d997211ec374 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18d2a1af-d990-4344-823e-9f046603f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865478 Dec 10 04:55:19.543114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.543466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.544042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.544653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.545255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.545807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.546394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.546911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.547463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.547976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.548547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.549289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.549823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd598c6-b4c3-4980-a791-2ed1a01e471e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:19.600171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:55:19.713256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6db28f6c-19cf-49b3-b756-8643d3c2bc50 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:19.722716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:19.753776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.754281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6db28f6c-19cf-49b3-b756-8643d3c2bc50 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:19.754652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6db28f6c-19cf-49b3-b756-8643d3c2bc50 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:19.760189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6', 'network_id': '18d2a1af-d990-4344-823e-9f046603f85a', 'port_id': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6', 'mac_address': 'fa:16:3e:6a:34:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97935f36-05bc-46cb-9aa7-0edfa968271d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:55:19.788212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.802775 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.822989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:55:19.828749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813da21-1fb5-4731-8a46-2c764c1f91d0 req-6c7ffb06-1f24-4296-9f2c-a47a3e05831c tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:19.831324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3813da21-1fb5-4731-8a46-2c764c1f91d0 req-6c7ffb06-1f24-4296-9f2c-a47a3e05831c tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1095 time: 0.1025116 Dec 10 04:55:19.874474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:19.880723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] No DVR routers for this DVR port 6db28f6c-19cf-49b3-b756-8643d3c2bc50 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:19.887615 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.890174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:19.901602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Port': ['ID=6db28f6c-19cf-49b3-b756-8643d3c2bc50,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:19.907093 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-23b61f78-0a36-4cdd-a3dd-21ee38c33f57 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984568 Dec 10 04:55:19.953483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3813da21-1fb5-4731-8a46-2c764c1f91d0 req-de95ba66-a0de-4c44-8123-adfe293f70d4 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138556 Dec 10 04:55:19.983762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:20.061402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56946) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:20.103870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.139485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee10c29-f7df-4df3-96da-cece237eb54f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.158080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f525db9-ffa5-4527-8f42-16bcf4122e31') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.158414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f525db9-ffa5-4527-8f42-16bcf4122e31') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.172589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.175409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.183754 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/e32d79e8-c0a0-427f-b77e-c0f84300fa8b HTTP/1.1" status: 204 len: 168 time: 0.6758246 Dec 10 04:55:20.185412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.187405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56950) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:20.188012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a19e9c27-20d5-4a7a-b3cf-e6f7e6811a1c req-1758b741-bb77-4b5c-b8e4-045ce1c9a03b service neutron] 10.222.0.36 "GET /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407296 Dec 10 04:55:20.197776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570125-0c98-4738-ace3-73487d2a85a7 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d79e8-c0a0-427f-b77e-c0f84300fa8b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:20.224756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.237488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:20.238024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.238331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d77c2a86-7d5a-4124-9aaa-3cc03474f3a6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:20.242141 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:20.302998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.316901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.341799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2065047287-network', 'tenant_id': '1b1db51343864a4fb7f2a1b05520fe22'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:20.350097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.380505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.383874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] 10.222.0.43 "DELETE /v2.0/networks/dee10c29-f7df-4df3-96da-cece237eb54f HTTP/1.1" status: 204 len: 168 time: 1.7746778 Dec 10 04:55:20.385119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9239-ccdc-48a3-bfbd-de3476a65fff tempest-AllowedAddressPairIpV6TestJSON-828457830 tempest-AllowedAddressPairIpV6TestJSON-828457830-project] Pushing event deleted for resources: {'Network': ['ID=dee10c29-f7df-4df3-96da-cece237eb54f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:20.736821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:20.789315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Made reservation on behalf of 1b1db51343864a4fb7f2a1b05520fe22 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:20.791557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.801251 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.854120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.898674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ca0f14-bb9c-4a3f-9941-fc42bb855779']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.916529 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-80619f7e-73da-45a4-93dc-6a51d9a9b272 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20b63d33a4854f6fb195b4c332332706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771569 Dec 10 04:55:20.917771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56964) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:20.917949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a03e31-24a9-4e40-8d67-524b55b13a6a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.918253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a03e31-24a9-4e40-8d67-524b55b13a6a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:20.931842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.960821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.971951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.972343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:20.972859 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:20.978154 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:21.021819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.027874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.066780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.083195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.085943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.087379 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0673fe8-c0b4-423a-895a-af74708b64ba HTTP/1.1" status: 204 len: 168 time: 0.1684284 Dec 10 04:55:21.104922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e257d5-b705-4e7d-b372-cf30ae796120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0673fe8-c0b4-423a-895a-af74708b64ba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.130603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.146125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:21.159975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.163772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "DELETE /v2.0/networks/38ca0f14-bb9c-4a3f-9941-fc42bb855779 HTTP/1.1" status: 204 len: 168 time: 0.9743457 Dec 10 04:55:21.167000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 56970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:21.196109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152d76b-7401-413e-a1b9-8199ae50008d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.201882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event deleted for resources: {'Network': ['ID=38ca0f14-bb9c-4a3f-9941-fc42bb855779,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.208986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.209338 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Added segment 56ee419b-5555-4428-898b-0289dde7e083 of type vlan for network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 Dec 10 04:55:21.227739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.228292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.228441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.228773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.229139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.229468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.230028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.230163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.230683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.233022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.233022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.233022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.233022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.239423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eddf4-8b46-4a90-8884-23cb19448676 req-02e931e2-ac57-43f3-922f-8a8e2f3498c1 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:21.239423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-159eddf4-8b46-4a90-8884-23cb19448676 req-02e931e2-ac57-43f3-922f-8a8e2f3498c1 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1096 time: 0.1858258 Dec 10 04:55:21.240357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.241908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.243497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.243497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.243497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.243497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.243497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.245164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7141e-572e-4197-a08d-a1324cbc57d5 tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:55:21.275861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.333461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.340286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-159eddf4-8b46-4a90-8884-23cb19448676 req-9b759a8f-3954-40f6-8e46-ae070dd7207d tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532737 Dec 10 04:55:21.378796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.387827 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.389286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:21.390168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.433238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3668547 Dec 10 04:55:21.433238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 56974) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:21.435815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82416873-0bfd-4e8c-a3c6-983926eaa5c9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:21.437589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Request body: {'subnet': {'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2065047287-subnet', 'tenant_id': '1b1db51343864a4fb7f2a1b05520fe22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:21.452264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499f260-0158-4e9f-96e9-27dedc4bf308') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:21.452572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499f260-0158-4e9f-96e9-27dedc4bf308') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:21.475857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc41ad-91b9-4947-bde8-0e354e3b8f91 admin admin] Pushing event updated for resources: {'Network': ['ID=14ea4561-b0a8-43e1-91d5-b96d8a136c67,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.477255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.495248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.495900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:21.498600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Made reservation on behalf of 1b1db51343864a4fb7f2a1b05520fe22 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:21.500992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.527232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:21.529378 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:21.533891 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:21.627840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:21.644877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.654053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.659245 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] 10.222.0.43 "DELETE /v2.0/networks/82416873-0bfd-4e8c-a3c6-983926eaa5c9 HTTP/1.1" status: 204 len: 168 time: 0.4906144 Dec 10 04:55:21.685641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f44ec-158a-4f56-905b-9b09d8bffb3f tempest-QuotasNegativeTest-595560952 tempest-QuotasNegativeTest-595560952-project-admin] Pushing event deleted for resources: {'Network': ['ID=82416873-0bfd-4e8c-a3c6-983926eaa5c9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.742849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:55:21.753038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:21.753624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.792408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.850819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.885952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:21.888983 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcada5e-d0bd-45dc-9a48-66a448c539c6" -d '{"events": [{"server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "name": "network-vif-plugged", "status": "completed", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:21.890114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f813a86-2e2a-41cd-9f24-f47d86812ecf,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:21.896100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Checking segment: {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:21.896617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Network hostable DHCP agents. Network: 14ea4561-b0a8-43e1-91d5-b96d8a136c67, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:21.906302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:21.913189 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.917896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:21.950857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 14ea4561-b0a8-43e1-91d5-b96d8a136c67) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:21.958918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:21.959837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:21.981585 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0dc71b-ac93-4989-bdbc-5dfde43e065b x-openstack-request-id: req-5b0dc71b-ac93-4989-bdbc-5dfde43e065b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:21.982128 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "name": "network-vif-plugged", "status": "completed", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:21.982648 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b0dc71b-ac93-4989-bdbc-5dfde43e065b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:21.983283 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6', 'code': 200} Dec 10 04:55:21.986310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cb9cc-7896-41cb-bf50-3aa42fb8cfd0 None None] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:21.989786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:22.010194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e5b4b986-1957-43b1-a745-e4c41276c288 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5667818 Dec 10 04:55:22.119175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebfd74-e503-4783-a287-eb1d5e0c15e7 None None] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:22.172802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b69d7-424c-4363-b953-918e202fef90 req-063d516d-8b8d-4166-8a90-83a6c8996a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:22.174846 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1d3b69d7-424c-4363-b953-918e202fef90 req-063d516d-8b8d-4166-8a90-83a6c8996a71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.0843987 Dec 10 04:55:22.254429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1d3b69d7-424c-4363-b953-918e202fef90 req-453c1a50-9138-4fd9-8c90-927e7d22756e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722098 Dec 10 04:55:22.340282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd20f35d-b56c-40e9-993b-737c6c2ee9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:22.473563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18947faa-a4d9-416c-b1b6-89a8cf154e7e req-2d91eb28-aa88-4f31-8b4b-e7d5aa12b112 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:22.481000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18947faa-a4d9-416c-b1b6-89a8cf154e7e req-2d91eb28-aa88-4f31-8b4b-e7d5aa12b112 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.0511858 Dec 10 04:55:22.530009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18947faa-a4d9-416c-b1b6-89a8cf154e7e req-d34ea390-514a-4de1-b00b-ef39412c55a5 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Dec 10 04:55:22.702986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57012) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:22.941534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:23.103386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-084caec9-e856-48a9-94dd-58988dd42565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.126117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-502970235'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:23.152723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Made reservation on behalf of 0ab34883c19b4eebaea59c3feea9f612 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:23.156824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.166295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.256204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-084caec9-e856-48a9-94dd-58988dd42565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.263400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-084caec9-e856-48a9-94dd-58988dd42565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.305635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-084caec9-e856-48a9-94dd-58988dd42565 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=623b288e12f74bb29bbd4f29729b393b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6014168 Dec 10 04:55:23.307570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084caec9-e856-48a9-94dd-58988dd42565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e36c9b-a70c-44d6-be2e-a3a8ddd3499e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:23.311132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57030) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:23.349304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.359276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.364052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.400816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:23.408697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.432116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.432534 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Added segment 847a0361-be3f-4c7f-9123-3ee13b3750f9 of type vlan for network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 Dec 10 04:55:23.433839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c170b-0223-40da-bd82-147a84e491b8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:23.490605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.494090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.495711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97e36c9b-a70c-44d6-be2e-a3a8ddd3499e HTTP/1.1" status: 204 len: 168 time: 0.1836283 Dec 10 04:55:23.505205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaf055-1a62-4663-bf88-3cac7103ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e36c9b-a70c-44d6-be2e-a3a8ddd3499e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:23.509773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.556712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.576878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:23.578358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.580666 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:23.660401 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7173288 Dec 10 04:55:23.665039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:23.671558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'subnet': {'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:23.736627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe27a8-cc6c-43a8-9658-38c649d72848 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Network': ['ID=c15bd717-f3f9-4f38-b6bd-4e6884fa3673,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:23.748932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:23.798577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ee61-4113-424b-9d73-489c9500e5c7 req-b77cf99c-3eda-465c-941a-44e8ac0b0623 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:23.800580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcc1ee61-4113-424b-9d73-489c9500e5c7 req-b77cf99c-3eda-465c-941a-44e8ac0b0623 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.1479740 Dec 10 04:55:23.883800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcc1ee61-4113-424b-9d73-489c9500e5c7 req-47e8555a-7042-4738-b560-1898b9490b7e tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Dec 10 04:55:24.000785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Made reservation on behalf of 0ab34883c19b4eebaea59c3feea9f612 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:24.010289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.103269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728f39-fe9f-417e-b2d5-bda4e5cdbeca req-6e7c03a1-cf54-4e3d-a9fd-fa13049dd794 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:24.106576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85728f39-fe9f-417e-b2d5-bda4e5cdbeca req-6e7c03a1-cf54-4e3d-a9fd-fa13049dd794 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.0636172 Dec 10 04:55:24.136032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:24.170811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5bea5aa-34fa-4de3-81fe-e6ae40477f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.242346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85728f39-fe9f-417e-b2d5-bda4e5cdbeca req-77bd691f-28fe-42a8-9f05-50436cb45f2a tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244628 Dec 10 04:55:24.320068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5bea5aa-34fa-4de3-81fe-e6ae40477f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.321161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.349676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d5bea5aa-34fa-4de3-81fe-e6ae40477f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.383949 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Subnet': ['ID=00a7797d-faf1-4a0e-b330-c8224faf09aa,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:24.402513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bea5aa-34fa-4de3-81fe-e6ae40477f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f32fe-9a69-426e-9243-aac6fb7d01c1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:24.410640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d5bea5aa-34fa-4de3-81fe-e6ae40477f16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0f902e25abd4e9bae1bba25aa849020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672119 Dec 10 04:55:24.411533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57052) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:24.413236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Checking segment: {'id': '847a0361-be3f-4c7f-9123-3ee13b3750f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:24.413863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network hostable DHCP agents. Network: c15bd717-f3f9-4f38-b6bd-4e6884fa3673, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:24.424311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28e92-ad3c-4515-8a07-b49f393f618c req-65ce0436-7d44-49b2-84db-fd6c945c22c6 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:24.424311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fd28e92-ad3c-4515-8a07-b49f393f618c req-65ce0436-7d44-49b2-84db-fd6c945c22c6 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.1057227 Dec 10 04:55:24.450747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:24.463046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c15bd717-f3f9-4f38-b6bd-4e6884fa3673) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:24.472566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ee980-bb80-4803-9df2-fa1611cda364 None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:24.477680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:24.478288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.508055 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f163f709-b3b4-4f4c-9c6c-37a618879c12 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8413730 Dec 10 04:55:24.512045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.513575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57054) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:24.523660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-411649836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:24.551237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fd28e92-ad3c-4515-8a07-b49f393f618c req-0e8479ce-952d-40ba-b786-520502180c2c tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156828 Dec 10 04:55:24.569813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.594709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.595724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.612834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c15bd717-f3f9-4f38-b6bd-4e6884fa3673', 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673', 'project_id': '0ab34883c19b4eebaea59c3feea9f612', 'fixed_ips': [{'subnet_id': '00a7797d-faf1-4a0e-b330-c8224faf09aa'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:24.615848 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.695223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.704731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.712892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.715431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.716616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/437f32fe-9a69-426e-9243-aac6fb7d01c1 HTTP/1.1" status: 204 len: 168 time: 0.3041039 Dec 10 04:55:24.730193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b57e7-0233-4b88-bd72-bdf3e109d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f32fe-9a69-426e-9243-aac6fb7d01c1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:24.740207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:24.748060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-05359e6c-fb47-411b-a2e4-8fe2ddeb6899 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2275999 Dec 10 04:55:24.748286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:24.856856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Allocated IP 172.20.0.2 (c15bd717-f3f9-4f38-b6bd-4e6884fa3673/00a7797d-faf1-4a0e-b330-c8224faf09aa/13c1797d-7c0d-47a3-84ce-35cbcda18d89) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:25.023526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde3ac-4ae5-45b2-9e16-37153389138d req-e49a10f9-d8cb-48b5-bdd6-801dd918dcab tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:25.025055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fafde3ac-4ae5-45b2-9e16-37153389138d req-e49a10f9-d8cb-48b5-bdd6-801dd918dcab tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.1694481 Dec 10 04:55:25.174949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fafde3ac-4ae5-45b2-9e16-37153389138d req-0624ca80-baba-4e9d-92af-4b3ffef03497 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378510 Dec 10 04:55:25.230913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.236510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.240395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0834ab42-1c9a-4606-a1c5-7a08adcbd601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.247198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.297439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Pushing event updated for resources: {'Port': ['ID=13c1797d-7c0d-47a3-84ce-35cbcda18d89,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:25.317194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:25.319059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:25.322980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:25.389832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Attempting to bind port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:25.390209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Attempting to bind port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '847a0361-be3f-4c7f-9123-3ee13b3750f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:25.390626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Attempting to bind port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 on network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:25.398968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:25.399259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Checking segment: {'id': '847a0361-be3f-4c7f-9123-3ee13b3750f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:25.399899 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.402845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Bound using segment: {'id': '847a0361-be3f-4c7f-9123-3ee13b3750f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:25.402845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Bound port: 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847a0361-be3f-4c7f-9123-3ee13b3750f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:25.402845 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.481047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] For port 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:25.485316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] For port 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13c1797d-7c0d-47a3-84ce-35cbcda18d89,segment=NetworkSegment(847a0361-be3f-4c7f-9123-3ee13b3750f9),segment_id=847a0361-be3f-4c7f-9123-3ee13b3750f9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:25.493692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:25.751519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Allocated IP 172.20.0.1 (c15bd717-f3f9-4f38-b6bd-4e6884fa3673/00a7797d-faf1-4a0e-b330-c8224faf09aa/2c86cff3-ccbe-4444-9bbb-950aaefd8230) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:25.816582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587f7c-b7b1-4329-b2b6-0d101c9469c7 None None] Pushing event updated for resources: {'Port': ['ID=13c1797d-7c0d-47a3-84ce-35cbcda18d89,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:25.826044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.018343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.133746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.228088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=2c86cff3-ccbe-4444-9bbb-950aaefd8230,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:26.256405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:26.265936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:26.273586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:26.330303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-f9a4b32d-ff36-4ebf-9679-af1a2081ca3e tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:26.331954 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-f9a4b32d-ff36-4ebf-9679-af1a2081ca3e tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.0937035 Dec 10 04:55:26.394928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:26.486281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.493543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Deleting port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:26.494028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.602611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'networks': [{'name': 'tempest-network--1688112255'}, {'name': 'tempest-network--1100720499'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:26.603229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-network--1688112255'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:26.603830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-network--1100720499'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:26.619199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436cbad-c127-4765-8b9b-87a4377c677b req-5e41264a-0c6d-4363-b563-ddfa945cca56 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:26.620993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5436cbad-c127-4765-8b9b-87a4377c677b req-5e41264a-0c6d-4363-b563-ddfa945cca56 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 1097 time: 0.2630098 Dec 10 04:55:26.637504 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'network': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:26.642019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.646048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.660315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.676407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] For port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:26.676894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.696049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Calling delete_port for d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:26.728839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5436cbad-c127-4765-8b9b-87a4377c677b req-c95ffee2-531f-4fa9-905e-68e1525e0a79 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898905 Dec 10 04:55:26.832617 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.844916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.845486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.878870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:26.889866 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.890672 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment 0b1e372c-ad6f-4225-a7c1-681bcde32cbe of type vlan for network 5bf15bbd-a01e-4083-9d14-82b05433b3a7 Dec 10 04:55:26.995018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:26.995279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.000431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db46146-f1c4-4085-a7d2-7be60476f16d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:27.001973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.048243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.059829 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.086166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['d77c2a86-7d5a-4124-9aaa-3cc03474f3a6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:55:27.089604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8912e53e-607c-44fc-9191-dc95d0425119'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:55:27.101840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:27.109824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Pushing event deleted for resources: {'Port': ['ID=d77c2a86-7d5a-4124-9aaa-3cc03474f3a6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:27.205532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=2c86cff3-ccbe-4444-9bbb-950aaefd8230,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:27.208722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.212000 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment bf42a563-480d-4971-991b-d454b8d11498 of type vlan for network fa802d25-17ef-4e1c-837b-ad76f552fd16 Dec 10 04:55:27.267030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] No DVR routers for this DVR port d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:27.274237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:27.276948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:27.283228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.289069 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa65f8f5-1509-48d2-99eb-a0bf4cede74c req-86bf1690-0ba8-4646-8b01-e1b658f2db39 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 HTTP/1.1" status: 204 len: 173 time: 0.9367049 Dec 10 04:55:27.291328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'name': 'network-vif-deleted', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:27.293868 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e5975-2b09-48e7-83d6-3e852e2cb9ee" -d '{"events": [{"server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "name": "network-vif-deleted", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:27.425369 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf051f53-7729-4326-8d91-d11d305a40f7 x-openstack-request-id: req-bf051f53-7729-4326-8d91-d11d305a40f7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:27.425976 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20f5062-9798-49c0-bdeb-9e40c4e2b700", "name": "network-vif-deleted", "tag": "d77c2a86-7d5a-4124-9aaa-3cc03474f3a6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:27.425976 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf051f53-7729-4326-8d91-d11d305a40f7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:27.426352 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20f5062-9798-49c0-bdeb-9e40c4e2b700', 'name': 'network-vif-deleted', 'tag': 'd77c2a86-7d5a-4124-9aaa-3cc03474f3a6', 'status': 'completed', 'code': 200} Dec 10 04:55:27.464039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.619885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.673168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.673899 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.693795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:27.719109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:27.719864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:27.790022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f9f38-ad3c-4767-8f81-ec2ab3eef36a None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:27.821387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Router 287baa12-7fa3-4a14-8e5f-da870726fbed is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:55:27.858867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4623210 Dec 10 04:55:27.862846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:27.869294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13c1797d-7c0d-47a3-84ce-35cbcda18d89 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:27.977170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:55:27.984537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6983ccf-af03-46ec-a9fd-9e80190e5d5c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "PUT /v2.0/routers/287baa12-7fa3-4a14-8e5f-da870726fbed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2349555 Dec 10 04:55:27.990290 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] Sync routers for ids ['287baa12-7fa3-4a14-8e5f-da870726fbed'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:55:28.017471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b64d183d-db7b-4f43-8271-56ce1eed948b req-0193c06c-d598-430f-8e12-5c801b51c206 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b20f5062-9798-49c0-bdeb-9e40c4e2b700 HTTP/1.1" status: 200 len: 210 time: 0.0701478 Dec 10 04:55:28.020966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:28.021278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] Provisioning complete for port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:28.021856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.031835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] Routers {'287baa12-7fa3-4a14-8e5f-da870726fbed'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:28.033748 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['287baa12-7fa3-4a14-8e5f-da870726fbed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.045799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'port': {'network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673', 'name': 'tempest-FloatingIPNegativeTestJSON-1274322356'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:28.114593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:28.115563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.129957 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.145820 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] Routers {'287baa12-7fa3-4a14-8e5f-da870726fbed'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:28.146865 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['287baa12-7fa3-4a14-8e5f-da870726fbed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.162914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58db4d-c24c-4abf-838c-38c4674e19b1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:28.169170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58db4d-c24c-4abf-838c-38c4674e19b1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:28.176035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58db4d-c24c-4abf-838c-38c4674e19b1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:28.182125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58db4d-c24c-4abf-838c-38c4674e19b1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:28.183947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5b58db4d-c24c-4abf-838c-38c4674e19b1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3200533 Dec 10 04:55:28.212180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.220333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57124) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:28.223318 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.224053 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f2108-4599-4c1f-8975-7bcbdfbaef45 None None] The sync data for ids ['287baa12-7fa3-4a14-8e5f-da870726fbed'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:55:28.242455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=5bf15bbd-a01e-4083-9d14-82b05433b3a7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:28.262433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5bf15bbd-a01e-4083-9d14-82b05433b3a7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:28.303461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] For port 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13c1797d-7c0d-47a3-84ce-35cbcda18d89,segment=NetworkSegment(847a0361-be3f-4c7f-9123-3ee13b3750f9),segment_id=847a0361-be3f-4c7f-9123-3ee13b3750f9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:28.331471 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fafcb-b67e-471b-a168-4621a42c5573 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=fa802d25-17ef-4e1c-837b-ad76f552fd16,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:28.331708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.337657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.385741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network fa802d25-17ef-4e1c-837b-ad76f552fd16 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:28.425329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.432805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.436116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Made reservation on behalf of 0ab34883c19b4eebaea59c3feea9f612 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:28.440151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.464103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] device_id is not set on port 6f8cc09f-281c-4211-924a-ec281fdf55b9 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:28.598407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767027df-d1a2-469f-bb26-9e9f6529e0bf None None] Pushing event updated for resources: {'Port': ['ID=13c1797d-7c0d-47a3-84ce-35cbcda18d89,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:28.617753 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:55:28.618358 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:55:28.620242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3595a115-72b3-4310-ba79-138190f951d3 None None] Provisioning complete for port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:28.620939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3595a115-72b3-4310-ba79-138190f951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.671437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3595a115-72b3-4310-ba79-138190f951d3 None None] Port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:28.683468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.685111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3595a115-72b3-4310-ba79-138190f951d3 None None] Provisioning complete for port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:28.685581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3595a115-72b3-4310-ba79-138190f951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.686861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Allocated IP 172.20.0.6 (c15bd717-f3f9-4f38-b6bd-4e6884fa3673/00a7797d-faf1-4a0e-b330-c8224faf09aa/6f8cc09f-281c-4211-924a-ec281fdf55b9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:28.715513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf15bbd-a01e-4083-9d14-82b05433b3a7']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.731330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1e372c-ad6f-4225-a7c1-681bcde32cbe') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.731631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1e372c-ad6f-4225-a7c1-681bcde32cbe') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:28.762476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.808389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.839528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:28.839939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:28.843531 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:28.953001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9cd0b28d-407e-42d2-9e56-c16059333bcf None None] Provisioning complete for port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:28.953693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b28d-407e-42d2-9e56-c16059333bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:28.981288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.025500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.026531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0b28d-407e-42d2-9e56-c16059333bcf None None] Port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:29.031837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:29.037046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/5bf15bbd-a01e-4083-9d14-82b05433b3a7 HTTP/1.1" status: 204 len: 168 time: 0.8155847 Dec 10 04:55:29.218718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.227567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e5ec5598-c923-4737-9cef-549de1dac18e None None] Provisioning complete for port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:29.228051 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5ec5598-c923-4737-9cef-549de1dac18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.275086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec5598-c923-4737-9cef-549de1dac18e None None] Port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:29.433673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.458344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa802d25-17ef-4e1c-837b-ad76f552fd16']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:29.473326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf42a563-480d-4971-991b-d454b8d11498') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:29.473601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf42a563-480d-4971-991b-d454b8d11498') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:29.474301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104d61-19ff-4ffb-aacd-78030bda2085 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=5bf15bbd-a01e-4083-9d14-82b05433b3a7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:29.485349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.507932 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.517593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:29.518311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:29.522905 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:29.527531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.540412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415f037-91a9-4981-b59d-09e76e1cfcea req-08ef3cf4-5ad6-4f0e-a2c7-8c17a7dad0b8 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:29.541865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e415f037-91a9-4981-b59d-09e76e1cfcea req-08ef3cf4-5ad6-4f0e-a2c7-8c17a7dad0b8 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0688748 Dec 10 04:55:29.628247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.646137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.657442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/fa802d25-17ef-4e1c-837b-ad76f552fd16 HTTP/1.1" status: 204 len: 168 time: 0.6194646 Dec 10 04:55:29.658109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:29.658402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:29.687966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:29.690197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9f6e-bb81-4bba-b40c-5446f6d7ebf2 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=fa802d25-17ef-4e1c-837b-ad76f552fd16,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:29.692903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e415f037-91a9-4981-b59d-09e76e1cfcea req-2f39dec2-6259-467b-bc00-cbd05778b4f7 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373489 Dec 10 04:55:29.695651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device d77c2a86-7d5a-4124-9aaa-3cc03474f3a6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:29.696965 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.718533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13c1797d-7c0d-47a3-84ce-35cbcda18d89 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:29.744091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:29.748557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:29.753040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:29.809751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:29.810126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.874401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15e06b-124a-496e-a298-cd813738a7d0 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:29.887253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=6f8cc09f-281c-4211-924a-ec281fdf55b9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:29.889673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15e06b-124a-496e-a298-cd813738a7d0 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:29.897918 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9f15e06b-124a-496e-a298-cd813738a7d0 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2260268 Dec 10 04:55:29.901643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:29.906099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:29.906649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1058389344'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:29.907054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:29.943257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4940311f-3df6-4a18-9f71-90eb2df26510 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9181182 Dec 10 04:55:29.943512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:29.953795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:29.959224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:29.972466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.001670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.045851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:30.056855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.057347 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment 15f3832a-0aec-4dad-9ad1-a3ae52df9e37 of type vlan for network cfd025bb-ae6a-418c-bc36-684025aaa236 Dec 10 04:55:30.125492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.157854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.162113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.184045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:30.185005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.213030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c4b1dc3b-01ef-4330-9324-26d9855aebb6 None None] Provisioning complete for port 6f8cc09f-281c-4211-924a-ec281fdf55b9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:30.220179 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dc3b-01ef-4330-9324-26d9855aebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.261404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1dc3b-01ef-4330-9324-26d9855aebb6 None None] Port 6f8cc09f-281c-4211-924a-ec281fdf55b9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:30.266859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=cfd025bb-ae6a-418c-bc36-684025aaa236,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:30.285547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cfd025bb-ae6a-418c-bc36-684025aaa236 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:30.287116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91b85717-a550-4b2a-af02-07c3ef296f03 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3843267 Dec 10 04:55:30.290247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:30.295059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1176300577'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:30.330607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:30.336773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.362922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Allocated IP 172.25.8.127 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/46a64e57-ca59-471d-bdbb-2550333a7d49) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:30.375271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:30.392785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.393134 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment 04e547fc-ca08-4bd2-9b2d-54177e11d462 of type vlan for network 39a0e825-2e2a-4264-93fa-35f0a01643d4 Dec 10 04:55:30.444658 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.476518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.488791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:30.489453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.499997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.532814 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2400167 Dec 10 04:55:30.534364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:30.541815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.578049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'ports': [{'network_id': 'cfd025bb-ae6a-418c-bc36-684025aaa236', 'name': 'tempest-port--658682843', 'admin_state_up': True}, {'network_id': '39a0e825-2e2a-4264-93fa-35f0a01643d4', 'admin_state_up': False}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:30.578252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'port': {'network_id': 'cfd025bb-ae6a-418c-bc36-684025aaa236', 'name': 'tempest-port--658682843', 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:30.578934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'port': {'network_id': '39a0e825-2e2a-4264-93fa-35f0a01643d4', 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:30.590689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48360e7-4027-4ffe-9b88-d38cf322ca1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=39a0e825-2e2a-4264-93fa-35f0a01643d4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:30.610202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 39a0e825-2e2a-4264-93fa-35f0a01643d4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:30.643722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:30.651147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:30.662453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:30.698376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=46a64e57-ca59-471d-bdbb-2550333a7d49,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:30.839257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.859152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'port': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:30.867977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.887181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.900863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c5bbc-0594-45cc-a777-b5b7ad0fd5d5 req-0879ce36-0ed2-4390-8a46-4cc3341469b7 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:30.902532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-379c5bbc-0594-45cc-a777-b5b7ad0fd5d5 req-0879ce36-0ed2-4390-8a46-4cc3341469b7 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.1051338 Dec 10 04:55:30.911064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:30.996261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-379c5bbc-0594-45cc-a777-b5b7ad0fd5d5 req-36b71bcc-3b8a-494d-bc9a-b4d2cfb50951 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a231e47-96cc-4525-9fb8-ab2ce7155fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 Dec 10 04:55:31.032783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] device_id is not set on port 78cfc37f-3512-4e29-bb61-0f4761980b91 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:31.164990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-b7fc4aa4-f7ab-4b98-82c0-0951bd07bc83 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:31.166712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-b7fc4aa4-f7ab-4b98-82c0-0951bd07bc83 tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0912228 Dec 10 04:55:31.211928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.212827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.222882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.309986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] device_id is not set on port 917b6f2d-0a0c-4791-8143-647db6eab07c yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:31.333096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=46a64e57-ca59-471d-bdbb-2550333a7d49,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:31.355553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.374640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Deleting port 8912e53e-607c-44fc-9191-dc95d0425119 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:31.375592 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.389717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.390950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9a66127c-7407-4ac0-ba0e-cd9586810a23 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4464409 Dec 10 04:55:31.393661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57168) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:31.398332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2d7e5705-6924-4413-94c6-5c897feba1cf tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'floatingip': {'port_id': '6f8cc09f-281c-4211-924a-ec281fdf55b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:31.434004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.478355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.480122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5705-6924-4413-94c6-5c897feba1cf tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.558361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Port': ['ID=78cfc37f-3512-4e29-bb61-0f4761980b91,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:31.565430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Checking segment: {'id': '15f3832a-0aec-4dad-9ad1-a3ae52df9e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfd025bb-ae6a-418c-bc36-684025aaa236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:31.566004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network hostable DHCP agents. Network: cfd025bb-ae6a-418c-bc36-684025aaa236, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:31.594836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network cfd025bb-ae6a-418c-bc36-684025aaa236 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:31.604899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] For port 8912e53e-607c-44fc-9191-dc95d0425119, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8912e53e-607c-44fc-9191-dc95d0425119,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:31.605284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.612819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cfd025bb-ae6a-418c-bc36-684025aaa236) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:31.626601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e5da5-936d-4966-958a-71c77e8b6e6e None None] Network cfd025bb-ae6a-418c-bc36-684025aaa236 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:31.628021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Calling delete_port for 8912e53e-607c-44fc-9191-dc95d0425119 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:31.639103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:31.640071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.654010 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-2d7e5705-6924-4413-94c6-5c897feba1cf tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] update failed (client error): The resource could not be found. Dec 10 04:55:31.657485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2d7e5705-6924-4413-94c6-5c897feba1cf tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "PUT /v2.0/floatingips/d7039382-2b38-4d32-a965-664b7a2a5f1d HTTP/1.1" status: 404 len: 507 time: 0.2604060 Dec 10 04:55:31.659170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57170) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:31.766089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Port': ['ID=917b6f2d-0a0c-4791-8143-647db6eab07c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:31.783429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Checking segment: {'id': '04e547fc-ca08-4bd2-9b2d-54177e11d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '39a0e825-2e2a-4264-93fa-35f0a01643d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:31.783800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network hostable DHCP agents. Network: 39a0e825-2e2a-4264-93fa-35f0a01643d4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:31.804593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network 39a0e825-2e2a-4264-93fa-35f0a01643d4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:31.823633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 39a0e825-2e2a-4264-93fa-35f0a01643d4) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:31.828114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:31.833443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca3e6a-36bc-4849-853e-388afa6df692 None None] Network 39a0e825-2e2a-4264-93fa-35f0a01643d4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:31.847151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:31.864577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:31.864577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:31.887931 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c72e4434-fe0c-4c36-b89b-e35349ac2039 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3522129 Dec 10 04:55:31.890220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:31.955395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39f30f-1f37-42b2-b24a-4b0c6aeed951 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:31.963130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39f30f-1f37-42b2-b24a-4b0c6aeed951 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:31.966512 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce39f30f-1f37-42b2-b24a-4b0c6aeed951 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0752735 Dec 10 04:55:31.969191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:32.001547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting port 46a64e57-ca59-471d-bdbb-2550333a7d49 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:32.002488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.110711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.110711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.125471 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Calling delete_port for 46a64e57-ca59-471d-bdbb-2550333a7d49 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:32.187160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.262122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-355b0c11-681e-4d65-8bb5-e0fcc4c77e8d req-3ef50116-29ca-4ef3-a3e2-49dbbfbad94b tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ed031f3a-c2d1-46f5-aa26-85cf53dab4b2 HTTP/1.1" status: 200 len: 210 time: 0.1199369 Dec 10 04:55:32.268534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Pushing event deleted for resources: {'Port': ['ID=8912e53e-607c-44fc-9191-dc95d0425119,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:32.332442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] No DVR routers for this DVR port 8912e53e-607c-44fc-9191-dc95d0425119 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:32.336852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.340369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c64d687-6cc7-49f4-9a9e-4e9e87796176 req-701bdef2-0f5c-436e-9750-9be6531e07ba tempest-TestServerMultinode-1786891674 tempest-TestServerMultinode-1786891674-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8912e53e-607c-44fc-9191-dc95d0425119 HTTP/1.1" status: 204 len: 173 time: 1.1608377 Dec 10 04:55:32.340868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'name': 'network-vif-deleted', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:32.343176 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8b679a-44fd-4026-9e05-de59b4dedf96" -d '{"events": [{"server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "name": "network-vif-deleted", "tag": "8912e53e-607c-44fc-9191-dc95d0425119"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:32.463445 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7685e1-bff4-40ef-ac84-063e6298ab0b x-openstack-request-id: req-ba7685e1-bff4-40ef-ac84-063e6298ab0b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:32.463806 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed031f3a-c2d1-46f5-aa26-85cf53dab4b2", "name": "network-vif-deleted", "tag": "8912e53e-607c-44fc-9191-dc95d0425119", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:32.464067 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba7685e1-bff4-40ef-ac84-063e6298ab0b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:32.464739 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed031f3a-c2d1-46f5-aa26-85cf53dab4b2', 'name': 'network-vif-deleted', 'tag': '8912e53e-607c-44fc-9191-dc95d0425119', 'status': 'completed', 'code': 200} Dec 10 04:55:32.470134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.562359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Port': ['ID=46a64e57-ca59-471d-bdbb-2550333a7d49,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:32.641575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.649882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.656098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e52d2ae-f44c-4646-9a76-40c5c4f48a37 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "DELETE /v2.0/floatingips/d7039382-2b38-4d32-a965-664b7a2a5f1d HTTP/1.1" status: 204 len: 168 time: 0.9924512 Dec 10 04:55:32.661082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57186) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:32.666268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-704d1a93-3400-4c8e-8467-075a1f6e87f9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'floatingip': {'floating_network_id': 'c15bd717-f3f9-4f38-b6bd-4e6884fa3673', 'port_id': '6f8cc09f-281c-4211-924a-ec281fdf55b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:32.691371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-704d1a93-3400-4c8e-8467-075a1f6e87f9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.714423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting port 78cfc37f-3512-4e29-bb61-0f4761980b91 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:32.714990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.831575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:32.852805 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-704d1a93-3400-4c8e-8467-075a1f6e87f9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 04:55:32.854305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-704d1a93-3400-4c8e-8467-075a1f6e87f9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1921442 Dec 10 04:55:32.859705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57192) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:32.864819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '6f8cc09f-281c-4211-924a-ec281fdf55b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:32.876601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Calling delete_port for 78cfc37f-3512-4e29-bb61-0f4761980b91 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:32.894977 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.084194 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.101245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.139428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Port': ['ID=78cfc37f-3512-4e29-bb61-0f4761980b91,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:33.154998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.168697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:33.173345 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36decb97-c2b3-4c42-90fd-cc4ba3aa0b1c tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/ports/78cfc37f-3512-4e29-bb61-0f4761980b91 HTTP/1.1" status: 204 len: 168 time: 1.2013903 Dec 10 04:55:33.325940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Allocated IP 172.25.8.120 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/484bc694-da80-46fe-8255-27234f29639c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:33.379537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:33.386510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting port 917b6f2d-0a0c-4791-8143-647db6eab07c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:33.386857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.619421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.651149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Calling delete_port for 917b6f2d-0a0c-4791-8143-647db6eab07c owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:33.683502 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.817174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8912e53e-607c-44fc-9191-dc95d0425119 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:33.836173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.844317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 8912e53e-607c-44fc-9191-dc95d0425119 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:33.845027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8912e53e-607c-44fc-9191-dc95d0425119 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:33.855063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.889596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:33.895779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:33.906941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:33.940231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:33.946254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/ports/917b6f2d-0a0c-4791-8143-647db6eab07c HTTP/1.1" status: 204 len: 168 time: 0.7765076 Dec 10 04:55:33.947049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:34.015871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event updated for resources: {'Port': ['ID=484bc694-da80-46fe-8255-27234f29639c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:34.023343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2273295b-f9ec-427e-a9ff-33dd5bcb2d47 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0720336 Dec 10 04:55:34.030367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57212) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:34.045098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699b941-4467-42e6-997e-112870c6ab17 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Port': ['ID=917b6f2d-0a0c-4791-8143-647db6eab07c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:34.047859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1173143330'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:34.102882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:34.108136 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.120329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.190099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:34.248346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.248719 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment 8023299b-67f1-4121-b5bf-5ba91204ce7e of type vlan for network bbac5986-a13a-4217-8378-cd8396abf96e Dec 10 04:55:34.355636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.427499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting port 484bc694-da80-46fe-8255-27234f29639c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:34.427499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.477091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.489622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:34.490277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.515514 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4833310 Dec 10 04:55:34.517712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57220) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:34.549411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-6800744'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:34.617340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec77bb-a35e-47f8-8f05-d0de36d529be tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=bbac5986-a13a-4217-8378-cd8396abf96e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:34.629174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network bbac5986-a13a-4217-8378-cd8396abf96e details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:34.631233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.632620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.678404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Calling delete_port for 484bc694-da80-46fe-8255-27234f29639c owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:34.699995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:34.707925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.851405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:34.852099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Deleting port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:34.852381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.875191 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.875602 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Added segment 7ef28fee-1bde-49da-bd92-17730cf8bd7a of type vlan for network 3858bb87-0061-4da5-90ae-d3b02e681dcf Dec 10 04:55:34.950857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.967956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] For port 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:34.968437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.981054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:34.988636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Calling delete_port for 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:35.004612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Port': ['ID=484bc694-da80-46fe-8255-27234f29639c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:35.014740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:35.021738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:35.023218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:35.129684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6029699 Dec 10 04:55:35.219545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793a55-b29c-4460-988b-3091cddbb01e tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Network': ['ID=3858bb87-0061-4da5-90ae-d3b02e681dcf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:35.232889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3858bb87-0061-4da5-90ae-d3b02e681dcf details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:35.294897 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] create failed (client error): The resource could not be found. Dec 10 04:55:35.301844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c451dd1-0236-4d91-a46c-342e38991c2a tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4408658 Dec 10 04:55:35.302718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:35.344281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:35.467003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b898a36-9b9e-4d3f-9636-fbcb3594c1a4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:35.661502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting port 6f8cc09f-281c-4211-924a-ec281fdf55b9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:35.667481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:35.951233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:35.967183 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:55:36.035405 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:36.068130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Calling delete_port for 6f8cc09f-281c-4211-924a-ec281fdf55b9 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:36.414677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:36.511470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Port': ['ID=6f8cc09f-281c-4211-924a-ec281fdf55b9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:36.526665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:55:36.837486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:36.849726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-337aa185-e506-44ec-bb7c-e7bcd165a2dd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "DELETE /v2.0/ports/6f8cc09f-281c-4211-924a-ec281fdf55b9 HTTP/1.1" status: 204 len: 168 time: 1.5451438 Dec 10 04:55:36.856183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:37.042042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:55:37.047878 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1e16ef2-075d-4e10-a2e6-a13601ac69cc admin admin] 10.222.0.43 "PUT /v2.0/routers/2dae67fb-b9b7-4073-94f2-a6866b15ad18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6673300 Dec 10 04:55:37.052146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Sync routers for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:55:37.056296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f7675-fffa-406d-84ba-7d54d205296c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:37.057503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:37.064114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f40f7675-fffa-406d-84ba-7d54d205296c tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "GET /v2.0/ports?device_id=287baa12-7fa3-4a14-8e5f-da870726fbed HTTP/1.1" status: 200 len: 913 time: 0.2038376 Dec 10 04:55:37.069020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57252) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:37.097562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:37.101003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:37.244606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:55:37.454407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:37.623561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:55:35Z', 'revision_number': 5, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:37.682195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Checking router: 2dae67fb-b9b7-4073-94f2-a6866b15ad18 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:55:37.704142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Routers {'2dae67fb-b9b7-4073-94f2-a6866b15ad18'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:37.705011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:37.844327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:37.870770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.085689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Deleting port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:38.086042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.259736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.402902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d911847-83ce-418c-b8cc-4b754b8b7468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.477586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] Set router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:55:38.507418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:38.513262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'subnets': [{'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1116509284', 'ip_version': 6}, {'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:38.513839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'subnet': {'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1116509284', 'ip_version': 6}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:38.514752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Request body: {'subnet': {'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:38.605151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] For port 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:38.605796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.687512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Calling delete_port for 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:38.837962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:55:35Z', 'revision_number': 5, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:38.862038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting port 2c86cff3-ccbe-4444-9bbb-950aaefd8230 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:38.862473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.871314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Made reservation on behalf of 73c9ba23a2dc4bff8e53ad1b6c991968 for: {'subnet': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:38.876345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.876735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.893102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a7c75-032d-4ec5-997a-c3df3001bed3 None None] The sync data for ids ['2dae67fb-b9b7-4073-94f2-a6866b15ad18'] in n-d-817326-3 is: [{'id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'name': 'tempest-TestServerMultinode-89145959-router', 'tenant_id': 'c880586030274c62aa71d0b1e5bdc197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:20Z', 'updated_at': '2021-12-10T04:55:35Z', 'revision_number': 5, 'project_id': 'c880586030274c62aa71d0b1e5bdc197', 'gw_port': {'id': '16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae67fb-b9b7-4073-94f2-a6866b15ad18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:22Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:55:38.910622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d911847-83ce-418c-b8cc-4b754b8b7468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:38.926644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d911847-83ce-418c-b8cc-4b754b8b7468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.019831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.035870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Calling delete_port for 2c86cff3-ccbe-4444-9bbb-950aaefd8230 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:39.363426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d911847-83ce-418c-b8cc-4b754b8b7468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc417f-c9b5-4022-892c-ef47117f7879,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:39.370323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.380346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3d911847-83ce-418c-b8cc-4b754b8b7468 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12fc69f3181f4dd9ab1c3e92cb034474&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5288036 Dec 10 04:55:39.385938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:39.461615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Port': ['ID=2c86cff3-ccbe-4444-9bbb-950aaefd8230,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:39.527125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.572972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Pushing event deleted for resources: {'Port': ['ID=16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:39.577353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.642306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d82c6-d08d-4c64-8257-c28d25c47db0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:39.643574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.725168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.776625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:39.812148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:39.812961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b898a36-9b9e-4d3f-9636-fbcb3594c1a4 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:39.854452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:39.906172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Router 287baa12-7fa3-4a14-8e5f-da870726fbed has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:55:40.016321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.018810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.025370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.028114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.029258 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6edc417f-c9b5-4022-892c-ef47117f7879 HTTP/1.1" status: 204 len: 168 time: 0.6422076 Dec 10 04:55:40.134353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422e012-6e46-472a-a6a7-4ab25e9a2139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc417f-c9b5-4022-892c-ef47117f7879,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:40.155018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.155515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dae67fb-b9b7-4073-94f2-a6866b15ad18 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:55:40.161111 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.162389 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dac4053c-2c18-4d66-9ef3-cea4bc578aad admin admin] 10.222.0.43 "DELETE /v2.0/routers/2dae67fb-b9b7-4073-94f2-a6866b15ad18 HTTP/1.1" status: 204 len: 168 time: 3.1020706 Dec 10 04:55:40.184918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:40.348942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Deleting subnet 97935f36-05bc-46cb-9aa7-0edfa968271d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:40.359163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.443458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:55:40.448875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-20ba5cf8-5a8e-4df9-8abe-2c25aa39fee9 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "PUT /v2.0/routers/287baa12-7fa3-4a14-8e5f-da870726fbed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3788087 Dec 10 04:55:40.451357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:40.457973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] Sync routers for ids ['287baa12-7fa3-4a14-8e5f-da870726fbed'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:55:40.502249 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] Routers {'287baa12-7fa3-4a14-8e5f-da870726fbed'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:40.504313 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['287baa12-7fa3-4a14-8e5f-da870726fbed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:40.509992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.532451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.557675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:40.574997 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] Routers {'287baa12-7fa3-4a14-8e5f-da870726fbed'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:40.574997 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['287baa12-7fa3-4a14-8e5f-da870726fbed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:40.620010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Subnet': ['ID=9a74c401-e872-4e80-b4ab-09c463f83e9a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:40.625286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:40.626065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1487cefd-1cb2-428f-8b52-5a5ccaa24eb6 None None] The sync data for ids ['287baa12-7fa3-4a14-8e5f-da870726fbed'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:55:40.636861 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.656701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Checking segment: {'id': '8023299b-67f1-4121-b5bf-5ba91204ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:40.656972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network hostable DHCP agents. Network: bbac5986-a13a-4217-8378-cd8396abf96e, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:40.678492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.706489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network bbac5986-a13a-4217-8378-cd8396abf96e is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:40.727519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, bbac5986-a13a-4217-8378-cd8396abf96e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:40.732131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.743636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a4e05-0046-47df-8085-63b4e340e232 None None] Network bbac5986-a13a-4217-8378-cd8396abf96e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:40.857841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.905552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event updated for resources: {'Subnet': ['ID=72d18061-f6da-4e61-8013-e45940e3d86a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:40.908303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.912947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.918892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Checking segment: {'id': '7ef28fee-1bde-49da-bd92-17730cf8bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:40.918892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network hostable DHCP agents. Network: 3858bb87-0061-4da5-90ae-d3b02e681dcf, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:40.942747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-bbac5986-a13a-4217-8378-cd8396abf96e', 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e', 'project_id': '73c9ba23a2dc4bff8e53ad1b6c991968', 'fixed_ips': [{'subnet_id': '9a74c401-e872-4e80-b4ab-09c463f83e9a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:40.944970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.945679 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:40.950085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/97935f36-05bc-46cb-9aa7-0edfa968271d HTTP/1.1" status: 204 len: 168 time: 0.7639031 Dec 10 04:55:40.951967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffae39e-8558-45e7-866f-1d792cef7f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97935f36-05bc-46cb-9aa7-0edfa968271d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:40.954655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:40.959049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d21e0-acc5-4d49-9bb7-46b3e5e24561 None None] Network 18d2a1af-d990-4344-823e-9f046603f85a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:41.005372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.005999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Fanout notify agent at l3_agent the message router_deleted on router 287baa12-7fa3-4a14-8e5f-da870726fbed {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:55:41.021242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.029140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0b12249c-171c-4aba-ace9-db0997bff8bd tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "DELETE /v2.0/routers/287baa12-7fa3-4a14-8e5f-da870726fbed HTTP/1.1" status: 204 len: 168 time: 0.5765257 Dec 10 04:55:41.032100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57304) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:41.044165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Network 3858bb87-0061-4da5-90ae-d3b02e681dcf is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:41.122027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.123594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3858bb87-0061-4da5-90ae-d3b02e681dcf) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:41.134842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:41.135201 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:41.135840 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.142841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563798a-d655-4ed9-a438-56673c1e6174 None None] Network 3858bb87-0061-4da5-90ae-d3b02e681dcf requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:41.182305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting subnet 00a7797d-faf1-4a0e-b330-c8224faf09aa {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:41.187233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.193252 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d671d78-202f-4306-b119-0608ae0f1c62 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6843882 Dec 10 04:55:41.196703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57308) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:41.257981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.265491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3858bb87-0061-4da5-90ae-d3b02e681dcf', 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf', 'project_id': '73c9ba23a2dc4bff8e53ad1b6c991968', 'fixed_ips': [{'subnet_id': '72d18061-f6da-4e61-8013-e45940e3d86a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:41.266480 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.341320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Deleting port 03482374-63d8-41ee-a71b-6c11c2aa98ff {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:41.342296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.346749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Allocated IP 2001:db8::1 (bbac5986-a13a-4217-8378-cd8396abf96e/9a74c401-e872-4e80-b4ab-09c463f83e9a/d5396d87-eac5-4472-8070-3d69234179d1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:41.367298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b15155-8e0c-4d51-a280-653b42761f01 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:41.368947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b15155-8e0c-4d51-a280-653b42761f01 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:41.370462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b15155-8e0c-4d51-a280-653b42761f01 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:41.390074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9b15155-8e0c-4d51-a280-653b42761f01 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1917524 Dec 10 04:55:41.391059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:41.454732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] For port 03482374-63d8-41ee-a71b-6c11c2aa98ff, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03482374-63d8-41ee-a71b-6c11c2aa98ff,segment=NetworkSegment(67828eff-1708-40d4-b2e6-8e8d33a2d051),segment_id=67828eff-1708-40d4-b2e6-8e8d33a2d051)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:41.455093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.457596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting subnet 9a74c401-e872-4e80-b4ab-09c463f83e9a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:41.467988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.496764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Calling delete_port for 03482374-63d8-41ee-a71b-6c11c2aa98ff owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:41.543121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.549931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] DHCP port deletion for 18d2a1af-d990-4344-823e-9f046603f85a request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:41.554951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.590215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.620696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.630229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.675147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.676245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Pushing event updated for resources: {'Port': ['ID=d5396d87-eac5-4472-8070-3d69234179d1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:41.685762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ca92f-5708-4071-8708-9bc4a495490c None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:41.687935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:41.688623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "DELETE /v2.0/subnets/00a7797d-faf1-4a0e-b330-c8224faf09aa HTTP/1.1" status: 204 len: 168 time: 0.6550665 Dec 10 04:55:41.738514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af423c-1745-4d85-9d55-fbcd07683efa tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Subnet': ['ID=00a7797d-faf1-4a0e-b330-c8224faf09aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:41.747161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:41.761659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Network bbac5986-a13a-4217-8378-cd8396abf96e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:41.767239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.785557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:41.792702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:41.810465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Pushing event deleted for resources: {'Port': ['ID=03482374-63d8-41ee-a71b-6c11c2aa98ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:41.816588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:41.817130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 16e6bc3e-6c5f-4ddc-9e6d-d56ffdb7de5a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:41.817718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03482374-63d8-41ee-a71b-6c11c2aa98ff no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:41.820093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] No DVR routers for this DVR port 03482374-63d8-41ee-a71b-6c11c2aa98ff on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:41.867945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.913587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Deleting port 03482374-63d8-41ee-a71b-6c11c2aa98ff {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:41.913960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.934045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.986159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:41.995101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d2a1af-d990-4344-823e-9f046603f85a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.024517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67828eff-1708-40d4-b2e6-8e8d33a2d051') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.026960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67828eff-1708-40d4-b2e6-8e8d33a2d051') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.043977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.058869 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.065633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:42.066214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.078008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] For port 03482374-63d8-41ee-a71b-6c11c2aa98ff, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:42.085462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.096856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.110218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Calling delete_port for 03482374-63d8-41ee-a71b-6c11c2aa98ff owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:42.115201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Port 03482374-63d8-41ee-a71b-6c11c2aa98ff was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:42.134610 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:42.141244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.146775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.151123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] 10.222.0.43 "DELETE /v2.0/networks/18d2a1af-d990-4344-823e-9f046603f85a HTTP/1.1" status: 204 len: 168 time: 1.1953590 Dec 10 04:55:42.154859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:42.156508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.162311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 03482374-63d8-41ee-a71b-6c11c2aa98ff {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:42.163231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03482374-63d8-41ee-a71b-6c11c2aa98ff not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:42.163992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Subnet': ['ID=9a74c401-e872-4e80-b4ab-09c463f83e9a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:42.204669 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.213196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-12540909-f185-4617-98fb-5e2dea32549d tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/subnets/9a74c401-e872-4e80-b4ab-09c463f83e9a HTTP/1.1" status: 204 len: 168 time: 0.8175025 Dec 10 04:55:42.214274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57330) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:42.215218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Network 18d2a1af-d990-4344-823e-9f046603f85a is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:55:42.215690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] No DVR routers for this DVR port 03482374-63d8-41ee-a71b-6c11c2aa98ff on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:42.219672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Deleting port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:42.223800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.228975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffa564-04ec-49bc-b83a-e40c3d6eb21d None None] Pushing event deleted for resources: {'Port': ['ID=03482374-63d8-41ee-a71b-6c11c2aa98ff,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:42.287208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Attempting to bind port d5396d87-eac5-4472-8070-3d69234179d1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:42.288274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Attempting to bind port d5396d87-eac5-4472-8070-3d69234179d1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8023299b-67f1-4121-b5bf-5ba91204ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:42.288679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Attempting to bind port d5396d87-eac5-4472-8070-3d69234179d1 on network bbac5986-a13a-4217-8378-cd8396abf96e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:42.294778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296368-25b4-4490-beda-39798ea46333 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d2a1af-d990-4344-823e-9f046603f85a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:42.298113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:42.298626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Checking segment: {'id': '8023299b-67f1-4121-b5bf-5ba91204ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:42.299499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.299499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Bound using segment: {'id': '8023299b-67f1-4121-b5bf-5ba91204ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:42.299860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Bound port: d5396d87-eac5-4472-8070-3d69234179d1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8023299b-67f1-4121-b5bf-5ba91204ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bbac5986-a13a-4217-8378-cd8396abf96e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:42.300242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.388824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] For port 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13c1797d-7c0d-47a3-84ce-35cbcda18d89,segment=NetworkSegment(847a0361-be3f-4c7f-9123-3ee13b3750f9),segment_id=847a0361-be3f-4c7f-9123-3ee13b3750f9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:42.389286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.395148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting subnet 72d18061-f6da-4e61-8013-e45940e3d86a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:42.416618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Calling delete_port for 13c1797d-7c0d-47a3-84ce-35cbcda18d89 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:42.426265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] DHCP port deletion for c15bd717-f3f9-4f38-b6bd-4e6884fa3673 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:42.440050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Allocated IP 2001:db8:0:1::1 (3858bb87-0061-4da5-90ae-d3b02e681dcf/72d18061-f6da-4e61-8013-e45940e3d86a/7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:42.477442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] For port d5396d87-eac5-4472-8070-3d69234179d1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:42.511669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] For port d5396d87-eac5-4472-8070-3d69234179d1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d5396d87-eac5-4472-8070-3d69234179d1,segment=NetworkSegment(8023299b-67f1-4121-b5bf-5ba91204ce7e),segment_id=8023299b-67f1-4121-b5bf-5ba91204ce7e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:42.534513 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.617924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.651899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Port': ['ID=13c1797d-7c0d-47a3-84ce-35cbcda18d89,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:42.656038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] No DVR routers for this DVR port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:42.766594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.777984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.813571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579d7de-847b-4834-817a-a7f0113a037f None None] Pushing event updated for resources: {'Port': ['ID=d5396d87-eac5-4472-8070-3d69234179d1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:42.824789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Deleting port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:42.825376 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.833982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15bd717-f3f9-4f38-b6bd-4e6884fa3673']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.839163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0566da1-5ddb-4785-8b26-12f2f523db63 None None] Network bbac5986-a13a-4217-8378-cd8396abf96e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:42.851174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847a0361-be3f-4c7f-9123-3ee13b3750f9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.851465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847a0361-be3f-4c7f-9123-3ee13b3750f9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:42.872352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.892441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.894297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.905397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:42.907891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:42.914006 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:42.917589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.065003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.144537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.188594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.192652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] 10.222.0.43 "DELETE /v2.0/networks/c15bd717-f3f9-4f38-b6bd-4e6884fa3673 HTTP/1.1" status: 204 len: 168 time: 1.5004659 Dec 10 04:55:43.209762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd5bb0-41b7-4908-b0fb-9851b965e504 tempest-FloatingIPNegativeTestJSON-1837658764 tempest-FloatingIPNegativeTestJSON-1837658764-project] Pushing event deleted for resources: {'Network': ['ID=c15bd717-f3f9-4f38-b6bd-4e6884fa3673,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:43.222356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Deleting port 6ff55df1-620a-4b70-b665-8878e133947b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:43.222978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.254509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] For port 13c1797d-7c0d-47a3-84ce-35cbcda18d89, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:43.255046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.270006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Calling delete_port for 13c1797d-7c0d-47a3-84ce-35cbcda18d89 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:43.273219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:55:43.275095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.278951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.279168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.335584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] For port 6ff55df1-620a-4b70-b665-8878e133947b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6ff55df1-620a-4b70-b665-8878e133947b,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:43.336036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.355361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Calling delete_port for 6ff55df1-620a-4b70-b665-8878e133947b owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:43.382605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Network c15bd717-f3f9-4f38-b6bd-4e6884fa3673 is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:55:43.383135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] No DVR routers for this DVR port 13c1797d-7c0d-47a3-84ce-35cbcda18d89 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:43.415742 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.430680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Pushing event updated for resources: {'Port': ['ID=7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:43.480817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec4bba-8a10-4989-8dce-90348a3bcd2e None None] Pushing event deleted for resources: {'Port': ['ID=13c1797d-7c0d-47a3-84ce-35cbcda18d89,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:43.487554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Subnet': ['ID=72d18061-f6da-4e61-8013-e45940e3d86a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:43.498904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.502234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9739fd6-0cb5-4cf1-bb07-061f5384bbca tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/subnets/72d18061-f6da-4e61-8013-e45940e3d86a HTTP/1.1" status: 204 len: 168 time: 1.2754853 Dec 10 04:55:43.504018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Network 3858bb87-0061-4da5-90ae-d3b02e681dcf is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:43.506622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:43.510176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57340) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:43.514031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:43.602296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f87dc6-1724-43fd-a939-2343e00d9034 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:43.603858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30f87dc6-1724-43fd-a939-2343e00d9034 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0926845 Dec 10 04:55:43.608054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57346) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:43.627182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Attempting to bind port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:43.627932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Attempting to bind port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7ef28fee-1bde-49da-bd92-17730cf8bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:43.628554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Attempting to bind port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 on network 3858bb87-0061-4da5-90ae-d3b02e681dcf {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:43.635930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:43.636322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Checking segment: {'id': '7ef28fee-1bde-49da-bd92-17730cf8bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:43.638006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.638546 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.639231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Bound using segment: {'id': '7ef28fee-1bde-49da-bd92-17730cf8bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:43.640045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Bound port: 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef28fee-1bde-49da-bd92-17730cf8bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3858bb87-0061-4da5-90ae-d3b02e681dcf'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:43.640756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.669364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff55df1-620a-4b70-b665-8878e133947b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:43.739819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13c1797d-7c0d-47a3-84ce-35cbcda18d89 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:43.758917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.789410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:43.791840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 13c1797d-7c0d-47a3-84ce-35cbcda18d89 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:43.792369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13c1797d-7c0d-47a3-84ce-35cbcda18d89 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:43.855862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:43.856216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.892737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] For port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:43.901393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] For port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98,segment=NetworkSegment(7ef28fee-1bde-49da-bd92-17730cf8bd7a),segment_id=7ef28fee-1bde-49da-bd92-17730cf8bd7a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:43.914712 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.953419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] For port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:43.953733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:43.976775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Calling delete_port for 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:44.015053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28a4d-e8d0-4aba-99bd-e75fd00ae9f3 None None] Pushing event updated for resources: {'Port': ['ID=7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:44.049570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.074184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d892b14-c922-4f20-955c-83a3a2c2eee3 None None] Network 3858bb87-0061-4da5-90ae-d3b02e681dcf requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:44.144775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-69844245-5729-4ea2-a292-1a287d540f16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ab34883c19b4eebaea59c3feea9f612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3514156 Dec 10 04:55:44.145242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:44.259376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb1f5e-023c-44da-84f2-bf323f345a21 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:55:44.267333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.281461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.341543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] No DVR routers for this DVR port 7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:44.349742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Port': ['ID=7f3e4ca2-49ab-46cd-8d3b-ac2c8935ea98,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:44.404398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.460275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Router e8d10076-a5d9-4101-b22e-a5fb392a288b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:55:44.474582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb1f5e-023c-44da-84f2-bf323f345a21 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:55:44.505087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.512459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.520759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e0c170b-0223-40da-bd82-147a84e491b8 HTTP/1.1" status: 204 len: 168 time: 0.3674419 Dec 10 04:55:44.547416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b4cfc-9a29-41bd-9a39-27e40d06a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c170b-0223-40da-bd82-147a84e491b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:44.676438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.712211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:55:44.721235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2a7f71ff-503f-4090-8c3a-d293e7d3886a admin admin] 10.222.0.43 "PUT /v2.0/routers/e8d10076-a5d9-4101-b22e-a5fb392a288b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5627024 Dec 10 04:55:44.725591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:44.737481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3858bb87-0061-4da5-90ae-d3b02e681dcf']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:44.759918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Sync routers for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:55:44.761214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef28fee-1bde-49da-bd92-17730cf8bd7a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:44.761728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef28fee-1bde-49da-bd92-17730cf8bd7a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:44.787861 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.806556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:44.808662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:44.809771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.825843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:44.829542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:44.836036 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:45.037267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.045035 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.052539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/3858bb87-0061-4da5-90ae-d3b02e681dcf HTTP/1.1" status: 204 len: 168 time: 1.4432366 Dec 10 04:55:45.055344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:45.206698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.211303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd1e9-7b49-4d9e-bc4b-8987bfe57a28 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=3858bb87-0061-4da5-90ae-d3b02e681dcf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:45.310049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Deleting port d5396d87-eac5-4472-8070-3d69234179d1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:45.311189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.329131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:55:45.368560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.427354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] For port d5396d87-eac5-4472-8070-3d69234179d1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d5396d87-eac5-4472-8070-3d69234179d1,segment=NetworkSegment(8023299b-67f1-4121-b5bf-5ba91204ce7e),segment_id=8023299b-67f1-4121-b5bf-5ba91204ce7e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:45.427961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.456891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Calling delete_port for d5396d87-eac5-4472-8070-3d69234179d1 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:45.552983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.607285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7c12d-34e6-4cca-9fba-baf4aa1ee262 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:55:45.616936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.669585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Deleting port 5ae430c5-4325-4a6c-a41f-6d7596470b97 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:45.670186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.683206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Port': ['ID=d5396d87-eac5-4472-8070-3d69234179d1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:45.690518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] No DVR routers for this DVR port d5396d87-eac5-4472-8070-3d69234179d1 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:45.811388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] For port 5ae430c5-4325-4a6c-a41f-6d7596470b97, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5ae430c5-4325-4a6c-a41f-6d7596470b97,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:45.812018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.826128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Calling delete_port for 5ae430c5-4325-4a6c-a41f-6d7596470b97 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:45.862522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:45.870114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:45.932207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbac5986-a13a-4217-8378-cd8396abf96e']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:45.957110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8023299b-67f1-4121-b5bf-5ba91204ce7e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:45.957498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8023299b-67f1-4121-b5bf-5ba91204ce7e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:45.974629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.011500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.024936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7c12d-34e6-4cca-9fba-baf4aa1ee262 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:55:46.026451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:46.027508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:46.038206 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:46.051133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:55:43Z', 'revision_number': 5, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port': {'id': '5ae430c5-4325-4a6c-a41f-6d7596470b97', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:36Z', 'updated_at': '2021-12-10T04:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.065952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.073894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765400967'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:46.138924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae430c5-4325-4a6c-a41f-6d7596470b97,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:46.147910 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.152143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:46.160148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Checking router: e8d10076-a5d9-4101-b22e-a5fb392a288b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:55:46.161185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.191600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.196135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/bbac5986-a13a-4217-8378-cd8396abf96e HTTP/1.1" status: 204 len: 168 time: 1.1379800 Dec 10 04:55:46.201416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:46.221333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.253841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246147dc-ea4f-4705-aa6e-0707e42a6a06 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=bbac5986-a13a-4217-8378-cd8396abf96e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:46.276158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Routers {'e8d10076-a5d9-4101-b22e-a5fb392a288b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:46.280043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e8d10076-a5d9-4101-b22e-a5fb392a288b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.284770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.346222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.354821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.392798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4093b-7668-487d-93a2-f76530c446ec,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:46.401173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:46.411766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.412203 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment d1fc9973-08d3-4d88-86b8-96ef7999dc88 of type vlan for network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 Dec 10 04:55:46.428763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] Set router e8d10076-a5d9-4101-b22e-a5fb392a288b gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:55:46.449707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.457547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.460768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.506551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:55:45Z', 'revision_number': 7, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.532311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.539942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:46.540830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.551900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136b345-6f9b-48a7-8c69-cc6892c63369 None None] The sync data for ids ['e8d10076-a5d9-4101-b22e-a5fb392a288b'] in n-d-817326-3 is: [{'id': 'e8d10076-a5d9-4101-b22e-a5fb392a288b', 'name': 'tempest-TestServerMultinode-1828806321-router', 'tenant_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:35Z', 'updated_at': '2021-12-10T04:55:45Z', 'revision_number': 7, 'project_id': '276a90ed0e7f4e2c8509d34e76c4f009', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:55:46.567114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.567728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d10076-a5d9-4101-b22e-a5fb392a288b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:55:46.574211 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.575472 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-104c1111-d5ca-4116-b39d-6bff1fecefba admin admin] 10.222.0.43 "DELETE /v2.0/routers/e8d10076-a5d9-4101-b22e-a5fb392a288b HTTP/1.1" status: 204 len: 168 time: 1.8489134 Dec 10 04:55:46.582044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:46.589122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.592061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7284575 Dec 10 04:55:46.721325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.747934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a0e825-2e2a-4264-93fa-35f0a01643d4']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.755144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e547fc-ca08-4bd2-9b2d-54177e11d462') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.755473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e547fc-ca08-4bd2-9b2d-54177e11d462') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:46.767490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.772523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Deleting subnet 1967be09-c51a-46fd-9091-c0fe12709366 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:55:46.785307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.792981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:46.793386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.811845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:46.874260 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:46.878824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.888565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:46.892866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/39a0e825-2e2a-4264-93fa-35f0a01643d4 HTTP/1.1" status: 204 len: 168 time: 0.6902506 Dec 10 04:55:46.914427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:46.916266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29b889-a951-471d-a3bf-250ccdab68d1 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=39a0e825-2e2a-4264-93fa-35f0a01643d4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:46.986629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8453a04-e9ea-4bea-9d44-fe682bb7d257 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=e1a864b4-1f4d-4ef5-bdb5-c4325717aa18,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:46.996452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.004429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-86a210a1-d141-4fd5-a420-29da4297ae54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4447126 Dec 10 04:55:47.130067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.193288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.201398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.202426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.203064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.203699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.204329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.204986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.205659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.208169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f9af22fa-8bd4-42d3-8ecf-1f9d457f1b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=584e817714d4437db0f91ff8b0ee6e42&device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 6502 time: 0.1018660 Dec 10 04:55:47.340984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:47.383865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.390437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.416290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd025bb-ae6a-418c-bc36-684025aaa236']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:47.440534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f3832a-0aec-4dad-9ad1-a3ae52df9e37') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:47.443286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f3832a-0aec-4dad-9ad1-a3ae52df9e37') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:47.464870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.473503 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.483107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1967be09-c51a-46fd-9091-c0fe12709366 HTTP/1.1" status: 204 len: 168 time: 0.8882778 Dec 10 04:55:47.491176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c341a-a6f8-4ac3-b997-0aabb39ebac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1967be09-c51a-46fd-9091-c0fe12709366,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:47.498051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.501399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57434) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:47.515530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:47.515949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.633648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-44dbc0d0-957d-4f5f-b412-dc3b8736063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.634184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-44dbc0d0-957d-4f5f-b412-dc3b8736063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.634590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-44dbc0d0-957d-4f5f-b412-dc3b8736063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:47.636222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-44dbc0d0-957d-4f5f-b412-dc3b8736063c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&id=ab14fc63-3118-4297-9f22-9943262204b0&id=ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 200 len: 2297 time: 0.3709669 Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:47.680275 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:47.684270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.705086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.722591 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] 10.222.0.43 "DELETE /v2.0/networks/cfd025bb-ae6a-418c-bc36-684025aaa236 HTTP/1.1" status: 204 len: 168 time: 0.7953434 Dec 10 04:55:47.735521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5ae430c5-4325-4a6c-a41f-6d7596470b97 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:47.790668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e13bf9-cf1d-455c-8fea-a5f87fb0f138 tempest-BulkNetworkOpsIpV6Test-701439470 tempest-BulkNetworkOpsIpV6Test-701439470-project] Pushing event deleted for resources: {'Network': ['ID=cfd025bb-ae6a-418c-bc36-684025aaa236,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:47.808348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8051cec-465f-4e67-93bf-0771ece3c283 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:47.816222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e6f7d-88de-4c27-bf8c-702e9c7d312c None None] Network 9660cd3a-03a5-4bcb-aeed-96bf007098c7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:47.826340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 5ae430c5-4325-4a6c-a41f-6d7596470b97 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:47.826907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5ae430c5-4325-4a6c-a41f-6d7596470b97 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:47.828057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6ff55df1-620a-4b70-b665-8878e133947b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:47.861922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:47.866335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6ff55df1-620a-4b70-b665-8878e133947b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:47.866769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6ff55df1-620a-4b70-b665-8878e133947b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:48.286343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] DHCP port deletion for 9660cd3a-03a5-4bcb-aeed-96bf007098c7 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:55:48.318646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-d0c56cc5-5e2b-42c8-bf97-553c9c5b0436 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 200 len: 1001 time: 0.4498024 Dec 10 04:55:48.398755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Deleting port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:48.399131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.509225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Deleting port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:48.509588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.547552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:48.609225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] For port 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=47bfacdf-fd00-42ad-8a06-11469bbc6e32,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:48.612299 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.620308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] For port 47bfacdf-fd00-42ad-8a06-11469bbc6e32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=47bfacdf-fd00-42ad-8a06-11469bbc6e32,segment=NetworkSegment(071c493e-e898-42bf-a7ec-63f9e4db0eda),segment_id=071c493e-e898-42bf-a7ec-63f9e4db0eda)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:48.620695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.633931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Calling delete_port for 47bfacdf-fd00-42ad-8a06-11469bbc6e32 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:48.663266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Calling delete_port for 47bfacdf-fd00-42ad-8a06-11469bbc6e32 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:48.723619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.742344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] No DVR routers for this DVR port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:48.748316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-fe4f5143-6ba9-4bca-bd51-f7f5e7a7d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:48.750953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-fe4f5143-6ba9-4bca-bd51-f7f5e7a7d353 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 200 len: 856 time: 0.4200668 Dec 10 04:55:48.891524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.921022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9660cd3a-03a5-4bcb-aeed-96bf007098c7']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:48.934417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071c493e-e898-42bf-a7ec-63f9e4db0eda') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:48.934776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071c493e-e898-42bf-a7ec-63f9e4db0eda') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:48.958588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.969764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:48.973498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] No DVR routers for this DVR port 47bfacdf-fd00-42ad-8a06-11469bbc6e32 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:48.995838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324f129-aafe-4727-9040-05b3f6da2b0a None None] Pushing event deleted for resources: {'Port': ['ID=47bfacdf-fd00-42ad-8a06-11469bbc6e32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:49.007988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:49.015594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Pushing event deleted for resources: {'Port': ['ID=47bfacdf-fd00-42ad-8a06-11469bbc6e32,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:49.025836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0bcdaa84-96f8-4d91-9eef-0f7138ca6e8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73c9ba23a2dc4bff8e53ad1b6c991968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683299 Dec 10 04:55:49.043615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.058639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:49.059196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:49.065107 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:49.186062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-0dab2ba8-df24-47c8-91fd-46d739ddfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.187588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-0dab2ba8-df24-47c8-91fd-46d739ddfc92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b777789d-d83d-4da5-b66f-7a584f0a7a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958638 Dec 10 04:55:49.249552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.707511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 47bfacdf-fd00-42ad-8a06-11469bbc6e32 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:49.740246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.746895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.754207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 47bfacdf-fd00-42ad-8a06-11469bbc6e32 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:55:49.754761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 47bfacdf-fd00-42ad-8a06-11469bbc6e32 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:49.755449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.762362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.768290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.777791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.785014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:49.793108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48387c75-cb1e-481c-801a-82938b090a08 req-b318d2cd-a823-4a8f-ba0d-e3c8e20bd1b1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.6996815 Dec 10 04:55:49.797761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.804787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] 10.222.0.43 "DELETE /v2.0/networks/9660cd3a-03a5-4bcb-aeed-96bf007098c7 HTTP/1.1" status: 204 len: 168 time: 2.3023064 Dec 10 04:55:49.807158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.837762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:49.843567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:49.848931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:50.083028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:50.112887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71a92a-6be8-425a-9c5e-4476aef9b44a admin admin] Pushing event deleted for resources: {'Network': ['ID=9660cd3a-03a5-4bcb-aeed-96bf007098c7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:50.130845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:50.134537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.153012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.155641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.157041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3db46146-f1c4-4085-a7d2-7be60476f16d HTTP/1.1" status: 204 len: 168 time: 1.1478150 Dec 10 04:55:50.160917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57478) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:50.180184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b751b-1b09-48de-9ced-c703a17b39cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db46146-f1c4-4085-a7d2-7be60476f16d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:50.187735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48387c75-cb1e-481c-801a-82938b090a08 req-f27b3535-49a0-47a2-83a9-de81121a13ad tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3932643 Dec 10 04:55:50.228009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-4b555959-546f-4531-9863-e450a6aca4da service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241601 Dec 10 04:55:50.288623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.346696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57484) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:50.357140 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8444106-23fc-4f19-9b47-3ab8b61c8bd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c880586030274c62aa71d0b1e5bdc197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727916 Dec 10 04:55:50.508047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72394440-01f4-44f7-be5e-1f7d1021b143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.555437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-9a104836-2d62-4c43-b913-7c9e7154f265 service neutron] 10.222.0.41 "GET /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131571 Dec 10 04:55:50.602710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.682209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.683636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.689647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.697301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.703328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.710344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.725616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.734094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.734233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:50.735622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-862854cc-a18a-4d0f-82e8-bbe059758b87 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.3305032 Dec 10 04:55:50.778968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=82998945-be71-4726-a865-e2d227999d8d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:50.870575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': 'd1fc9973-08d3-4d88-86b8-96ef7999dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:50.870861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: e1a864b4-1f4d-4ef5-bdb5-c4325717aa18, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:50.878588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.882088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:50.885520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8546b13f-47f1-44cf-be43-34e38cdb7271 HTTP/1.1" status: 204 len: 168 time: 0.5288868 Dec 10 04:55:50.924531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-3d8c3fad-1418-48aa-8346-dbe28d256f95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 217 time: 0.3423703 Dec 10 04:55:50.929183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255e710-65a8-4792-86a6-b4b0ed68016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546b13f-47f1-44cf-be43-34e38cdb7271,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:51.014774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-431373cd-4a4a-4ab6-a8a6-5a9f526c20f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.017751 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-431373cd-4a4a-4ab6-a8a6-5a9f526c20f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2570667 Dec 10 04:55:51.127637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-57bae8cf-4e93-4afa-89e3-2d8b6f96e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.129176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-57bae8cf-4e93-4afa-89e3-2d8b6f96e595 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.1937499 Dec 10 04:55:51.197311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72394440-01f4-44f7-be5e-1f7d1021b143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.207479 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72394440-01f4-44f7-be5e-1f7d1021b143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.219752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:51.243361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-76239efc-b330-4062-9f35-da990e67f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.245633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-76239efc-b330-4062-9f35-da990e67f80b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026621 Dec 10 04:55:51.280758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e1a864b4-1f4d-4ef5-bdb5-c4325717aa18) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:51.289982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed73fe2-5641-4787-b098-264f32147d8c None None] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:51.322789 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-f1439714-9a36-400f-9aa3-2dd5865b3e37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4387519 Dec 10 04:55:51.337054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.337629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.356928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72394440-01f4-44f7-be5e-1f7d1021b143 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f268865beacd4fb7baac6f7e2fd863d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1928055 Dec 10 04:55:51.374075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:51.413254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f6f8102a-b35a-47fd-8962-322b739f9ff3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5542715 Dec 10 04:55:51.415706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:51.426961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-525446155'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:51.460296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d3004ac5-b693-49b2-b343-8ad80d178d85 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4270303 Dec 10 04:55:51.543468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e1a864b4-1f4d-4ef5-bdb5-c4325717aa18', 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': '82998945-be71-4726-a865-e2d227999d8d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:51.544353 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.549719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:51.573934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72394440-01f4-44f7-be5e-1f7d1021b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99718472-4f91-491c-905d-9dad439b24e8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:51.633438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:51.715879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.717522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.718519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.719521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.720180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.722590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.723279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.727686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-38473bdb-40ad-4b73-8b5b-c2d041bbbcec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.2907257 Dec 10 04:55:51.739438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:51.744770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.791657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.799203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.806579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.814569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.823264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.831594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.839444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.841916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-8b891626-6ba3-4efc-a63d-6e4a17fa9dd1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.3607037 Dec 10 04:55:51.843171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.876941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:51.880502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-ea5c2e62-e4f0-43dd-b0e4-d8be161576bb service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182196 Dec 10 04:55:51.897103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Allocated IP 2001:db8:0:ffff::2 (e1a864b4-1f4d-4ef5-bdb5-c4325717aa18/82998945-be71-4726-a865-e2d227999d8d/bfe2cc47-dbee-4025-80d2-0b28a6d00f2b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:55:51.954174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:51.967076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-50bd374d-9125-4bec-adde-c8c8b091d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.967541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-50bd374d-9125-4bec-adde-c8c8b091d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.967996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-50bd374d-9125-4bec-adde-c8c8b091d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:51.976296 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-50bd374d-9125-4bec-adde-c8c8b091d9dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 0.1965935 Dec 10 04:55:51.977740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:51.983409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c1db411-735f-4f3b-aa3e-6bb749579de4 req-5e2a7608-f227-4362-ba88-ba1f7127c095 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999305 Dec 10 04:55:52.006388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.042900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ac4e8ecd-1069-45b7-9ce1-faf422ba419d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=276a90ed0e7f4e2c8509d34e76c4f009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607833 Dec 10 04:55:52.053501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:52.089660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.100390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.118095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-20943ea6-950e-4601-9f43-6b2a2b557bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.0856559 Dec 10 04:55:52.142094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:55:52.151794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:52.155372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:55:52.176380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43631f55-62bd-44be-81ee-ffe35100a57b tempest-ServiceProvidersTest-1705452756 tempest-ServiceProvidersTest-1705452756-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4502323 Dec 10 04:55:52.193211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Pushing event updated for resources: {'Port': ['ID=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:52.203483 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.225060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-13357c03-98e5-43e5-8175-53b2018c6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:52.225715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Attempting to bind port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:55:52.225715 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Attempting to bind port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd1fc9973-08d3-4d88-86b8-96ef7999dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:55:52.226033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Attempting to bind port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b on network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:55:52.226659 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-13357c03-98e5-43e5-8175-53b2018c6e9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.0963483 Dec 10 04:55:52.227929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.228660 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment ae3c4f71-990d-4538-8d59-8a989391d91d of type vlan for network 3960bd29-3200-4a89-8202-e4792ab1bbb6 Dec 10 04:55:52.231982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:55:52.232373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Checking segment: {'id': 'd1fc9973-08d3-4d88-86b8-96ef7999dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:52.232880 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.233260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Bound using segment: {'id': 'd1fc9973-08d3-4d88-86b8-96ef7999dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:55:52.233730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Bound port: bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fc9973-08d3-4d88-86b8-96ef7999dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1a864b4-1f4d-4ef5-bdb5-c4325717aa18'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:55:52.234262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.235723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.278934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-01ba744a-7a87-41af-b31f-ec6ffddce9be service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787575 Dec 10 04:55:52.290005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.294000 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.297567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99718472-4f91-491c-905d-9dad439b24e8 HTTP/1.1" status: 204 len: 168 time: 0.9205027 Dec 10 04:55:52.354056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-eecb1605-833d-4f0d-95a0-1753fbe12fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:52.355569 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-eecb1605-833d-4f0d-95a0-1753fbe12fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168673 Dec 10 04:55:52.356498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-5fdc3b28-1196-4131-aaf3-732f47042c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 217 time: 0.0683005 Dec 10 04:55:52.363458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.369484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774411-0e1f-45ac-bdcc-46a76effdbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99718472-4f91-491c-905d-9dad439b24e8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:52.397576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] For port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:52.437068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-a57766fd-490a-46b4-aab7-c03f0547e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:52.438230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e67ef7-f960-4175-be8b-7fbcfbff8cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.439005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-a57766fd-490a-46b4-aab7-c03f0547e911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0707688 Dec 10 04:55:52.446853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] For port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,segment=NetworkSegment(d1fc9973-08d3-4d88-86b8-96ef7999dc88),segment_id=d1fc9973-08d3-4d88-86b8-96ef7999dc88)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:55:52.456556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.497903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:55:52.548911 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-0b2db109-e4aa-4c0e-bd4d-589a0e32bd8e service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767302 Dec 10 04:55:52.552222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a285f0-1f7a-4d8d-b1c1-445a921eb189 None None] Pushing event updated for resources: {'Port': ['ID=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:52.566073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.578609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.582513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a231e47-96cc-4525-9fb8-ab2ce7155fb4 HTTP/1.1" status: 204 len: 168 time: 0.5252450 Dec 10 04:55:52.611207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-ea41048c-d274-4da3-bcb7-dad892b59223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:52.617277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-ea41048c-d274-4da3-bcb7-dad892b59223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1555424 Dec 10 04:55:52.621955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70851df1-c374-4ea6-873d-e72207661177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a231e47-96cc-4525-9fb8-ab2ce7155fb4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:52.701516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.717216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:52.719717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:52.761403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:52.847059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4278061 Dec 10 04:55:52.855338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:52.855532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-58c38f74-9ded-4e9a-becd-e4b8f92ee4f5 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183514 Dec 10 04:55:52.862155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07b55e71-6d26-40eb-9b10-b233bf89aff5,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:52.909652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '3960bd29-3200-4a89-8202-e4792ab1bbb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:52.915215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-30562bd8-94b9-49e7-855c-048eba499d4f service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166194 Dec 10 04:55:52.947179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f007-0d77-41c7-82e5-5c569e9c6cf9 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=3960bd29-3200-4a89-8202-e4792ab1bbb6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:52.961223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3960bd29-3200-4a89-8202-e4792ab1bbb6 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:53.017110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-2cec3f45-4547-4e51-b886-be624757883c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.0898991 Dec 10 04:55:53.222960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-368ea9af-8ae5-458e-a6d4-3e51202bb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.227990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-368ea9af-8ae5-458e-a6d4-3e51202bb292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1964123 Dec 10 04:55:53.335432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-b7b9e5f3-7676-431c-a623-42683deba61d service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412092 Dec 10 04:55:53.360811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8eaaaf60-3ec0-4036-a398-86ffb53cfee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.365419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] For port 07b55e71-6d26-40eb-9b10-b233bf89aff5, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:53.455536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-6ecf40eb-6389-4aae-b276-177a6f3c146e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0811257 Dec 10 04:55:53.498807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] device_id is not set on port 07b55e71-6d26-40eb-9b10-b233bf89aff5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:53.514229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.520743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-6cb001c3-0a8d-4558-98e9-f8301886b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.523017 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-6cb001c3-0a8d-4558-98e9-f8301886b7dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2726021 Dec 10 04:55:53.527200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.550356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.566162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:53.569458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.570048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.580526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.585306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.590792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.597698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.607578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.614838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.625085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ba6a9bde-5b83-4e06-a9e4-fbf233db684b tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 5445 time: 0.2851346 Dec 10 04:55:53.814159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8eaaaf60-3ec0-4036-a398-86ffb53cfee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.840123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8eaaaf60-3ec0-4036-a398-86ffb53cfee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:53.853953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f148693f-634a-49c9-9297-91a4f3085332 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:53.871054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bfe2cc47-dbee-4025-80d2-0b28a6d00f2b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:53.931172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-eef55fba-c9c9-44ab-b66d-d1e54072e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:53.932632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-eef55fba-c9c9-44ab-b66d-d1e54072e880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.4566655 Dec 10 04:55:53.999388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaaf60-3ec0-4036-a398-86ffb53cfee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2994883-2947-4006-ab88-ecd9df233bb7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:54.013637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8eaaaf60-3ec0-4036-a398-86ffb53cfee8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=494760af64b045e8b2e3f562ce5bef4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2501841 Dec 10 04:55:54.050980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:54.123604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9486c44-ba43-42b6-88b3-550d94b052db req-ecf05298-6019-4785-9bc6-924b7b51bd18 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4966295 Dec 10 04:55:54.205764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] No DVR routers for this DVR port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:54.213838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Pushing event updated for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:54.235399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-9191cc68-7254-4845-aaf7-39d2e44faa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.242825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-9191cc68-7254-4845-aaf7-39d2e44faa3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2645638 Dec 10 04:55:54.251455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.287691 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.316586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:54.317047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.351935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] In _notify_port_updated(), no bound segment for port 07b55e71-6d26-40eb-9b10-b233bf89aff5 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:55:54.353584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.354377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.355872 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-54644d93-29d6-485f-aab2-6a214575e356 service neutron] 10.222.0.41 "PUT /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 200 len: 1033 time: 2.8118887 Dec 10 04:55:54.369272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.380172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-7b6d703e-dbad-49dc-a447-d1c9e4145c79 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483150 Dec 10 04:55:54.444074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-38ffa205-bbb7-4a32-86c8-d8b02649e051 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899128 Dec 10 04:55:54.456946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af3e87-8ef8-4aff-b177-3bece6c1e088 None None] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:54.540924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-5893fbb8-a3ac-46a4-950c-67f9264d2f76 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.542319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-5893fbb8-a3ac-46a4-950c-67f9264d2f76 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "GET /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1727381 Dec 10 04:55:54.575172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:54.610020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.623112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.623112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2994883-2947-4006-ab88-ecd9df233bb7 HTTP/1.1" status: 204 len: 168 time: 0.5641918 Dec 10 04:55:54.625691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b0afbed6-d8b0-4efa-819e-c289ab366704 None None] Provisioning complete for port 07b55e71-6d26-40eb-9b10-b233bf89aff5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:54.628889 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0afbed6-d8b0-4efa-819e-c289ab366704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.653299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.662899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-328eda74-5beb-4389-a6b1-09b8c2d8c328 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980021 Dec 10 04:55:54.663815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d01e4-e962-420b-a556-170c037bf574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2994883-2947-4006-ab88-ecd9df233bb7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:54.687622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-2e643847-7b0a-4af0-874e-a59f436a3049 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811081 Dec 10 04:55:54.698646 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.758709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,segment=NetworkSegment(d1fc9973-08d3-4d88-86b8-96ef7999dc88),segment_id=d1fc9973-08d3-4d88-86b8-96ef7999dc88)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:54.760775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-0a0f5182-d568-49cc-9dd7-a822eaf3eb7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 200 len: 217 time: 0.0907702 Dec 10 04:55:54.779145 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-173c977a-299d-4cb0-a3b8-ac3b4c97e251 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.0684144 Dec 10 04:55:54.780736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:54.784041 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab9f39-5879-4ae3-8631-1875f7ba37a5" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "f148693f-634a-49c9-9297-91a4f3085332"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:54.796814 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.843760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-e29df7a6-1157-4618-b8fe-cd47bb059b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.843925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:54.848926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0afbed6-d8b0-4efa-819e-c289ab366704 None None] Port 07b55e71-6d26-40eb-9b10-b233bf89aff5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:54.849522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-e29df7a6-1157-4618-b8fe-cd47bb059b65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 200 len: 797 time: 0.0778987 Dec 10 04:55:54.902869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.903606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device d56ccb88-f697-4979-bc99-1d9d674f4efa no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:54.912216 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b7c133-e072-45a4-bafc-e81f10f6526a x-openstack-request-id: req-73b7c133-e072-45a4-bafc-e81f10f6526a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:54.912994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:54.913606 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "f148693f-634a-49c9-9297-91a4f3085332", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:54.914758 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73b7c133-e072-45a4-bafc-e81f10f6526a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:54.915413 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332', 'code': 200} Dec 10 04:55:54.957342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f6dd8dfb-5cbc-48d2-a2d5-2a3c202da98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.959838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f6dd8dfb-5cbc-48d2-a2d5-2a3c202da98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03ec0077-5a3e-476e-a9ce-eecc2a7f6190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984957 Dec 10 04:55:54.985176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=a8b14fe1-46e2-4a41-9685-15f347284118,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:54.990205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-cb778a8e-16ac-48c8-a6e6-5461bc23efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:54.992967 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-cb778a8e-16ac-48c8-a6e6-5461bc23efae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.2037010 Dec 10 04:55:55.087192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:55.098669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-38d4d68b-9cde-4520-98f1-dfa345bdbf7f None None] Provisioning complete for port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:55.101497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38d4d68b-9cde-4520-98f1-dfa345bdbf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:55.280184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-912a7fd4-528f-4022-831f-63e2b6538d79 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078032 Dec 10 04:55:55.291648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': 'ae3c4f71-990d-4538-8d59-8a989391d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3960bd29-3200-4a89-8202-e4792ab1bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:55.292008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: 3960bd29-3200-4a89-8202-e4792ab1bbb6, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:55.329564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:55.358084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-7a3f0dd4-f73c-4ecf-9c9c-19ac3792fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.370196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-7a3f0dd4-f73c-4ecf-9c9c-19ac3792fe73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3552735 Dec 10 04:55:55.407885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3c2c-8bca-40b9-a306-c2c81a87d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:55.439179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=716d6d4b-9e14-4c02-979d-210f1b215ff4,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:55.519178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.526006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.532618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.539778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.546587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.553460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.555456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-27344b2c-b4a2-45c5-8e89-45b548a6e465 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 4663 time: 0.1987128 Dec 10 04:55:55.604204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-13df4201-99d8-42a1-972b-2d9a9fd8d8e8 service neutron] 10.222.0.41 "GET /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105571 Dec 10 04:55:55.608674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:55.647580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 3960bd29-3200-4a89-8202-e4792ab1bbb6 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:55.674556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-882daef0-0cc1-44c9-9927-c7eea33c70bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 200 len: 217 time: 0.0539422 Dec 10 04:55:55.677184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3960bd29-3200-4a89-8202-e4792ab1bbb6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:55.691453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:55.692066 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:55.695980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:55.699704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd7359-38c4-4006-af5f-77b581143bc9 None None] Network 3960bd29-3200-4a89-8202-e4792ab1bbb6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:55.743791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:55.744797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07b55e71-6d26-40eb-9b10-b233bf89aff5 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:55.788825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f53cf3e5-5539-49e1-b0a5-e0baf504936d req-1c06bf4d-bf2f-4f65-8111-1d81b4567362 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd995e2e-b854-46b9-ae41-679fb9827260&id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2139561 Dec 10 04:55:55.812732 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fa254907-4233-4a27-bdb0-89b107a57b76 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9505475 Dec 10 04:55:55.813829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57650) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:55.831574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] For port 716d6d4b-9e14-4c02-979d-210f1b215ff4, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:55:55.893068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-b641aa10-9730-483a-9254-9abe16ba0d54 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057404 Dec 10 04:55:55.928906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bfe2cc47-dbee-4025-80d2-0b28a6d00f2b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:55:55.980677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] device_id is not set on port 716d6d4b-9e14-4c02-979d-210f1b215ff4 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:55:56.005643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.027520 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.039272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f05055f2-6dfe-4bde-8676-e7849e6e86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:56.042455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-f05055f2-6dfe-4bde-8676-e7849e6e86ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.3497732 Dec 10 04:55:56.043209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.146440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Pushing event updated for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:56.169194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-1f3ecca9-4f11-44a7-b37a-f0524b9ce1af service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654827 Dec 10 04:55:56.171037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] No DVR routers for this DVR port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:56.318415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.354957 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-54049276-bafd-43e9-93ea-36d694c70d7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.1642854 Dec 10 04:55:56.419537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.421817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:56.442385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] In _notify_port_updated(), no bound segment for port 716d6d4b-9e14-4c02-979d-210f1b215ff4 on network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:55:56.443267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:56.443924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.445320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-81548212-2bfb-46aa-8972-5a08989ef19d service neutron] 10.222.0.41 "PUT /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 200 len: 1031 time: 1.8742504 Dec 10 04:55:56.463831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-8af977a0-ca31-4d4c-8abb-8fb3cc11efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:56.471021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-8af977a0-ca31-4d4c-8abb-8fb3cc11efad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4141872 Dec 10 04:55:56.471919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.498559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-e3e48f88-25b4-4b11-9e1e-b4f3728078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:56.500221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-e3e48f88-25b4-4b11-9e1e-b4f3728078d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1284845 Dec 10 04:55:56.515107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ebcb0e57-436c-45ef-8da8-599b5e79f591 None None] Provisioning complete for port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:56.516046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0e57-436c-45ef-8da8-599b5e79f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.518212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:56.586588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b14fe1-46e2-4a41-9685-15f347284118,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:56.629932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-4395d9f9-99ac-46fb-b62e-0a8748fa00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:56.636702 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-4395d9f9-99ac-46fb-b62e-0a8748fa00d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234260 Dec 10 04:55:56.639813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07b55e71-6d26-40eb-9b10-b233bf89aff5 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:56.640380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 716d6d4b-9e14-4c02-979d-210f1b215ff4 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:56.699827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1309317346-network', 'tenant_id': '94d221902e92440c9e335ab65b08e309'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:56.720088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:56.721827 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.784754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26816456-5818-4889-8ea4-11919e66fadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3960bd29-3200-4a89-8202-e4792ab1bbb6', 'network_id': '3960bd29-3200-4a89-8202-e4792ab1bbb6', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': 'a8b14fe1-46e2-4a41-9685-15f347284118'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:55:56.786284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26816456-5818-4889-8ea4-11919e66fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.788127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Made reservation on behalf of 94d221902e92440c9e335ab65b08e309 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:56.790467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.838055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 716d6d4b-9e14-4c02-979d-210f1b215ff4 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:55:56.838744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9d977e30-5a0e-45df-9767-9872cb1b529d no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:56.841106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.861922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.870948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port d56ccb88-f697-4979-bc99-1d9d674f4efa {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:56.876599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:56.878662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3960bd29-3200-4a89-8202-e4792ab1bbb6']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:56.891926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-6fac9477-16d8-4643-b5c5-af8309d2171b service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960924 Dec 10 04:55:56.893860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3c4f71-990d-4538-8d59-8a989391d91d') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:56.894183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3c4f71-990d-4538-8d59-8a989391d91d') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:56.938796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:56.941683 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c3947f-813a-46d7-99ac-e067f038cccc" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:57.000173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port d56ccb88-f697-4979-bc99-1d9d674f4efa, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=d56ccb88-f697-4979-bc99-1d9d674f4efa,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:57.000609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.028135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-3b5fd409-6cd4-4b15-9978-b769bd339162 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230168 Dec 10 04:55:57.029859 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.056230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.132944 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1ed9f9-c327-465a-bd46-cdec7c4df000 x-openstack-request-id: req-1c1ed9f9-c327-465a-bd46-cdec7c4df000 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:57.133380 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:57.133827 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c1ed9f9-c327-465a-bd46-cdec7c4df000 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:57.134423 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'code': 200} Dec 10 04:55:57.153930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-b984b0b1-a36e-4100-ac87-ef18b92cea89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 200 len: 217 time: 0.0619349 Dec 10 04:55:57.153930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:55:57.153930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:55:57.160866 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:55:57.197316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-5a3678ff-f63a-4461-954d-774812ea9e1a service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467200 Dec 10 04:55:57.272924 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.288654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.294933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.301644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.309552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.333183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.345211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-a81e877e-4551-4d93-82f6-8d1d53b41e83 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3883 time: 0.4419060 Dec 10 04:55:57.367298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2742821-0710-47a9-85e6-98dacad481b8 None None] Network 3960bd29-3200-4a89-8202-e4792ab1bbb6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:57.388979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-aef3de77-d5d9-4015-a765-9cf0849f5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.391028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-aef3de77-d5d9-4015-a765-9cf0849f5855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 200 len: 797 time: 0.2157421 Dec 10 04:55:57.419607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-01bce4dc-56ce-46d3-b1ba-c31a1be15332 None None] Provisioning complete for port 716d6d4b-9e14-4c02-979d-210f1b215ff4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:55:57.420140 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01bce4dc-56ce-46d3-b1ba-c31a1be15332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.463479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:57.466614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.474222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.479511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/3960bd29-3200-4a89-8202-e4792ab1bbb6 HTTP/1.1" status: 204 len: 168 time: 1.6644087 Dec 10 04:55:57.489984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:57.530691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688423625'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:57.552548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.554213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device c14de76c-8627-4c58-a477-32fb6a6a2ac7 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:57.566599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b204c3-7770-4f7d-ae7b-07dd7ef9fbce tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=3960bd29-3200-4a89-8202-e4792ab1bbb6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:57.590501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9d7316c-851b-4787-90cb-e7bb2cea712a req-bc1d7f2b-23eb-4eca-abeb-dd2b72b9fc6f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444851 Dec 10 04:55:57.596832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-c9bdc2ee-c53a-4eb7-ae38-834442ef8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:57.598651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-c9bdc2ee-c53a-4eb7-ae38-834442ef8db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab14fc63-3118-4297-9f22-9943262204b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905198 Dec 10 04:55:57.657975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:57.665019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.671103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.795786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:57.806744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-01bce4dc-56ce-46d3-b1ba-c31a1be15332 None None] Port 716d6d4b-9e14-4c02-979d-210f1b215ff4 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:55:57.813773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-db6ac66f-1ca5-442a-a99c-b026b02eb737 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016504 Dec 10 04:55:57.842863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:57.845279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-4a65fd4d-1ef2-4c71-9bfa-87931bcf32c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373549 Dec 10 04:55:57.849052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.849395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.850305 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Floating IP 774ffb0f-0c81-4bf6-b1cd-5d1785c51eed disassociated. External IP: 172.25.8.27, port: d56ccb88-f697-4979-bc99-1d9d674f4efa. Dec 10 04:55:57.850677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for d56ccb88-f697-4979-bc99-1d9d674f4efa owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:55:57.863757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.864777 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment a911ac84-4fe5-401b-aa1f-5a4b516cab30 of type vlan for network aae1adc5-1925-4f87-b27f-ba695bae6a30 Dec 10 04:55:57.901935 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.910637 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-8d3be421-e1c5-4683-9ce5-fd9cd6e0ca63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0442133 Dec 10 04:55:57.942739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.943257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:57.949025 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:57.950254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 48949bcc-9c4a-431a-90de-260b8535eaee no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:55:58.053687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.073288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.080255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-c9c4ac8c-6198-4681-bd26-3b0c48be89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.081154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.082458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-c9c4ac8c-6198-4681-bd26-3b0c48be89b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1625197 Dec 10 04:55:58.086333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.091933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.092825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.130549 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.145147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:58.171093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:58.181958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.187193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.187995 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Added segment b5b43831-93e0-487f-806e-d0b71cb64d86 of type vlan for network 69b674cb-18b4-4435-a2d8-4655566879a2 Dec 10 04:55:58.198453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789329c7-58d4-4d61-ab86-c9ee54276cc8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.211417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-e2269331-2a9a-4e87-ad63-98519a19c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.214581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-e2269331-2a9a-4e87-ad63-98519a19c913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233308 Dec 10 04:55:58.235507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.248604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=aae1adc5-1925-4f87-b27f-ba695bae6a30,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.263225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:58.265216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80b0b9ee-ce78-4530-88ca-70fc9dbf9017 req-97a4ea26-a1e2-420a-b89c-f0572d2ffa94 service neutron] 10.222.0.41 "GET /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387190 Dec 10 04:55:58.283598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e0c7eb5-6417-4c4e-afd2-276b285e1557 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7863915 Dec 10 04:55:58.286313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:58.300154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:58.352850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.360752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.433614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-7cef9e3e-6edf-4786-bf79-4c01c377f60b service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969254 Dec 10 04:55:58.435451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.454563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.456092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.456718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.517536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:58.523435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.535287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=d56ccb88-f697-4979-bc99-1d9d674f4efa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.575572 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1493247 Dec 10 04:55:58.576639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:58.589153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Request body: {'subnet': {'network_id': '69b674cb-18b4-4435-a2d8-4655566879a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1309317346-subnet', 'tenant_id': '94d221902e92440c9e335ab65b08e309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:58.657612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabe201-92cb-4c96-a47c-b3bec8f790eb admin admin] Pushing event updated for resources: {'Network': ['ID=69b674cb-18b4-4435-a2d8-4655566879a2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:58.670024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 69b674cb-18b4-4435-a2d8-4655566879a2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:55:58.710208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Made reservation on behalf of 94d221902e92440c9e335ab65b08e309 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:58.716077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:58.817048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-f414a1cd-3e49-4aa7-b53e-4367eda28c26 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722777 Dec 10 04:55:58.888035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fca785-1910-41f1-a1ac-214c630947ed req-6d00740e-d0bc-4ffd-a7d4-8e336f42cc63 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.894035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fca785-1910-41f1-a1ac-214c630947ed req-6d00740e-d0bc-4ffd-a7d4-8e336f42cc63 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.900646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fca785-1910-41f1-a1ac-214c630947ed req-6d00740e-d0bc-4ffd-a7d4-8e336f42cc63 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.901141 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-4c713154-0fc2-462f-a03b-150be9152de7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.0644066 Dec 10 04:55:58.907300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fca785-1910-41f1-a1ac-214c630947ed req-6d00740e-d0bc-4ffd-a7d4-8e336f42cc63 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.909155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48fca785-1910-41f1-a1ac-214c630947ed req-6d00740e-d0bc-4ffd-a7d4-8e336f42cc63 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3143 time: 0.1760633 Dec 10 04:55:58.970908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Router da8e20d4-cec7-44a4-822e-e420e064e8d2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:55:58.983999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-17ddc4e7-a461-4265-911e-9977d0e0c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:58.985723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-17ddc4e7-a461-4265-911e-9977d0e0c05d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0739422 Dec 10 04:55:59.064124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.087450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-0758ce5f-cbd6-454e-b8e6-63ce078e06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:59.089070 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-0758ce5f-cbd6-454e-b8e6-63ce078e06ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941434 Dec 10 04:55:59.139820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d'}, {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7'}, {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:59.143411 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548cbd9e-6de2-4806-83eb-62c3cdf5b7c0" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d"}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7"}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:59.175056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48fca785-1910-41f1-a1ac-214c630947ed req-fbbb11d8-e707-4a25-9106-e43384e1c59d tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371202 Dec 10 04:55:59.239938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=21170696-645e-4a59-8910-6854ddb99c6b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:59.294160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:55:59.294411 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ea182-6463-4796-baed-f0a73ac4be69 x-openstack-request-id: req-904ea182-6463-4796-baed-f0a73ac4be69 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:59.294981 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d", "code": 200}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7", "code": 200}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-unplugged", "status": "completed", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:59.295509 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-904ea182-6463-4796-baed-f0a73ac4be69 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:59.296158 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'code': 200} Dec 10 04:55:59.303599 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'code': 200} Dec 10 04:55:59.305002 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee', 'code': 200} Dec 10 04:55:59.311542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Sync routers for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:55:59.323504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': 'a911ac84-4fe5-401b-aa1f-5a4b516cab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:59.323874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: aae1adc5-1925-4f87-b27f-ba695bae6a30, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:59.328269 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:55:59.328954 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:55:59.343309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port d56ccb88-f697-4979-bc99-1d9d674f4efa on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:55:59.347390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.351220 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-505d9a21-ffd7-4353-a0d8-f482a8faaade tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "DELETE /v2.0/ports/d56ccb88-f697-4979-bc99-1d9d674f4efa HTTP/1.1" status: 204 len: 173 time: 2.8946447 Dec 10 04:55:59.351220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:55:59.351220 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7bc811-5c1c-44e3-8af7-81be53f2925a" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:55:59.380505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.384839 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-5403ccd1-7177-45a9-9e42-03ba92a16bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853570 Dec 10 04:55:59.391881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:59.462517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, aae1adc5-1925-4f87-b27f-ba695bae6a30) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:59.476431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d4400-edf2-4144-b6c3-2238a1bde1b7 None None] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:59.511152 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ea869-9416-48bb-883c-152455dfc38b x-openstack-request-id: req-478ea869-9416-48bb-883c-152455dfc38b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:55:59.511428 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "d56ccb88-f697-4979-bc99-1d9d674f4efa", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:55:59.512151 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-478ea869-9416-48bb-883c-152455dfc38b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:55:59.512151 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'd56ccb88-f697-4979-bc99-1d9d674f4efa', 'status': 'completed', 'code': 200} Dec 10 04:55:59.517747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:59.518435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.526029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b23ded3-1095-4117-a851-c5abeac59347,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:55:59.545170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Checking segment: {'id': 'b5b43831-93e0-487f-806e-d0b71cb64d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '69b674cb-18b4-4435-a2d8-4655566879a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:55:59.545948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Network hostable DHCP agents. Network: 69b674cb-18b4-4435-a2d8-4655566879a2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:55:59.566491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5af38985-3e41-4e63-9242-670b86997c8a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2790549 Dec 10 04:55:59.568944 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-57a345ad-36df-4730-a5fd-d4a782adf0b5 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763520 Dec 10 04:55:59.569878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57756) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:55:59.575525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440449953'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:55:59.581179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Network 69b674cb-18b4-4435-a2d8-4655566879a2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:55:59.605924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 69b674cb-18b4-4435-a2d8-4655566879a2) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:55:59.611951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:59.612924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.617950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:55:59.622433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.639009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf49748-a04d-49d7-85b8-c3b91dd6da0d None None] Network 69b674cb-18b4-4435-a2d8-4655566879a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:59.658966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-a986e23f-51a1-46cf-9bfc-d71817a21bfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.0765710 Dec 10 04:55:59.682140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:55:59.721705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 48949bcc-9c4a-431a-90de-260b8535eaee {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:55:59.722427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.729845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:55:59.754880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.755588 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 63804cbd-7750-4a98-acc4-7261f9500ef2 of type vlan for network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 Dec 10 04:55:59.787809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-98046fab-2e74-439c-8534-d833fac136f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:59.795034 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-98046fab-2e74-439c-8534-d833fac136f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1274610 Dec 10 04:55:59.802891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.819281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5967ad83-c2c0-4ab9-9a42-8b4bd06c6d0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2330034 Dec 10 04:55:59.849846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.856765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:55:59.857500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.881576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cae82-63d8-4576-ae00-22251471fb1a None None] Network 69b674cb-18b4-4435-a2d8-4655566879a2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:55:59.960301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port 48949bcc-9c4a-431a-90de-260b8535eaee, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=48949bcc-9c4a-431a-90de-260b8535eaee,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:55:59.960930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:55:59.968705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3959448 Dec 10 04:55:59.979863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 48949bcc-9c4a-431a-90de-260b8535eaee owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:00.042877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:00.060811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2296b-6657-4059-a1ec-00b6146a73d4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=15fe1e70-d6bb-4774-9d16-2118ddcc2fe0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:00.069203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:00.076234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-aae1adc5-1925-4f87-b27f-ba695bae6a30', 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': '21170696-645e-4a59-8910-6854ddb99c6b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:00.077525 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.085913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:00.148579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:00.248141 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Checking router: da8e20d4-cec7-44a4-822e-e420e064e8d2 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:56:00.273151 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:56:00.273802 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:55:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:00.436107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:00.438139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-2120be69-ab8f-4f9b-90e6-aa5ea6d27a6c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:00.447346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-2120be69-ab8f-4f9b-90e6-aa5ea6d27a6c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:00.457320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.462112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-2120be69-ab8f-4f9b-90e6-aa5ea6d27a6c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:00.484622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-2120be69-ab8f-4f9b-90e6-aa5ea6d27a6c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:00.487191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-2120be69-ab8f-4f9b-90e6-aa5ea6d27a6c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 3143 time: 0.1517649 Dec 10 04:56:00.504275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Allocated IP 2001:db8::1 (aae1adc5-1925-4f87-b27f-ba695bae6a30/21170696-645e-4a59-8910-6854ddb99c6b/a83d29da-e555-441f-9ee1-e98c6f40d925) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:00.506067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:56:00.572689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-a8dbb0c1-f68d-47b9-9e12-20f5cc91dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:00.572689 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-a8dbb0c1-f68d-47b9-9e12-20f5cc91dba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5254514 Dec 10 04:56:00.573647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30e3fdd5-4e5a-477d-9127-88683c3e6c26 req-4530f67d-f529-4413-b8cf-2fa197258d07 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782325 Dec 10 04:56:00.610240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:56:00.610240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:56:00.814292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-1bf8d198-b4eb-43c2-a0a2-12786e3aface service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135711 Dec 10 04:56:00.876456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.926103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:00.931647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-53259563-network', 'tenant_id': '8b7c574940244c98b10cb1e817480e1e'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:00.956314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.971072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Made reservation on behalf of 8b7c574940244c98b10cb1e817480e1e for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:00.973705 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.976668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:00.999051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.031383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:01.033409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:01.040766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:01.060765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Pushing event updated for resources: {'Port': ['ID=a83d29da-e555-441f-9ee1-e98c6f40d925,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.070143 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:01.073295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=48949bcc-9c4a-431a-90de-260b8535eaee,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.077027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port 48949bcc-9c4a-431a-90de-260b8535eaee on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:01.097824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.108384 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-d4f4b459-b15b-4d3d-a727-b6f9e40da3e9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "DELETE /v2.0/ports/48949bcc-9c4a-431a-90de-260b8535eaee HTTP/1.1" status: 204 len: 173 time: 1.5993345 Dec 10 04:56:01.114081 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a769e2-e470-4b21-8c7b-655033eeab61 None None] The sync data for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 is: [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:44:41Z', 'revision_number': 4, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'b24cb503-c0cd-404b-84e5-ea48c1e57352', 'name': '', 'network_id': 'b777789d-d83d-4da5-b66f-7a584f0a7a7b', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'mac_address': 'fa:16:3e:43:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:39Z', 'updated_at': '2021-12-10T04:44:49Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'subnets': [{'id': '4da9ebcf-9b29-461b-8c66-53b5ea211f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:56:01.149278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Attempting to bind port a83d29da-e555-441f-9ee1-e98c6f40d925 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:01.149636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Attempting to bind port a83d29da-e555-441f-9ee1-e98c6f40d925 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a911ac84-4fe5-401b-aa1f-5a4b516cab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:01.150007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Attempting to bind port a83d29da-e555-441f-9ee1-e98c6f40d925 on network aae1adc5-1925-4f87-b27f-ba695bae6a30 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:01.157272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:01.157658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Checking segment: {'id': 'a911ac84-4fe5-401b-aa1f-5a4b516cab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:01.158064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.158471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Bound using segment: {'id': 'a911ac84-4fe5-401b-aa1f-5a4b516cab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:01.158955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Bound port: a83d29da-e555-441f-9ee1-e98c6f40d925, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a911ac84-4fe5-401b-aa1f-5a4b516cab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'aae1adc5-1925-4f87-b27f-ba695bae6a30'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:01.159338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.186930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.188098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.196256 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.247876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b66a0-20c7-4416-a0c4-8bc96d120bba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.260322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:01.276646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.277350 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Added segment 9c8341c6-a373-4705-a545-b8250c1a319e of type vlan for network 6574909b-1134-4cbd-bad4-4cd664aaaad0 Dec 10 04:56:01.283038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] For port a83d29da-e555-441f-9ee1-e98c6f40d925, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:01.287860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] For port a83d29da-e555-441f-9ee1-e98c6f40d925, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a83d29da-e555-441f-9ee1-e98c6f40d925,segment=NetworkSegment(a911ac84-4fe5-401b-aa1f-5a4b516cab30),segment_id=a911ac84-4fe5-401b-aa1f-5a4b516cab30)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:01.302005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.332163 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a69af43e-556f-47cd-a436-50a6a9ff2bc1 req-d6f716fe-b61d-463a-9b0c-d9994cb768c3 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071456 Dec 10 04:56:01.384765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.458371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.466693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:01.475108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.476297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8bbb9-d089-4da4-a552-804d71fee4f5 None None] Pushing event updated for resources: {'Port': ['ID=a83d29da-e555-441f-9ee1-e98c6f40d925,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.528446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:01.531572 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77d10e6-dd79-4086-9786-f14b953d7472" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:01.576134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=424b8540-304c-44ad-a1ad-9005d3579cc4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.606941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': '63804cbd-7750-4a98-acc4-7261f9500ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:01.621979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] Pushing event updated for resources: {'Network': ['ID=6574909b-1134-4cbd-bad4-4cd664aaaad0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:01.622234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:01.634583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6574909b-1134-4cbd-bad4-4cd664aaaad0 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:01.670506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c266853a-9910-4e9a-a23e-b06cf8e4d396 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7429748 Dec 10 04:56:01.674109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57820) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:01.684326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Request body: {'subnet': {'network_id': '6574909b-1134-4cbd-bad4-4cd664aaaad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-53259563-subnet', 'tenant_id': '8b7c574940244c98b10cb1e817480e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:01.692072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port c14de76c-8627-4c58-a477-32fb6a6a2ac7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:01.696213 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.717791 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f25c6e-1fea-4136-8478-a0d34cc3ad40 x-openstack-request-id: req-a6f25c6e-1fea-4136-8478-a0d34cc3ad40 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:01.720930 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "48949bcc-9c4a-431a-90de-260b8535eaee", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:01.721303 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6f25c6e-1fea-4136-8478-a0d34cc3ad40 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:01.721818 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': '48949bcc-9c4a-431a-90de-260b8535eaee', 'status': 'completed', 'code': 200} Dec 10 04:56:01.723063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:01.769796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Made reservation on behalf of 8b7c574940244c98b10cb1e817480e1e for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:01.773799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.850967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:01.864119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:01.871571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:01.899170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410395a9-e53c-46aa-8726-909c52f2ab92 None None] New status for floating IP 774ffb0f-0c81-4bf6-b1cd-5d1785c51eed: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:56:01.962363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178a2e2-2d99-4d1c-a9c2-c92e93ff6bed None None] Network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:02.368322 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d1861371-a6c1-4bfd-b669-c0c751b482f0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3181546 Dec 10 04:56:02.369823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:02.442075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port c14de76c-8627-4c58-a477-32fb6a6a2ac7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=c14de76c-8627-4c58-a477-32fb6a6a2ac7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:02.442075 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.513897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82140d79-3f35-4253-adc8-e16cb9d28f37 req-cc697499-2552-4028-8d3f-6ebf0aa661c6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:02.519790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for c14de76c-8627-4c58-a477-32fb6a6a2ac7 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:02.522492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82140d79-3f35-4253-adc8-e16cb9d28f37 req-cc697499-2552-4028-8d3f-6ebf0aa661c6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:02.529212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82140d79-3f35-4253-adc8-e16cb9d28f37 req-cc697499-2552-4028-8d3f-6ebf0aa661c6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:02.545422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82140d79-3f35-4253-adc8-e16cb9d28f37 req-cc697499-2552-4028-8d3f-6ebf0aa661c6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 2410 time: 0.1202390 Dec 10 04:56:02.671215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-15fe1e70-d6bb-4774-9d16-2118ddcc2fe0', 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': '424b8540-304c-44ad-a1ad-9005d3579cc4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:02.672146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.760453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.783625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-82140d79-3f35-4253-adc8-e16cb9d28f37 req-cc59e3fd-cd80-4c81-99a1-70609f7f5c17 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302067 Dec 10 04:56:02.828356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.837664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=c14de76c-8627-4c58-a477-32fb6a6a2ac7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:02.886201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.952688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port c14de76c-8627-4c58-a477-32fb6a6a2ac7 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:02.961946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:02.965828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-19962c56-9482-4112-98e8-0691249e8c52 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "DELETE /v2.0/ports/c14de76c-8627-4c58-a477-32fb6a6a2ac7 HTTP/1.1" status: 204 len: 173 time: 1.8348753 Dec 10 04:56:03.000860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.002977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Allocated IP 2001:db8::3 (15fe1e70-d6bb-4774-9d16-2118ddcc2fe0/424b8540-304c-44ad-a1ad-9005d3579cc4/993771b8-161e-407d-b7ae-7af83bb82444) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:03.057996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Checking segment: {'id': '9c8341c6-a373-4705-a545-b8250c1a319e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6574909b-1134-4cbd-bad4-4cd664aaaad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:03.058720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Network hostable DHCP agents. Network: 6574909b-1134-4cbd-bad4-4cd664aaaad0, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:03.060907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b9c43e-69cb-46da-a969-dc76c4ea191f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:03.100147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Network 6574909b-1134-4cbd-bad4-4cd664aaaad0 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:03.117349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6574909b-1134-4cbd-bad4-4cd664aaaad0) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:03.122708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:03.123357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.149614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c2469ed7-cbb4-4d92-b7aa-04aa4e685e59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4742188 Dec 10 04:56:03.219232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.226506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171a61c-1333-4cfc-ab71-cfb46364d3b1 None None] Network 6574909b-1134-4cbd-bad4-4cd664aaaad0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:03.259193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 9d977e30-5a0e-45df-9767-9872cb1b529d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:03.259535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.264312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.358573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:03.447279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c29ceb-b4dc-48e1-ab1c-24f65c64bb95 None None] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:03.455704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Deleting subnet 5b23ded3-1095-4117-a851-c5abeac59347 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:03.458114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:03.461733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.482002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:03.484131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Pushing event updated for resources: {'Port': ['ID=993771b8-161e-407d-b7ae-7af83bb82444,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:03.503592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:03.524624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port 9d977e30-5a0e-45df-9767-9872cb1b529d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9d977e30-5a0e-45df-9767-9872cb1b529d,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:03.525620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.544374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 9d977e30-5a0e-45df-9767-9872cb1b529d owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:03.576431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.577550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b958d06a-7354-494c-b664-449c835343ef None None] Provisioning complete for port a83d29da-e555-441f-9ee1-e98c6f40d925 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:03.578022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b958d06a-7354-494c-b664-449c835343ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.655708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.701456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.726925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.747558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:03.750308 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93234a45-2ccf-4939-8d21-27a1337c5f05" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:03.753019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=424b8540-304c-44ad-a1ad-9005d3579cc4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:03.757306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.765707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14bf85-5cc1-4cc6-9756-e94653158fd1 None None] Network 6574909b-1134-4cbd-bad4-4cd664aaaad0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:03.803644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b23ded3-1095-4117-a851-c5abeac59347,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:03.820581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:03.835708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=9d977e30-5a0e-45df-9767-9872cb1b529d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:03.846933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6698eb9c-ef5c-4cdb-896c-96ad6ffb0393 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b23ded3-1095-4117-a851-c5abeac59347 HTTP/1.1" status: 204 len: 168 time: 0.4869120 Dec 10 04:56:03.850048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:03.879481 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f9ea7-79df-48f5-a734-6d03b23b9b4d x-openstack-request-id: req-3a7f9ea7-79df-48f5-a734-6d03b23b9b4d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:03.880272 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "c14de76c-8627-4c58-a477-32fb6a6a2ac7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:03.880559 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a7f9ea7-79df-48f5-a734-6d03b23b9b4d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:03.881069 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'c14de76c-8627-4c58-a477-32fb6a6a2ac7', 'status': 'completed', 'code': 200} Dec 10 04:56:03.905994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a83d29da-e555-441f-9ee1-e98c6f40d925 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:03.988810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port 9d977e30-5a0e-45df-9767-9872cb1b529d on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:03.999611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.004003 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-13e6daf6-9be3-4acb-9f93-c2ce80b7f815 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "DELETE /v2.0/ports/9d977e30-5a0e-45df-9767-9872cb1b529d HTTP/1.1" status: 204 len: 173 time: 0.9994745 Dec 10 04:56:04.033810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.046195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.094075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe1e70-d6bb-4774-9d16-2118ddcc2fe0']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.106825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Attempting to bind port 993771b8-161e-407d-b7ae-7af83bb82444 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:04.107200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Attempting to bind port 993771b8-161e-407d-b7ae-7af83bb82444 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '63804cbd-7750-4a98-acc4-7261f9500ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:04.109140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Attempting to bind port 993771b8-161e-407d-b7ae-7af83bb82444 on network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:04.121217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:04.121623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Checking segment: {'id': '63804cbd-7750-4a98-acc4-7261f9500ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:04.121998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.122401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Bound using segment: {'id': '63804cbd-7750-4a98-acc4-7261f9500ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:04.122884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Bound port: 993771b8-161e-407d-b7ae-7af83bb82444, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63804cbd-7750-4a98-acc4-7261f9500ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:04.123264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.130307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb53bbe-794b-4982-927c-b48e53b289d1 req-9edbe40e-2643-42ba-826d-c69a52104d41 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:04.139232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cb53bbe-794b-4982-927c-b48e53b289d1 req-9edbe40e-2643-42ba-826d-c69a52104d41 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 943 time: 0.1552963 Dec 10 04:56:04.150837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63804cbd-7750-4a98-acc4-7261f9500ef2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.151042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63804cbd-7750-4a98-acc4-7261f9500ef2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.167438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a83d29da-e555-441f-9ee1-e98c6f40d925 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:04.167438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.199630 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.222790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.260768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:04.261666 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:04.265376 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:04.301491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cb53bbe-794b-4982-927c-b48e53b289d1 req-f21e9d7e-e972-486d-9b18-fbc4519c6a08 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=563993e6-dcf0-486b-89e1-6c9d43675ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612961 Dec 10 04:56:04.309007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b958d06a-7354-494c-b664-449c835343ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.360250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.410517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b958d06a-7354-494c-b664-449c835343ef None None] For port a83d29da-e555-441f-9ee1-e98c6f40d925, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a83d29da-e555-441f-9ee1-e98c6f40d925,segment=NetworkSegment(a911ac84-4fe5-401b-aa1f-5a4b516cab30),segment_id=a911ac84-4fe5-401b-aa1f-5a4b516cab30)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:04.420161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b958d06a-7354-494c-b664-449c835343ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.455157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b674cb-18b4-4435-a2d8-4655566879a2']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.482007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b43831-93e0-487f-806e-d0b71cb64d86') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.486804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port f148693f-634a-49c9-9297-91a4f3085332 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:04.487251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b43831-93e0-487f-806e-d0b71cb64d86') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:04.489092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.491307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958d06a-7354-494c-b664-449c835343ef None None] Pushing event updated for resources: {'Port': ['ID=a83d29da-e555-441f-9ee1-e98c6f40d925,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:04.523059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.529159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] For port 993771b8-161e-407d-b7ae-7af83bb82444, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:04.534338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.570456 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.574582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:56:04.574582 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:56:04.574582 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '15fe1e70-d6bb-4774-9d16-2118ddcc2fe0'}] Dec 10 04:56:04.574582 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:04.575441 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:04.583119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:04.583678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:04.591611 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:04.630689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] For port 993771b8-161e-407d-b7ae-7af83bb82444, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=993771b8-161e-407d-b7ae-7af83bb82444,segment=NetworkSegment(63804cbd-7750-4a98-acc4-7261f9500ef2),segment_id=63804cbd-7750-4a98-acc4-7261f9500ef2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:04.714137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.720894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:04.721260 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:04.729468 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.732246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.739270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/69b674cb-18b4-4435-a2d8-4655566879a2 HTTP/1.1" status: 204 len: 168 time: 0.8857164 Dec 10 04:56:04.740869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:04.757891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76e3a-bb53-4fdb-9a7e-a0710dd54db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b674cb-18b4-4435-a2d8-4655566879a2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:04.828607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fe395ceb-7a47-443e-bdcd-ad95d06e19e0 None None] Provisioning complete for port a83d29da-e555-441f-9ee1-e98c6f40d925 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:04.829752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe395ceb-7a47-443e-bdcd-ad95d06e19e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.855109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port f148693f-634a-49c9-9297-91a4f3085332, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f148693f-634a-49c9-9297-91a4f3085332,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:04.855484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.895263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735edf9e-87e5-40f4-9a04-afb722639636 None None] Pushing event updated for resources: {'Port': ['ID=993771b8-161e-407d-b7ae-7af83bb82444,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:04.899872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for f148693f-634a-49c9-9297-91a4f3085332 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:04.906854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Deleting subnet f1b9c43e-69cb-46da-a969-dc76c4ea191f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:04.914292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:04.919971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb8f26-565b-4638-a184-c0726eb92a43 None None] Network 15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:04.969243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.042258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.066999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454c944-ae28-4e88-afdd-66e8d02db96b None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:05.075725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.265223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454c944-ae28-4e88-afdd-66e8d02db96b None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:05.280810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.323494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b9c43e-69cb-46da-a969-dc76c4ea191f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:05.329147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.332339 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9be56c28-99fa-4616-a2c7-93aa07e25145 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f1b9c43e-69cb-46da-a969-dc76c4ea191f HTTP/1.1" status: 204 len: 168 time: 0.5902841 Dec 10 04:56:05.335051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:05.355684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.372753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port 993771b8-161e-407d-b7ae-7af83bb82444 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:05.373699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.419621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=f148693f-634a-49c9-9297-91a4f3085332,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:05.493192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port f148693f-634a-49c9-9297-91a4f3085332 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:05.496339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.500753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11f42851-d324-474d-af19-6a5f1756ee12 req-f22638fa-bbda-4898-a874-4b3e8252c5f6 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.41 "DELETE /v2.0/ports/f148693f-634a-49c9-9297-91a4f3085332 HTTP/1.1" status: 204 len: 173 time: 1.4625280 Dec 10 04:56:05.517558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port 993771b8-161e-407d-b7ae-7af83bb82444, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=993771b8-161e-407d-b7ae-7af83bb82444,segment=NetworkSegment(63804cbd-7750-4a98-acc4-7261f9500ef2),segment_id=63804cbd-7750-4a98-acc4-7261f9500ef2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:05.518067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.536590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for 993771b8-161e-407d-b7ae-7af83bb82444 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:05.562404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a6adfa3-c316-48d5-a558-d5526501c259 req-dd587339-18f6-4868-9349-4d13c40d9450 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0891955 Dec 10 04:56:05.591640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.726016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.742047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.765721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6574909b-1134-4cbd-bad4-4cd664aaaad0']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:05.769630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=993771b8-161e-407d-b7ae-7af83bb82444,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:05.777555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8341c6-a373-4705-a545-b8250c1a319e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:05.777854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8341c6-a373-4705-a545-b8250c1a319e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:05.788991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.803553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port 993771b8-161e-407d-b7ae-7af83bb82444 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:05.804238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.806485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.812382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.812922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.813376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.813819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.814285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.814722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.815157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.815607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.816594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.817064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.818288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.819373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:05.841675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:05.842217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:05.847052 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:05.882542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d'}, {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:05.891499 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29fd725-0bd4-4e22-b6cb-c559f5e7d655" -d '{"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d"}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "f148693f-634a-49c9-9297-91a4f3085332"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:05.971756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a83d29da-e555-441f-9ee1-e98c6f40d925 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:05.994735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.001620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.007467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] 10.222.0.43 "DELETE /v2.0/networks/6574909b-1134-4cbd-bad4-4cd664aaaad0 HTTP/1.1" status: 204 len: 168 time: 0.6689141 Dec 10 04:56:06.020274 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190b8b1-f49d-4ee8-b479-3f7d4032eff3 x-openstack-request-id: req-a190b8b1-f49d-4ee8-b479-3f7d4032eff3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:06.023839 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "9d977e30-5a0e-45df-9767-9872cb1b529d", "status": "completed", "code": 200}, {"server_uuid": "18d3d751-11fc-45b7-befc-416a8b6de38f", "name": "network-vif-deleted", "tag": "f148693f-634a-49c9-9297-91a4f3085332", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:06.027162 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a190b8b1-f49d-4ee8-b479-3f7d4032eff3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:06.028240 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': '9d977e30-5a0e-45df-9767-9872cb1b529d', 'status': 'completed', 'code': 200} Dec 10 04:56:06.028527 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d3d751-11fc-45b7-befc-416a8b6de38f', 'name': 'network-vif-deleted', 'tag': 'f148693f-634a-49c9-9297-91a4f3085332', 'status': 'completed', 'code': 200} Dec 10 04:56:06.086758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9e722-6b45-4b69-943b-6b5ccff2eefa admin admin] Pushing event deleted for resources: {'Network': ['ID=6574909b-1134-4cbd-bad4-4cd664aaaad0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:06.126616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.150526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe1e70-d6bb-4774-9d16-2118ddcc2fe0']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:06.192796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63804cbd-7750-4a98-acc4-7261f9500ef2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:06.193193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63804cbd-7750-4a98-acc4-7261f9500ef2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:06.226718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.279214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a83d29da-e555-441f-9ee1-e98c6f40d925 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:06.280803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.281559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.303772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:06.304190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:06.307434 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:06.344575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:06.430401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.469372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd890c17-cdf3-4e8e-b270-d576457f0cfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94d221902e92440c9e335ab65b08e309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1229780 Dec 10 04:56:06.478774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:06.497302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.500685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 HTTP/1.1" status: 204 len: 168 time: 4.1229064 Dec 10 04:56:06.501998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7940b31-7eff-4e23-acf1-6946a11e0208 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=15fe1e70-d6bb-4774-9d16-2118ddcc2fe0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:06.506842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:06.522226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28708063'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:06.565652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:06.570421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.615733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.629129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:06.662368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.667653 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment accb616d-f525-4a0a-9c10-56d56a28cd69 of type vlan for network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea Dec 10 04:56:06.676838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.763332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.778588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.785900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/789329c7-58d4-4d61-ab86-c9ee54276cc8 HTTP/1.1" status: 204 len: 168 time: 0.2924109 Dec 10 04:56:06.788705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.832971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.841804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:06.845090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:06.855860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ab7ab08-5337-4782-a63b-bcba591076c9 req-44a71bed-aed5-4fc7-bcc5-12273fc99c9c tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0709364 Dec 10 04:56:06.858017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0b361-8937-41c6-ba17-50b358fa0fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789329c7-58d4-4d61-ab86-c9ee54276cc8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:06.882364 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3701344 Dec 10 04:56:06.884220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:06.912711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:07.028892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8501f02-6770-497a-b7df-acf197c589c0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=78ad1f40-080a-485e-9f1c-eaec2ad9b3ea,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:07.043234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:07.054224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:07.058716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.456920 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.515017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57946) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:07.555119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=ae5c6473-0c59-4e12-b646-a33367fce986,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:07.631982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-989b8ad2-0a65-442e-b282-b41e32cd4922 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b7c574940244c98b10cb1e817480e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1157336 Dec 10 04:56:07.634522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 57950) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:07.677429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': 'accb616d-f525-4a0a-9c10-56d56a28cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:07.677844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:07.753332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:07.770824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:07.778819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:07.779124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.782576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.783793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b160ec-7da3-4e1a-b9f7-9c6ad55a78ed None None] Network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:07.816932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e89146db-2268-4c29-b5fc-0a7e7b84a3e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9224286 Dec 10 04:56:07.818909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.819805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 57954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:07.893243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.895972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:07.900701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/032b66a0-20c7-4416-a0c4-8bc96d120bba HTTP/1.1" status: 204 len: 168 time: 0.2643909 Dec 10 04:56:07.955145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa948-77d1-473a-8c5e-db12c2e576c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b66a0-20c7-4416-a0c4-8bc96d120bba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:07.955346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-78ad1f40-080a-485e-9f1c-eaec2ad9b3ea', 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': 'ae5c6473-0c59-4e12-b646-a33367fce986'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:07.956260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.111783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.141556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a98e84d-92b5-4d40-a2b3-8b3dee715d35 req-def16658-b7dd-4472-b146-17214271fa48 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0927632 Dec 10 04:56:08.300514 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.342609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Allocated IP 2001:db8::1 (78ad1f40-080a-485e-9f1c-eaec2ad9b3ea/ae5c6473-0c59-4e12-b646-a33367fce986/d4aff65b-4168-43c4-91f9-bf2c2881ca50) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:08.539031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.556982 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.577272 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.610270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:08.613391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:08.620602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:08.632564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Pushing event updated for resources: {'Port': ['ID=d4aff65b-4168-43c4-91f9-bf2c2881ca50,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:08.649512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5c6473-0c59-4e12-b646-a33367fce986,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:08.705652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Attempting to bind port d4aff65b-4168-43c4-91f9-bf2c2881ca50 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:08.706190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Attempting to bind port d4aff65b-4168-43c4-91f9-bf2c2881ca50 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'accb616d-f525-4a0a-9c10-56d56a28cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:08.706660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Attempting to bind port d4aff65b-4168-43c4-91f9-bf2c2881ca50 on network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:08.716192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:08.716731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Checking segment: {'id': 'accb616d-f525-4a0a-9c10-56d56a28cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:08.717251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.717768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Bound using segment: {'id': 'accb616d-f525-4a0a-9c10-56d56a28cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:08.718354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Bound port: d4aff65b-4168-43c4-91f9-bf2c2881ca50, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accb616d-f525-4a0a-9c10-56d56a28cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:08.718871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.804774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] For port d4aff65b-4168-43c4-91f9-bf2c2881ca50, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:08.809095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] For port d4aff65b-4168-43c4-91f9-bf2c2881ca50, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4aff65b-4168-43c4-91f9-bf2c2881ca50,segment=NetworkSegment(accb616d-f525-4a0a-9c10-56d56a28cd69),segment_id=accb616d-f525-4a0a-9c10-56d56a28cd69)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:08.815594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.830233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.863384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad1f40-080a-485e-9f1c-eaec2ad9b3ea']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:08.883362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accb616d-f525-4a0a-9c10-56d56a28cd69') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:08.883975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accb616d-f525-4a0a-9c10-56d56a28cd69') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:08.895910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.910901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.923529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:08.926065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:08.931925 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:08.977659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c50fc-3af3-4265-a3be-6f2c83705a51 None None] Pushing event updated for resources: {'Port': ['ID=d4aff65b-4168-43c4-91f9-bf2c2881ca50,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:08.999717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108759dd-8dc5-4e94-b559-9ccfe6df24f9 None None] Network 78ad1f40-080a-485e-9f1c-eaec2ad9b3ea requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:09.035148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:56:09.035148 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:56:09.035148 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '78ad1f40-080a-485e-9f1c-eaec2ad9b3ea'}] Dec 10 04:56:09.035148 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:09.035580 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:09.153668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa7df7-b9d4-448a-8f7c-7507933bf4d0 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:09.402034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6711dbd-6e21-4237-8de8-6413fb409e5e req-b4928a8d-28ab-40e1-a6f0-1eefb7174db4 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0482635 Dec 10 04:56:09.479076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa7df7-b9d4-448a-8f7c-7507933bf4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:09.536971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:09.628425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port d4aff65b-4168-43c4-91f9-bf2c2881ca50 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:09.629183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:09.724926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port d4aff65b-4168-43c4-91f9-bf2c2881ca50, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d4aff65b-4168-43c4-91f9-bf2c2881ca50,segment=NetworkSegment(accb616d-f525-4a0a-9c10-56d56a28cd69),segment_id=accb616d-f525-4a0a-9c10-56d56a28cd69)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:09.725343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:09.741414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for d4aff65b-4168-43c4-91f9-bf2c2881ca50 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:09.849043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:09.864505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port d4aff65b-4168-43c4-91f9-bf2c2881ca50 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:09.928243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=d4aff65b-4168-43c4-91f9-bf2c2881ca50,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:09.996026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.021135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad1f40-080a-485e-9f1c-eaec2ad9b3ea']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:10.041093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accb616d-f525-4a0a-9c10-56d56a28cd69') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:10.045792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accb616d-f525-4a0a-9c10-56d56a28cd69') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:10.068008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.087529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.099030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:10.100315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:10.105372 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:10.213686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.250356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.254734 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/78ad1f40-080a-485e-9f1c-eaec2ad9b3ea HTTP/1.1" status: 204 len: 168 time: 2.4332459 Dec 10 04:56:10.256664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1f3e-0cbb-4b28-bbc2-724cdf34f9b7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=78ad1f40-080a-485e-9f1c-eaec2ad9b3ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:10.260055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58050) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:10.268767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495096691'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:10.366082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:10.376437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.433981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:10.453865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.454112 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 02dc191b-9a30-4b3c-8ced-345686d392ce of type vlan for network 3485187a-6976-4e77-9d24-9ccb1a445185 Dec 10 04:56:10.591028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.622278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0923242-7a9b-4fcd-bb4a-370d7ed40ce1 req-dff02cfd-f66d-437a-ba46-94734b870cba tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0430386 Dec 10 04:56:10.663929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.670214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:10.670841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.697502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:10.723498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4614873 Dec 10 04:56:10.727060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58068) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:10.735023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '3485187a-6976-4e77-9d24-9ccb1a445185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:10.846286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ec9500-29af-472e-a47a-974767a7b6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.885938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650acda2-40e1-42d5-a53c-0442ab9a061c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=3485187a-6976-4e77-9d24-9ccb1a445185,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:10.902082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3485187a-6976-4e77-9d24-9ccb1a445185 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:10.908095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:10.912242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.963080 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ec9500-29af-472e-a47a-974767a7b6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:10.973863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ec9500-29af-472e-a47a-974767a7b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.011581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec9500-29af-472e-a47a-974767a7b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b07ca50-25f4-428a-a4aa-610dbbca5e0c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:11.076570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d8ec9500-29af-472e-a47a-974767a7b6a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=453eb21d45094b91b0ea3791b257fd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777778 Dec 10 04:56:11.077918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:11.181329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.191395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.216214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.259957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=b2949ba0-d399-4880-9283-47baf8b7f716,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:11.286390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.290182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.293700 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b07ca50-25f4-428a-a4aa-610dbbca5e0c HTTP/1.1" status: 204 len: 168 time: 0.2122877 Dec 10 04:56:11.298163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': '02dc191b-9a30-4b3c-8ced-345686d392ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3485187a-6976-4e77-9d24-9ccb1a445185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:11.299410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: 3485187a-6976-4e77-9d24-9ccb1a445185, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:11.299763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555a8c3-8e1a-47cb-ad2b-ad4a64d2bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b07ca50-25f4-428a-a4aa-610dbbca5e0c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:11.323918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 3485187a-6976-4e77-9d24-9ccb1a445185 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:11.349783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3485187a-6976-4e77-9d24-9ccb1a445185) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:11.359471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e91cc-ba35-4e6b-9a42-d1582d846494 None None] Network 3485187a-6976-4e77-9d24-9ccb1a445185 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:11.359753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:11.360944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.398818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:11.408227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b317a7da-5494-4d84-bd60-ef6cbeb63d88 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6788013 Dec 10 04:56:11.579516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.634472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc699b77-b227-4ed6-96f8-8413a974e600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3485187a-6976-4e77-9d24-9ccb1a445185', 'network_id': '3485187a-6976-4e77-9d24-9ccb1a445185', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': 'b2949ba0-d399-4880-9283-47baf8b7f716'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:11.635481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc699b77-b227-4ed6-96f8-8413a974e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.642158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.758114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.835420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=b2949ba0-d399-4880-9283-47baf8b7f716,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:11.906338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46727354-0d85-4b59-919e-5f725e57f28e req-dd21717c-7905-44ed-94b3-62522cb12ef0 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0936811 Dec 10 04:56:11.935429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:11.983469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3485187a-6976-4e77-9d24-9ccb1a445185']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:11.995041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dc191b-9a30-4b3c-8ced-345686d392ce') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:11.995621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dc191b-9a30-4b3c-8ced-345686d392ce') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:12.010888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.015148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:12.029350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.035890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:12.036409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2375c811-fd6c-4ab2-9df7-e63c0e8f32ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.036579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-bc699b77-b227-4ed6-96f8-8413a974e600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2949ba0-d399-4880-9283-47baf8b7f716: This subnet is being modified by another concurrent operation. Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2949ba0-d399-4880-9283-47baf8b7f716: This subnet is being modified by another concurrent operation. Dec 10 04:56:12.065191 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:12.105415 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:12.112853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.120370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.123668 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/3485187a-6976-4e77-9d24-9ccb1a445185 HTTP/1.1" status: 204 len: 168 time: 0.7235072 Dec 10 04:56:12.128864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58102) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:12.138153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848f782-a663-4b4c-8155-714ad5bec060 None None] Network 3485187a-6976-4e77-9d24-9ccb1a445185 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:12.138305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2e153-c59d-464c-b2b2-23bfeb25dedb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=3485187a-6976-4e77-9d24-9ccb1a445185,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:12.152093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446590345'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:12.153067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848f782-a663-4b4c-8155-714ad5bec060 None None] Network 3485187a-6976-4e77-9d24-9ccb1a445185 could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 04:56:12.165472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43969006-5e56-4d44-ac5b-f2fa2a5c9704 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:12.220877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:12.226085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.263569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2375c811-fd6c-4ab2-9df7-e63c0e8f32ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.274694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2375c811-fd6c-4ab2-9df7-e63c0e8f32ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.323068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375c811-fd6c-4ab2-9df7-e63c0e8f32ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c051ac7-0858-45bc-95d4-8006f0174f94,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:12.353116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:12.379824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.381030 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 9fca6114-215e-4c40-804a-47c91e8458a5 of type vlan for network 45ad4878-0511-426a-a06c-dad93eed0566 Dec 10 04:56:12.396796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:12.407716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2375c811-fd6c-4ab2-9df7-e63c0e8f32ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55923949746f4138bcc3a764d64a0368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913536 Dec 10 04:56:12.424123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43969006-5e56-4d44-ac5b-f2fa2a5c9704 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:12.483303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.489196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.532943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.539674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.546182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:12.547610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.663327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.666646 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:12.683698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c051ac7-0858-45bc-95d4-8006f0174f94 HTTP/1.1" status: 204 len: 168 time: 0.2762842 Dec 10 04:56:12.703213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=45ad4878-0511-426a-a06c-dad93eed0566,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:12.721844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-614e3f82-3862-44b1-8b55-2d73c1a4231d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5913401 Dec 10 04:56:12.724158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:12.733778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6406f-3a2a-4bde-bae1-4688398cfb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c051ac7-0858-45bc-95d4-8006f0174f94,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:12.734636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '45ad4878-0511-426a-a06c-dad93eed0566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:12.734937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:12.966679 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:56:12.997366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:13.002903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:13.223342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70990c61-41c6-4b51-892a-513942662453 req-45897269-1c82-48ac-b3e4-7fcb1d149e19 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.1148286 Dec 10 04:56:13.425472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:13.504870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=543efcbe-6be6-499f-89e4-c910aebc4762,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:13.516596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': '9fca6114-215e-4c40-804a-47c91e8458a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:13.517217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: 45ad4878-0511-426a-a06c-dad93eed0566, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:13.537782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 45ad4878-0511-426a-a06c-dad93eed0566 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:13.551020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 45ad4878-0511-426a-a06c-dad93eed0566) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:13.556044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:13.556958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:13.570783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2e656-9e02-47e1-af30-6bec1810adb0 None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:13.604144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e159f589-7e38-444f-9441-0113e281b268 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8778744 Dec 10 04:56:13.609449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58142) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:13.617197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': '45ad4878-0511-426a-a06c-dad93eed0566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:13.821564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-45ad4878-0511-426a-a06c-dad93eed0566', 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': '543efcbe-6be6-499f-89e4-c910aebc4762'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:13.822435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:13.909530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:13.931167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.185316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Allocated IP 2001:db8::2 (45ad4878-0511-426a-a06c-dad93eed0566/543efcbe-6be6-499f-89e4-c910aebc4762/f12d6621-7f74-490d-969a-ac9476bfda85) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:14.402129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:14.442974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.452183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12f0e065-e44d-4cde-9169-6976022ff3be req-309a2e15-dab4-42fb-93ac-9673aac39825 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0616391 Dec 10 04:56:14.466669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.533382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:14.547616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:14.560186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:14.615929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Pushing event updated for resources: {'Port': ['ID=f12d6621-7f74-490d-969a-ac9476bfda85,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:14.658723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b20d865-34d0-4560-b931-d86157a77f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.681064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.720108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Attempting to bind port f12d6621-7f74-490d-969a-ac9476bfda85 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:14.722294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Attempting to bind port f12d6621-7f74-490d-969a-ac9476bfda85 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9fca6114-215e-4c40-804a-47c91e8458a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:14.722838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Attempting to bind port f12d6621-7f74-490d-969a-ac9476bfda85 on network 45ad4878-0511-426a-a06c-dad93eed0566 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:14.734565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:14.736458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Checking segment: {'id': '9fca6114-215e-4c40-804a-47c91e8458a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:14.737932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.738528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Bound using segment: {'id': '9fca6114-215e-4c40-804a-47c91e8458a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:14.740527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Bound port: f12d6621-7f74-490d-969a-ac9476bfda85, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fca6114-215e-4c40-804a-47c91e8458a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45ad4878-0511-426a-a06c-dad93eed0566'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:14.741201 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.800683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 45ad4878-0511-426a-a06c-dad93eed0566 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:14.816052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:14.827834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:14.839314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.847168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] For port f12d6621-7f74-490d-969a-ac9476bfda85, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:14.852779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] For port f12d6621-7f74-490d-969a-ac9476bfda85, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f12d6621-7f74-490d-969a-ac9476bfda85,segment=NetworkSegment(9fca6114-215e-4c40-804a-47c91e8458a5),segment_id=9fca6114-215e-4c40-804a-47c91e8458a5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:14.861450 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.922827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d471-8a7c-4391-b014-daf0a953061a None None] Pushing event updated for resources: {'Port': ['ID=f12d6621-7f74-490d-969a-ac9476bfda85,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:14.940962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=a0ed54ca-e9b9-4a75-beac-c8d471af4874,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:14.960925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-95dbf356-bbcd-46be-acd1-8dffb6aca21a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3501432 Dec 10 04:56:14.962356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b20d865-34d0-4560-b931-d86157a77f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:14.963563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:15.099375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.101369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.112500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.114187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.116417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.124438 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c1097454-0ddf-49f2-af3e-0e6a420741ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1591949 Dec 10 04:56:15.126059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b20d865-34d0-4560-b931-d86157a77f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.128367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:15.137596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826189500'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:15.239726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:15.246813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.257966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1b20d865-34d0-4560-b931-d86157a77f2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52524eae8c92484b8e2b9a9ac3b24178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8547413 Dec 10 04:56:15.272326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:15.344661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d865-34d0-4560-b931-d86157a77f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a40e45-cfb5-47ab-8d6b-c8641d92325e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:15.420046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:15.425294 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.455183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.465048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.465684 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 11155cba-8fe8-4e3c-a7c1-eb79646b2b52 of type vlan for network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c Dec 10 04:56:15.543724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.594754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.602832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:15.603559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.615305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.617651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:15.621219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18a40e45-cfb5-47ab-8d6b-c8641d92325e HTTP/1.1" status: 204 len: 168 time: 0.3340769 Dec 10 04:56:15.679179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e19918-5f81-4972-a93f-603ddc785a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a40e45-cfb5-47ab-8d6b-c8641d92325e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:15.683747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5539436 Dec 10 04:56:15.686588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:15.695571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:15.732512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e8b42f4-fdb1-4181-9b04-43edc3aeaa16 req-8a94f3c1-79e6-4c94-b6d8-2dd1d8b453d1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0762658 Dec 10 04:56:15.828582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97037cc-2180-4db7-90b3-901d5e045bd3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=e5f8d804-e9ba-4860-917f-1e5ef71d5a3c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:15.848783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:16.034088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f12d6621-7f74-490d-969a-ac9476bfda85 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:16.046239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.117644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.131456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:56:16.151413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:16.153983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.159899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:16.165611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:16.168178 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "PUT /v2.0/networks/e5f8d804-e9ba-4860-917f-1e5ef71d5a3c HTTP/1.1" status: 200 len: 723 time: 0.4787669 Dec 10 04:56:16.198361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:16.199457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.346999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:16.363208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.391759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac76f02-b321-410c-b0ac-6e724969dc18 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=e5f8d804-e9ba-4860-917f-1e5ef71d5a3c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:16.408103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db90361e-4934-4dda-ac8d-92b6530abfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.523891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:16.527516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.645385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:16.672633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port f12d6621-7f74-490d-969a-ac9476bfda85, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f12d6621-7f74-490d-969a-ac9476bfda85,segment=NetworkSegment(9fca6114-215e-4c40-804a-47c91e8458a5),segment_id=9fca6114-215e-4c40-804a-47c91e8458a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:16.683005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.802664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=f12d6621-7f74-490d-969a-ac9476bfda85,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:16.903913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331c473-be75-4362-bc0d-ccdcd597ca5a None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:16.929060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bfc8fc3e-3304-41bf-a4bd-061e3db966e6 req-8659c470-453f-4a89-9377-1c1013f839d1 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0602186 Dec 10 04:56:16.969588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4185052c-cd81-4856-b4b1-3f964edc1e96 None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:16.969962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4185052c-cd81-4856-b4b1-3f964edc1e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.972708 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db90361e-4934-4dda-ac8d-92b6530abfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.975522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:16.987089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db90361e-4934-4dda-ac8d-92b6530abfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.057143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-db90361e-4934-4dda-ac8d-92b6530abfeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5d4c74ab60f49eeaaa3a90a15bd4961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969547 Dec 10 04:56:17.058815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:17.101573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=a4456d42-a515-4720-a168-6b20d22d92c9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:17.168889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90361e-4934-4dda-ac8d-92b6530abfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f40f2c1-84e7-4e11-9428-4a37e457f71c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:17.195446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Update dhcp port {'port': {'network_id': '45ad4878-0511-426a-a06c-dad93eed0566', 'fixed_ips': [{'subnet_id': '543efcbe-6be6-499f-89e4-c910aebc4762', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0ed54ca-e9b9-4a75-beac-c8d471af4874'}], 'binding:host_id': 'n-d-817326-3'}, 'id': 'f12d6621-7f74-490d-969a-ac9476bfda85'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 04:56:17.197386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:17.197753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: e5f8d804-e9ba-4860-917f-1e5ef71d5a3c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:17.210378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.225712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:17.229738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.247890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e5f8d804-e9ba-4860-917f-1e5ef71d5a3c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:17.251876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.262478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba5643-d219-45bc-852e-dba40a4659cf None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:17.262701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:17.263170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560907'] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.333375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed0bb362-0737-4b76-84c8-58bc09f7dbcf tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1697116 Dec 10 04:56:17.333866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:17.341326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:17.343679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.347168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.348347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f40f2c1-84e7-4e11-9428-4a37e457f71c HTTP/1.1" status: 204 len: 168 time: 0.2485132 Dec 10 04:56:17.373531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8808c1-9699-47b5-8708-cb6b1c2058e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f40f2c1-84e7-4e11-9428-4a37e457f71c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:17.484970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8837270'] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.535605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e5f8d804-e9ba-4860-917f-1e5ef71d5a3c', 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': 'a4456d42-a515-4720-a168-6b20d22d92c9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:17.542500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.677930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Allocated IP 172.20.0.1 (45ad4878-0511-426a-a06c-dad93eed0566/a0ed54ca-e9b9-4a75-beac-c8d471af4874/f12d6621-7f74-490d-969a-ac9476bfda85) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:17.806274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775687511080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8501115'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.870110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Allocated IP 2001:db8::2 (e5f8d804-e9ba-4860-917f-1e5ef71d5a3c/a4456d42-a515-4720-a168-6b20d22d92c9/855bb376-861f-40c0-ae00-8e5ed1219bb4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:17.903606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:17.904202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:17.908271 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "PUT /v2.0/subnets/a4456d42-a515-4720-a168-6b20d22d92c9 HTTP/1.1" status: 200 len: 826 time: 0.5705032 Dec 10 04:56:17.908435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:17.965765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f12d6621-7f74-490d-969a-ac9476bfda85 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:17.984898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d5a3-d817-4ab4-82f8-5366aca6ba51 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=a4456d42-a515-4720-a168-6b20d22d92c9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.106774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] For port f12d6621-7f74-490d-969a-ac9476bfda85, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f12d6621-7f74-490d-969a-ac9476bfda85,segment=NetworkSegment(9fca6114-215e-4c40-804a-47c91e8458a5),segment_id=9fca6114-215e-4c40-804a-47c91e8458a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:18.118541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:18.118951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.121941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58290) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:18.142873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c504839-9c87-46d6-a601-1a1ea8ddff46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.176080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.205311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf02f626-051d-4f1c-bf76-8ac7582a8afd req-cb011b41-a9d5-44fe-9e01-92c703e7c8b9 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0747671 Dec 10 04:56:18.207557 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.210626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.224825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.243023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.261379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:18.271712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:18.282383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:18.304109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c504839-9c87-46d6-a601-1a1ea8ddff46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.310024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9c504839-9c87-46d6-a601-1a1ea8ddff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.343422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504839-9c87-46d6-a601-1a1ea8ddff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475d17e-6007-43af-ad19-8183ab9d68c7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.360533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port 855bb376-861f-40c0-ae00-8e5ed1219bb4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:18.367440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.369503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9c504839-9c87-46d6-a601-1a1ea8ddff46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfc55b87b3254883a175d3ed0b5beede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464266 Dec 10 04:56:18.372183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:18.432753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.467785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Pushing event updated for resources: {'Port': ['ID=855bb376-861f-40c0-ae00-8e5ed1219bb4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.478897 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.481103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:18.481539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:18.481899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 on network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:18.501366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:18.501746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Checking segment: {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:18.502152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.503441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Bound using segment: {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:18.503951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Bound port: 855bb376-861f-40c0-ae00-8e5ed1219bb4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:18.504344 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.527981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port 855bb376-861f-40c0-ae00-8e5ed1219bb4, host n-d-817326-3, got binding levels [] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:18.528358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.549028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for 855bb376-861f-40c0-ae00-8e5ed1219bb4 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:18.554179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.557176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.558747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0475d17e-6007-43af-ad19-8183ab9d68c7 HTTP/1.1" status: 204 len: 168 time: 0.1852312 Dec 10 04:56:18.570171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a104a4-732d-4408-a819-162d7ba13d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475d17e-6007-43af-ad19-8183ab9d68c7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.732600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126b5d-3b7a-4dbe-83e6-8094c095849b None None] Pushing event updated for resources: {'Port': ['ID=f12d6621-7f74-490d-969a-ac9476bfda85,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.801850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:18.802376 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:18.803602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:18.879080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=855bb376-861f-40c0-ae00-8e5ed1219bb4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:18.973116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port 855bb376-861f-40c0-ae00-8e5ed1219bb4 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:19.051524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.198202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.255119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=a4456d42-a515-4720-a168-6b20d22d92c9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:19.324178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:19.332734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:19.333250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Attempting to bind port 855bb376-861f-40c0-ae00-8e5ed1219bb4 on network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:19.357708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:19.358090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Checking segment: {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:19.358499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.358898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Bound using segment: {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:19.359373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Bound port: 855bb376-861f-40c0-ae00-8e5ed1219bb4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11155cba-8fe8-4e3c-a7c1-eb79646b2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5f8d804-e9ba-4860-917f-1e5ef71d5a3c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:19.359759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.419499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.471744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cfe26aeb-02fb-4d05-89e6-9dc7f32a0cad None None] Port 855bb376-861f-40c0-ae00-8e5ed1219bb4 has been deleted concurrently {{(pid=103255) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 04:56:19.483937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39fa8cab-f0ce-451e-a925-bb308926e0a7 req-7a5165b2-6212-4381-9187-4efc0bb22562 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0667853 Dec 10 04:56:19.498988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f8d804-e9ba-4860-917f-1e5ef71d5a3c']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:19.533374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11155cba-8fe8-4e3c-a7c1-eb79646b2b52') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:19.534016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11155cba-8fe8-4e3c-a7c1-eb79646b2b52') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:19.549251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7b95d-fef2-424a-846a-354eaf538c4c None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:19.556793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.608742 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.637330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:19.639650 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:19.649658 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:19.798978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.832228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eda7dfad-0347-4d6a-bc4f-0f58be5f1fdb None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:19.836277 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda7dfad-0347-4d6a-bc4f-0f58be5f1fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.871478 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:19.879263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f12d6621-7f74-490d-969a-ac9476bfda85 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:19.888987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58348) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:19.892194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/e5f8d804-e9ba-4860-917f-1e5ef71d5a3c HTTP/1.1" status: 204 len: 168 time: 1.9767618 Dec 10 04:56:19.899601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164bb2-0f04-4cbf-b8a8-782632ccb2e4 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=e5f8d804-e9ba-4860-917f-1e5ef71d5a3c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:19.985396 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57673ac-d826-4eb8-9fb9-51cc2f77ae28 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:19.985396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57673ac-d826-4eb8-9fb9-51cc2f77ae28 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:19.996418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f57673ac-d826-4eb8-9fb9-51cc2f77ae28 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/e5f8d804-e9ba-4860-917f-1e5ef71d5a3c HTTP/1.1" status: 404 len: 339 time: 0.1063335 Dec 10 04:56:20.000575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:20.006887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543393079', 'description': 'd1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:20.061033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:20.065421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.122292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:20.130252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:20.130783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.141990 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.142920 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 25420e46-4897-4a6d-ba0f-d6e454d0d207 of type vlan for network 1f90743a-bd0e-4760-82be-cd5b296c4b45 Dec 10 04:56:20.310377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.354398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.394098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.400909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:20.401753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.500369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4984553 Dec 10 04:56:20.503037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:20.524353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc43c7-e5ec-4897-ae1e-194f0c391dd2 None None] Provisioning complete for port f12d6621-7f74-490d-969a-ac9476bfda85 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:20.525358 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc43c7-e5ec-4897-ae1e-194f0c391dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:20.582237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cf9e0-bf98-42be-b7b0-79306182d015 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=1f90743a-bd0e-4760-82be-cd5b296c4b45,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:20.608436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1f90743a-bd0e-4760-82be-cd5b296c4b45 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:20.727791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f600ff8a-6519-4798-b1aa-859b83aab0ba req-4784866b-7754-4c10-9f89-233a6a356e8f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0652196 Dec 10 04:56:20.818100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170af827-93ad-457d-bf20-a019a33d17ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:20.820389 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-170af827-93ad-457d-bf20-a019a33d17ca tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks?id=1f90743a-bd0e-4760-82be-cd5b296c4b45 HTTP/1.1" status: 200 len: 765 time: 0.3161552 Dec 10 04:56:20.823036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:20.828829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'description': 'd2'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:21.252991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:21.281829 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:21.373391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network 1f90743a-bd0e-4760-82be-cd5b296c4b45 is not hosted by any dhcp agent {{(pid=103253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:56:21.386943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.387787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:21.392512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "PUT /v2.0/networks/1f90743a-bd0e-4760-82be-cd5b296c4b45 HTTP/1.1" status: 200 len: 762 time: 0.5684276 Dec 10 04:56:21.395217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:21.561072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cda7b201-313a-4145-84cd-bcc899c3ef11 None None] Could not find standard attr ID for object 855bb376-861f-40c0-ae00-8e5ed1219bb4. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:56:21.588401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60a873-5cc4-436e-bea5-13460a9270dd None None] DHCP port deletion for e5f8d804-e9ba-4860-917f-1e5ef71d5a3c request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:21.593937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=1f90743a-bd0e-4760-82be-cd5b296c4b45,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:21.614121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9c8d4-2a8c-4fe0-b894-821d98c729b2 None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:21.635321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9c8d4-2a8c-4fe0-b894-821d98c729b2 None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 04:56:21.657851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd22927-306d-469c-95f7-436a43c0744a None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:21.672543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.675424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.676983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.678089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.678615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd22927-306d-469c-95f7-436a43c0744a None None] Network e5f8d804-e9ba-4860-917f-1e5ef71d5a3c could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 04:56:21.681831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.682560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.691094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f8e998-2188-4fad-92c5-ae7118a0c60b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:21.716003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1f90743a-bd0e-4760-82be-cd5b296c4b45 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:21.741761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.755531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.770337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.788909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.796212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.804366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.813248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:21.815460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-d3df1e2b-aa41-4652-a6ed-6b53370ad132 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.4692020 Dec 10 04:56:21.973934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a704a33-fbcc-4c7a-8378-c3a24233119c req-6cc4635a-2f77-47bf-a7e0-297bf0a112ab tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0694036 Dec 10 04:56:21.993864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c90a0e0-1e83-4240-aa0e-b911df144a38 req-7c0a8b6e-2409-4542-b342-82cf73e364de tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706908 Dec 10 04:56:22.042329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc1d71-046e-4194-9947-1dd0da314f14 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.047732 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d3cc1d71-046e-4194-9947-1dd0da314f14 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks?id=1f90743a-bd0e-4760-82be-cd5b296c4b45 HTTP/1.1" status: 200 len: 765 time: 0.6460218 Dec 10 04:56:22.048989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:22.370568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5c0a13-451c-4797-8379-ea6cce2648c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:22.439235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d68d8-bfd4-4a5d-978a-aa25b2bcc285 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.441053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b4d68d8-bfd4-4a5d-978a-aa25b2bcc285 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3909521 Dec 10 04:56:22.444052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58432) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:22.468630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.475983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.482986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.489464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.496382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.503320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.509748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.516008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0cfbe09f-38c5-41ff-8777-474dbf61304d req-871e34be-a459-498f-932b-1d237019e8bb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.3480647 Dec 10 04:56:22.517521 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7a9c7c3c-90c8-42e4-aec8-d97427db82c3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 207 time: 0.0721352 Dec 10 04:56:22.522982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:22.684158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.709082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.726934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.740330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.747549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.753910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:22.757083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30428a3b-3147-40e8-b2a4-8cc11aae76bd tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2327406 Dec 10 04:56:22.761040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58448) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:23.368719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7f9e846-f352-46ca-bc8f-4abbde50682c req-623d2e81-21d2-46a6-bebd-4161a40c7288 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0326276 Dec 10 04:56:23.425346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-855c6c9a-7599-49ff-a2e0-dab0d1e9b5e3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6629038 Dec 10 04:56:23.429956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:23.503460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.505917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.507610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.509203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.510738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.517400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:23.517977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ecdeaff2-5ff8-4791-bdf9-2f785e15c9bb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0860522 Dec 10 04:56:23.597691 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:23.658509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.659947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.662072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.668357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.670982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.672939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c819ce8e-6846-4b91-b3d6-0fee52fdd56a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1536076 Dec 10 04:56:23.679865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:23.808389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7fda4-88be-4cfd-9708-0759c424594b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:23.815837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:23.816851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31a7fda4-88be-4cfd-9708-0759c424594b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks/e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 HTTP/1.1" status: 200 len: 803 time: 0.1356096 Dec 10 04:56:24.004428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-688a4e94-fbff-41e2-a309-ef8a31697ce0 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/networks/e1a864b4-1f4d-4ef5-bdb5-c4325717aa18?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1837246 Dec 10 04:56:24.006421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:24.090193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-c1798600-2366-4804-b462-37166e659578 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396531 Dec 10 04:56:24.241090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d421f7-8c97-4184-bf73-aaa162f1ef87 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:24.241887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9d421f7-8c97-4184-bf73-aaa162f1ef87 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets/82998945-be71-4726-a865-e2d227999d8d HTTP/1.1" status: 200 len: 843 time: 0.2344522 Dec 10 04:56:24.249582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:24.338785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f710f7-a2af-434b-9f8a-a8a7dc57efcb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:24.340493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a6f710f7-a2af-434b-9f8a-a8a7dc57efcb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "GET /v2.0/subnets/82998945-be71-4726-a865-e2d227999d8d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0896323 Dec 10 04:56:24.344671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:24.355462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300584124'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:24.433344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-8f5313fa-50da-42d6-826f-1020a88c13d1 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:24.435033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-8f5313fa-50da-42d6-826f-1020a88c13d1 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372431 Dec 10 04:56:24.468391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-3aaefd42-df56-4c76-9b62-d6cd82f41341 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/quotas/5eafc9db35514f67a3fd1b64ea19673c HTTP/1.1" status: 200 len: 375 time: 0.0210900 Dec 10 04:56:24.469810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:24.473382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:24.608126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-acc6e205-63b5-4355-880e-377b0e717d10 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804889 Dec 10 04:56:24.615528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a068c61-be33-41f1-8f7b-9f1f5cbd66e0 req-aa438b10-9ef0-4dba-8d8f-36cec4bcb144 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0987978 Dec 10 04:56:24.617194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:24.647964 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:24.648324 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Added segment 624bf0a1-7ef5-4a5e-a59b-393267ae0734 of type vlan for network a120d63f-b561-4f2e-996b-4bdb6ef85a68 Dec 10 04:56:24.781932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:24.860619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:24.869896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:24.870296 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:24.927599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:24.942627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:24.958162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6127217 Dec 10 04:56:24.958991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:24.991603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9387224-aab6-44a5-9384-b3da143a14f6 req-ba72d7f1-924f-4381-afc2-02c2335a8880 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 210 time: 0.0675118 Dec 10 04:56:25.080290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9815e-518d-40a0-aa26-55fb4f102aeb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Network': ['ID=a120d63f-b561-4f2e-996b-4bdb6ef85a68,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:25.101855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:25.148615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.149199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.149713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.150166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.150820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.151526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.152148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.160972 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1152b047-660c-4115-b63d-e5c74ca30eac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.2312231 Dec 10 04:56:25.187026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Made reservation on behalf of 15e22febe4ed490894104afbf4a2ec61 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:25.191357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:25.281490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:56:25.282323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:56:25.309522 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76cf137d-8387-4e7a-b141-45aa5903278e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:25.337825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1ce28714-200b-4d25-9848-03bde337013a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747346 Dec 10 04:56:25.531586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:25.618887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=14f4baf1-c1a5-47fd-bcea-a5c7afd29937,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:25.669926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Checking segment: {'id': '624bf0a1-7ef5-4a5e-a59b-393267ae0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:25.671498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network hostable DHCP agents. Network: a120d63f-b561-4f2e-996b-4bdb6ef85a68, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:25.702773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:25.722639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a120d63f-b561-4f2e-996b-4bdb6ef85a68) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:25.735627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25786a52-40ba-461b-ba17-b3253ddd1648 None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:25.743488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:25.745534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:25.783258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9ec5f7-d972-4977-b8ec-70b126a6218a req-87d81f39-6839-429a-a689-6aa9cb1e2e01 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0522428 Dec 10 04:56:25.822269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0968d38-d9db-468a-ad09-5adb2b1cc5e8 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8758030 Dec 10 04:56:25.825126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:25.834116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:25.862238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.006679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9161213'] for subnet, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.042003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a120d63f-b561-4f2e-996b-4bdb6ef85a68', 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68', 'project_id': '15e22febe4ed490894104afbf4a2ec61', 'fixed_ips': [{'subnet_id': '14f4baf1-c1a5-47fd-bcea-a5c7afd29937'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:26.043942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.347932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2d2b827-d90d-4a4a-bd0e-0fb8b8e77fe8 req-b209e160-a5a7-4ca9-b77a-244e90f3978e tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 210 time: 0.0949759 Dec 10 04:56:26.372458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775687511080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9154422'] for subnet, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.445497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event updated for resources: {'Subnet': ['ID=14f4baf1-c1a5-47fd-bcea-a5c7afd29937,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:26.454342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:26.454953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.456250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2c00a44c-be89-477b-9d88-970b1b91de6f tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "PUT /v2.0/subnets/14f4baf1-c1a5-47fd-bcea-a5c7afd29937 HTTP/1.1" status: 200 len: 900 time: 0.6292865 Dec 10 04:56:26.459289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:26.507323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Allocated IP 2001:db8::3 (a120d63f-b561-4f2e-996b-4bdb6ef85a68/14f4baf1-c1a5-47fd-bcea-a5c7afd29937/72094ed0-4c5a-4ca3-991b-d3228b40e5c1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:26.644304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.664133 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-2efab60d-c737-4205-bd0b-55c0e1919a76 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651290 Dec 10 04:56:26.806994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.823385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:26.941790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:26.970909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:26.977143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:26.981646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Pushing event updated for resources: {'Port': ['ID=72094ed0-4c5a-4ca3-991b-d3228b40e5c1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:26.995979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.996614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.997288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.997801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.998358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.998887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:26.999399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.000408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.000980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.001508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.002013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.002508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.002999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:56:27.026276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ef58a38-3444-404a-909c-88edc6f266a0 req-b9531de7-e1c9-43a5-97f9-839ddc12849a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0844128 Dec 10 04:56:27.097731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Attempting to bind port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:27.098106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Attempting to bind port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '624bf0a1-7ef5-4a5e-a59b-393267ae0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:27.098475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Attempting to bind port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 on network a120d63f-b561-4f2e-996b-4bdb6ef85a68 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:27.106999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:27.107765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Checking segment: {'id': '624bf0a1-7ef5-4a5e-a59b-393267ae0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:27.108312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.108954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Bound using segment: {'id': '624bf0a1-7ef5-4a5e-a59b-393267ae0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:27.109776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Bound port: 72094ed0-4c5a-4ca3-991b-d3228b40e5c1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624bf0a1-7ef5-4a5e-a59b-393267ae0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:27.110169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.175220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-e0648578-f7e1-418f-99c8-6d99f889215d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:27.176927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-e0648578-f7e1-418f-99c8-6d99f889215d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5026886 Dec 10 04:56:27.193915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.258584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Request body: {'port': {'device_id': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '5eafc9db35514f67a3fd1b64ea19673c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:27.269858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] For port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:27.277387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] For port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=72094ed0-4c5a-4ca3-991b-d3228b40e5c1,segment=NetworkSegment(624bf0a1-7ef5-4a5e-a59b-393267ae0734),segment_id=624bf0a1-7ef5-4a5e-a59b-393267ae0734)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:27.289468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.463598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356aa08c-eb6b-4f5b-ad4d-f1061bc0a13b None None] Pushing event updated for resources: {'Port': ['ID=72094ed0-4c5a-4ca3-991b-d3228b40e5c1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:27.544570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.581862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3d8c2e3-b151-4a04-9bfc-880ec41746f2 req-a1372ce7-6b2e-4b02-b106-f65745249457 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 210 time: 0.0480621 Dec 10 04:56:27.614872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.836047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.850446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=14f4baf1-c1a5-47fd-bcea-a5c7afd29937,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:27.894409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120d63f-b561-4f2e-996b-4bdb6ef85a68']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:27.913308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624bf0a1-7ef5-4a5e-a59b-393267ae0734') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:27.913726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624bf0a1-7ef5-4a5e-a59b-393267ae0734') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:27.925515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:27.951628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.059395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:28.059851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:28.087276 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:28.090703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Made reservation on behalf of 5eafc9db35514f67a3fd1b64ea19673c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:28.101876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.152620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.233851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f080ae2-426e-4ad9-b631-6b5c2c84c82e req-b0ae955c-7b47-4ba0-869f-dd6dd9230407 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0535910 Dec 10 04:56:28.257681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:56:28.257681 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:56:28.257681 n-d-817326-3 neutron-server[103254]: [parameters: {'id': 'a120d63f-b561-4f2e-996b-4bdb6ef85a68'}] Dec 10 04:56:28.257681 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:28.258081 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:28.300301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.329166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.334688 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.491792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:28.513523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Allocated IP 192.168.233.18 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/fae7dc14-92d2-4bf5-9caa-099ed7b9a68c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:28.737917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89ab3e7e-8cf8-4ba4-a6e6-f36f79ca4e80 req-2ca47597-42c0-43ac-af5c-ce70838d7187 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 210 time: 0.0435829 Dec 10 04:56:28.754771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.761173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.840757 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:28.912756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:28.915322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:28.917767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:28.920704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Pushing event updated for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:28.927059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:28.927417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.050984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:29.051569 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.087952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=72094ed0-4c5a-4ca3-991b-d3228b40e5c1,segment=NetworkSegment(624bf0a1-7ef5-4a5e-a59b-393267ae0734),segment_id=624bf0a1-7ef5-4a5e-a59b-393267ae0734)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:29.088395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.102072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b518c42-597f-4e3c-b16c-b728e173855e None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:29.109622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:29.117035 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-dfdba739-464d-4515-a003-60f1f3eec334 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8720365 Dec 10 04:56:29.257343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Request body: {'port': {'device_id': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:29.262232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bb346f91-a8c0-4dfa-8bdf-dd406b9c691b None None] Provisioning complete for port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:29.273100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb346f91-a8c0-4dfa-8bdf-dd406b9c691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.285949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.323838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=72094ed0-4c5a-4ca3-991b-d3228b40e5c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:29.330251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:29.340669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bb346f91-a8c0-4dfa-8bdf-dd406b9c691b None None] Port 72094ed0-4c5a-4ca3-991b-d3228b40e5c1 was deleted so its status cannot be updated. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 04:56:29.431019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0deacf5-887b-4a16-8864-971d2fcc50da req-d3945cd5-765b-465e-9455-b68ef23c3043 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.0431056 Dec 10 04:56:29.447546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.461917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef37ba-83f5-4d71-8fe3-d6a7de30959f None None] DHCP port deletion for a120d63f-b561-4f2e-996b-4bdb6ef85a68 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:29.481502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.586606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120d63f-b561-4f2e-996b-4bdb6ef85a68']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:29.647542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624bf0a1-7ef5-4a5e-a59b-393267ae0734') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:29.647978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624bf0a1-7ef5-4a5e-a59b-393267ae0734') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:29.669864 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.692424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.712731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:29.713140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:29.722550 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:29.905120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab2ffa-ac33-4b87-979f-6b71075b5d49 req-e5eb5ceb-35e4-4df8-a56f-0caad6b8776d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:29.907059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31ab2ffa-ac33-4b87-979f-6b71075b5d49 req-e5eb5ceb-35e4-4df8-a56f-0caad6b8776d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 935 time: 0.0670493 Dec 10 04:56:29.929185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cef68b-7c85-4583-9746-a234782c1938 None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:29.949050 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.984996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:29.987165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cef68b-7c85-4583-9746-a234782c1938 None None] Network a120d63f-b561-4f2e-996b-4bdb6ef85a68 could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 04:56:29.990655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/a120d63f-b561-4f2e-996b-4bdb6ef85a68 HTTP/1.1" status: 204 len: 168 time: 3.5295861 Dec 10 04:56:29.991911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0818-c873-4542-b71f-5fb0d5db4ffa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=a120d63f-b561-4f2e-996b-4bdb6ef85a68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:29.995868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2dfe34a8-2fb5-4edc-a449-147df7f15dad None None] Provisioning complete for port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:29.996021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:29.997101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dfe34a8-2fb5-4edc-a449-147df7f15dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.022706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31ab2ffa-ac33-4b87-979f-6b71075b5d49 req-453374ac-5acb-40f4-ad62-e093e87e3204 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075034 Dec 10 04:56:30.057565 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1510b0f9-6388-49cf-8b7e-c72ce65fba52 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:30.058835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1510b0f9-6388-49cf-8b7e-c72ce65fba52 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:30.066533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58684) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:30.067058 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1510b0f9-6388-49cf-8b7e-c72ce65fba52 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/14f4baf1-c1a5-47fd-bcea-a5c7afd29937 HTTP/1.1" status: 404 len: 337 time: 0.0697007 Dec 10 04:56:30.074538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe34a8-2fb5-4edc-a449-147df7f15dad None None] Port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:56:30.091673 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3409a1-263e-4e5e-8b23-cc67608c460c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:30.092430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3409a1-263e-4e5e-8b23-cc67608c460c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:30.095735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fe3409a1-263e-4e5e-8b23-cc67608c460c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/a120d63f-b561-4f2e-996b-4bdb6ef85a68 HTTP/1.1" status: 404 len: 339 time: 0.0282071 Dec 10 04:56:30.103071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58686) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:30.143717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae7dc14-92d2-4bf5-9caa-099ed7b9a68c {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:56:30.149262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.162124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Transition to ACTIVE for port object fae7dc14-92d2-4bf5-9caa-099ed7b9a68c will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:56:30.180551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.258667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:30.265113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.353962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Attempting to bind port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:30.354877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Attempting to bind port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:30.355401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Attempting to bind port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:30.363044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:56:30.363967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Attempting to bind port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:30.382756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:30.383647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:30.384354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:30.385028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Bound port: fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:30.385562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.402363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.444234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f90743a-bd0e-4760-82be-cd5b296c4b45']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:30.467176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25420e46-4897-4a6d-ba0f-d6e454d0d207') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:30.467480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25420e46-4897-4a6d-ba0f-d6e454d0d207') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:30.471931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:30.478241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:30.485136 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.503358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.532410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.548447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:30.549124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:30.553265 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:30.555956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:30.555956 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.557466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-958609fd-165f-497e-a642-5f458389fe82 service neutron] 10.222.0.41 "PUT /v2.0/ports/fae7dc14-92d2-4bf5-9caa-099ed7b9a68c HTTP/1.1" status: 200 len: 1095 time: 1.3067172 Dec 10 04:56:30.558644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:30.610788 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631da7cf-e8d4-47d9-b4f5-66080b433c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:30.693733 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3282b53c-5923-4047-9c52-dda1da742aa9 x-openstack-request-id: req-3282b53c-5923-4047-9c52-dda1da742aa9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:30.694204 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:30.694556 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3282b53c-5923-4047-9c52-dda1da742aa9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:30.695067 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c', 'status': 'completed', 'code': 200} Dec 10 04:56:30.700797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958609fd-165f-497e-a642-5f458389fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:30.748667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-e565bd30-e5e6-4a25-99ef-b72404dcbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:30.750576 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-e565bd30-e5e6-4a25-99ef-b72404dcbf08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 1098 time: 0.0939708 Dec 10 04:56:30.795446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-306be8b4-7c5c-46ac-a374-bcad13a1c06a req-30feb45f-b938-4909-a38d-fc2f6ca2edfe tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d3d751-11fc-45b7-befc-416a8b6de38f HTTP/1.1" status: 200 len: 210 time: 0.1574337 Dec 10 04:56:30.824344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.831720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:30.837928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-8f3f9488-fee9-44aa-bf18-eccb9a6be3ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c HTTP/1.1" status: 200 len: 217 time: 0.0666096 Dec 10 04:56:30.839133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/1f90743a-bd0e-4760-82be-cd5b296c4b45 HTTP/1.1" status: 204 len: 168 time: 0.7346609 Dec 10 04:56:30.843608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:30.866811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc804-b965-4fdf-b0ef-3ffa98f2b3d7 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=1f90743a-bd0e-4760-82be-cd5b296c4b45,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:30.942771 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31bc7d4-49ee-4a64-9d50-b1b9d47077aa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:30.943283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31bc7d4-49ee-4a64-9d50-b1b9d47077aa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:30.947785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d31bc7d4-49ee-4a64-9d50-b1b9d47077aa tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/a4456d42-a515-4720-a168-6b20d22d92c9 HTTP/1.1" status: 404 len: 337 time: 0.1021638 Dec 10 04:56:30.950802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:30.977964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-3f28c832-8b7d-43cd-a6a2-3f92afb4ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:30.980674 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-3f28c832-8b7d-43cd-a6a2-3f92afb4ca86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.1179986 Dec 10 04:56:31.005683 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f6ddaa-35d9-46e5-9f08-337c6e285bff tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:31.006538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f6ddaa-35d9-46e5-9f08-337c6e285bff tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:31.011418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-87f6ddaa-35d9-46e5-9f08-337c6e285bff tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/e5f8d804-e9ba-4860-917f-1e5ef71d5a3c HTTP/1.1" status: 404 len: 339 time: 0.0595806 Dec 10 04:56:31.017103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58710) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:31.116839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-bd671059-385a-4d9b-9dc7-8a4355d5df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.118362 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-bd671059-385a-4d9b-9dc7-8a4355d5df2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244540 Dec 10 04:56:31.165398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting subnet a0ed54ca-e9b9-4a75-beac-c8d471af4874 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:31.169723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.238381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621709c-542c-43a6-8a5b-c5ff82087507 req-583e3e6c-ca60-4595-b369-0b85a61fd68c tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.240067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b621709c-542c-43a6-8a5b-c5ff82087507 req-583e3e6c-ca60-4595-b369-0b85a61fd68c tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 947 time: 0.1170061 Dec 10 04:56:31.245558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.266847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-a2ee04b1-9e3b-4b6b-9fd5-547d7d2193dd service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356845 Dec 10 04:56:31.356432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b621709c-542c-43a6-8a5b-c5ff82087507 req-cc9b5ca5-07ff-49dd-b12c-c18f7ebf11c2 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873616 Dec 10 04:56:31.378435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4ee94186-9eec-4c28-a5c6-afb43eb9c0c2 req-9d85755e-ca7a-4594-8583-44f93e95a8ca service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934243 Dec 10 04:56:31.378529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.441307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.468837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72faca-ba89-44fd-a6c1-20b97a5123be None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:31.481137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ed54ca-e9b9-4a75-beac-c8d471af4874,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:31.487201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.491278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8473054-2331-4c8c-95f6-60a00cda232a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/a0ed54ca-e9b9-4a75-beac-c8d471af4874 HTTP/1.1" status: 204 len: 168 time: 0.4729593 Dec 10 04:56:31.497754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58724) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:31.528195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-24f42770-09d1-45c5-ac10-f986abb6064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.530164 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-24f42770-09d1-45c5-ac10-f986abb6064b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 1098 time: 0.0528378 Dec 10 04:56:31.568814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting subnet 543efcbe-6be6-499f-89e4-c910aebc4762 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:31.573110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.626305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.642299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-a0bbf963-4117-46ae-b8b0-4f1de5bf8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.643959 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-a0bbf963-4117-46ae-b8b0-4f1de5bf8357 service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.1061940 Dec 10 04:56:31.706895 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-81f7cf24-9ce6-4518-bf41-f06589c930ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c HTTP/1.1" status: 200 len: 217 time: 0.0475335 Dec 10 04:56:31.740997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.762254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-225ea00f-17e6-48b8-a6fd-df38dae07854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.764059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-225ea00f-17e6-48b8-a6fd-df38dae07854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0494015 Dec 10 04:56:31.808194 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.821909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-a0b65e9b-96d6-4e10-9092-a09deca50a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:31.825040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-a0b65e9b-96d6-4e10-9092-a09deca50a20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503738 Dec 10 04:56:31.849522 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:31.852936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/543efcbe-6be6-499f-89e4-c910aebc4762 HTTP/1.1" status: 204 len: 168 time: 0.3540475 Dec 10 04:56:31.855312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58732) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:31.870101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964da5d8-8051-4262-8340-d6663d0df73a tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=543efcbe-6be6-499f-89e4-c910aebc4762,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:31.959180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.025704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port f12d6621-7f74-490d-969a-ac9476bfda85 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:32.026287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.115105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port f12d6621-7f74-490d-969a-ac9476bfda85, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f12d6621-7f74-490d-969a-ac9476bfda85,segment=NetworkSegment(9fca6114-215e-4c40-804a-47c91e8458a5),segment_id=9fca6114-215e-4c40-804a-47c91e8458a5)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:32.115759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.143416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for f12d6621-7f74-490d-969a-ac9476bfda85 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:32.281550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.300958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port f12d6621-7f74-490d-969a-ac9476bfda85 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:32.336437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=f12d6621-7f74-490d-969a-ac9476bfda85,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:32.403284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cacb170-786d-4dce-9308-0cc190a33f1e None None] Network 45ad4878-0511-426a-a06c-dad93eed0566 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:32.414339 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-0c6988b0-9c25-4b44-9e18-f2a576de392c service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696032 Dec 10 04:56:32.469179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a7a5804a-5f8a-41f3-a826-36a599d1ec40 None None] Could not find standard attr ID for object f12d6621-7f74-490d-969a-ac9476bfda85. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:56:32.474561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.535988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ad4878-0511-426a-a06c-dad93eed0566']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:32.551773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fca6114-215e-4c40-804a-47c91e8458a5') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:32.552804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fca6114-215e-4c40-804a-47c91e8458a5') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:32.560813 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-631da7cf-e8d4-47d9-b4f5-66080b433c6c req-c6ca44ba-5047-44a8-8703-0940be40e562 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461346 Dec 10 04:56:32.570622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.612350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1978e1-e4a7-4dad-a52d-96c1a28a56f0 req-ba6f6ea4-6975-44e1-b233-ad5b14a87701 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:32.615377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c1978e1-e4a7-4dad-a52d-96c1a28a56f0 req-ba6f6ea4-6975-44e1-b233-ad5b14a87701 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 947 time: 0.1435287 Dec 10 04:56:32.663988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.680006 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:32.680557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:32.684385 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:32.707973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56245ee5-1261-419f-a6db-e1380a7e35aa None None] DHCP port deletion for 45ad4878-0511-426a-a06c-dad93eed0566 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:32.712176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c1978e1-e4a7-4dad-a52d-96c1a28a56f0 req-112261b5-a68b-476f-a99c-9799b9353a0a tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862041 Dec 10 04:56:32.765850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.780297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:32.784223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/45ad4878-0511-426a-a06c-dad93eed0566 HTTP/1.1" status: 204 len: 168 time: 0.9278650 Dec 10 04:56:32.786809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.805590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d241362-cbb3-4976-8508-bd7d9f85838c tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=45ad4878-0511-426a-a06c-dad93eed0566,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:32.815926 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-55957a1d-266f-46f0-9f98-f7fee1113318 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.816530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55957a1d-266f-46f0-9f98-f7fee1113318 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.820655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-55957a1d-266f-46f0-9f98-f7fee1113318 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/b2949ba0-d399-4880-9283-47baf8b7f716 HTTP/1.1" status: 404 len: 337 time: 0.0323596 Dec 10 04:56:32.822740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.842427 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4cef72-0626-445d-b961-4fa7161a86fb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.843085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4cef72-0626-445d-b961-4fa7161a86fb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.846551 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec4cef72-0626-445d-b961-4fa7161a86fb tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/3485187a-6976-4e77-9d24-9ccb1a445185 HTTP/1.1" status: 404 len: 339 time: 0.0227928 Dec 10 04:56:32.849401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58772) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.881900 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57801a0-c306-4210-9caa-44a0b4f7ea08 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.882507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57801a0-c306-4210-9caa-44a0b4f7ea08 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.888091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c57801a0-c306-4210-9caa-44a0b4f7ea08 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/ae5c6473-0c59-4e12-b646-a33367fce986 HTTP/1.1" status: 404 len: 337 time: 0.0354576 Dec 10 04:56:32.888466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58774) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.907134 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e19ffb-87dd-4aba-be88-cd8b0fc1981e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.907687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e19ffb-87dd-4aba-be88-cd8b0fc1981e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.912518 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73e19ffb-87dd-4aba-be88-cd8b0fc1981e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/78ad1f40-080a-485e-9f1c-eaec2ad9b3ea HTTP/1.1" status: 404 len: 339 time: 0.0213757 Dec 10 04:56:32.917629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.948696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58780) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.954705 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe0cf02-e3ad-430c-9521-d1470e02b17d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.955171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe0cf02-e3ad-430c-9521-d1470e02b17d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.960530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7fe0cf02-e3ad-430c-9521-d1470e02b17d tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/424b8540-304c-44ad-a1ad-9005d3579cc4 HTTP/1.1" status: 404 len: 337 time: 0.0398235 Dec 10 04:56:32.962458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:32.993370 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeff63f-8467-4f6f-a9c4-89392e5d0fb3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:32.993856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeff63f-8467-4f6f-a9c4-89392e5d0fb3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:32.999255 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-beeff63f-8467-4f6f-a9c4-89392e5d0fb3 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/15fe1e70-d6bb-4774-9d16-2118ddcc2fe0 HTTP/1.1" status: 404 len: 339 time: 0.0333834 Dec 10 04:56:32.999624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58784) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:33.035841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.058744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting subnet 21170696-645e-4a59-8910-6854ddb99c6b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:33.062327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.074785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.109079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.135714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.142915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.144142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/security-groups/563993e6-dcf0-486b-89e1-6c9d43675ed1 HTTP/1.1" status: 204 len: 168 time: 0.1940958 Dec 10 04:56:33.150118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:33.170216 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-da68ee87-e9b2-4782-a899-26ece95c93de tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] show failed (client error): The resource could not be found. Dec 10 04:56:33.171257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-da68ee87-e9b2-4782-a899-26ece95c93de tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "GET /v2.0/security-groups/563993e6-dcf0-486b-89e1-6c9d43675ed1 HTTP/1.1" status: 404 len: 347 time: 0.0201411 Dec 10 04:56:33.177594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:33.189038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae5274-37b5-4abc-8d34-99d76887d705 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563993e6-dcf0-486b-89e1-6c9d43675ed1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:33.248020 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.336587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.348254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 8e6e45d2-894d-4215-9922-d14702927b9e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:33.348631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.364081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1bf116-672e-4a16-9d2d-dab070dd513d None None] Network aae1adc5-1925-4f87-b27f-ba695bae6a30 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:33.367061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.372706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/21170696-645e-4a59-8910-6854ddb99c6b HTTP/1.1" status: 204 len: 168 time: 0.3698738 Dec 10 04:56:33.379217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:33.389015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4a236-25dc-4514-9f4b-93910894bf7e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=21170696-645e-4a59-8910-6854ddb99c6b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:33.568856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.575549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.576158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.583807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] DHCP port deletion for aae1adc5-1925-4f87-b27f-ba695bae6a30 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:33.594914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 8e6e45d2-894d-4215-9922-d14702927b9e owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:33.653877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Deleting port a83d29da-e555-441f-9ee1-e98c6f40d925 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:33.654395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.730397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] For port a83d29da-e555-441f-9ee1-e98c6f40d925, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a83d29da-e555-441f-9ee1-e98c6f40d925,segment=NetworkSegment(a911ac84-4fe5-401b-aa1f-5a4b516cab30),segment_id=a911ac84-4fe5-401b-aa1f-5a4b516cab30)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:33.730897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.737646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port a83d29da-e555-441f-9ee1-e98c6f40d925 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:33.738157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.746580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Calling delete_port for a83d29da-e555-441f-9ee1-e98c6f40d925 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:33.859580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.864061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f12d6621-7f74-490d-969a-ac9476bfda85 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:33.898679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port a83d29da-e555-441f-9ee1-e98c6f40d925, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a83d29da-e555-441f-9ee1-e98c6f40d925,segment=NetworkSegment(a911ac84-4fe5-401b-aa1f-5a4b516cab30),segment_id=a911ac84-4fe5-401b-aa1f-5a4b516cab30)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:33.899744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.924487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f12d6621-7f74-490d-969a-ac9476bfda85 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:33.924887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for a83d29da-e555-441f-9ee1-e98c6f40d925 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:33.925000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f12d6621-7f74-490d-969a-ac9476bfda85 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:33.925548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a83d29da-e555-441f-9ee1-e98c6f40d925 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:33.933232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ae6d-6fba-4e34-975c-a80631945db8 req-a4f6c56b-fdeb-4847-b1be-3b90db6a828d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:33.934981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba20ae6d-6fba-4e34-975c-a80631945db8 req-a4f6c56b-fdeb-4847-b1be-3b90db6a828d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 947 time: 0.0896938 Dec 10 04:56:33.947458 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:33.951146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] Pushing event deleted for resources: {'Port': ['ID=a83d29da-e555-441f-9ee1-e98c6f40d925,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:33.953105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a83d29da-e555-441f-9ee1-e98c6f40d925 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:33.953677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a83d29da-e555-441f-9ee1-e98c6f40d925 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:33.961480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039d303-9374-4b1a-98b0-78a483b3a00b None None] No DVR routers for this DVR port a83d29da-e555-441f-9ee1-e98c6f40d925 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:34.014985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba20ae6d-6fba-4e34-975c-a80631945db8 req-364f3803-c6f1-4d0c-80cd-92347b9ba2c7 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722072 Dec 10 04:56:34.043377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=8e6e45d2-894d-4215-9922-d14702927b9e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:34.124530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.127128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.128319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4020151c-2876-4347-8226-7c9b33bdc2d2 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/floatingips/774ffb0f-0c81-4bf6-b1cd-5d1785c51eed HTTP/1.1" status: 204 len: 168 time: 0.9496305 Dec 10 04:56:34.131600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.159367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.207781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=a83d29da-e555-441f-9ee1-e98c6f40d925,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:34.213611 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port a83d29da-e555-441f-9ee1-e98c6f40d925 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:34.322843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.348684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae1adc5-1925-4f87-b27f-ba695bae6a30']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:34.358072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 07b55e71-6d26-40eb-9b10-b233bf89aff5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:34.358432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.365265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a911ac84-4fe5-401b-aa1f-5a4b516cab30') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:34.365573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a911ac84-4fe5-401b-aa1f-5a4b516cab30') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:34.387843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.435262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.449135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:34.449547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:34.452714 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:34.522823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.536101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 07b55e71-6d26-40eb-9b10-b233bf89aff5 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:34.538431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.547288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.550473 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/aae1adc5-1925-4f87-b27f-ba695bae6a30 HTTP/1.1" status: 204 len: 168 time: 1.1703014 Dec 10 04:56:34.553552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58828) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.567211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d043f-9dd4-4724-b278-ac9de0c4b134 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=aae1adc5-1925-4f87-b27f-ba695bae6a30,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:34.581482 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c22d7d3-20bc-4746-b1e6-303dc620ac1b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:34.582199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c22d7d3-20bc-4746-b1e6-303dc620ac1b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:34.586029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c22d7d3-20bc-4746-b1e6-303dc620ac1b tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/a8b14fe1-46e2-4a41-9685-15f347284118 HTTP/1.1" status: 404 len: 337 time: 0.0311806 Dec 10 04:56:34.588713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58830) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.607103 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-19db7d1b-180f-46db-8981-495573c81b11 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] DELETE failed (client error): The resource could not be found. Dec 10 04:56:34.607747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19db7d1b-180f-46db-8981-495573c81b11 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:56:34.613968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-19db7d1b-180f-46db-8981-495573c81b11 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/3960bd29-3200-4a89-8202-e4792ab1bbb6 HTTP/1.1" status: 404 len: 339 time: 0.0215344 Dec 10 04:56:34.613968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58832) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.677489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting subnet 82998945-be71-4726-a865-e2d227999d8d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:34.680759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.701477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.735084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.738269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=07b55e71-6d26-40eb-9b10-b233bf89aff5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:34.825728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.826011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.829099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-42cd0150-9cf9-44b4-94d5-b6092cb798ed tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/ports/07b55e71-6d26-40eb-9b10-b233bf89aff5 HTTP/1.1" status: 204 len: 168 time: 0.6965618 Dec 10 04:56:34.831935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.894587 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.924092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Subnet': ['ID=82998945-be71-4726-a865-e2d227999d8d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:34.924231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 716d6d4b-9e14-4c02-979d-210f1b215ff4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:34.924590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.926096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:34.932654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b8148d3-fe3a-4813-acc7-0b8bdca83d4e tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/subnets/82998945-be71-4726-a865-e2d227999d8d HTTP/1.1" status: 204 len: 168 time: 0.3176320 Dec 10 04:56:34.933315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:34.936548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4b24b-376d-4aba-a9a1-46263a9df2ab None None] Network e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:35.065523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.093794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 716d6d4b-9e14-4c02-979d-210f1b215ff4 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:35.108342 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.147017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] DHCP port deletion for e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:35.234409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192e49-276c-4b78-9cc1-1e9463ab22c5 req-dfd601d0-5c0d-41ed-8cd6-f71cbeaf8eed tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:35.246402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6192e49-276c-4b78-9cc1-1e9463ab22c5 req-dfd601d0-5c0d-41ed-8cd6-f71cbeaf8eed tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 947 time: 0.1149061 Dec 10 04:56:35.260853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Deleting port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:35.262432 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.292926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Deleting port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:35.296916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.314116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.366198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6192e49-276c-4b78-9cc1-1e9463ab22c5 req-35a7f4a6-d12c-4dc0-8eb2-a404149fe406 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126683 Dec 10 04:56:35.375652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=716d6d4b-9e14-4c02-979d-210f1b215ff4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:35.421746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] For port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,segment=NetworkSegment(d1fc9973-08d3-4d88-86b8-96ef7999dc88),segment_id=d1fc9973-08d3-4d88-86b8-96ef7999dc88)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:35.423698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.453777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Calling delete_port for bfe2cc47-dbee-4025-80d2-0b28a6d00f2b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:35.482624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] For port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,segment=NetworkSegment(d1fc9973-08d3-4d88-86b8-96ef7999dc88),segment_id=d1fc9973-08d3-4d88-86b8-96ef7999dc88)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:35.482997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.498972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Calling delete_port for bfe2cc47-dbee-4025-80d2-0b28a6d00f2b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:35.542538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.551426 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-920004bb-3bc5-45c1-81b3-f5c5b27c8a1f tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/ports/716d6d4b-9e14-4c02-979d-210f1b215ff4 HTTP/1.1" status: 204 len: 168 time: 0.7180560 Dec 10 04:56:35.554337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:35.574180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.608708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] Pushing event deleted for resources: {'Port': ['ID=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:35.613458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6d4b4-0f19-4a82-9667-ac7c14d03e31 None None] No DVR routers for this DVR port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:35.623367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting subnet 103bd28f-ff78-451d-9f97-9cec6292b815 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:35.627806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.628541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.656199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Port': ['ID=bfe2cc47-dbee-4025-80d2-0b28a6d00f2b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:35.661090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] No DVR routers for this DVR port bfe2cc47-dbee-4025-80d2-0b28a6d00f2b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:35.682861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.754824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.776300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a864b4-1f4d-4ef5-bdb5-c4325717aa18']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:35.790807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.796867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fc9973-08d3-4d88-86b8-96ef7999dc88') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:35.797172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fc9973-08d3-4d88-86b8-96ef7999dc88') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:35.801079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bfe2cc47-dbee-4025-80d2-0b28a6d00f2b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:35.808246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.822801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.830626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: bfe2cc47-dbee-4025-80d2-0b28a6d00f2b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:35.833368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bfe2cc47-dbee-4025-80d2-0b28a6d00f2b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:35.835783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:35.836885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:35.841615 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:35.876572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.914907 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.922778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Subnet': ['ID=103bd28f-ff78-451d-9f97-9cec6292b815,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:35.927492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.932602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d9646c0c-7b00-4176-b7c3-2614a0495451 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/subnets/103bd28f-ff78-451d-9f97-9cec6292b815 HTTP/1.1" status: 204 len: 168 time: 0.3754225 Dec 10 04:56:35.935517 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:35.937619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:35.939018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a436b2d-35a5-44a7-9104-14c6a8d9c10a None None] Network ab14fc63-3118-4297-9f22-9943262204b0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:35.941636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] 10.222.0.43 "DELETE /v2.0/networks/e1a864b4-1f4d-4ef5-bdb5-c4325717aa18 HTTP/1.1" status: 204 len: 168 time: 1.0032575 Dec 10 04:56:35.960647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c176a4-e25f-4099-b471-15d408974056 tempest-NetworksIpV6Test-995342619 tempest-NetworksIpV6Test-995342619-project] Pushing event deleted for resources: {'Network': ['ID=e1a864b4-1f4d-4ef5-bdb5-c4325717aa18,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:36.001747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting subnet 750ffdbb-fcb6-4357-8bf6-67b26c2276f5 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:56:36.006330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.026250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fae7dc14-92d2-4bf5-9caa-099ed7b9a68c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:56:36.062657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.208674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.210962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:36.233913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c', 'mac_address': 'fa:16:3e:42:5b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:56:36.299672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] DHCP port deletion for ab14fc63-3118-4297-9f22-9943262204b0 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:36.307436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.316959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.343133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58882) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:36.346894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae7dc14-92d2-4bf5-9caa-099ed7b9a68c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:56:36.356980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Subnet': ['ID=750ffdbb-fcb6-4357-8bf6-67b26c2276f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:36.364217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.370973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fb4daac2-4532-4a17-908b-40dd22108628 tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/subnets/750ffdbb-fcb6-4357-8bf6-67b26c2276f5 HTTP/1.1" status: 204 len: 168 time: 0.4295418 Dec 10 04:56:36.371069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b29d8-a1b7-484c-9ad9-96ef15d9e8a3 None None] Network 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:36.371152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 58888) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:36.409177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:36.451536 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.517245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Deleting port 2b073f81-93dd-42ee-9dbf-8a37ac00404b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:36.517557 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.544199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.641172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:36.651909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] For port 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b073f81-93dd-42ee-9dbf-8a37ac00404b,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:36.651909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.673044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Calling delete_port for 2b073f81-93dd-42ee-9dbf-8a37ac00404b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:36.679544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183ecf-b06d-4b6d-a77b-0f20f80900f8 req-53ac0a5d-0b17-4df3-a9ef-a6a4f6b3fdea tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:36.683336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f183ecf-b06d-4b6d-a77b-0f20f80900f8 req-53ac0a5d-0b17-4df3-a9ef-a6a4f6b3fdea tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 948 time: 0.1771014 Dec 10 04:56:36.703679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4e06c11c-4d3e-41a3-97cc-9431d998ea52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15e22febe4ed490894104afbf4a2ec61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3567722 Dec 10 04:56:36.704531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:36.769347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f183ecf-b06d-4b6d-a77b-0f20f80900f8 req-fd61d62a-0ab5-46de-95fb-9f098ce9627b tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Dec 10 04:56:36.784329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Deleting port 2b073f81-93dd-42ee-9dbf-8a37ac00404b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:36.784709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.797763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] DHCP port deletion for 03ec0077-5a3e-476e-a9ce-eecc2a7f6190 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:56:36.815722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.838996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.859877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.872310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['fae7dc14-92d2-4bf5-9caa-099ed7b9a68c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:56:36.877553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] Pushing event deleted for resources: {'Port': ['ID=2b073f81-93dd-42ee-9dbf-8a37ac00404b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:36.902490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f257c-80f4-49a2-941e-b1ad5a188671 None None] No DVR routers for this DVR port 2b073f81-93dd-42ee-9dbf-8a37ac00404b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:36.932828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.939016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.944958 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7d4093b-7668-487d-93a2-f76530c446ec HTTP/1.1" status: 204 len: 168 time: 0.2370403 Dec 10 04:56:36.968237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f2f2-c6cf-4670-b6c7-ec8d31e5268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4093b-7668-487d-93a2-f76530c446ec,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:36.974441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Deleting port de2fa903-cd63-4c15-80d5-2108711eb0d7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:36.974981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:36.987736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] For port 2b073f81-93dd-42ee-9dbf-8a37ac00404b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b073f81-93dd-42ee-9dbf-8a37ac00404b,segment=NetworkSegment(ac945a39-2c21-467a-9d18-5dc6b83b8ba6),segment_id=ac945a39-2c21-467a-9d18-5dc6b83b8ba6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:36.988243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.014434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Calling delete_port for 2b073f81-93dd-42ee-9dbf-8a37ac00404b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:37.087942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] For port de2fa903-cd63-4c15-80d5-2108711eb0d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=de2fa903-cd63-4c15-80d5-2108711eb0d7,segment=NetworkSegment(ed8e5c5d-e823-4ecb-adf0-cf025ec6a184),segment_id=ed8e5c5d-e823-4ecb-adf0-cf025ec6a184)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:37.088384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.107665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Calling delete_port for de2fa903-cd63-4c15-80d5-2108711eb0d7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:37.204785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.235309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Port': ['ID=2b073f81-93dd-42ee-9dbf-8a37ac00404b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:37.237785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] No DVR routers for this DVR port 2b073f81-93dd-42ee-9dbf-8a37ac00404b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:37.290012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.319857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] Pushing event deleted for resources: {'Port': ['ID=de2fa903-cd63-4c15-80d5-2108711eb0d7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:37.323321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4675e-930a-4ba5-9c2b-2d8157701950 None None] No DVR routers for this DVR port de2fa903-cd63-4c15-80d5-2108711eb0d7 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:37.362146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.393020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab14fc63-3118-4297-9f22-9943262204b0']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.404579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.404936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac945a39-2c21-467a-9d18-5dc6b83b8ba6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.419131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.434572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.448676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:37.449118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:37.452665 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:37.528123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.537319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.544026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/networks/ab14fc63-3118-4297-9f22-9943262204b0 HTTP/1.1" status: 204 len: 168 time: 1.1693978 Dec 10 04:56:37.544104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:37.581165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800ae5-7020-4863-a51d-ad39dd810f1a tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Network': ['ID=ab14fc63-3118-4297-9f22-9943262204b0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:37.653072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.754264 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.782135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ec0077-5a3e-476e-a9ce-eecc2a7f6190']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.792952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.793336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8e5c5d-e823-4ecb-adf0-cf025ec6a184') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:37.805069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.819920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.829483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:37.830342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:37.835271 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:37.846942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device de2fa903-cd63-4c15-80d5-2108711eb0d7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:37.890108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: de2fa903-cd63-4c15-80d5-2108711eb0d7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:37.890466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device de2fa903-cd63-4c15-80d5-2108711eb0d7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:37.890938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b073f81-93dd-42ee-9dbf-8a37ac00404b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:37.916791 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.923177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2b073f81-93dd-42ee-9dbf-8a37ac00404b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:37.923468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b073f81-93dd-42ee-9dbf-8a37ac00404b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:37.925490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:37.935310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] 10.222.0.43 "DELETE /v2.0/networks/03ec0077-5a3e-476e-a9ce-eecc2a7f6190 HTTP/1.1" status: 204 len: 168 time: 0.3847558 Dec 10 04:56:37.959272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffa561-8788-420c-bb48-b29e543170ff tempest-TaggedBootDevicesTest_v242-1531900979 tempest-TaggedBootDevicesTest_v242-1531900979-project] Pushing event deleted for resources: {'Network': ['ID=03ec0077-5a3e-476e-a9ce-eecc2a7f6190,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:37.988516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad75cd0-4363-40aa-ad42-742853540201 req-e49ff3b5-e353-48dc-9731-273ad25fbded tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:37.998412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ad75cd0-4363-40aa-ad42-742853540201 req-e49ff3b5-e353-48dc-9731-273ad25fbded tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 948 time: 0.0965631 Dec 10 04:56:38.032171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fae7dc14-92d2-4bf5-9caa-099ed7b9a68c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:38.099563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:56:38.104821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ad75cd0-4363-40aa-ad42-742853540201 req-037cd513-10d4-484d-8cb3-31fe9d400f4f tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035714 Dec 10 04:56:38.105780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:38.105780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.258084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:38.287055 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.335072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:38.339071 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c0fb9f-dbe1-4793-82d9-00b3d91cf491" -d '{"events": [{"server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "name": "network-vif-plugged", "status": "completed", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:38.393635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:38.403240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.446908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115729258'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:38.514866 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93b8f62-5ff7-457e-b3d6-f86abe9be4ba x-openstack-request-id: req-f93b8f62-5ff7-457e-b3d6-f86abe9be4ba {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:38.517060 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "name": "network-vif-plugged", "status": "completed", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:38.519748 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f93b8f62-5ff7-457e-b3d6-f86abe9be4ba {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:38.520376 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c', 'code': 200} Dec 10 04:56:38.530425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:38.535290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.590563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:38.606905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.697666 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.708827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.721614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:38.736715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.737403 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment d6db7870-98b7-4928-85ee-268793f306bb of type vlan for network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 Dec 10 04:56:38.786850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.827281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c489-b19c-435d-9972-4aa35ccd2ab0 req-3cbbd712-2e0a-40cc-9d0f-8cd3d7dcc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:38.829801 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8954c489-b19c-435d-9972-4aa35ccd2ab0 req-3cbbd712-2e0a-40cc-9d0f-8cd3d7dcc00b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 1100 time: 0.2760463 Dec 10 04:56:38.830770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.837510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:38.838477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:38.909669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16272cd4-ca2b-4f6f-8b7b-3a58aab09a68,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:38.936494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6613984 Dec 10 04:56:38.972379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c94f-a3e9-4bcb-8c28-0dfe6ab59f92 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=a5afd19f-d6da-4c2f-9abf-f8ca2b575772,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:38.977235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8954c489-b19c-435d-9972-4aa35ccd2ab0 req-2bdd160d-4741-4b53-b2b1-e1f13886ca54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352792 Dec 10 04:56:39.001077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:39.055089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 58988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:39.060184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:39.216365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:39.221473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.344789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af051e-c799-4fea-b60a-59cf86e65081 req-5992bf3a-142b-4565-a50c-a4df3f1b1a37 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:39.354104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5af051e-c799-4fea-b60a-59cf86e65081 req-5992bf3a-142b-4565-a50c-a4df3f1b1a37 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.0947371 Dec 10 04:56:39.437560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5af051e-c799-4fea-b60a-59cf86e65081 req-77350c1a-a77e-41bd-b6a8-4ac92380ace6 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818279 Dec 10 04:56:39.480268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.574896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=fa75031c-8da3-40c4-a937-37871605210e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:39.588030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': 'd6db7870-98b7-4928-85ee-268793f306bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:39.588030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: a5afd19f-d6da-4c2f-9abf-f8ca2b575772, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:39.609103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:39.624569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a5afd19f-d6da-4c2f-9abf-f8ca2b575772) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:39.633091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:39.633699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.635481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf95ae-1356-4412-a414-8dbc2deb2bf3 None None] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:39.670849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-754751af-660d-43ce-9926-4b1048655d9c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6145535 Dec 10 04:56:39.674193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59000) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:39.682863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718206316'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:39.725504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:39.730455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.766828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:39.783980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.785017 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment d2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3 of type vlan for network e682cfa0-f1d0-4709-9168-665a9aded7fa Dec 10 04:56:39.797053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a5afd19f-d6da-4c2f-9abf-f8ca2b575772', 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'fa75031c-8da3-40c4-a937-37871605210e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:39.798141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.858891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.908750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.916341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:39.917127 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:39.983653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3076413 Dec 10 04:56:39.985992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:40.000028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:40.019011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Allocated IP 172.20.255.242 (a5afd19f-d6da-4c2f-9abf-f8ca2b575772/fa75031c-8da3-40c4-a937-37871605210e/3f7ce03c-86e2-4524-8bc0-b323185ba75f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:40.070256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901fc3a-96a8-43d7-8ca0-091044c2cf4d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=e682cfa0-f1d0-4709-9168-665a9aded7fa,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:40.082437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e682cfa0-f1d0-4709-9168-665a9aded7fa details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:40.198772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:40.205225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.330514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.339972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.359903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:40.386378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:40.391781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:40.455271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Pushing event updated for resources: {'Port': ['ID=3f7ce03c-86e2-4524-8bc0-b323185ba75f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:40.483550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Attempting to bind port 3f7ce03c-86e2-4524-8bc0-b323185ba75f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:40.483917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Attempting to bind port 3f7ce03c-86e2-4524-8bc0-b323185ba75f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd6db7870-98b7-4928-85ee-268793f306bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:40.484277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Attempting to bind port 3f7ce03c-86e2-4524-8bc0-b323185ba75f on network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:40.490565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:40.490948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Checking segment: {'id': 'd6db7870-98b7-4928-85ee-268793f306bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:40.491349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.491741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Bound using segment: {'id': 'd6db7870-98b7-4928-85ee-268793f306bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:40.492208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Bound port: 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6db7870-98b7-4928-85ee-268793f306bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a5afd19f-d6da-4c2f-9abf-f8ca2b575772'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:40.492617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.573420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] For port 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:40.577312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] For port 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f7ce03c-86e2-4524-8bc0-b323185ba75f,segment=NetworkSegment(d6db7870-98b7-4928-85ee-268793f306bb),segment_id=d6db7870-98b7-4928-85ee-268793f306bb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:40.588358 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.661858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebf051-972d-471e-97fd-08d0e8b9cb19 req-c33be98e-0d82-42e9-86a5-562c9adfd643 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:40.667935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b96c4-3b32-44e4-8d9b-a4fafe10573b None None] Pushing event updated for resources: {'Port': ['ID=3f7ce03c-86e2-4524-8bc0-b323185ba75f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:40.669805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5ebf051-972d-471e-97fd-08d0e8b9cb19 req-c33be98e-0d82-42e9-86a5-562c9adfd643 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.0950837 Dec 10 04:56:40.723818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:40.749987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5ebf051-972d-471e-97fd-08d0e8b9cb19 req-bcf33649-aae0-4f08-9571-7f24f9a2bd69 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Dec 10 04:56:40.834107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=b173000d-3923-48c0-9b4a-2b88f049b3b5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:40.907447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:40.909942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: e682cfa0-f1d0-4709-9168-665a9aded7fa, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:40.950861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network e682cfa0-f1d0-4709-9168-665a9aded7fa is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:40.966270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e682cfa0-f1d0-4709-9168-665a9aded7fa) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:40.977055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902c9db-8c18-4dca-96df-e66eb2a1d032 None None] Network e682cfa0-f1d0-4709-9168-665a9aded7fa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:40.987919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:40.988447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.071631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-995aec42-b9ff-4c76-812e-9774ebd8c80b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0817115 Dec 10 04:56:41.073879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:41.113636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e682cfa0-f1d0-4709-9168-665a9aded7fa', 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'b173000d-3923-48c0-9b4a-2b88f049b3b5'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:41.115291 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.239015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a6ec6-d0b5-453a-98b5-7021a2c1b766 req-6a89117b-1f56-43ec-a066-d903aa7d5902 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:41.240904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-614a6ec6-d0b5-453a-98b5-7021a2c1b766 req-6a89117b-1f56-43ec-a066-d903aa7d5902 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.0828345 Dec 10 04:56:41.312940 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.364934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-614a6ec6-d0b5-453a-98b5-7021a2c1b766 req-591b3d9c-2446-4a9e-8a39-f588a9cd4dd6 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113954 Dec 10 04:56:41.405167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Allocated IP 172.20.0.2 (e682cfa0-f1d0-4709-9168-665a9aded7fa/b173000d-3923-48c0-9b4a-2b88f049b3b5/4755d98f-fd96-4089-8d3b-1214b615eb96) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:41.431251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.579032 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.589122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.608231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.630455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Network e682cfa0-f1d0-4709-9168-665a9aded7fa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:41.633634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:41.637445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:41.654201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Pushing event updated for resources: {'Port': ['ID=4755d98f-fd96-4089-8d3b-1214b615eb96,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:41.690522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=b173000d-3923-48c0-9b4a-2b88f049b3b5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:41.800188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Attempting to bind port 4755d98f-fd96-4089-8d3b-1214b615eb96 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:41.806453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Attempting to bind port 4755d98f-fd96-4089-8d3b-1214b615eb96 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:41.806990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Attempting to bind port 4755d98f-fd96-4089-8d3b-1214b615eb96 on network e682cfa0-f1d0-4709-9168-665a9aded7fa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:41.823976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:41.824702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Checking segment: {'id': 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:41.825259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.825800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Bound using segment: {'id': 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:41.826427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Bound port: 4755d98f-fd96-4089-8d3b-1214b615eb96, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:41.826985 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.860400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:41.921163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e682cfa0-f1d0-4709-9168-665a9aded7fa']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:41.932352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f7ce03c-86e2-4524-8bc0-b323185ba75f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:41.950553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:41.950979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:41.979871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.019655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.028696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:42.029234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:42.032490 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:42.041389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] For port 4755d98f-fd96-4089-8d3b-1214b615eb96, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:42.060438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3f7ce03c-86e2-4524-8bc0-b323185ba75f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:42.061116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.148381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:56:42.148381 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:56:42.148381 n-d-817326-3 neutron-server[103254]: [parameters: {'id': 'e682cfa0-f1d0-4709-9168-665a9aded7fa'}] Dec 10 04:56:42.148381 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:42.148805 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:42.185407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.211718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] For port 4755d98f-fd96-4089-8d3b-1214b615eb96, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4755d98f-fd96-4089-8d3b-1214b615eb96,segment=NetworkSegment(d2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3),segment_id=d2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:42.224324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.283171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873adcc-509f-4483-9a38-62336e5d2674 None None] Pushing event updated for resources: {'Port': ['ID=4755d98f-fd96-4089-8d3b-1214b615eb96,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:42.298612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f7ce03c-86e2-4524-8bc0-b323185ba75f,segment=NetworkSegment(d6db7870-98b7-4928-85ee-268793f306bb),segment_id=d6db7870-98b7-4928-85ee-268793f306bb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:42.315089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.412101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=3f7ce03c-86e2-4524-8bc0-b323185ba75f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:42.420736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f62cfa-bc9f-4fde-b368-c7af43bdaafb None None] Network e682cfa0-f1d0-4709-9168-665a9aded7fa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:42.508197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174164c3-446d-4145-a393-1e7d353e25c4 None None] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:42.602923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4499e-df7d-4eb3-af70-a5db17ae3eac req-3aaf2070-a55e-4326-b90e-b7a66cac845d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:42.624074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25f4499e-df7d-4eb3-af70-a5db17ae3eac req-3aaf2070-a55e-4326-b90e-b7a66cac845d tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.1105533 Dec 10 04:56:42.650433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.722126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25f4499e-df7d-4eb3-af70-a5db17ae3eac req-38f96d60-ab0d-4b6d-9324-4225e4489a05 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930331 Dec 10 04:56:42.736013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-88a26a46-4efc-42b1-984e-8073b99dae63 None None] Provisioning complete for port 3f7ce03c-86e2-4524-8bc0-b323185ba75f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:42.736512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88a26a46-4efc-42b1-984e-8073b99dae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.764498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374beded-8a90-4ac4-b495-96bf28f5517b req-46fcc85a-47c5-4eaa-851c-36250f8665aa tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:42.766696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-374beded-8a90-4ac4-b495-96bf28f5517b req-46fcc85a-47c5-4eaa-851c-36250f8665aa tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.41 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.1772668 Dec 10 04:56:42.951855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 4755d98f-fd96-4089-8d3b-1214b615eb96 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:42.952620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:42.997742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Deleting port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:42.998186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.068978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e2a51d-c1fb-41c1-b1e5-7474c0db502f None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:43.186823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 4755d98f-fd96-4089-8d3b-1214b615eb96, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4755d98f-fd96-4089-8d3b-1214b615eb96,segment=NetworkSegment(d2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3),segment_id=d2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:43.187326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.209371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 4755d98f-fd96-4089-8d3b-1214b615eb96 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:43.246505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2a51d-c1fb-41c1-b1e5-7474c0db502f None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:43.277695 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] For port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:43.278159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.296061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Calling delete_port for fae7dc14-92d2-4bf5-9caa-099ed7b9a68c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:43.381235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d810a5b-4e6a-4b77-95ab-27e37c4272c2 None None] Provisioning complete for port 3f7ce03c-86e2-4524-8bc0-b323185ba75f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:43.381756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d810a5b-4e6a-4b77-95ab-27e37c4272c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.393119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.424005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=4755d98f-fd96-4089-8d3b-1214b615eb96,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:43.434760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 4755d98f-fd96-4089-8d3b-1214b615eb96 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:43.847144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f7ce03c-86e2-4524-8bc0-b323185ba75f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:56:43.936954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3f7ce03c-86e2-4524-8bc0-b323185ba75f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:56:43.938148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.942993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:43.944084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13d536-7ac9-45dd-834e-b58c92f2b15b req-7582a600-3d98-40ec-a0cd-bf95bfbcb1a4 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:43.951998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f13d536-7ac9-45dd-834e-b58c92f2b15b req-7582a600-3d98-40ec-a0cd-bf95bfbcb1a4 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/ports?device_id=f668e5df-ba0d-407b-92b3-4f8017511424 HTTP/1.1" status: 200 len: 949 time: 0.1216080 Dec 10 04:56:43.977170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e682cfa0-f1d0-4709-9168-665a9aded7fa']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:43.994106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:43.994459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2985fdd-bb12-4f2f-9ea8-20bd0ddd0be3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:44.010970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.014723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.054620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f13d536-7ac9-45dd-834e-b58c92f2b15b req-d06f7b5f-8ad4-4d1c-946f-993ab9313315 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013191 Dec 10 04:56:44.062782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['fae7dc14-92d2-4bf5-9caa-099ed7b9a68c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:56:44.076096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Pushing event deleted for resources: {'Port': ['ID=fae7dc14-92d2-4bf5-9caa-099ed7b9a68c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:44.076096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.124896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] No DVR routers for this DVR port fae7dc14-92d2-4bf5-9caa-099ed7b9a68c on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:44.128919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:44.129396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:44.134212 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:44.136381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.139378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-374beded-8a90-4ac4-b495-96bf28f5517b req-82cc7112-38a0-45e6-81a3-46a0687e1389 tempest-VolumesNegativeTest-675098523 tempest-VolumesNegativeTest-675098523-project] 10.222.0.41 "DELETE /v2.0/ports/fae7dc14-92d2-4bf5-9caa-099ed7b9a68c HTTP/1.1" status: 204 len: 173 time: 1.3618023 Dec 10 04:56:44.139815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'name': 'network-vif-deleted', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:56:44.152443 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d848b00-2858-4799-a226-fe4c48cdd112" -d '{"events": [{"server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "name": "network-vif-deleted", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:56:44.312177 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0051b109-f58d-4b38-a0a6-0e3d2ee0e310 x-openstack-request-id: req-0051b109-f58d-4b38-a0a6-0e3d2ee0e310 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:56:44.312845 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f668e5df-ba0d-407b-92b3-4f8017511424", "name": "network-vif-deleted", "tag": "fae7dc14-92d2-4bf5-9caa-099ed7b9a68c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:56:44.312845 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0051b109-f58d-4b38-a0a6-0e3d2ee0e310 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:56:44.313142 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f668e5df-ba0d-407b-92b3-4f8017511424', 'name': 'network-vif-deleted', 'tag': 'fae7dc14-92d2-4bf5-9caa-099ed7b9a68c', 'status': 'completed', 'code': 200} Dec 10 04:56:44.337662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.358941 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.374235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/e682cfa0-f1d0-4709-9168-665a9aded7fa HTTP/1.1" status: 204 len: 168 time: 3.2925205 Dec 10 04:56:44.377371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:44.391286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb13c9-7e90-466b-83ff-c6ca2b3e77dd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=e682cfa0-f1d0-4709-9168-665a9aded7fa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:44.412963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14981039'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:44.478196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:44.482092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.517450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:44.540974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.541511 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 0c41d298-22bc-4caa-b688-1f02a175f5a1 of type vlan for network da1938c4-848a-4cf8-ac72-336e3df5337a Dec 10 04:56:44.615747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.657785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.664925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:44.665857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:44.705862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3257344 Dec 10 04:56:44.709210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:44.714480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'da1938c4-848a-4cf8-ac72-336e3df5337a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:44.773417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf96ea-4928-4ce2-b77f-c3e07bf0be91 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=da1938c4-848a-4cf8-ac72-336e3df5337a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:44.795803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network da1938c4-848a-4cf8-ac72-336e3df5337a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:44.898328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:44.908273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.021456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:56:45.022214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:56:45.093094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:45.225344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.381387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=568954d5-f124-4e37-b358-10c8d55204ea,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:45.416884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-584d9d00-d15d-4e57-8521-63a6d6f162fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.502755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '0c41d298-22bc-4caa-b688-1f02a175f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'da1938c4-848a-4cf8-ac72-336e3df5337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:45.503157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: da1938c4-848a-4cf8-ac72-336e3df5337a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:45.542224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-584d9d00-d15d-4e57-8521-63a6d6f162fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.546077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network da1938c4-848a-4cf8-ac72-336e3df5337a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:45.556441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-584d9d00-d15d-4e57-8521-63a6d6f162fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.578115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, da1938c4-848a-4cf8-ac72-336e3df5337a) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:45.582567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:45.583195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.592647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f94148-b713-413b-8e64-c3a07235d9c1 None None] Network da1938c4-848a-4cf8-ac72-336e3df5337a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:45.634709 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-584d9d00-d15d-4e57-8521-63a6d6f162fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b493bc49c6544adeb1d0c1def64172cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377603 Dec 10 04:56:45.634709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d9d00-d15d-4e57-8521-63a6d6f162fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518e898-0e10-48d3-81ad-0dd7a59026c3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:45.635955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:45.642286 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08ae8a00-7633-4eb9-ad83-10b5e83a0810 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9318206 Dec 10 04:56:45.645911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:45.760283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.803169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.837255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.955772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:45.977620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601fa7c-831f-4b5f-9491-f63b461cab9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-da1938c4-848a-4cf8-ac72-336e3df5337a', 'network_id': 'da1938c4-848a-4cf8-ac72-336e3df5337a', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': '568954d5-f124-4e37-b358-10c8d55204ea'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:45.979093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d601fa7c-831f-4b5f-9491-f63b461cab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.033796 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.037074 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.038309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6518e898-0e10-48d3-81ad-0dd7a59026c3 HTTP/1.1" status: 204 len: 168 time: 0.4005826 Dec 10 04:56:46.042881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.057001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f043814-63bb-4977-a214-85aefdacfa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518e898-0e10-48d3-81ad-0dd7a59026c3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:46.092152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=568954d5-f124-4e37-b358-10c8d55204ea,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:46.167016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.191500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1938c4-848a-4cf8-ac72-336e3df5337a']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-d601fa7c-831f-4b5f-9491-f63b461cab9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 568954d5-f124-4e37-b358-10c8d55204ea: This subnet is being modified by another concurrent operation. Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 568954d5-f124-4e37-b358-10c8d55204ea: This subnet is being modified by another concurrent operation. Dec 10 04:56:46.202658 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:56:46.227374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c41d298-22bc-4caa-b688-1f02a175f5a1') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:46.227535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961413e-58eb-4cf4-bf63-16c333e13fe1 None None] Network da1938c4-848a-4cf8-ac72-336e3df5337a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:46.227687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c41d298-22bc-4caa-b688-1f02a175f5a1') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:46.248092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.277044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.285788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:46.286398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:46.290641 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:46.373220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21f2f2-6bb3-46dd-880e-0cce622af544 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:46.417621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.432798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.436134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/da1938c4-848a-4cf8-ac72-336e3df5337a HTTP/1.1" status: 204 len: 168 time: 0.7888880 Dec 10 04:56:46.439809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:46.445539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114348456'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:46.465185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2010760-be76-4ffc-a81b-f1a80b087bff tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=da1938c4-848a-4cf8-ac72-336e3df5337a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:46.513957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:46.521784 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.556007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21f2f2-6bb3-46dd-880e-0cce622af544 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:46.588418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:46.605000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.605864 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 261dd101-6bf6-444b-9c59-039bd92311b5 of type vlan for network cb57ec59-4870-47a6-ab41-da053faa1c06 Dec 10 04:56:46.624260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:46.659293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40d0ef7-80d2-46ef-81c9-9594c104fa75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.675443 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.728071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.734195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:46.734828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.755620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3145463 Dec 10 04:56:46.767558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:46.773700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'cb57ec59-4870-47a6-ab41-da053faa1c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:46.829143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40d0ef7-80d2-46ef-81c9-9594c104fa75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.845862 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b40d0ef7-80d2-46ef-81c9-9594c104fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:46.902770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b40d0ef7-80d2-46ef-81c9-9594c104fa75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7160162cdf34c3dac5832abc8394519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761440 Dec 10 04:56:46.903462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d0ef7-80d2-46ef-81c9-9594c104fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00473ac-09ec-4344-8e90-4da93f7ee2e7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:46.906443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:46.966540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.002535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.025250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:47.029469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.037144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f7c8-6438-4434-bded-b8c30bc05368 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=cb57ec59-4870-47a6-ab41-da053faa1c06,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:47.053812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cb57ec59-4870-47a6-ab41-da053faa1c06 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:47.109139 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.111918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.113334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a00473ac-09ec-4344-8e90-4da93f7ee2e7 HTTP/1.1" status: 204 len: 168 time: 0.2056513 Dec 10 04:56:47.123602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1e5b6-f60e-4430-b75f-6e4e298081f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00473ac-09ec-4344-8e90-4da93f7ee2e7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:47.316597 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.405648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=6f086aa6-8ccd-44cb-a175-21916947c2be,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:47.411464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '261dd101-6bf6-444b-9c59-039bd92311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb57ec59-4870-47a6-ab41-da053faa1c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:47.411821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: cb57ec59-4870-47a6-ab41-da053faa1c06, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:47.433758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network cb57ec59-4870-47a6-ab41-da053faa1c06 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:47.455447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cb57ec59-4870-47a6-ab41-da053faa1c06) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:47.461597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:47.462399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.471076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8a580-29e9-4839-88c6-b0f8dbde5a23 None None] Network cb57ec59-4870-47a6-ab41-da053faa1c06 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:47.488439 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cdc546ee-b5b8-46ae-9365-1d95536cbad5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7197571 Dec 10 04:56:47.491489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:47.650465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86656b1f-5c70-45e0-ba06-2a104b560be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-cb57ec59-4870-47a6-ab41-da053faa1c06', 'network_id': 'cb57ec59-4870-47a6-ab41-da053faa1c06', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': '6f086aa6-8ccd-44cb-a175-21916947c2be'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:47.651338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86656b1f-5c70-45e0-ba06-2a104b560be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.653770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.725361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.809116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-86656b1f-5c70-45e0-ba06-2a104b560be7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f086aa6-8ccd-44cb-a175-21916947c2be: This subnet is being modified by another concurrent operation. Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f086aa6-8ccd-44cb-a175-21916947c2be: This subnet is being modified by another concurrent operation. Dec 10 04:56:47.815476 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:56:47.835845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3203643-93f1-4a58-90d2-3e4a002a09f1 None None] Network cb57ec59-4870-47a6-ab41-da053faa1c06 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:47.907592 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:47.933425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb57ec59-4870-47a6-ab41-da053faa1c06']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:47.965330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=6f086aa6-8ccd-44cb-a175-21916947c2be,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:47.968423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261dd101-6bf6-444b-9c59-039bd92311b5') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:47.968775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261dd101-6bf6-444b-9c59-039bd92311b5') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:47.984510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71df03-2b4c-4761-8c65-385298706896 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:47.999379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.053699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.078003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:48.081015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.084550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fae7dc14-92d2-4bf5-9caa-099ed7b9a68c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:48.090921 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:48.159099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: fae7dc14-92d2-4bf5-9caa-099ed7b9a68c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:56:48.159552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device fae7dc14-92d2-4bf5-9caa-099ed7b9a68c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:56:48.250485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71df03-2b4c-4761-8c65-385298706896 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:48.296512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.307114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.327010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:48.333882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/cb57ec59-4870-47a6-ab41-da053faa1c06 HTTP/1.1" status: 204 len: 168 time: 0.8288026 Dec 10 04:56:48.334129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700864433'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:48.377600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:48.383452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.400217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa157-6541-425d-af37-8e1c68ecb767 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=cb57ec59-4870-47a6-ab41-da053faa1c06,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:48.437841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:48.523283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.524759 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 78f87907-0be0-4e4f-861e-93c1d75a4472 of type vlan for network edd8dbec-b8a7-4902-ab5b-0681bbafe703 Dec 10 04:56:48.614832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.673470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.685246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:48.686511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:48.747792 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4191065 Dec 10 04:56:48.751682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59352) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:48.758674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'edd8dbec-b8a7-4902-ab5b-0681bbafe703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:48.867679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fdab2-295d-465d-9120-523e8b8baced tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=edd8dbec-b8a7-4902-ab5b-0681bbafe703,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:48.881875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network edd8dbec-b8a7-4902-ab5b-0681bbafe703 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:48.951291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:48.957411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:49.340542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:49.957942 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:56:50.292747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:50.346987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=9782f8ce-ea61-4aa9-88d2-e810d5315fcd,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:50.386359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '78f87907-0be0-4e4f-861e-93c1d75a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'edd8dbec-b8a7-4902-ab5b-0681bbafe703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:50.387087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: edd8dbec-b8a7-4902-ab5b-0681bbafe703, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:50.413380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network edd8dbec-b8a7-4902-ab5b-0681bbafe703 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:50.436301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, edd8dbec-b8a7-4902-ab5b-0681bbafe703) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:50.440841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:50.443120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:50.452956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1332a3b-b8e6-4736-90aa-47ccd52fea35 None None] Network edd8dbec-b8a7-4902-ab5b-0681bbafe703 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:50.496706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85bf7cfa-ed58-4b4b-b7bd-ce3b51eb5469 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7437844 Dec 10 04:56:50.499207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:50.791858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c88343-615a-467e-acfd-5ea7f758e487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-edd8dbec-b8a7-4902-ab5b-0681bbafe703', 'network_id': 'edd8dbec-b8a7-4902-ab5b-0681bbafe703', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': '9782f8ce-ea61-4aa9-88d2-e810d5315fcd'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:50.811334 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9c88343-615a-467e-acfd-5ea7f758e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:50.837904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:50.990052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.102258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-b9c88343-615a-467e-acfd-5ea7f758e487 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9782f8ce-ea61-4aa9-88d2-e810d5315fcd: This subnet is being modified by another concurrent operation. Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9782f8ce-ea61-4aa9-88d2-e810d5315fcd: This subnet is being modified by another concurrent operation. Dec 10 04:56:51.139287 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 04:56:51.178974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590cb7b7-4f5e-4f6c-b67a-5fc083d4ac3f None None] Network edd8dbec-b8a7-4902-ab5b-0681bbafe703 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:51.241780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=9782f8ce-ea61-4aa9-88d2-e810d5315fcd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:51.410643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.466245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd8dbec-b8a7-4902-ab5b-0681bbafe703']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:51.478689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f87907-0be0-4e4f-861e-93c1d75a4472') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:51.479084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f87907-0be0-4e4f-861e-93c1d75a4472') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:51.491590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.513640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb2872-2e05-405a-840a-db110a71900e None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:51.516945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.547141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:51.547584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:51.557614 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:51.782341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb2872-2e05-405a-840a-db110a71900e None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:51.828274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.838460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:51.849517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/edd8dbec-b8a7-4902-ab5b-0681bbafe703 HTTP/1.1" status: 204 len: 168 time: 1.3491850 Dec 10 04:56:51.856461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:51.861944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776012094'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:51.933862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02d7d3-b8bb-46d0-9c32-0c87441c16de tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=edd8dbec-b8a7-4902-ab5b-0681bbafe703,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:51.944600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:51.962595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.026561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:52.045862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-6480c12f-98da-4bb1-b222-9ac8e124d9ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1165781 Dec 10 04:56:52.052561 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.053503 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment dec1a1b9-5413-4f81-a247-c2f6273c744d of type vlan for network 1c0d213d-9519-4fbe-8360-6596466360c3 Dec 10 04:56:52.113286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.245749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.255714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.256264 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.415315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=1c0d213d-9519-4fbe-8360-6596466360c3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:52.452765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.453513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.454152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.454776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.455391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.455998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.456775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.459570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4febae7a-c070-4f6a-924a-b7f42c7cc523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.3152134 Dec 10 04:56:52.486531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-97ccba2a-36db-4c93-8ae2-ab833bfa99da tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6286762 Dec 10 04:56:52.489464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:52.492355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1c0d213d-9519-4fbe-8360-6596466360c3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:52.495635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:52.552914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5efd306e-8d02-4a01-84d6-4db93d8af09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.673660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59826) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:52.798528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:52.803705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:52.808495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-c8c384d7-7f03-455f-a8fd-6d7f357762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.813104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-c8c384d7-7f03-455f-a8fd-6d7f357762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.813616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-c8c384d7-7f03-455f-a8fd-6d7f357762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:52.815289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-c8c384d7-7f03-455f-a8fd-6d7f357762c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 0.3153825 Dec 10 04:56:52.954561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-5aebde16-98fd-4cf7-adc1-18dff17e7e37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.1304960 Dec 10 04:56:53.021531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing IP validity checks on allocation pools {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:56:53.022341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:56:53.154593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-e6973a75-ff0e-4f4b-8efa-19578683d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:53.156391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-e6973a75-ff0e-4f4b-8efa-19578683d8fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.1925788 Dec 10 04:56:53.190961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce17927-aa70-4a7a-b89d-1c6c8e555f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.247669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4e5bc391-bd6a-4ab8-8642-2440d38a0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:53.249891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-4e5bc391-bd6a-4ab8-8642-2440d38a0678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859077 Dec 10 04:56:53.304441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.407519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-9d4d4ac0-252f-47e1-9d9a-a934aaa6c81c service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486225 Dec 10 04:56:53.484918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=f5112f0b-861b-4ecb-8222-aef7dcd9aed9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:53.503532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': 'dec1a1b9-5413-4f81-a247-c2f6273c744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:53.504932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: 1c0d213d-9519-4fbe-8360-6596466360c3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:53.546150 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce17927-aa70-4a7a-b89d-1c6c8e555f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.550961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 1c0d213d-9519-4fbe-8360-6596466360c3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:53.562539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce17927-aa70-4a7a-b89d-1c6c8e555f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.569229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-6f872718-d9bb-42b0-a55e-bb9dae9f9224 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518574 Dec 10 04:56:53.602410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ce17927-aa70-4a7a-b89d-1c6c8e555f44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bed8172869543569ca07d54a9da8304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9254928 Dec 10 04:56:53.602410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1c0d213d-9519-4fbe-8360-6596466360c3) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:53.602641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59896) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:53.618999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:53.619715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.636274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb73445-0bde-4ba6-92fc-1ace42de5d32 None None] Network 1c0d213d-9519-4fbe-8360-6596466360c3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:53.654466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.664622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce17927-aa70-4a7a-b89d-1c6c8e555f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd25689-9c5f-44ab-b6bb-3375ccb87fa2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:53.700079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-06db1b93-debe-4c87-98a0-78b8b946d130 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.1233184 Dec 10 04:56:53.704974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:53.705405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab65e4a6-f3a0-4b42-8609-b9f3bd677a22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2140181 Dec 10 04:56:53.770956 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.849361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.971640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1c0d213d-9519-4fbe-8360-6596466360c3', 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'f5112f0b-861b-4ecb-8222-aef7dcd9aed9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:53.972887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.985367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.988494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:53.991148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cd25689-9c5f-44ab-b6bb-3375ccb87fa2 HTTP/1.1" status: 204 len: 168 time: 0.3863559 Dec 10 04:56:54.053406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-85f2a06a-b49d-4965-b355-00ac2a1b1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:54.059084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-85f2a06a-b49d-4965-b355-00ac2a1b1819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.3502078 Dec 10 04:56:54.148253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61877cd5-dcc6-4fc8-b057-bc578e225b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd25689-9c5f-44ab-b6bb-3375ccb87fa2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:54.201454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.250570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-abbcdabc-f592-4f1d-97ab-18ea947ed28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:54.254515 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-abbcdabc-f592-4f1d-97ab-18ea947ed28c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847115 Dec 10 04:56:54.280872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Allocated IP 172.20.0.3 (1c0d213d-9519-4fbe-8360-6596466360c3/f5112f0b-861b-4ecb-8222-aef7dcd9aed9/7305cab1-ca7b-421b-856e-9210fb8bd9d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:54.448747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-7376c44e-369d-4e34-89dd-df4c713ae96e tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:54.458175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-7376c44e-369d-4e34-89dd-df4c713ae96e tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 814 time: 0.5251844 Dec 10 04:56:54.494172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8e83c10c-c1aa-4132-ad85-4b2c898272a5 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/quotas/1b1db51343864a4fb7f2a1b05520fe22 HTTP/1.1" status: 200 len: 375 time: 0.0213358 Dec 10 04:56:54.551999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.589477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:54.591917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-36e4b88e-0d80-4a89-a73a-01a56c6467c3 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839880 Dec 10 04:56:54.650194 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b75e1bd-394b-4c2f-8c2d-61840fd989da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.665058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.670620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-ff0ca762-7e1a-4ee2-81f9-b85e9e41846b service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009368 Dec 10 04:56:54.690780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.737460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Network 1c0d213d-9519-4fbe-8360-6596466360c3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:56:54.743375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:54.778962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:56:54.789102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.831699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Pushing event updated for resources: {'Port': ['ID=7305cab1-ca7b-421b-856e-9210fb8bd9d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:54.905349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Attempting to bind port 7305cab1-ca7b-421b-856e-9210fb8bd9d3 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:56:54.907843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Attempting to bind port 7305cab1-ca7b-421b-856e-9210fb8bd9d3 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'dec1a1b9-5413-4f81-a247-c2f6273c744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:56:54.909084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Attempting to bind port 7305cab1-ca7b-421b-856e-9210fb8bd9d3 on network 1c0d213d-9519-4fbe-8360-6596466360c3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:56:54.924810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:56:54.928659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Checking segment: {'id': 'dec1a1b9-5413-4f81-a247-c2f6273c744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:54.929330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.929882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Bound using segment: {'id': 'dec1a1b9-5413-4f81-a247-c2f6273c744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:56:54.930784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Bound port: 7305cab1-ca7b-421b-856e-9210fb8bd9d3, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec1a1b9-5413-4f81-a247-c2f6273c744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1c0d213d-9519-4fbe-8360-6596466360c3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:56:54.931336 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.939564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b75e1bd-394b-4c2f-8c2d-61840fd989da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:54.950120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8b75e1bd-394b-4c2f-8c2d-61840fd989da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.006508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8b75e1bd-394b-4c2f-8c2d-61840fd989da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23f938b4a0c04cb79bb7d86950053777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108174 Dec 10 04:56:55.007694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59928) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:55.028034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] For port 7305cab1-ca7b-421b-856e-9210fb8bd9d3, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:56:55.031786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] For port 7305cab1-ca7b-421b-856e-9210fb8bd9d3, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7305cab1-ca7b-421b-856e-9210fb8bd9d3,segment=NetworkSegment(dec1a1b9-5413-4f81-a247-c2f6273c744d),segment_id=dec1a1b9-5413-4f81-a247-c2f6273c744d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:56:55.039948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.049894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=f5112f0b-861b-4ecb-8222-aef7dcd9aed9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:55.128393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.159195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128271-448b-49cb-a3cc-380020be2954 None None] Pushing event updated for resources: {'Port': ['ID=7305cab1-ca7b-421b-856e-9210fb8bd9d3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:55.174380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0d213d-9519-4fbe-8360-6596466360c3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:55.179890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-6705fd55-b694-4907-bb6c-b920e40d276d service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015380 Dec 10 04:56:55.209657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec1a1b9-5413-4f81-a247-c2f6273c744d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:55.210239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec1a1b9-5413-4f81-a247-c2f6273c744d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:55.222734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75e1bd-394b-4c2f-8c2d-61840fd989da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39baa0f5-e6c6-4755-898b-a8f70be30437,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:55.251062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.253791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f8516a1-0ab4-486e-9b0b-b78da51e5a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.277477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.284692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-fcecc033-9ca4-4a42-be48-aeb8fc5401ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.0793819 Dec 10 04:56:55.295865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.305092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504820f6-22f5-42bc-8728-b52a345e6342 None None] Network 1c0d213d-9519-4fbe-8360-6596466360c3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:55.354660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.376489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:55.376911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:55.381387 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:55.412068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.415230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.417718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39baa0f5-e6c6-4755-898b-a8f70be30437 HTTP/1.1" status: 204 len: 168 time: 0.4088511 Dec 10 04:56:55.422192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-98887dda-7d39-4779-b5f5-e954b00ebc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:55.430651 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-98887dda-7d39-4779-b5f5-e954b00ebc93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1383829 Dec 10 04:56:55.436520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89557d3-ce27-4a91-9c29-8ba304d1a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39baa0f5-e6c6-4755-898b-a8f70be30437,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:55.483579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-74f88eb0-3e78-4fcf-ae2f-0334189dad2b service neutron] 10.222.0.43 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693724 Dec 10 04:56:55.516051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8489d04-63a3-4cee-8b30-845fb8321549 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:56:55.602508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:56:55.602508 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:56:55.602508 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '1c0d213d-9519-4fbe-8360-6596466360c3'}] Dec 10 04:56:55.602508 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:56:55.602914 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:56:55.614483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-a116a7a3-8949-4c25-83d4-a514350f7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:55.621305 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-a116a7a3-8949-4c25-83d4-a514350f7cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843579 Dec 10 04:56:55.671192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-6d47d676-b05c-42ce-bdc4-1e17e1d1daff service neutron] 10.222.0.43 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864235 Dec 10 04:56:55.727160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8489d04-63a3-4cee-8b30-845fb8321549 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:56:55.799838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:55.823076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-467da1bb-9e9e-40ef-833c-12cc834b4f58 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949108 Dec 10 04:56:56.049761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fcab6586-29f2-411d-8e27-a068d42bf598 req-c7c83cc0-c408-40b4-b49a-8683e47dfe90 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 210 time: 0.1138456 Dec 10 04:56:56.104232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:56.157036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-bbfa30b4-bea5-49b5-947e-5f33f8881468 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244817 Dec 10 04:56:56.243365 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-d63fd7df-4bf8-4047-9539-0d1109df8456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.0561318 Dec 10 04:56:56.312933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 7305cab1-ca7b-421b-856e-9210fb8bd9d3 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:56:56.313885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:56.348752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-468df70e-491b-44a5-a34e-dbf74940ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:56.350281 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-468df70e-491b-44a5-a34e-dbf74940ce20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0955102 Dec 10 04:56:56.436408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 7305cab1-ca7b-421b-856e-9210fb8bd9d3, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7305cab1-ca7b-421b-856e-9210fb8bd9d3,segment=NetworkSegment(dec1a1b9-5413-4f81-a247-c2f6273c744d),segment_id=dec1a1b9-5413-4f81-a247-c2f6273c744d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:56:56.436805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:56.456391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 7305cab1-ca7b-421b-856e-9210fb8bd9d3 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:56:56.479984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-876a1f74-c35e-40f0-9231-9352047ba7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:56.482429 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-876a1f74-c35e-40f0-9231-9352047ba7b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954609 Dec 10 04:56:56.658037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:56.700314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=7305cab1-ca7b-421b-856e-9210fb8bd9d3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:56.706065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 7305cab1-ca7b-421b-856e-9210fb8bd9d3 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:56:56.715259 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-6c0a25e9-3d95-4c3f-95b4-d0728bef90ab service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818371 Dec 10 04:56:57.227686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-064e1201-e45f-4678-989d-acb8f6236fc4 req-bef087d1-c080-4afe-9c19-9ac696455adc tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 210 time: 0.0703397 Dec 10 04:56:57.256752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.301607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0d213d-9519-4fbe-8360-6596466360c3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:57.315334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec1a1b9-5413-4f81-a247-c2f6273c744d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:57.315550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec1a1b9-5413-4f81-a247-c2f6273c744d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:56:57.337163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.346682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-f5460212-7349-46ee-99af-34da49031303 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048245 Dec 10 04:56:57.364185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.430340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:56:57.430758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:56:57.436218 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:56:57.452026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-9fdc4055-7bb8-4af2-af36-95835027dc6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0969696 Dec 10 04:56:57.465910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59984) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:57.486816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.550905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.561996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.570166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/1c0d213d-9519-4fbe-8360-6596466360c3 HTTP/1.1" status: 204 len: 168 time: 3.8597825 Dec 10 04:56:57.570986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 59990) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:57.578137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342290681'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:57.592292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f32a5-0a03-4d96-8662-331b2728ca6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=1c0d213d-9519-4fbe-8360-6596466360c3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:57.603929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-d621cb20-e809-4588-9037-0181dca92eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:57.606596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-d621cb20-e809-4588-9037-0181dca92eb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.1455419 Dec 10 04:56:57.751353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3003b611-e39d-40b1-8d18-761b840163b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eafc9db35514f67a3fd1b64ea19673c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841451 Dec 10 04:56:57.752823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:57.761734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.775502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 59996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:57.831310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:56:57.853319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:57.854679 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 2ce3ce52-913a-406d-b7c9-1575b6ca5c0c of type vlan for network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 Dec 10 04:56:57.917744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-9fc41b89-8647-401d-ab0e-f843e42dd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:57.919668 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-9fc41b89-8647-401d-ab0e-f843e42dd90f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3063421 Dec 10 04:56:57.961350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.010048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.015878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:58.016500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.063462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.064030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:58.065298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4929976 Dec 10 04:56:58.074747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:58.140198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca112d-5546-4bb0-8c5a-5ff2debc9413 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=6dcf0596-8b3c-443e-b088-d2d5d6c0adb9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:58.164715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.187604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-866bfa7e-c93c-471d-b269-bf33dab3cf32 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:58.189321 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-866bfa7e-c93c-471d-b269-bf33dab3cf32 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.41 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 814 time: 0.4994118 Dec 10 04:56:58.233410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-aab766ef-4f62-4038-b682-d9e0fa4f81ea service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990263 Dec 10 04:56:58.240644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Request body: {'port': {'device_id': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67', 'admin_state_up': True, 'tenant_id': '1b1db51343864a4fb7f2a1b05520fe22'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:56:58.396723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2d71dc-7459-47bb-835f-0467723c5089 req-9f2ce6a2-4421-4360-a1c0-e90a677c308f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 210 time: 0.0493174 Dec 10 04:56:58.423366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:56:58.472155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.475991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.477518 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d6cc25c-25ed-414e-a8c7-cefb5b5639fe HTTP/1.1" status: 204 len: 168 time: 0.6938922 Dec 10 04:56:58.478268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:58.482463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.539055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529decd-a8f8-4c6f-b9f0-b309165ca3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cc25c-25ed-414e-a8c7-cefb5b5639fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:58.555251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.578678 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-f042963d-7c12-459f-91dc-96f4727c1ddf service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273935 Dec 10 04:56:58.668263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:58.679131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-523b84b6-fa8f-4e46-a30a-6a019ada0de0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.0628376 Dec 10 04:56:58.732069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Made reservation on behalf of 1b1db51343864a4fb7f2a1b05520fe22 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:56:58.736621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:58.799796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-5360f392-e3d5-47a5-a30d-fe86f1fb6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:58.804264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-5360f392-e3d5-47a5-a30d-fe86f1fb6ab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.1128275 Dec 10 04:56:59.113698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-a75632b1-2c9c-49b9-a8f2-77ca3ba6f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:59.115315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-a75632b1-2c9c-49b9-a8f2-77ca3ba6f2bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2982588 Dec 10 04:56:59.214995 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.289664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Allocated IP 172.20.0.6 (14ea4561-b0a8-43e1-91d5-b96d8a136c67/9f813a86-2e2a-41cd-9f24-f47d86812ecf/f428dd73-6730-48e6-9a67-fffed53060f6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:56:59.365250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=9625b5c5-4896-4fee-9aab-793a0afcecc8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:56:59.380831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-68fbfa47-84dc-488a-838d-982fe0ceee8d service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188320 Dec 10 04:56:59.407701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:56:59.408074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:56:59.530156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4be4521c-3478-46ff-80ed-e3e908aa9a20 req-cacf1125-93d1-42f3-accf-12417c1ff323 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 210 time: 0.0307863 Dec 10 04:56:59.548119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:56:59.662434 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-8b5c65ba-7d84-431f-9197-953bdcabc4f8 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686882 Dec 10 04:56:59.665653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.673622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:56:59.685332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175741f9-04d5-4b45-9fa5-11e8f3ab676f None None] Network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:56:59.707764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.735930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:59.736146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.741266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-da943afb-bd8f-4aad-a9d8-d077c7231335 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.0621517 Dec 10 04:56:59.808293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8b622afb-2e20-4711-b85e-db01caa2d85c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7379112 Dec 10 04:56:59.814062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:56:59.876626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6dcf0596-8b3c-443e-b088-d2d5d6c0adb9', 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': '9625b5c5-4896-4fee-9aab-793a0afcecc8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:56:59.877626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.950782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:56:59.970391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-496c38b3-3521-4446-a2f1-3e26f9085637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:56:59.971842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-496c38b3-3521-4446-a2f1-3e26f9085637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.2200513 Dec 10 04:56:59.977157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.073361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Allocated IP 172.20.0.1 (6dcf0596-8b3c-443e-b088-d2d5d6c0adb9/9625b5c5-4896-4fee-9aab-793a0afcecc8/644fca08-2d82-4ccd-9269-2d8acafcfebc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:00.127945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:00.137421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-b3d298ac-6a74-441a-ad4e-0a5533d52993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:00.139039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-b3d298ac-6a74-441a-ad4e-0a5533d52993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591835 Dec 10 04:57:00.142821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:00.145951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:00.152599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.165819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d321940-5032-4198-83e0-1be4191e9e30 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:00.184220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Pushing event updated for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:00.185306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Deleting port b24cb503-c0cd-404b-84e5-ea48c1e57352 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:00.197065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.267872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.288706 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.303977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bf208417-0494-43f7-b4c7-a49c6a1a5dd0 None None] Provisioning complete for port f428dd73-6730-48e6-9a67-fffed53060f6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:00.304467 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf208417-0494-43f7-b4c7-a49c6a1a5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.310653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] For port b24cb503-c0cd-404b-84e5-ea48c1e57352, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b24cb503-c0cd-404b-84e5-ea48c1e57352,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:00.311278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.314368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:00.315429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.332438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Calling delete_port for b24cb503-c0cd-404b-84e5-ea48c1e57352 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:00.346605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:00.362124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-62e0bea3-9fcd-486e-833a-f5f8b224330f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1326098 Dec 10 04:57:00.363998 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-e2aa6a36-4f9b-40a0-a122-e99e31d7596d service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139030 Dec 10 04:57:00.369723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.373119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:00.383836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:00.412256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Request body: {'port': {'device_id': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:00.426143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=9625b5c5-4896-4fee-9aab-793a0afcecc8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:00.471943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Pushing event updated for resources: {'Port': ['ID=644fca08-2d82-4ccd-9269-2d8acafcfebc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:00.493516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf208417-0494-43f7-b4c7-a49c6a1a5dd0 None None] Port f428dd73-6730-48e6-9a67-fffed53060f6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:57:00.503162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Attempting to bind port 644fca08-2d82-4ccd-9269-2d8acafcfebc on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:00.503162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Attempting to bind port 644fca08-2d82-4ccd-9269-2d8acafcfebc by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:00.503450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Attempting to bind port 644fca08-2d82-4ccd-9269-2d8acafcfebc on network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:00.511497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:00.511959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Checking segment: {'id': '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:00.512379 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.512829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Bound using segment: {'id': '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:00.513307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Bound port: 644fca08-2d82-4ccd-9269-2d8acafcfebc, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:00.515464 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.590272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] For port 644fca08-2d82-4ccd-9269-2d8acafcfebc, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:00.593970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] For port 644fca08-2d82-4ccd-9269-2d8acafcfebc, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=644fca08-2d82-4ccd-9269-2d8acafcfebc,segment=NetworkSegment(2ce3ce52-913a-406d-b7c9-1575b6ca5c0c),segment_id=2ce3ce52-913a-406d-b7c9-1575b6ca5c0c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:00.601126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.602542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.627818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.673067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808d4f0-2dd1-4737-b066-afa5bb71e17f None None] Pushing event updated for resources: {'Port': ['ID=644fca08-2d82-4ccd-9269-2d8acafcfebc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:00.727357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922b73f-2191-4f1d-8130-6fc778eb4b10 None None] Network 6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:00.854557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41b2a6-4c56-4882-9e39-bebf93a0e089 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:57:00.883001 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:00.893793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af074-3c87-44d3-9abf-9ea8be199f9d req-7ce01219-a68f-4c46-bea5-fed564fa32ca tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:00.895459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-891af074-3c87-44d3-9abf-9ea8be199f9d req-7ce01219-a68f-4c46-bea5-fed564fa32ca tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 931 time: 0.0677788 Dec 10 04:57:00.936814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24cb503-c0cd-404b-84e5-ea48c1e57352,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:00.957240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf0596-8b3c-443e-b088-d2d5d6c0adb9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:00.960949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-cb62bfdf-9e85-4168-b420-6e0d07cc8fca req-ebba88b3-f298-4e27-ac54-1977c20989d3 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887265 Dec 10 04:57:00.971117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:00.971538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:00.985778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.003387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41b2a6-4c56-4882-9e39-bebf93a0e089 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:57:01.023252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.031993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:01.032392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:01.035440 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:01.053156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-891af074-3c87-44d3-9abf-9ea8be199f9d req-809b9e4f-a838-415c-ba7b-02ed4b0d2341 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507411 Dec 10 04:57:01.185368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:57:01.185368 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:57:01.185368 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '6dcf0596-8b3c-443e-b088-d2d5d6c0adb9'}] Dec 10 04:57:01.185368 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:57:01.185739 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:57:01.209902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.383930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f428dd73-6730-48e6-9a67-fffed53060f6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:01.393935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.408762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Transition to ACTIVE for port object f428dd73-6730-48e6-9a67-fffed53060f6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:57:01.414944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.470400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d1582-5525-44fb-bd50-efb541749009 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:01.473032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Router da8e20d4-cec7-44a4-822e-e420e064e8d2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:57:01.495254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Pushing event updated for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:01.574626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Attempting to bind port f428dd73-6730-48e6-9a67-fffed53060f6 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:01.574801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Attempting to bind port f428dd73-6730-48e6-9a67-fffed53060f6 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:01.575131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Attempting to bind port f428dd73-6730-48e6-9a67-fffed53060f6 on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:01.579734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Port f428dd73-6730-48e6-9a67-fffed53060f6 on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:57:01.580056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Attempting to bind port f428dd73-6730-48e6-9a67-fffed53060f6 on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:01.586480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:01.586922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Checking segment: {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:01.587399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Bound using segment: {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:01.587933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Bound port: f428dd73-6730-48e6-9a67-fffed53060f6, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:01.588673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.629873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:57:01.640149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f407334-6992-4a81-835a-b3e9ccc7d562 admin admin] 10.222.0.43 "PUT /v2.0/routers/da8e20d4-cec7-44a4-822e-e420e064e8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683883 Dec 10 04:57:01.640784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60044) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:01.642216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Sync routers for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:57:01.665611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:01.666239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:56:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:01.674157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:01.677986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f428dd73-6730-48e6-9a67-fffed53060f6,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:01.685417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.742812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.759645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Pushing event updated for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:01.766211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:01.766828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.768205 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-8c84946c-1486-4526-8c75-9c9e40da403a service neutron] 10.222.0.41 "PUT /v2.0/ports/f428dd73-6730-48e6-9a67-fffed53060f6 HTTP/1.1" status: 200 len: 1091 time: 1.3639998 Dec 10 04:57:01.768663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:01.771004 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95c526-7ab1-45c6-a629-fcb36b5df147" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:01.798176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b28d4-bc21-4e06-8e0e-5abb379831d5 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:01.816266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.886845 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3feeb76-c35d-429f-acf1-9ed88195ce3b x-openstack-request-id: req-e3feeb76-c35d-429f-acf1-9ed88195ce3b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:01.887153 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:01.887314 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3feeb76-c35d-429f-acf1-9ed88195ce3b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:01.887727 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6', 'status': 'completed', 'code': 200} Dec 10 04:57:01.911765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 644fca08-2d82-4ccd-9269-2d8acafcfebc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:01.912092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:01.916690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-abcee8bb-2365-4d19-91c3-0abfe485bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:01.918254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-abcee8bb-2365-4d19-91c3-0abfe485bd74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 1094 time: 0.0630934 Dec 10 04:57:01.931178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:01.995288 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.023460 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-4d96eac4-73d5-4bc4-94e4-64d8a52f991d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f428dd73-6730-48e6-9a67-fffed53060f6 HTTP/1.1" status: 200 len: 217 time: 0.0827959 Dec 10 04:57:02.048743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 644fca08-2d82-4ccd-9269-2d8acafcfebc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=644fca08-2d82-4ccd-9269-2d8acafcfebc,segment=NetworkSegment(2ce3ce52-913a-406d-b7c9-1575b6ca5c0c),segment_id=2ce3ce52-913a-406d-b7c9-1575b6ca5c0c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:02.049109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.118665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Deleting port 7870fe63-38b1-4e7e-8868-c7aae806b8c1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:02.119181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.121399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 644fca08-2d82-4ccd-9269-2d8acafcfebc owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:02.150168 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:57:00Z', 'revision_number': 5, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port': {'id': '7870fe63-38b1-4e7e-8868-c7aae806b8c1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:32Z', 'updated_at': '2021-12-10T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.181512 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Checking router: da8e20d4-cec7-44a4-822e-e420e064e8d2 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:57:02.190812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Routers {'da8e20d4-cec7-44a4-822e-e420e064e8d2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:02.191418 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:56:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['da8e20d4-cec7-44a4-822e-e420e064e8d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.202371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-13847726-d9ff-4fea-9002-0689749bad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:02.205022 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-13847726-d9ff-4fea-9002-0689749bad81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.1658189 Dec 10 04:57:02.258503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-a89d06fa-ccc0-4049-8dec-20af3f72eab3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396411 Dec 10 04:57:02.270158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377d21-0396-4590-8c6d-22f3c5f30dcd req-6124b845-caaf-43b1-843b-0e465ef9b739 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:02.272032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b377d21-0396-4590-8c6d-22f3c5f30dcd req-6124b845-caaf-43b1-843b-0e465ef9b739 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 943 time: 0.1147466 Dec 10 04:57:02.304116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] Set router da8e20d4-cec7-44a4-822e-e420e064e8d2 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:02.308427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] For port 7870fe63-38b1-4e7e-8868-c7aae806b8c1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7870fe63-38b1-4e7e-8868-c7aae806b8c1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:02.309036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.309610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.353538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Calling delete_port for 7870fe63-38b1-4e7e-8868-c7aae806b8c1 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:02.358554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b377d21-0396-4590-8c6d-22f3c5f30dcd req-e754a8f6-db02-4a27-9576-177c5697c54a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781863 Dec 10 04:57:02.373268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 644fca08-2d82-4ccd-9269-2d8acafcfebc on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:02.375079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=644fca08-2d82-4ccd-9269-2d8acafcfebc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:02.398486 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:57:01Z', 'revision_number': 6, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.430895 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5b2d1-6ef0-4709-b84b-0d07ce85c5a4 None None] The sync data for ids ['da8e20d4-cec7-44a4-822e-e420e064e8d2'] in n-d-817326-3 is: [{'id': 'da8e20d4-cec7-44a4-822e-e420e064e8d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1837019593-router', 'tenant_id': '584e817714d4437db0f91ff8b0ee6e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:29Z', 'updated_at': '2021-12-10T04:57:01Z', 'revision_number': 6, 'project_id': '584e817714d4437db0f91ff8b0ee6e42', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:57:02.495870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.524284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf0596-8b3c-443e-b088-d2d5d6c0adb9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.542028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.542332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce3ce52-913a-406d-b7c9-1575b6ca5c0c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:02.552302 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-3e06b6ed-7266-4ef6-bdbc-deb1b27dda95 service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810590 Dec 10 04:57:02.557470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.569213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.589229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.596595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7870fe63-38b1-4e7e-8868-c7aae806b8c1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:02.606910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:02.607337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:02.610877 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:02.624624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3a8f8-6a31-4b7e-80e0-1975113164ff None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:02.661163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.715748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.721228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.729289 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 HTTP/1.1" status: 204 len: 168 time: 2.9109995 Dec 10 04:57:02.736795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60058) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:02.742901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1304787338'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:02.757969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ac8a7752-6ec0-4d70-86eb-704d20b7f3a0 req-1c844e2e-0e32-492e-b96d-d833da13b8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930530 Dec 10 04:57:02.761577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65c607-3bff-4877-b293-b12d079518b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=6dcf0596-8b3c-443e-b088-d2d5d6c0adb9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:02.763130 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.777938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.796929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:02.800609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.838977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:02.857068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.861220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.861382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8e20d4-cec7-44a4-822e-e420e064e8d2 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:57:02.861476 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 3f67cca6-c1c0-49c2-a8fb-531d03e7dbab of type vlan for network aeebc382-a441-4a7b-97e9-be73c8fad36f Dec 10 04:57:02.866562 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.870053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b74f4d5c-6ccd-4476-b0cd-113b9247da5a admin admin] 10.222.0.43 "DELETE /v2.0/routers/da8e20d4-cec7-44a4-822e-e420e064e8d2 HTTP/1.1" status: 204 len: 168 time: 1.2260547 Dec 10 04:57:02.870582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:02.928925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Deleting subnet 4da9ebcf-9b29-461b-8c66-53b5ea211f0d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:57:02.930790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.953278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.967246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.970447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-1a4a0cec-a098-4f7a-a977-5d4a61860c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:02.971941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-1a4a0cec-a098-4f7a-a977-5d4a61860c10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 1094 time: 0.0944521 Dec 10 04:57:02.988654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:02.995265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:02.996096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.057166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.062554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3220541 Dec 10 04:57:03.064650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:03.115694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.122510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:03.146445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d236-0c8f-4533-8ff7-55ab8ff7306d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=aeebc382-a441-4a7b-97e9-be73c8fad36f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:03.160163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network aeebc382-a441-4a7b-97e9-be73c8fad36f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:03.171254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da9ebcf-9b29-461b-8c66-53b5ea211f0d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:03.180422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.184000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b65a020-6edf-4d9b-9301-ea09bd67badd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4da9ebcf-9b29-461b-8c66-53b5ea211f0d HTTP/1.1" status: 204 len: 168 time: 0.3123569 Dec 10 04:57:03.187285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60066) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:03.255263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a7a66-4c89-4adc-9557-2aacce197e40 None None] Network b777789d-d83d-4da5-b66f-7a584f0a7a7b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:03.258101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-7c046b23-9ed2-4600-a466-e01de09849da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:03.259432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-7c046b23-9ed2-4600-a466-e01de09849da service neutron] 10.222.0.41 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 915 time: 0.2607396 Dec 10 04:57:03.299503 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.355795 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-e44830f2-b316-4248-939c-678bb30dd192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f428dd73-6730-48e6-9a67-fffed53060f6 HTTP/1.1" status: 200 len: 217 time: 0.0618646 Dec 10 04:57:03.357580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:03.361035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.397609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Deleting port 3bf3b03b-f52f-4e23-b813-08792b39381f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:03.397722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.420344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-63ac02c2-e04a-4ed2-b518-965286c134cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:03.421670 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-63ac02c2-e04a-4ed2-b518-965286c134cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.0561535 Dec 10 04:57:03.466730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] DHCP port deletion for b777789d-d83d-4da5-b66f-7a584f0a7a7b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:03.490789 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-207d8ba6-f7bf-4a3c-a4f7-7ea2fc28040c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420046 Dec 10 04:57:03.532771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] For port 3bf3b03b-f52f-4e23-b813-08792b39381f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3bf3b03b-f52f-4e23-b813-08792b39381f,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:03.533145 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.544425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Deleting port 3bf3b03b-f52f-4e23-b813-08792b39381f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:03.544831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.552976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Calling delete_port for 3bf3b03b-f52f-4e23-b813-08792b39381f owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:03.564043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cf4d1-cea4-4ffb-9248-ab7ac17c647b req-37578b46-fb1e-4043-94a5-db9316f162e7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:03.566587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-682cf4d1-cea4-4ffb-9248-ab7ac17c647b req-37578b46-fb1e-4043-94a5-db9316f162e7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 943 time: 0.1023245 Dec 10 04:57:03.629661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] For port 3bf3b03b-f52f-4e23-b813-08792b39381f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3bf3b03b-f52f-4e23-b813-08792b39381f,segment=NetworkSegment(42eb3f33-dd88-436e-83af-e62651322ff2),segment_id=42eb3f33-dd88-436e-83af-e62651322ff2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:03.630057 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.656289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Calling delete_port for 3bf3b03b-f52f-4e23-b813-08792b39381f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:03.698058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.698410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-fe0059b7-405a-48c8-a6c8-7d483eb33ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986613 Dec 10 04:57:03.728752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf3b03b-f52f-4e23-b813-08792b39381f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:03.738210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-682cf4d1-cea4-4ffb-9248-ab7ac17c647b req-42e002a4-1918-4d6b-bc69-caf01a38b59a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630998 Dec 10 04:57:03.743122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] No DVR routers for this DVR port 3bf3b03b-f52f-4e23-b813-08792b39381f on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:03.800125 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.872616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] Pushing event deleted for resources: {'Port': ['ID=3bf3b03b-f52f-4e23-b813-08792b39381f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:03.877508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8bd65-8a70-462c-8881-bc08812b8b80 None None] No DVR routers for this DVR port 3bf3b03b-f52f-4e23-b813-08792b39381f on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:03.900048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b24cb503-c0cd-404b-84e5-ea48c1e57352 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:03.911888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:03.927080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fa95c526-7ab1-45c6-a629-fcb36b5df147 req-c5ca0ebb-6867-42d4-a2e7-a2c2106ac6dc service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157366 Dec 10 04:57:03.936468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b24cb503-c0cd-404b-84e5-ea48c1e57352 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:03.936849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b24cb503-c0cd-404b-84e5-ea48c1e57352 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:03.937279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7870fe63-38b1-4e7e-8868-c7aae806b8c1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:03.979969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7870fe63-38b1-4e7e-8868-c7aae806b8c1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:03.980612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7870fe63-38b1-4e7e-8868-c7aae806b8c1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:03.981381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3bf3b03b-f52f-4e23-b813-08792b39381f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:03.986762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=df1f2c63-9ff1-4269-970d-98fdcc57d83b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:03.996810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:03.997719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: aeebc382-a441-4a7b-97e9-be73c8fad36f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:04.007810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3bf3b03b-f52f-4e23-b813-08792b39381f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:04.008415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3bf3b03b-f52f-4e23-b813-08792b39381f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:04.019737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network aeebc382-a441-4a7b-97e9-be73c8fad36f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:04.031925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, aeebc382-a441-4a7b-97e9-be73c8fad36f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:04.037188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:04.037908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.042732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab413677-07e2-4727-a351-04e05d8d6911 None None] Network aeebc382-a441-4a7b-97e9-be73c8fad36f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:04.059200 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f4cce1e0-1629-4bf0-948e-d62141b42763 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9916542 Dec 10 04:57:04.061104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:04.139034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.161368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b777789d-d83d-4da5-b66f-7a584f0a7a7b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.175232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42eb3f33-dd88-436e-83af-e62651322ff2') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.175232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42eb3f33-dd88-436e-83af-e62651322ff2') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.190036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-aeebc382-a441-4a7b-97e9-be73c8fad36f', 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'df1f2c63-9ff1-4269-970d-98fdcc57d83b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:57:04.191549 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.194875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.217129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.221818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.224400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:04.225072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:04.239144 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:04.293376 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.302915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.309307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.315766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] 10.222.0.43 "DELETE /v2.0/networks/b777789d-d83d-4da5-b66f-7a584f0a7a7b HTTP/1.1" status: 204 len: 168 time: 1.1239820 Dec 10 04:57:04.319797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:04.323087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3c05d-8d47-4676-8c1a-50d594f29e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b777789d-d83d-4da5-b66f-7a584f0a7a7b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:04.384657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Allocated IP 172.20.0.1 (aeebc382-a441-4a7b-97e9-be73c8fad36f/df1f2c63-9ff1-4269-970d-98fdcc57d83b/62c7a106-4c8f-4bed-87c8-104d08995129) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:04.535758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.545393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.588938 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.591393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Network aeebc382-a441-4a7b-97e9-be73c8fad36f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:04.594484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:04.597270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:04.613354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Pushing event updated for resources: {'Port': ['ID=62c7a106-4c8f-4bed-87c8-104d08995129,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:04.635981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=df1f2c63-9ff1-4269-970d-98fdcc57d83b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:04.662879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Attempting to bind port 62c7a106-4c8f-4bed-87c8-104d08995129 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:04.663263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Attempting to bind port 62c7a106-4c8f-4bed-87c8-104d08995129 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:04.663638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Attempting to bind port 62c7a106-4c8f-4bed-87c8-104d08995129 on network aeebc382-a441-4a7b-97e9-be73c8fad36f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:04.668874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:04.669276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Checking segment: {'id': '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:04.669662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.670061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Bound using segment: {'id': '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:04.670533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Bound port: 62c7a106-4c8f-4bed-87c8-104d08995129, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:04.670915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.721036 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.740074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] For port 62c7a106-4c8f-4bed-87c8-104d08995129, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:04.743735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] For port 62c7a106-4c8f-4bed-87c8-104d08995129, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=62c7a106-4c8f-4bed-87c8-104d08995129,segment=NetworkSegment(3f67cca6-c1c0-49c2-a8fb-531d03e7dbab),segment_id=3f67cca6-c1c0-49c2-a8fb-531d03e7dbab)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:04.748891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.749814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeebc382-a441-4a7b-97e9-be73c8fad36f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.761810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.762154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:04.776433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.803917 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.827307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:04.827705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:04.830754 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:04.852369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59c3fb-7585-417e-a79f-e5e48aef46db None None] Pushing event updated for resources: {'Port': ['ID=62c7a106-4c8f-4bed-87c8-104d08995129,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:04.875020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3dc153-1c97-4720-bf81-cd8a17ddded9 None None] Network aeebc382-a441-4a7b-97e9-be73c8fad36f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:04.883795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62be8-c053-4a58-9a54-8540bea86f15 req-5e13e178-3d39-48f3-a624-e6faab57524a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:04.885401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3a62be8-c053-4a58-9a54-8540bea86f15 req-5e13e178-3d39-48f3-a624-e6faab57524a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 943 time: 0.0610046 Dec 10 04:57:04.898289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:57:04.898289 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:57:04.898289 n-d-817326-3 neutron-server[103254]: [parameters: {'id': 'aeebc382-a441-4a7b-97e9-be73c8fad36f'}] Dec 10 04:57:04.898289 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:57:04.898711 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:57:04.906808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:04.950751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3a62be8-c053-4a58-9a54-8540bea86f15 req-4ec136c0-ea4e-4dd9-8b36-ad9b6f506d05 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 Dec 10 04:57:04.989691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ba847-e18b-454e-a9b9-fcee054ac619 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:57:05.097311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ba847-e18b-454e-a9b9-fcee054ac619 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:57:05.173844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Deleting port 2dc127d5-438d-486c-b88c-19a4db8c6ec0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:05.174392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.523184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.577348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] For port 2dc127d5-438d-486c-b88c-19a4db8c6ec0, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dc127d5-438d-486c-b88c-19a4db8c6ec0,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:05.577719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.594219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Calling delete_port for 2dc127d5-438d-486c-b88c-19a4db8c6ec0 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:05.671002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 62c7a106-4c8f-4bed-87c8-104d08995129 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:05.671250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.689164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60086) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:05.829284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ad8759-ce05-4308-8142-3b7f0b9ee82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.850317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 62c7a106-4c8f-4bed-87c8-104d08995129, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=62c7a106-4c8f-4bed-87c8-104d08995129,segment=NetworkSegment(3f67cca6-c1c0-49c2-a8fb-531d03e7dbab),segment_id=3f67cca6-c1c0-49c2-a8fb-531d03e7dbab)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:05.850691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.868347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 62c7a106-4c8f-4bed-87c8-104d08995129 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:05.874636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.908447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc127d5-438d-486c-b88c-19a4db8c6ec0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:05.931198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ad8759-ce05-4308-8142-3b7f0b9ee82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.937016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86ad8759-ce05-4308-8142-3b7f0b9ee82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:05.957060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.957972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.958319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.958660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.958996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.959328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.959658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.959985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.960314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.960667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.960985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.961730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.961730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:05.987614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86ad8759-ce05-4308-8142-3b7f0b9ee82b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5144f1d5cd4f4bf3833e40d334714612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970722 Dec 10 04:57:05.989191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad8759-ce05-4308-8142-3b7f0b9ee82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06585cf-5622-4962-9ffd-d041076238a0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:05.991551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:06.063757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.114171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.127025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f428dd73-6730-48e6-9a67-fffed53060f6 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:57:06.135818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.158450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdde1f-1836-4eef-ae21-a0047a0f95c4 req-1633252d-c563-4178-9c5a-96e92758ebe4 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:06.159993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-accdde1f-1836-4eef-ae21-a0047a0f95c4 req-1633252d-c563-4178-9c5a-96e92758ebe4 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 943 time: 0.1026311 Dec 10 04:57:06.178907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=62c7a106-4c8f-4bed-87c8-104d08995129,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.185470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 62c7a106-4c8f-4bed-87c8-104d08995129 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:06.191343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.194881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.196197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a06585cf-5622-4962-9ffd-d041076238a0 HTTP/1.1" status: 204 len: 168 time: 0.2034428 Dec 10 04:57:06.214522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502ffb2-67a2-48bd-9df0-241daba15f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06585cf-5622-4962-9ffd-d041076238a0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.260914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-accdde1f-1836-4eef-ae21-a0047a0f95c4 req-6e45bb7d-9170-4146-a4b5-285caf0541f6 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Dec 10 04:57:06.279289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f428dd73-6730-48e6-9a67-fffed53060f6,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:06.293234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f428dd73-6730-48e6-9a67-fffed53060f6', 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67', 'port_id': 'f428dd73-6730-48e6-9a67-fffed53060f6', 'mac_address': 'fa:16:3e:6a:46:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f813a86-2e2a-41cd-9f24-f47d86812ecf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:57:06.336709 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.352635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f428dd73-6730-48e6-9a67-fffed53060f6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:06.377835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f428dd73-6730-48e6-9a67-fffed53060f6,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:06.382757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.383442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.386364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.450021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeebc382-a441-4a7b-97e9-be73c8fad36f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:06.475927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:06.476350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f67cca6-c1c0-49c2-a8fb-531d03e7dbab') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:06.492397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.539961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.546716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60100) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:06.552444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:06.552996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:06.556121 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:06.562912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d11a31-340a-498e-940f-afd8781f6218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.599194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.664965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.672507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.679493 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/aeebc382-a441-4a7b-97e9-be73c8fad36f HTTP/1.1" status: 204 len: 168 time: 2.6124365 Dec 10 04:57:06.681005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:06.685786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1298534139'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:06.695904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d11a31-340a-498e-940f-afd8781f6218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.699938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d11a31-340a-498e-940f-afd8781f6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.701117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a37c3-433c-471e-8498-4865a433a1f2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=aeebc382-a441-4a7b-97e9-be73c8fad36f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.715752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f428dd73-6730-48e6-9a67-fffed53060f6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:57:06.741783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29d11a31-340a-498e-940f-afd8781f6218 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a0d6121f00a42488ee5566f7ec3c5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1913805 Dec 10 04:57:06.742551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:06.750239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d11a31-340a-498e-940f-afd8781f6218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e28d4ee-e3f0-4522-9929-5521475fcb6a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.759918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:06.763233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.794750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Router c497c42e-c251-41f3-bc20-d2e2020578b3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:57:06.806442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:06.815795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.821372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.821904 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 24f4cc7f-59d1-4724-a389-e5bd88219dac of type vlan for network 02731987-f7fb-425c-b0ab-27a71dd11ac3 Dec 10 04:57:06.838458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.890372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.893116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.894373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e28d4ee-e3f0-4522-9929-5521475fcb6a HTTP/1.1" status: 204 len: 168 time: 0.1507847 Dec 10 04:57:06.903735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72fa5-25be-4214-b09f-417eae455278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e28d4ee-e3f0-4522-9929-5521475fcb6a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:06.935951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.972133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:57:06.981418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ce2fe96-0265-4f9b-b19f-783283175948 admin admin] 10.222.0.43 "PUT /v2.0/routers/c497c42e-c251-41f3-bc20-d2e2020578b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6574559 Dec 10 04:57:06.981418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.981604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:06.985188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:06.985795 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:06.988542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Sync routers for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:57:07.002583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:07.003519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:56:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:07.031274 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3466623 Dec 10 04:57:07.031475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:07.039468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:07.080468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b62bd5-b26f-46b7-a6ac-b7a0d0529474 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=02731987-f7fb-425c-b0ab-27a71dd11ac3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:07.099272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:07.116348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.233207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:07.251958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.290360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.309690 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.335787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Deleting port 06390c5e-c840-4d30-ad79-e7721804a3db {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:07.336408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.392853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:57:07.399495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:07.400233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.401961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "PUT /v2.0/networks/02731987-f7fb-425c-b0ab-27a71dd11ac3 HTTP/1.1" status: 200 len: 723 time: 0.3696470 Dec 10 04:57:07.402910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd464a7-72b6-4267-add2-f100139be20b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=02731987-f7fb-425c-b0ab-27a71dd11ac3,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:07.404883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:07.415931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:07.417337 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:07.488946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e476b-b642-4377-86d8-defb39e56d16 req-e54ddbc9-1231-4edb-a7e7-3e2e04e4d4fc tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:07.490782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc7e476b-b642-4377-86d8-defb39e56d16 req-e54ddbc9-1231-4edb-a7e7-3e2e04e4d4fc tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 944 time: 0.0965111 Dec 10 04:57:07.493044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] For port 06390c5e-c840-4d30-ad79-e7721804a3db, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=06390c5e-c840-4d30-ad79-e7721804a3db,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:07.493509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.522388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Calling delete_port for 06390c5e-c840-4d30-ad79-e7721804a3db owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:07.529902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:07.537699 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.541307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:57:05Z', 'revision_number': 5, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port': {'id': '06390c5e-c840-4d30-ad79-e7721804a3db', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:44:50Z', 'updated_at': '2021-12-10T04:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:07.575833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Checking router: c497c42e-c251-41f3-bc20-d2e2020578b3 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:57:07.585462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Routers {'c497c42e-c251-41f3-bc20-d2e2020578b3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:07.586246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:56:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c497c42e-c251-41f3-bc20-d2e2020578b3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:07.604073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc7e476b-b642-4377-86d8-defb39e56d16 req-5c1e7094-2623-45a3-bcee-ac76728b004a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011174 Dec 10 04:57:07.681169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] Set router c497c42e-c251-41f3-bc20-d2e2020578b3 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:07.737613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:57:07Z', 'revision_number': 6, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:07.755935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.764427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06eb24-3011-4a9a-9f61-b8fe0afbbc10 None None] The sync data for ids ['c497c42e-c251-41f3-bc20-d2e2020578b3'] in n-d-817326-3 is: [{'id': 'c497c42e-c251-41f3-bc20-d2e2020578b3', 'name': 'tempest-TaggedBootDevicesTest_v242-252091324-router', 'tenant_id': '28564f39b27543bf8e008a232ee9f733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:44:48Z', 'updated_at': '2021-12-10T04:57:07Z', 'revision_number': 6, 'project_id': '28564f39b27543bf8e008a232ee9f733', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:57:07.789506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Pushing event deleted for resources: {'Port': ['ID=06390c5e-c840-4d30-ad79-e7721804a3db,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:07.807868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae14c8-15c9-4785-955c-feeb9e4fffdf None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:07.819487 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.874551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.893187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=f2d29f3b-abf0-4d7a-9282-387f3144665a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:07.902055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '24f4cc7f-59d1-4724-a389-e5bd88219dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:07.902429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: 02731987-f7fb-425c-b0ab-27a71dd11ac3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:07.921887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:07.932528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 02731987-f7fb-425c-b0ab-27a71dd11ac3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:07.940911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5d53e-9c95-4203-b78c-f9d13af84fbf None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:07.942644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:07.943292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:07.961080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-de56a363-6cc2-45b6-afc3-d4ee5d08fa22 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5485494 Dec 10 04:57:07.963683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:07.969294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:08.000108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.002508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.062752 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.063198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c497c42e-c251-41f3-bc20-d2e2020578b3 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:57:08.066778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-02731987-f7fb-425c-b0ab-27a71dd11ac3', 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'f2d29f3b-abf0-4d7a-9282-387f3144665a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:57:08.068172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.068296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.069379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b77c804f-a0c1-4d89-a55e-21126cd718be admin admin] 10.222.0.43 "DELETE /v2.0/routers/c497c42e-c251-41f3-bc20-d2e2020578b3 HTTP/1.1" status: 204 len: 168 time: 1.0866933 Dec 10 04:57:08.071828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60138) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:08.081704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8837270'] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.129949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Deleting subnet f488a1ee-0959-4b84-aa34-0313db304af9 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:57:08.154781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.191535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f428dd73-6730-48e6-9a67-fffed53060f6 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:57:08.254062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.268935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port f428dd73-6730-48e6-9a67-fffed53060f6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:57:08.275217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f428dd73-6730-48e6-9a67-fffed53060f6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:08.276345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.306229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775687511080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8501115'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.365885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:08.369786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.371231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "PUT /v2.0/subnets/f2d29f3b-abf0-4d7a-9282-387f3144665a HTTP/1.1" status: 200 len: 806 time: 0.4065018 Dec 10 04:57:08.373991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:08.375375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Allocated IP 172.20.0.2 (02731987-f7fb-425c-b0ab-27a71dd11ac3/f2d29f3b-abf0-4d7a-9282-387f3144665a/2dbf882c-79db-4841-acb7-94a4dfed07cb) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:08.392413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.405568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1052613-2b6d-4c2c-861a-5d408fd26f50 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=f2d29f3b-abf0-4d7a-9282-387f3144665a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:08.458277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.476581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.494026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f488a1ee-0959-4b84-aa34-0313db304af9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:08.494461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.497836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.505130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8dcb2305-8d9a-4ef7-8b3c-c8456aa979a3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f488a1ee-0959-4b84-aa34-0313db304af9 HTTP/1.1" status: 204 len: 168 time: 0.4287858 Dec 10 04:57:08.505130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60148) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:08.511291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:08.516679 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e56fe-0098-429d-8726-cfa5ce82fa7f" -d '{"events": [{"server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:08.522285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b45e4c-62f2-4358-ac8a-6a36b1e18540 None None] Network be9e2b60-b1df-4df2-a9c4-33e642f5663c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:08.581810 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65ca56-bb62-4c5f-ad76-963631b44e0d x-openstack-request-id: req-ca65ca56-bb62-4c5f-ad76-963631b44e0d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:08.582174 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:08.582390 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca65ca56-bb62-4c5f-ad76-963631b44e0d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:08.582849 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6', 'code': 200} Dec 10 04:57:08.583133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.591125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.636743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f428dd73-6730-48e6-9a67-fffed53060f6,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:08.670489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Deleting port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:08.670838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.719603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.770443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.780998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef7b8-bad3-48e6-a77b-1d61cf2a260e req-9aaa9377-77b3-42f8-bb10-e32eea7937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:08.782531 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-413ef7b8-bad3-48e6-a77b-1d61cf2a260e req-9aaa9377-77b3-42f8-bb10-e32eea7937b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 1096 time: 0.0797315 Dec 10 04:57:08.796940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.813364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:08.830387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:08.834023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.834193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:08.840841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] For port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,segment=NetworkSegment(5da6e00f-0677-43bb-9e56-8af86501cce0),segment_id=5da6e00f-0677-43bb-9e56-8af86501cce0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:08.841382 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.857546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:08.874642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Calling delete_port for ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:08.896013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ccd7a-1f43-4f14-ba08-60ec631fab7a req-d99b5329-486e-4db1-973c-6b9aabd2537d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:08.904026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-058ccd7a-1f43-4f14-ba08-60ec631fab7a req-d99b5329-486e-4db1-973c-6b9aabd2537d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.1288471 Dec 10 04:57:08.904288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Pushing event updated for resources: {'Port': ['ID=2dbf882c-79db-4841-acb7-94a4dfed07cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:08.929079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d29f3b-abf0-4d7a-9282-387f3144665a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:08.931013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] DHCP port deletion for be9e2b60-b1df-4df2-a9c4-33e642f5663c request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:08.975327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Attempting to bind port 2dbf882c-79db-4841-acb7-94a4dfed07cb on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:08.975695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Attempting to bind port 2dbf882c-79db-4841-acb7-94a4dfed07cb by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '24f4cc7f-59d1-4724-a389-e5bd88219dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:08.976055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Attempting to bind port 2dbf882c-79db-4841-acb7-94a4dfed07cb on network 02731987-f7fb-425c-b0ab-27a71dd11ac3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:08.983598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:08.983969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Checking segment: {'id': '24f4cc7f-59d1-4724-a389-e5bd88219dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:08.984364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.984782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Bound using segment: {'id': '24f4cc7f-59d1-4724-a389-e5bd88219dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:08.985251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Bound port: 2dbf882c-79db-4841-acb7-94a4dfed07cb, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f4cc7f-59d1-4724-a389-e5bd88219dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:08.985628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:08.995130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-413ef7b8-bad3-48e6-a77b-1d61cf2a260e req-5d52e861-a9c0-4b9c-b79b-226c0fa45933 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961458 Dec 10 04:57:09.037072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-058ccd7a-1f43-4f14-ba08-60ec631fab7a req-e02e0c21-c609-4191-812c-40bd2fa6db60 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318128 Dec 10 04:57:09.061470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] For port 2dbf882c-79db-4841-acb7-94a4dfed07cb, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:09.063600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.066305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] For port 2dbf882c-79db-4841-acb7-94a4dfed07cb, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dbf882c-79db-4841-acb7-94a4dfed07cb,segment=NetworkSegment(24f4cc7f-59d1-4724-a389-e5bd88219dac),segment_id=24f4cc7f-59d1-4724-a389-e5bd88219dac)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:09.075687 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.080235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.097803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02731987-f7fb-425c-b0ab-27a71dd11ac3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.110562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f4cc7f-59d1-4724-a389-e5bd88219dac') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.111171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f4cc7f-59d1-4724-a389-e5bd88219dac') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.124681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.134205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:09.136063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] No DVR routers for this DVR port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:09.145885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Deleting port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:09.146431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.157551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.186518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b366-b744-4b9b-9cb7-5d145b08c114 None None] Pushing event updated for resources: {'Port': ['ID=2dbf882c-79db-4841-acb7-94a4dfed07cb,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:09.189601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:09.192183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:09.200825 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:09.238114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.264328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9e2b60-b1df-4df2-a9c4-33e642f5663c']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.268694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:57:09.268694 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:57:09.268694 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '02731987-f7fb-425c-b0ab-27a71dd11ac3'}] Dec 10 04:57:09.268694 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:57:09.269443 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:57:09.276986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da6e00f-0677-43bb-9e56-8af86501cce0') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.277233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da6e00f-0677-43bb-9e56-8af86501cce0') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:09.293552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.312066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] For port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:09.312709 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.316936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.325382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955edeb-16c8-4653-a557-709cc2be2169 None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:09.325634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:09.325714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:09.328585 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:09.339234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Calling delete_port for ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:09.343775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 04:57:09.346389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.405480 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.409361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] Pushing event deleted for resources: {'Port': ['ID=ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:09.419752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3d2b2-07f3-422e-a802-a12147968c85 None None] No DVR routers for this DVR port ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:09.422785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.428678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] 10.222.0.43 "DELETE /v2.0/networks/be9e2b60-b1df-4df2-a9c4-33e642f5663c HTTP/1.1" status: 204 len: 168 time: 0.9202359 Dec 10 04:57:09.428678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac93e7-9cb2-47a0-84ce-263a41407c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=be9e2b60-b1df-4df2-a9c4-33e642f5663c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:09.467523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a2088-9248-43c3-9bea-d0e468af7f55 None None] Network 02731987-f7fb-425c-b0ab-27a71dd11ac3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:09.557482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60180) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:09.574476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a0897-9f19-4cb4-be3c-12fd970befe4 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:57:09.610007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb062fe2-4834-4dcf-8de8-e36861cd228a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=584e817714d4437db0f91ff8b0ee6e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509946 Dec 10 04:57:09.612665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:09.633131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60184) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:09.668119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.673635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a0897-9f19-4cb4-be3c-12fd970befe4 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:57:09.692357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.746887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.749786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.753250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd995e2e-b854-46b9-ae41-679fb9827260 HTTP/1.1" status: 204 len: 168 time: 0.1365509 Dec 10 04:57:09.759902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee10090-5ed3-4e1a-aafd-ece18abd90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd995e2e-b854-46b9-ae41-679fb9827260,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:09.771539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.778581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8d3e6b-79ad-4ef1-8e69-98773798c60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.853085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 2dbf882c-79db-4841-acb7-94a4dfed07cb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:09.854116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.910761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8d3e6b-79ad-4ef1-8e69-98773798c60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.920175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-df8d3e6b-79ad-4ef1-8e69-98773798c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.922817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:09.951612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 2dbf882c-79db-4841-acb7-94a4dfed07cb, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2dbf882c-79db-4841-acb7-94a4dfed07cb,segment=NetworkSegment(24f4cc7f-59d1-4724-a389-e5bd88219dac),segment_id=24f4cc7f-59d1-4724-a389-e5bd88219dac)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:09.952282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:09.964072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-df8d3e6b-79ad-4ef1-8e69-98773798c60c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e5d727663e046b5b5a48dd3c7dc5d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298359 Dec 10 04:57:09.967366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:09.969372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 2dbf882c-79db-4841-acb7-94a4dfed07cb owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:09.978242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:09.978712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae9c0fea-6e6c-4857-bb2a-77d6b3ecb841 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:09.979136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 06390c5e-c840-4d30-ad79-e7721804a3db no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:09.993512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d3e6b-79ad-4ef1-8e69-98773798c60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cac686-3ee2-4d1a-8d75-13428ca12eec,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.026300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.048466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.054689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 06390c5e-c840-4d30-ad79-e7721804a3db {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:10.055121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 06390c5e-c840-4d30-ad79-e7721804a3db not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:10.055613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dc127d5-438d-486c-b88c-19a4db8c6ec0 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:10.104894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2dc127d5-438d-486c-b88c-19a4db8c6ec0 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:10.105344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2dc127d5-438d-486c-b88c-19a4db8c6ec0 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:10.116015 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.134436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.137751 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.139638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1cac686-3ee2-4d1a-8d75-13428ca12eec HTTP/1.1" status: 204 len: 168 time: 0.1713247 Dec 10 04:57:10.145150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=2dbf882c-79db-4841-acb7-94a4dfed07cb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.149301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 2dbf882c-79db-4841-acb7-94a4dfed07cb on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:10.249712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3754a26-5908-4634-a4ff-1dde7b879e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cac686-3ee2-4d1a-8d75-13428ca12eec,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.303283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.330342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.340045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943221-e812-4edb-bec1-442b0e3d0dae req-203fd76b-478b-4a4b-b538-f3f424af23d6 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:10.344944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37943221-e812-4edb-bec1-442b0e3d0dae req-203fd76b-478b-4a4b-b538-f3f424af23d6 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.1813066 Dec 10 04:57:10.361222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02731987-f7fb-425c-b0ab-27a71dd11ac3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:10.372534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f4cc7f-59d1-4724-a389-e5bd88219dac') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:10.372935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f4cc7f-59d1-4724-a389-e5bd88219dac') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:10.383107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.385026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e45ccd4-b191-46db-81bf-93da9febe97d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28564f39b27543bf8e008a232ee9f733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803192 Dec 10 04:57:10.387912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.400228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.406773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:10.407290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:10.411057 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:10.434775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37943221-e812-4edb-bec1-442b0e3d0dae req-752a75f0-954a-4b2b-a581-095b8ca688fe tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849648 Dec 10 04:57:10.460352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.481815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.489045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.490184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.493450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/02731987-f7fb-425c-b0ab-27a71dd11ac3 HTTP/1.1" status: 204 len: 168 time: 2.1184714 Dec 10 04:57:10.496094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.518438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220a9e-7e9f-4fe5-b7bf-7e36a3ccacf9 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=02731987-f7fb-425c-b0ab-27a71dd11ac3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.532422 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88f7f3b-c80c-404b-8cc5-94a9353ec3f4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:10.533023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88f7f3b-c80c-404b-8cc5-94a9353ec3f4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:10.540391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e88f7f3b-c80c-404b-8cc5-94a9353ec3f4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/02731987-f7fb-425c-b0ab-27a71dd11ac3 HTTP/1.1" status: 404 len: 339 time: 0.0394802 Dec 10 04:57:10.540738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.547107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307302959', 'description': 'd1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:10.559104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.562077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.563266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/301aa9ef-bccf-4485-8e4e-5802b96649b5 HTTP/1.1" status: 204 len: 168 time: 0.1733127 Dec 10 04:57:10.573661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f350e84-6a0d-4a6a-9ddd-fd0431146037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301aa9ef-bccf-4485-8e4e-5802b96649b5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.585598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:10.590355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.609229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60210) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.629065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd456-3bb8-4d71-a15a-4bfb2b948da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.630970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:10.641706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.642316 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 86a00a24-097f-443e-8332-214f35cc1403 of type vlan for network 157c4a30-c29f-4f16-8ea4-543b3b8af9ae Dec 10 04:57:10.691367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.722758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd456-3bb8-4d71-a15a-4bfb2b948da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.727207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.728768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd456-3bb8-4d71-a15a-4bfb2b948da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.733933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:10.734529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.770248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a9bbd456-3bb8-4d71-a15a-4bfb2b948da3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db9af6d81350448cb55a1d1e861e97e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583827 Dec 10 04:57:10.771059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbd456-3bb8-4d71-a15a-4bfb2b948da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be3dde-8222-4a5a-a440-f2e4ca3cb8c3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.773793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.792192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2499754 Dec 10 04:57:10.793181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60214) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.836328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9c770-d45c-413a-8424-7779f9923d8b tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=157c4a30-c29f-4f16-8ea4-543b3b8af9ae,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:10.863198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 157c4a30-c29f-4f16-8ea4-543b3b8af9ae details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:10.942902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:10.955054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732e569-8353-44a0-96dc-4e3c8ac8e8ae tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:10.956712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5732e569-8353-44a0-96dc-4e3c8ac8e8ae tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks?id=157c4a30-c29f-4f16-8ea4-543b3b8af9ae HTTP/1.1" status: 200 len: 761 time: 0.1624336 Dec 10 04:57:10.960590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:10.969679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'description': 'd2'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:10.982892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.047198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.050418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.054699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10be3dde-8222-4a5a-a440-f2e4ca3cb8c3 HTTP/1.1" status: 204 len: 168 time: 0.2769089 Dec 10 04:57:11.059496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490c89-5b54-4274-bcef-ddaf50175aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be3dde-8222-4a5a-a440-f2e4ca3cb8c3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:11.168532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.185157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.492127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 157c4a30-c29f-4f16-8ea4-543b3b8af9ae is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 04:57:11.497474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:11.498062 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.502173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:11.502332 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "PUT /v2.0/networks/157c4a30-c29f-4f16-8ea4-543b3b8af9ae HTTP/1.1" status: 200 len: 758 time: 0.5403333 Dec 10 04:57:11.561997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184ff1-775d-4d60-9c13-94d132a68e1d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=157c4a30-c29f-4f16-8ea4-543b3b8af9ae,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:11.574013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 157c4a30-c29f-4f16-8ea4-543b3b8af9ae details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:11.592988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:11.648865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41fa21-9311-4dfe-a5cc-a239400fb3f2 req-34b003a6-e134-4ed2-901c-1e857573a00f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:11.650399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da41fa21-9311-4dfe-a5cc-a239400fb3f2 req-34b003a6-e134-4ed2-901c-1e857573a00f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.1283579 Dec 10 04:57:11.657472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e9cdc-dc2a-40a2-8f42-450e444b8a75 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:11.659122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-237e9cdc-dc2a-40a2-8f42-450e444b8a75 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks?id=157c4a30-c29f-4f16-8ea4-543b3b8af9ae HTTP/1.1" status: 200 len: 761 time: 0.1554298 Dec 10 04:57:11.663409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:11.674067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274314857'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:11.715557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da41fa21-9311-4dfe-a5cc-a239400fb3f2 req-d943409e-c1d9-4a7e-9a0b-d2f4d9442418 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Dec 10 04:57:11.720920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:11.725293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.745978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1435446265-network', 'tenant_id': '41f77e3fd0e747ff92d387956e8df91b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:11.766570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:11.777230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.777573 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment 144d6130-fb0e-4977-8b15-3b96b9eac8e6 of type vlan for network 8e3a23f0-676a-47a7-b884-636ca6d92826 Dec 10 04:57:11.786177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Made reservation on behalf of 41f77e3fd0e747ff92d387956e8df91b for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:11.788409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.818964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.841900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.885166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.890811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:11.891382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:11.944336 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2773454 Dec 10 04:57:11.945271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:11.953417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:11.987580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f90e-175e-4983-b2e3-41b3f953c5aa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=8e3a23f0-676a-47a7-b884-636ca6d92826,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:11.999496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8e3a23f0-676a-47a7-b884-636ca6d92826 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:12.005803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.011656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.043563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:12.064706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a049cebf-62cd-4831-bcef-674a05eccdb5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:12.074046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:12.078946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.081896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.083490 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Added segment 0b65e700-70cb-4130-a50a-d47102741602 of type vlan for network 33eada13-c464-4294-9c75-a8fe39c4e08b Dec 10 04:57:12.141329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.185703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.186874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:12.187993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.268222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6716495 Dec 10 04:57:12.274121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:12.281778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Request body: {'subnet': {'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1435446265-subnet', 'tenant_id': '41f77e3fd0e747ff92d387956e8df91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:12.320323 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3cea4-f5b7-42ab-b532-c628c44d68cc admin admin] Pushing event updated for resources: {'Network': ['ID=33eada13-c464-4294-9c75-a8fe39c4e08b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:12.330650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 33eada13-c464-4294-9c75-a8fe39c4e08b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:12.351686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.354992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Made reservation on behalf of 41f77e3fd0e747ff92d387956e8df91b for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:12.359202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.410046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=0fe8c124-0e35-408a-bfe2-98a6f5037566,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:12.457075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': '144d6130-fb0e-4977-8b15-3b96b9eac8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:12.458050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: 8e3a23f0-676a-47a7-b884-636ca6d92826, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:12.499026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network 8e3a23f0-676a-47a7-b884-636ca6d92826 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:12.518313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8e3a23f0-676a-47a7-b884-636ca6d92826) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:12.535210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:12.535832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c26e0b-3851-4e92-b4c0-468686f71b79 None None] Network 8e3a23f0-676a-47a7-b884-636ca6d92826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:12.536416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.591823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a34c2dd8-17ff-4eb7-b635-baf5303ee4e6 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6451917 Dec 10 04:57:12.594633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60342) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:12.649319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.726611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-8e3a23f0-676a-47a7-b884-636ca6d92826', 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': '0fe8c124-0e35-408a-bfe2-98a6f5037566'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:57:12.727821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.789933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b7b5d0-6834-4a04-b1c7-941fe6a3a336,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:12.802405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.867788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Checking segment: {'id': '0b65e700-70cb-4130-a50a-d47102741602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:12.868164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Network hostable DHCP agents. Network: 33eada13-c464-4294-9c75-a8fe39c4e08b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:12.903020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Allocated IP 172.20.0.2 (8e3a23f0-676a-47a7-b884-636ca6d92826/0fe8c124-0e35-408a-bfe2-98a6f5037566/8da90f68-8261-4888-b436-7b864263a5f6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:12.906399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.935491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Network 33eada13-c464-4294-9c75-a8fe39c4e08b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:12.957071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 33eada13-c464-4294-9c75-a8fe39c4e08b) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:12.966646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:12.967285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:12.988961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5a6124b1-ee97-4205-8f23-597528c24fb2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7112074 Dec 10 04:57:12.998762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16978bf5-4286-4e1e-8875-3975ee2c79db None None] Network 33eada13-c464-4294-9c75-a8fe39c4e08b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:13.178427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf8304-6a91-4885-99a1-2393b6d0ed0c None None] Network 33eada13-c464-4294-9c75-a8fe39c4e08b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:13.215746 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.252329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.254124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.319383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Network 8e3a23f0-676a-47a7-b884-636ca6d92826 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:13.324935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Pushing event updated for resources: {'Port': ['ID=8da90f68-8261-4888-b436-7b864263a5f6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:13.334393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:13.337952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:13.357528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe8c124-0e35-408a-bfe2-98a6f5037566,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:13.428368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Attempting to bind port 8da90f68-8261-4888-b436-7b864263a5f6 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:13.428760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Attempting to bind port 8da90f68-8261-4888-b436-7b864263a5f6 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '144d6130-fb0e-4977-8b15-3b96b9eac8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:13.429123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Attempting to bind port 8da90f68-8261-4888-b436-7b864263a5f6 on network 8e3a23f0-676a-47a7-b884-636ca6d92826 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:13.434248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:13.434621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Checking segment: {'id': '144d6130-fb0e-4977-8b15-3b96b9eac8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:13.435022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.435410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Bound using segment: {'id': '144d6130-fb0e-4977-8b15-3b96b9eac8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:13.436355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Bound port: 8da90f68-8261-4888-b436-7b864263a5f6, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144d6130-fb0e-4977-8b15-3b96b9eac8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e3a23f0-676a-47a7-b884-636ca6d92826'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:13.436355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.511107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.512589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] For port 8da90f68-8261-4888-b436-7b864263a5f6, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:13.517410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] For port 8da90f68-8261-4888-b436-7b864263a5f6, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8da90f68-8261-4888-b436-7b864263a5f6,segment=NetworkSegment(144d6130-fb0e-4977-8b15-3b96b9eac8e6),segment_id=144d6130-fb0e-4977-8b15-3b96b9eac8e6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:13.526944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.545019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3a23f0-676a-47a7-b884-636ca6d92826']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:13.575033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144d6130-fb0e-4977-8b15-3b96b9eac8e6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:13.576988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144d6130-fb0e-4977-8b15-3b96b9eac8e6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:13.602119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.620828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.626447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdec766-5f41-44f8-baf1-4952536ab517 None None] Pushing event updated for resources: {'Port': ['ID=8da90f68-8261-4888-b436-7b864263a5f6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:13.630887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:13.631060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511f84a-2ee7-49b6-a7dd-cb9dc77f2407 None None] Network 8e3a23f0-676a-47a7-b884-636ca6d92826 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:13.631764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:13.635551 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:13.672500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-3625c960-191b-4474-aef5-1f510662a3af tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:13.674885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-3625c960-191b-4474-aef5-1f510662a3af tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/networks?id=33eada13-c464-4294-9c75-a8fe39c4e08b HTTP/1.1" status: 200 len: 822 time: 0.2033720 Dec 10 04:57:13.694213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-0efc9100-360b-4326-8580-fc0313b0348f tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/quotas/41f77e3fd0e747ff92d387956e8df91b HTTP/1.1" status: 200 len: 375 time: 0.0125198 Dec 10 04:57:13.718123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.api [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 04:57:13.718123 n-d-817326-3 neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 04:57:13.718123 n-d-817326-3 neutron-server[103254]: [parameters: {'id': '8e3a23f0-676a-47a7-b884-636ca6d92826'}] Dec 10 04:57:13.718123 n-d-817326-3 neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 04:57:13.718585 n-d-817326-3 neutron-server[103254]: DEBUG oslo_db.api [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 04:57:13.738919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-6b65d919-d61a-4943-8efa-2d99bb896aa0 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=41f77e3fd0e747ff92d387956e8df91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382259 Dec 10 04:57:13.754838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86679c34-c2ec-4b3a-b276-95f58113529b None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 04:57:13.889682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-b97ca672-be8e-4d70-9418-f90ef5b66d17 service neutron] 10.222.0.43 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392736 Dec 10 04:57:13.911207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86679c34-c2ec-4b3a-b276-95f58113529b None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 04:57:13.997779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-e778b99c-9698-4d93-a2c9-c2c674a6fbe9 service neutron] 10.222.0.43 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982068 Dec 10 04:57:14.219271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.241422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a482adbb-5df1-457e-b770-698a62b9489c req-b5c99a3f-2c70-412e-8615-7a1ea9d8264b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 210 time: 0.0554996 Dec 10 04:57:14.303504 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 8da90f68-8261-4888-b436-7b864263a5f6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:14.303830 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.391974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 8da90f68-8261-4888-b436-7b864263a5f6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8da90f68-8261-4888-b436-7b864263a5f6,segment=NetworkSegment(144d6130-fb0e-4977-8b15-3b96b9eac8e6),segment_id=144d6130-fb0e-4977-8b15-3b96b9eac8e6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:14.392748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.411130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 8da90f68-8261-4888-b436-7b864263a5f6 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:14.513565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.556423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 8da90f68-8261-4888-b436-7b864263a5f6 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:14.562765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=8da90f68-8261-4888-b436-7b864263a5f6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:14.667771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.694631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3a23f0-676a-47a7-b884-636ca6d92826']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:14.705091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144d6130-fb0e-4977-8b15-3b96b9eac8e6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:14.705434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144d6130-fb0e-4977-8b15-3b96b9eac8e6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:14.722500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.748691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.760583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:14.760993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:14.764931 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:14.854423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.861551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:14.869486 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/8e3a23f0-676a-47a7-b884-636ca6d92826 HTTP/1.1" status: 204 len: 168 time: 2.2685809 Dec 10 04:57:14.870953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:14.882908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd8c5-0bd2-4e96-85d5-76c3c40f064a tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=8e3a23f0-676a-47a7-b884-636ca6d92826,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:14.902027 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d27cac-713d-4a4c-b588-ac86e1bb7399 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] GET failed (client error): The resource could not be found. Dec 10 04:57:14.903377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c1d27cac-713d-4a4c-b588-ac86e1bb7399 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets/0fe8c124-0e35-408a-bfe2-98a6f5037566 HTTP/1.1" status: 404 len: 337 time: 0.0322669 Dec 10 04:57:14.907729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:14.930081 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa87819b-f55d-42c4-8c0a-ec8b9c245ed7 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:14.930918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa87819b-f55d-42c4-8c0a-ec8b9c245ed7 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:14.935214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fa87819b-f55d-42c4-8c0a-ec8b9c245ed7 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/8e3a23f0-676a-47a7-b884-636ca6d92826 HTTP/1.1" status: 404 len: 339 time: 0.0264919 Dec 10 04:57:14.939442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60410) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.087959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ed0f2-8e2a-45aa-8d8d-6dfaed360bd2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.089744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ce6ed0f2-8e2a-45aa-8d8d-6dfaed360bd2 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1492727 Dec 10 04:57:15.094958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.132405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bcae79ca-cea4-438b-bdd4-a15258f390b8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 207 time: 0.0361652 Dec 10 04:57:15.136028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.275546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d8f34-55c1-4428-8fac-f53cf7bb0eb3 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.282082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d8f34-55c1-4428-8fac-f53cf7bb0eb3 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.288616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d8f34-55c1-4428-8fac-f53cf7bb0eb3 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.294906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d8f34-55c1-4428-8fac-f53cf7bb0eb3 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.296647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-476d8f34-55c1-4428-8fac-f53cf7bb0eb3 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1594775 Dec 10 04:57:15.300745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.426395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f434c08-68f2-4ff9-8a66-8b6c551a87a6 req-c972388e-9b51-44a9-b767-b96c376aa5b9 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 210 time: 0.0421901 Dec 10 04:57:15.473122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a16764ce-aad7-4d50-b469-ca44c8c6d934 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1710041 Dec 10 04:57:15.476820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.604627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d8236c-7f48-4d53-9c55-0923a524c426 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.606608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d8236c-7f48-4d53-9c55-0923a524c426 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.612678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60428) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.612827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f1d8236c-7f48-4d53-9c55-0923a524c426 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1198952 Dec 10 04:57:15.642436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-0732de1f-63cc-489d-a727-60e7d0374bf2 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.644070 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-0732de1f-63cc-489d-a727-60e7d0374bf2 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.36 "GET /v2.0/networks?id=33eada13-c464-4294-9c75-a8fe39c4e08b HTTP/1.1" status: 200 len: 822 time: 0.2126780 Dec 10 04:57:15.679594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28399097-d8e8-44c0-b7ae-2b6953c89b2e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.681421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28399097-d8e8-44c0-b7ae-2b6953c89b2e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.682962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28399097-d8e8-44c0-b7ae-2b6953c89b2e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0685325 Dec 10 04:57:15.686529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.703436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Request body: {'port': {'device_id': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b', 'admin_state_up': True, 'tenant_id': '41f77e3fd0e747ff92d387956e8df91b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:15.800627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e593692-7e0d-4822-958e-0becfe5768cd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:15.802463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2e593692-7e0d-4822-958e-0becfe5768cd tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks/a5afd19f-d6da-4c2f-9abf-f8ca2b575772 HTTP/1.1" status: 200 len: 800 time: 0.1150036 Dec 10 04:57:15.806292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60432) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:15.877317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Made reservation on behalf of 41f77e3fd0e747ff92d387956e8df91b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:15.881640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:15.921807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b0b638b-4f38-4696-9443-76d54dcca0c1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/networks/a5afd19f-d6da-4c2f-9abf-f8ca2b575772?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1142199 Dec 10 04:57:15.925066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60434) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:16.002465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1296511f-490d-4170-89f5-f8b05da714b5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:16.003928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1296511f-490d-4170-89f5-f8b05da714b5 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets/fa75031c-8da3-40c4-a937-37871605210e HTTP/1.1" status: 200 len: 811 time: 0.0779092 Dec 10 04:57:16.008170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60436) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:16.038809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Allocated IP 172.20.0.9 (33eada13-c464-4294-9c75-a8fe39c4e08b/90b7b5d0-6834-4a04-b1c7-941fe6a3a336/718b508d-0a2b-4f24-a4e3-2cf8a4da7db2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:16.072404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc2a9b-1a54-4f9a-ac7f-40ee1f89b260 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['shared'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:16.073982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dabc2a9b-1a54-4f9a-ac7f-40ee1f89b260 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "GET /v2.0/subnets/fa75031c-8da3-40c4-a937-37871605210e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0647354 Dec 10 04:57:16.078005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:16.083916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192097400'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:16.116165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:16.127337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.157191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:16.179723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.180073 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Added segment a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a of type vlan for network db20ad97-6579-44d0-ba34-0dffb1a2f1dd Dec 10 04:57:16.237292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.256350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.283614 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.285052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.292073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:16.292626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.322575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2434914 Dec 10 04:57:16.325563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:16.331801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:16.341117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Network 33eada13-c464-4294-9c75-a8fe39c4e08b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:16.347168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:16.361825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159143da-8a06-43de-be79-f20df9917eeb None None] DHCP port deletion for 33eada13-c464-4294-9c75-a8fe39c4e08b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:16.367384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:16.408299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Pushing event updated for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:16.445393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:16.446220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.455994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-264ee883-6ea5-46b9-b038-3bbf64817149 None None] Provisioning complete for port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:16.456365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-264ee883-6ea5-46b9-b038-3bbf64817149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.477608 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-cc711681-79aa-4c18-9106-f4dd9c0bda5b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804139 Dec 10 04:57:16.501289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Request body: {'port': {'device_id': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:16.503181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-264ee883-6ea5-46b9-b038-3bbf64817149 None None] Port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:57:16.579306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:16.786776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1ee0-65f5-43bf-af16-71fb93b9d908 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Network': ['ID=db20ad97-6579-44d0-ba34-0dffb1a2f1dd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:16.798855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:16.896508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07613-2ca6-4bf6-98df-3069fbb113d3 req-1dbc2ded-5551-4915-879c-d2f3657ad1d3 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:16.904290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dd07613-2ca6-4bf6-98df-3069fbb113d3 req-1dbc2ded-5551-4915-879c-d2f3657ad1d3 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 931 time: 0.1734841 Dec 10 04:57:16.943187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Made reservation on behalf of eb0bb5267c5849aa820546a6c944a626 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:16.946899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.040816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:17.044000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Performing IP validity checks on allocation pools {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 04:57:17.044627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 04:57:17.049985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dd07613-2ca6-4bf6-98df-3069fbb113d3 req-453c6a6b-b4ad-4bf3-89cf-2b3ea0e50418 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442623 Dec 10 04:57:17.061202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.083660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Transition to ACTIVE for port object 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:57:17.093170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.141813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc5075-864d-4cc2-8ce1-845cca4efff3 None None] DHCP port deletion for 33eada13-c464-4294-9c75-a8fe39c4e08b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:17.172206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Pushing event updated for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:17.202401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.240170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Attempting to bind port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:17.240545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Attempting to bind port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '0b65e700-70cb-4130-a50a-d47102741602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:17.240882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Attempting to bind port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 on network 33eada13-c464-4294-9c75-a8fe39c4e08b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:17.245444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 on network 33eada13-c464-4294-9c75-a8fe39c4e08b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:57:17.245769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Attempting to bind port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 on network 33eada13-c464-4294-9c75-a8fe39c4e08b {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:17.251414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:17.251752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Checking segment: {'id': '0b65e700-70cb-4130-a50a-d47102741602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:17.252137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Bound using segment: {'id': '0b65e700-70cb-4130-a50a-d47102741602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:17.252596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Bound port: 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b65e700-70cb-4130-a50a-d47102741602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:17.252961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.277445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=d4c9bf4e-509d-418e-a13b-b0b31597a1ef,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:17.287297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Checking segment: {'id': 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:17.287662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network hostable DHCP agents. Network: db20ad97-6579-44d0-ba34-0dffb1a2f1dd, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:17.309876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:17.322004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, db20ad97-6579-44d0-ba34-0dffb1a2f1dd) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:17.326961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:17.327996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.336740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768faab-93b6-4b97-8e86-a8c84b4c9395 None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:17.341152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:17.345230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,segment=NetworkSegment(0b65e700-70cb-4130-a50a-d47102741602),segment_id=0b65e700-70cb-4130-a50a-d47102741602)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:17.351487 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.369561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a7e89540-f02a-4c94-a31b-e84a2b92d23f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0423305 Dec 10 04:57:17.372607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60452) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:17.386646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:17.415449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:17.416064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.417769 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] 10.222.0.36 "PUT /v2.0/ports/718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 HTTP/1.1" status: 200 len: 1091 time: 0.9231439 Dec 10 04:57:17.418497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:17.421663 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a28cac-135d-4f31-84b0-df08555cc8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:17.442676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af5b4-9f89-4217-8386-caf19ddae06c service neutron] Pushing event updated for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:17.453008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efdb65-4746-4f84-a855-423bd7b283bf None None] DHCP port deletion for 33eada13-c464-4294-9c75-a8fe39c4e08b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:17.487485 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d22380-699b-40d4-a28e-9c73d7c19c29 x-openstack-request-id: req-03d22380-699b-40d4-a28e-9c73d7c19c29 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:17.487994 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:17.488088 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03d22380-699b-40d4-a28e-9c73d7c19c29 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:17.489224 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2', 'status': 'completed', 'code': 200} Dec 10 04:57:17.539212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-db20ad97-6579-44d0-ba34-0dffb1a2f1dd', 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd', 'project_id': 'eb0bb5267c5849aa820546a6c944a626', 'fixed_ips': [{'subnet_id': 'd4c9bf4e-509d-418e-a13b-b0b31597a1ef'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:57:17.546602 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.560237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9161213'] for subnet, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.581474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-a03a34f7-4d7b-46dd-9772-955359be0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:17.583310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-a03a34f7-4d7b-46dd-9772-955359be0c54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41f77e3fd0e747ff92d387956e8df91b&device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 1094 time: 0.0806601 Dec 10 04:57:17.659761 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-c44b7529-0345-4fb2-8343-d1fc48bb7dbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 HTTP/1.1" status: 200 len: 217 time: 0.0622389 Dec 10 04:57:17.754027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-096d89f7-83e9-4a64-aaf4-1c99de19f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:17.754891 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-096d89f7-83e9-4a64-aaf4-1c99de19f049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90b7b5d0-6834-4a04-b1c7-941fe6a3a336 HTTP/1.1" status: 200 len: 862 time: 0.0837865 Dec 10 04:57:17.790940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775687511080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9154422'] for subnet, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.799753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-03ef5ebd-0455-4c3b-9236-56683b7cf8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33eada13-c464-4294-9c75-a8fe39c4e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363722 Dec 10 04:57:17.844368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Allocated IP 172.20.0.3 (db20ad97-6579-44d0-ba34-0dffb1a2f1dd/d4c9bf4e-509d-418e-a13b-b0b31597a1ef/72ecf53e-363e-4812-b064-d9e09c25b05e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:17.859898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:17.861035 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:17.862979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "PUT /v2.0/subnets/d4c9bf4e-509d-418e-a13b-b0b31597a1ef HTTP/1.1" status: 200 len: 877 time: 0.4894247 Dec 10 04:57:17.867594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:17.890832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bfa6c-ae5d-4865-8a0c-8309111a93d1 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event updated for resources: {'Subnet': ['ID=d4c9bf4e-509d-418e-a13b-b0b31597a1ef,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:18.016206 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-704043df-ad2e-42a8-936f-859ad26c584a service neutron] 10.222.0.36 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079384 Dec 10 04:57:18.033064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.041324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.043809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.093107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Pushing event updated for resources: {'Port': ['ID=72ecf53e-363e-4812-b064-d9e09c25b05e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:18.101131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:18.104152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:18.106564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:18.168644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Attempting to bind port 72ecf53e-363e-4812-b064-d9e09c25b05e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:18.169037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Attempting to bind port 72ecf53e-363e-4812-b064-d9e09c25b05e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:18.169401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Attempting to bind port 72ecf53e-363e-4812-b064-d9e09c25b05e on network db20ad97-6579-44d0-ba34-0dffb1a2f1dd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:18.174636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:18.175146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Checking segment: {'id': 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:18.175549 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.176698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Bound using segment: {'id': 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:18.176961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Bound port: 72ecf53e-363e-4812-b064-d9e09c25b05e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db20ad97-6579-44d0-ba34-0dffb1a2f1dd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:18.177337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.178451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2029d01-e3fe-47fd-a0a3-34beb093144a req-e2f14ca9-0041-4ff3-82df-c8b92facec37 service neutron] 10.222.0.36 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520879 Dec 10 04:57:18.205389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 72ecf53e-363e-4812-b064-d9e09c25b05e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:18.207867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.280392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] For port 72ecf53e-363e-4812-b064-d9e09c25b05e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:18.283914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] For port 72ecf53e-363e-4812-b064-d9e09c25b05e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=72ecf53e-363e-4812-b064-d9e09c25b05e,segment=NetworkSegment(a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a),segment_id=a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:18.290264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.302915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e77-0aa3-4ad9-b2e8-c42c59dfad9a req-927c58ac-f0de-42f3-a473-492100e0a6ae tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:18.311403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4c95e77-0aa3-4ad9-b2e8-c42c59dfad9a req-927c58ac-f0de-42f3-a473-492100e0a6ae tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 943 time: 0.1109674 Dec 10 04:57:18.358935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f33b9-d14d-4747-a3cc-09ed6eadfa6a None None] Pushing event updated for resources: {'Port': ['ID=72ecf53e-363e-4812-b064-d9e09c25b05e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:18.395026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4c95e77-0aa3-4ad9-b2e8-c42c59dfad9a req-b691f56c-7f95-47cf-af08-2927fa4009ef tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789847 Dec 10 04:57:18.404132 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 72ecf53e-363e-4812-b064-d9e09c25b05e, host n-d-817326-3, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:18.404132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.433169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 72ecf53e-363e-4812-b064-d9e09c25b05e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:18.496122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-083df84b-1100-4c00-a9b3-6ef9506e04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:18.497660 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-083df84b-1100-4c00-a9b3-6ef9506e04b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41f77e3fd0e747ff92d387956e8df91b&device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 1094 time: 0.1482694 Dec 10 04:57:18.677497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-7900448f-2172-4ea4-9cf3-50eb063c08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:18.681722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-7900448f-2172-4ea4-9cf3-50eb063c08ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=33eada13-c464-4294-9c75-a8fe39c4e08b HTTP/1.1" status: 200 len: 923 time: 0.1738398 Dec 10 04:57:18.682263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.718582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=72ecf53e-363e-4812-b064-d9e09c25b05e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:18.751545 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-75955091-04bf-4748-a0d9-4e14bb3a0127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 HTTP/1.1" status: 200 len: 217 time: 0.0607917 Dec 10 04:57:18.837414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 72ecf53e-363e-4812-b064-d9e09c25b05e on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:18.890688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-e8dcffba-37a4-4619-bf8b-c5e6338ccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:18.892079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-e8dcffba-37a4-4619-bf8b-c5e6338ccb2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90b7b5d0-6834-4a04-b1c7-941fe6a3a336 HTTP/1.1" status: 200 len: 862 time: 0.1024153 Dec 10 04:57:18.926518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:18.930890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-c2ce135f-5db2-44c6-824b-b59a9cd075be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33eada13-c464-4294-9c75-a8fe39c4e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293429 Dec 10 04:57:19.068855 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-dfb9438b-d22e-40bf-a0ac-b4f1e4bd8ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105702 Dec 10 04:57:19.074807 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.138787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c9bf4e-509d-418e-a13b-b0b31597a1ef,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:19.239931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.522434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1674a2d-98e9-489c-993c-e41d570168dd req-e8538199-16d9-4a84-883a-cd0b154fbedb tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:19.530696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1674a2d-98e9-489c-993c-e41d570168dd req-e8538199-16d9-4a84-883a-cd0b154fbedb tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 943 time: 0.0702288 Dec 10 04:57:19.594219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1674a2d-98e9-489c-993c-e41d570168dd req-452b662e-d796-425e-be3f-a62cbedef388 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Dec 10 04:57:19.662516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db20ad97-6579-44d0-ba34-0dffb1a2f1dd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:19.681728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:19.681973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bd8e5d-7d1b-4cdf-b226-bd3be8fcbb1a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:19.686171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d2a28cac-135d-4f31-84b0-df08555cc8ea req-4e45267d-082b-4039-bc49-514a5e68b5dc service neutron] 10.222.0.36 "GET /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084838 Dec 10 04:57:19.696588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.705190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa5e4d-7fb7-4353-8ab7-fd78acac10b2 None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:19.724787 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.732428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:19.733441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:19.738094 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:19.775000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-edcf9660-602a-4f00-be5d-a3b12e4e5652 None None] Could not find standard attr ID for object 72ecf53e-363e-4812-b064-d9e09c25b05e. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 04:57:19.804578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.811922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:19.825554 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/db20ad97-6579-44d0-ba34-0dffb1a2f1dd HTTP/1.1" status: 204 len: 168 time: 1.9536171 Dec 10 04:57:19.827279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:19.849882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578dc6-406d-4bf0-8099-9330e89e4de8 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=db20ad97-6579-44d0-ba34-0dffb1a2f1dd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:19.862785 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec1a0a-be02-4ab1-8586-e2c5041b282c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:19.864071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec1a0a-be02-4ab1-8586-e2c5041b282c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:19.867745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53ec1a0a-be02-4ab1-8586-e2c5041b282c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/d4c9bf4e-509d-418e-a13b-b0b31597a1ef HTTP/1.1" status: 404 len: 337 time: 0.0394650 Dec 10 04:57:19.871517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:19.894995 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a9b8e-8136-4706-91f9-cb5929300ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:19.895508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555a9b8e-8136-4706-91f9-cb5929300ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:19.898863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-555a9b8e-8136-4706-91f9-cb5929300ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/db20ad97-6579-44d0-ba34-0dffb1a2f1dd HTTP/1.1" status: 404 len: 339 time: 0.0264041 Dec 10 04:57:19.901540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60484) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:19.904007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327126f-087e-4007-b5c9-9d57b7460139 None None] DHCP port deletion for db20ad97-6579-44d0-ba34-0dffb1a2f1dd request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:19.930483 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac786a2-2efb-4963-9744-aab8c183958e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:19.930747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a3798-87e7-4ebd-bef8-c116688d20b1 None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:19.932376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac786a2-2efb-4963-9744-aab8c183958e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:19.938697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3ac786a2-2efb-4963-9744-aab8c183958e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/0fe8c124-0e35-408a-bfe2-98a6f5037566 HTTP/1.1" status: 404 len: 337 time: 0.0338118 Dec 10 04:57:19.938891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:19.948107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a3798-87e7-4ebd-bef8-c116688d20b1 None None] Network db20ad97-6579-44d0-ba34-0dffb1a2f1dd could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 04:57:19.958182 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0c5594-bc6a-41f8-a084-5aedc5827749 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:19.958698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0c5594-bc6a-41f8-a084-5aedc5827749 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:19.961800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b0c5594-bc6a-41f8-a084-5aedc5827749 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/8e3a23f0-676a-47a7-b884-636ca6d92826 HTTP/1.1" status: 404 len: 339 time: 0.0217988 Dec 10 04:57:19.964439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.059239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.158418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.180897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157c4a30-c29f-4f16-8ea4-543b3b8af9ae']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:20.190649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a00a24-097f-443e-8332-214f35cc1403') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:20.191037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a00a24-097f-443e-8332-214f35cc1403') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:20.200618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.216261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.222536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:20.223580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:20.227391 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:20.297403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.298539 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.306261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.309474 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/157c4a30-c29f-4f16-8ea4-543b3b8af9ae HTTP/1.1" status: 204 len: 168 time: 0.3439481 Dec 10 04:57:20.312055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60496) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.321781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742779d-6e60-4319-a16b-cd33ebbb5799 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=157c4a30-c29f-4f16-8ea4-543b3b8af9ae,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:20.351545 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbb153c-6890-4f5b-b770-598a9e4d8fab tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.352151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbb153c-6890-4f5b-b770-598a9e4d8fab tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.357667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-acbb153c-6890-4f5b-b770-598a9e4d8fab tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/f2d29f3b-abf0-4d7a-9282-387f3144665a HTTP/1.1" status: 404 len: 337 time: 0.0418491 Dec 10 04:57:20.358252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.378896 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9086c1be-a527-4672-bbe1-a2b6ab881caa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.379646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9086c1be-a527-4672-bbe1-a2b6ab881caa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.382731 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9086c1be-a527-4672-bbe1-a2b6ab881caa tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/02731987-f7fb-425c-b0ab-27a71dd11ac3 HTTP/1.1" status: 404 len: 339 time: 0.0233974 Dec 10 04:57:20.385505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.420093 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aa6131-8bd3-4baa-b6fb-8500da452ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.420947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aa6131-8bd3-4baa-b6fb-8500da452ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.426368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d7aa6131-8bd3-4baa-b6fb-8500da452ede tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/df1f2c63-9ff1-4269-970d-98fdcc57d83b HTTP/1.1" status: 404 len: 337 time: 0.0375576 Dec 10 04:57:20.426678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.445756 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c83a384-2ae2-4c2c-8624-7052171695b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.446215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c83a384-2ae2-4c2c-8624-7052171695b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.449340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c83a384-2ae2-4c2c-8624-7052171695b4 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/aeebc382-a441-4a7b-97e9-be73c8fad36f HTTP/1.1" status: 404 len: 339 time: 0.0216801 Dec 10 04:57:20.451756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.478490 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-671a4616-18eb-4a9a-9ea8-91f1abeae058 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.478944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671a4616-18eb-4a9a-9ea8-91f1abeae058 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.482326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-671a4616-18eb-4a9a-9ea8-91f1abeae058 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/9625b5c5-4896-4fee-9aab-793a0afcecc8 HTTP/1.1" status: 404 len: 337 time: 0.0296628 Dec 10 04:57:20.484990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60506) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.502777 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2edaf-3949-455e-bbdb-6e106e05a806 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.503687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff2edaf-3949-455e-bbdb-6e106e05a806 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.506888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ff2edaf-3949-455e-bbdb-6e106e05a806 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/6dcf0596-8b3c-443e-b088-d2d5d6c0adb9 HTTP/1.1" status: 404 len: 339 time: 0.0209990 Dec 10 04:57:20.509457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60508) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.536958 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-022df74d-c391-4b0d-bfc9-9890f4e25a7e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.537595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022df74d-c391-4b0d-bfc9-9890f4e25a7e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.540440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-022df74d-c391-4b0d-bfc9-9890f4e25a7e tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/f5112f0b-861b-4ecb-8222-aef7dcd9aed9 HTTP/1.1" status: 404 len: 337 time: 0.0300779 Dec 10 04:57:20.543183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60510) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.566453 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-38763e5e-4eb3-4438-859a-35c5b875da6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.567527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38763e5e-4eb3-4438-859a-35c5b875da6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.570669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-38763e5e-4eb3-4438-859a-35c5b875da6c tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/1c0d213d-9519-4fbe-8360-6596466360c3 HTTP/1.1" status: 404 len: 339 time: 0.0265737 Dec 10 04:57:20.573201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.600929 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-60429e66-2bbd-4df5-8963-103b9a5c844f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.601389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60429e66-2bbd-4df5-8963-103b9a5c844f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.604487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-60429e66-2bbd-4df5-8963-103b9a5c844f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/9782f8ce-ea61-4aa9-88d2-e810d5315fcd HTTP/1.1" status: 404 len: 337 time: 0.0303299 Dec 10 04:57:20.607214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.626161 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-08929970-3384-40cc-8c6c-231ced76d687 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.627857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08929970-3384-40cc-8c6c-231ced76d687 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.632609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08929970-3384-40cc-8c6c-231ced76d687 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/edd8dbec-b8a7-4902-ab5b-0681bbafe703 HTTP/1.1" status: 404 len: 339 time: 0.0221157 Dec 10 04:57:20.632986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60518) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.671103 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ad13a-414c-40a2-92eb-7bb0c7d1cd6f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.671566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1ad13a-414c-40a2-92eb-7bb0c7d1cd6f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.674820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c1ad13a-414c-40a2-92eb-7bb0c7d1cd6f tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/6f086aa6-8ccd-44cb-a175-21916947c2be HTTP/1.1" status: 404 len: 337 time: 0.0407789 Dec 10 04:57:20.677865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.715398 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f158278-bba3-4257-835e-2aedba955447 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.716262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f158278-bba3-4257-835e-2aedba955447 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.717300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017f44e-1dd9-4988-ba35-0565adca3f38 req-e19204ae-bdfc-48a3-b43d-b4a5706150c5 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:20.719052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2017f44e-1dd9-4988-ba35-0565adca3f38 req-e19204ae-bdfc-48a3-b43d-b4a5706150c5 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 943 time: 0.0583360 Dec 10 04:57:20.722663 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9f158278-bba3-4257-835e-2aedba955447 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/cb57ec59-4870-47a6-ab41-da053faa1c06 HTTP/1.1" status: 404 len: 339 time: 0.0419579 Dec 10 04:57:20.725455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.760002 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdd650d-b03c-44e3-b9e1-8f1d3655ac89 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.760465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdd650d-b03c-44e3-b9e1-8f1d3655ac89 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.763979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3fdd650d-b03c-44e3-b9e1-8f1d3655ac89 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/568954d5-f124-4e37-b358-10c8d55204ea HTTP/1.1" status: 404 len: 337 time: 0.0375133 Dec 10 04:57:20.766759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.790030 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a268fa-5ef8-4f5a-ba29-3e5f10978d02 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.791059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a268fa-5ef8-4f5a-ba29-3e5f10978d02 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.794264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-90a268fa-5ef8-4f5a-ba29-3e5f10978d02 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/da1938c4-848a-4cf8-ac72-336e3df5337a HTTP/1.1" status: 404 len: 339 time: 0.0263119 Dec 10 04:57:20.796853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.801375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2017f44e-1dd9-4988-ba35-0565adca3f38 req-b4306689-4dff-42f8-ae03-436d1e2ee8f0 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Dec 10 04:57:20.833614 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b240def-2c4d-4ce9-a2da-53a3999fdb14 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.834065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b240def-2c4d-4ce9-a2da-53a3999fdb14 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.837687 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b240def-2c4d-4ce9-a2da-53a3999fdb14 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/b173000d-3923-48c0-9b4a-2b88f049b3b5 HTTP/1.1" status: 404 len: 337 time: 0.0392735 Dec 10 04:57:20.840114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.860078 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6892da82-b688-43e6-a116-29a096d4f634 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] DELETE failed (client error): The resource could not be found. Dec 10 04:57:20.860925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6892da82-b688-43e6-a116-29a096d4f634 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 04:57:20.864989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6892da82-b688-43e6-a116-29a096d4f634 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/e682cfa0-f1d0-4709-9168-665a9aded7fa HTTP/1.1" status: 404 len: 339 time: 0.0238354 Dec 10 04:57:20.867357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:20.922715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting subnet fa75031c-8da3-40c4-a937-37871605210e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:57:20.926481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:20.972362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.062174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.134870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.172339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Subnet': ['ID=fa75031c-8da3-40c4-a937-37871605210e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:21.178370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.184263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-67de4792-d155-40d1-8c9c-75066a64378d tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/subnets/fa75031c-8da3-40c4-a937-37871605210e HTTP/1.1" status: 204 len: 168 time: 0.3137770 Dec 10 04:57:21.184484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:21.190891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47ca73-a7a0-4e41-8196-57954dd4d022 None None] Network a5afd19f-d6da-4c2f-9abf-f8ca2b575772 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:21.285396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.347353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Deleting port 3f7ce03c-86e2-4524-8bc0-b323185ba75f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:21.348236 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.361515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] DHCP port deletion for a5afd19f-d6da-4c2f-9abf-f8ca2b575772 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:21.414518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Deleting port 3f7ce03c-86e2-4524-8bc0-b323185ba75f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:21.415029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.441030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] For port 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f7ce03c-86e2-4524-8bc0-b323185ba75f,segment=NetworkSegment(d6db7870-98b7-4928-85ee-268793f306bb),segment_id=d6db7870-98b7-4928-85ee-268793f306bb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:21.441772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.459129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Calling delete_port for 3f7ce03c-86e2-4524-8bc0-b323185ba75f owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:21.567632 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.603799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Port': ['ID=3f7ce03c-86e2-4524-8bc0-b323185ba75f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:21.621403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] No DVR routers for this DVR port 3f7ce03c-86e2-4524-8bc0-b323185ba75f on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:21.661288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] For port 3f7ce03c-86e2-4524-8bc0-b323185ba75f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f7ce03c-86e2-4524-8bc0-b323185ba75f,segment=NetworkSegment(d6db7870-98b7-4928-85ee-268793f306bb),segment_id=d6db7870-98b7-4928-85ee-268793f306bb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:21.661680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.676962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Calling delete_port for 3f7ce03c-86e2-4524-8bc0-b323185ba75f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:21.724684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.757205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5afd19f-d6da-4c2f-9abf-f8ca2b575772']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:21.767314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db7870-98b7-4928-85ee-268793f306bb') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:21.767800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db7870-98b7-4928-85ee-268793f306bb') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:21.775632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.782137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.797474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.804417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:21.804863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:21.808826 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:21.831699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] Pushing event deleted for resources: {'Port': ['ID=3f7ce03c-86e2-4524-8bc0-b323185ba75f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:21.837935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e57111-4a59-4e9b-a9f5-b95f77b7ab99 None None] No DVR routers for this DVR port 3f7ce03c-86e2-4524-8bc0-b323185ba75f on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:21.927853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f7ce03c-86e2-4524-8bc0-b323185ba75f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:21.931770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.970432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3f7ce03c-86e2-4524-8bc0-b323185ba75f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:21.970786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f7ce03c-86e2-4524-8bc0-b323185ba75f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:21.971212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 72ecf53e-363e-4812-b064-d9e09c25b05e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:21.980015 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:21.985906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] 10.222.0.43 "DELETE /v2.0/networks/a5afd19f-d6da-4c2f-9abf-f8ca2b575772 HTTP/1.1" status: 204 len: 168 time: 0.7982535 Dec 10 04:57:21.993157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2a58-1bb0-4f64-ba76-3d5aacccacd9 req-59d17707-18d1-492c-b7a2-8a020093161a tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:21.996751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ddffc-0d16-460d-b381-aad59765aa95 tempest-NetworksTest-480297672 tempest-NetworksTest-480297672-project] Pushing event deleted for resources: {'Network': ['ID=a5afd19f-d6da-4c2f-9abf-f8ca2b575772,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:22.001109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae2a58-1bb0-4f64-ba76-3d5aacccacd9 req-59d17707-18d1-492c-b7a2-8a020093161a tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 943 time: 0.0958018 Dec 10 04:57:22.004950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 72ecf53e-363e-4812-b064-d9e09c25b05e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:22.005559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 72ecf53e-363e-4812-b064-d9e09c25b05e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:22.069093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9ae2a58-1bb0-4f64-ba76-3d5aacccacd9 req-f8b470d8-09e1-43b2-bdfa-ae88882bafb1 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Dec 10 04:57:22.132241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:57:22.254578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,segment=NetworkSegment(0b65e700-70cb-4130-a50a-d47102741602),segment_id=0b65e700-70cb-4130-a50a-d47102741602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:22.268302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2', 'network_id': '33eada13-c464-4294-9c75-a8fe39c4e08b', 'port_id': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2', 'mac_address': 'fa:16:3e:5f:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b7b5d0-6834-4a04-b1c7-941fe6a3a336', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:57:22.314031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.353353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:22.368137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:22.381933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,segment=NetworkSegment(0b65e700-70cb-4130-a50a-d47102741602),segment_id=0b65e700-70cb-4130-a50a-d47102741602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:22.388528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.395568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc3b3988-99dc-4f25-8045-2e4ff7509174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.450391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:22.556944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:22.557817 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0f52e714-db9f-425e-a787-1568e99aed16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb0bb5267c5849aa820546a6c944a626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875663 Dec 10 04:57:22.610005 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.632835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.685011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.688012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:22.692250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16272cd4-ca2b-4f6f-8b7b-3a58aab09a68 HTTP/1.1" status: 204 len: 168 time: 0.1311419 Dec 10 04:57:22.698612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16272cd4-ca2b-4f6f-8b7b-3a58aab09a68,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:22.707359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.707359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.707697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.708034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.708376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.708767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.709336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.709783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.710118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.710447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.711469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.711812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.712377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14635de4-382d-4e22-b214-d7dd5826ed0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:22.737317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['718b508d-0a2b-4f24-a4e3-2cf8a4da7db2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:57:23.230820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70bf4a-66e4-470f-ad8c-d6ad2837af88 req-3f2683c6-0dc0-4acf-9112-42aa51a78c57 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:23.234761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce70bf4a-66e4-470f-ad8c-d6ad2837af88 req-3f2683c6-0dc0-4acf-9112-42aa51a78c57 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 944 time: 0.0789709 Dec 10 04:57:23.354381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce70bf4a-66e4-470f-ad8c-d6ad2837af88 req-105cf1b9-9918-4f99-aa8c-bd64680b883b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124847 Dec 10 04:57:23.589832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:23.711823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60590) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:23.938564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9b0be8b-b656-4ce3-bddb-b6518ceb23f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.026817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9b0be8b-b656-4ce3-bddb-b6518ceb23f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.032868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9b0be8b-b656-4ce3-bddb-b6518ceb23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.077442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0be8b-b656-4ce3-bddb-b6518ceb23f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d164032e-6ff1-41d2-8a8a-fb84d0a94e1e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:24.082760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d9b0be8b-b656-4ce3-bddb-b6518ceb23f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=284c739412504791b72d634477755b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698361 Dec 10 04:57:24.086948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:24.141413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:57:24.148586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.195968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.210641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:57:24.215115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:24.215812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.258436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.261018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.262192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d164032e-6ff1-41d2-8a8a-fb84d0a94e1e HTTP/1.1" status: 204 len: 168 time: 0.1759768 Dec 10 04:57:24.272078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757c087-7936-4190-a463-b4b261ab2531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164032e-6ff1-41d2-8a8a-fb84d0a94e1e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:24.348874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.373697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:24.376088 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c919416-e7f5-43cf-a1c6-5e4a291affbb" -d '{"events": [{"server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "name": "network-vif-plugged", "status": "completed", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:24.389843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,segment=NetworkSegment(0b65e700-70cb-4130-a50a-d47102741602),segment_id=0b65e700-70cb-4130-a50a-d47102741602)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:24.395487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.443813 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a52be9-9418-48f0-adce-c50c93eeb40e x-openstack-request-id: req-49a52be9-9418-48f0-adce-c50c93eeb40e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:24.444123 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "name": "network-vif-plugged", "status": "completed", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:24.444381 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49a52be9-9418-48f0-adce-c50c93eeb40e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:24.444804 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2', 'code': 200} Dec 10 04:57:24.451278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:24.558541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7351a-b483-4dff-bf52-8d1df20e0cf3 req-3036dcc4-fb47-4d59-a6f9-33fd848ae9b3 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:24.563100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4db7351a-b483-4dff-bf52-8d1df20e0cf3 req-3036dcc4-fb47-4d59-a6f9-33fd848ae9b3 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.0974104 Dec 10 04:57:24.648437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4db7351a-b483-4dff-bf52-8d1df20e0cf3 req-cc871cb1-14d7-4cad-a64e-02f5688cf381 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779769 Dec 10 04:57:24.658445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276052a-eac2-4aef-b0de-dd9fa0a19154 req-16b60f7b-c58b-4faf-8966-148a485622aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:24.661310 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3276052a-eac2-4aef-b0de-dd9fa0a19154 req-16b60f7b-c58b-4faf-8966-148a485622aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 1096 time: 0.0527368 Dec 10 04:57:24.712313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3276052a-eac2-4aef-b0de-dd9fa0a19154 req-3ef82b56-9dfc-475e-8a49-1820d5fe58bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Dec 10 04:57:24.828093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:24.843310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf85fc8-56e1-45cd-9a27-652cdb107640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.941210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf85fc8-56e1-45cd-9a27-652cdb107640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.946392 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fbf85fc8-56e1-45cd-9a27-652cdb107640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:24.989350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fbf85fc8-56e1-45cd-9a27-652cdb107640 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1146af03de4547daab41e60496f42c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599414 Dec 10 04:57:24.992070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:25.000021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf85fc8-56e1-45cd-9a27-652cdb107640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6405058-3799-481b-960e-600d1e14bfba,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:25.073562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.096729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.133215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d282-520c-45e9-ae1b-19e127413356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.153854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.156657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.160806 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6405058-3799-481b-960e-600d1e14bfba HTTP/1.1" status: 204 len: 168 time: 0.1675198 Dec 10 04:57:25.169041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395f775-2cea-4b6a-bff0-a3ca20266563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6405058-3799-481b-960e-600d1e14bfba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:25.789245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:25.832461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7fa35-7bac-4e68-90aa-43c2759a4f7a req-4b602af1-555a-41bb-8fda-78e71f3baed2 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:25.840516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ad7fa35-7bac-4e68-90aa-43c2759a4f7a req-4b602af1-555a-41bb-8fda-78e71f3baed2 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.1153784 Dec 10 04:57:25.913467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ad7fa35-7bac-4e68-90aa-43c2759a4f7a req-22d2cf6b-142f-47f0-bb94-6f6c0d1dec9b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714092 Dec 10 04:57:26.960227 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:57:27.059662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657387c-4f56-44ca-9484-516cc77238a9 req-141a61f7-4e50-47bc-97bf-71c91e4c9461 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:27.067520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8657387c-4f56-44ca-9484-516cc77238a9 req-141a61f7-4e50-47bc-97bf-71c91e4c9461 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.0726330 Dec 10 04:57:27.128285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8657387c-4f56-44ca-9484-516cc77238a9 req-9fe2283b-391e-4987-8272-8b8dd4edd5fb tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Dec 10 04:57:27.462259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:27.498813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eafb4-3155-43b1-b172-af83ddeaeb67 req-9b91182b-5143-4098-946c-e9e2e272141c tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:27.500358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-055eafb4-3155-43b1-b172-af83ddeaeb67 req-9b91182b-5143-4098-946c-e9e2e272141c tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.0630684 Dec 10 04:57:27.570959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-055eafb4-3155-43b1-b172-af83ddeaeb67 req-76b6a0d2-7ab8-4539-96c7-e028b9e28494 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616341 Dec 10 04:57:28.302008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:28.705630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c93b2-dd41-4d7e-84c1-dbb755fd2b24 req-d307d641-52c0-4e25-a5a9-2b645511a08b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:28.713768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-861c93b2-dd41-4d7e-84c1-dbb755fd2b24 req-d307d641-52c0-4e25-a5a9-2b645511a08b tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.0689836 Dec 10 04:57:28.772116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-861c93b2-dd41-4d7e-84c1-dbb755fd2b24 req-9fd0bcbb-2eba-4d81-8557-7d5bc943db80 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/security-groups?id=a049cebf-62cd-4831-bcef-674a05eccdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571988 Dec 10 04:57:28.873117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-36062411-60b9-465d-ac96-375d4cd39cbe tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:28.874650 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-36062411-60b9-465d-ac96-375d4cd39cbe tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 945 time: 0.0593612 Dec 10 04:57:28.993328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Deleting port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:28.994197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:29.110350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] For port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,segment=NetworkSegment(0b65e700-70cb-4130-a50a-d47102741602),segment_id=0b65e700-70cb-4130-a50a-d47102741602)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:29.110867 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:29.128330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Calling delete_port for 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:29.294966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:29.329253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['718b508d-0a2b-4f24-a4e3-2cf8a4da7db2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:57:29.334578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Pushing event deleted for resources: {'Port': ['ID=718b508d-0a2b-4f24-a4e3-2cf8a4da7db2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:29.374298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ad3c8-2bac-4258-aaa9-ba27f093fdc1 None None] DHCP port deletion for 33eada13-c464-4294-9c75-a8fe39c4e08b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:29.405527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] No DVR routers for this DVR port 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:29.408314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:29.413095 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1dca856c-5756-447b-b5f7-e96a30bb6241 req-89057f6d-ac15-489a-a21f-2a6f340c9659 tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.36 "DELETE /v2.0/ports/718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 HTTP/1.1" status: 204 len: 173 time: 0.5316682 Dec 10 04:57:29.413563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'name': 'network-vif-deleted', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:29.415841 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664ab61-7808-46e8-a9ea-15cde9f023f2" -d '{"events": [{"server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "name": "network-vif-deleted", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:29.471075 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2913a5-b009-4bd7-93b8-c5ce19212120 x-openstack-request-id: req-dc2913a5-b009-4bd7-93b8-c5ce19212120 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:29.471359 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41291a-d348-4e05-a418-7bccc0ba8343", "name": "network-vif-deleted", "tag": "718b508d-0a2b-4f24-a4e3-2cf8a4da7db2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:29.471614 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc2913a5-b009-4bd7-93b8-c5ce19212120 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:29.472164 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb41291a-d348-4e05-a418-7bccc0ba8343', 'name': 'network-vif-deleted', 'tag': '718b508d-0a2b-4f24-a4e3-2cf8a4da7db2', 'status': 'completed', 'code': 200} Dec 10 04:57:29.920068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0634c3a9-d557-4ca3-b924-f5880f58fa34 req-a370541b-d730-4f9b-adf8-815866abfdee tempest-InstanceActionsNegativeTestJSON-632035251 tempest-InstanceActionsNegativeTestJSON-632035251-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb41291a-d348-4e05-a418-7bccc0ba8343 HTTP/1.1" status: 200 len: 210 time: 0.0427520 Dec 10 04:57:30.995411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:31.049841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Deleting subnet 90b7b5d0-6834-4a04-b1c7-941fe6a3a336 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:57:31.053232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.105377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.182312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.246478 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.279751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b7b5d0-6834-4a04-b1c7-941fe6a3a336,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:31.282413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.286221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2998522a-964a-47ce-bd7d-3ac996cb202c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90b7b5d0-6834-4a04-b1c7-941fe6a3a336 HTTP/1.1" status: 204 len: 168 time: 0.2897351 Dec 10 04:57:31.289224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:31.294794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94590b-4538-4d67-b0dd-b5b34455fb90 None None] Network 33eada13-c464-4294-9c75-a8fe39c4e08b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:31.435677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b61498-ca19-4240-9cac-cbbf86d45157 None None] DHCP port deletion for 33eada13-c464-4294-9c75-a8fe39c4e08b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:31.442510 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.558356 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.583474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eada13-c464-4294-9c75-a8fe39c4e08b']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:31.595273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b65e700-70cb-4130-a50a-d47102741602') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:31.595893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b65e700-70cb-4130-a50a-d47102741602') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:31.606467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.620677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.627339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:31.627974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:31.630686 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:31.698633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.706234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:31.712514 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] 10.222.0.43 "DELETE /v2.0/networks/33eada13-c464-4294-9c75-a8fe39c4e08b HTTP/1.1" status: 204 len: 168 time: 0.4206107 Dec 10 04:57:31.726642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31dc9-98ae-4ed7-be1d-43dd29a6ab0a admin admin] Pushing event deleted for resources: {'Network': ['ID=33eada13-c464-4294-9c75-a8fe39c4e08b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:31.978311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60854) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:32.042738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a722b969-03f8-4b39-a2b5-4fddc0bfcd72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41f77e3fd0e747ff92d387956e8df91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631082 Dec 10 04:57:32.045348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:32.116621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:32.149446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:32.225725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:32.228846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:32.230071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a049cebf-62cd-4831-bcef-674a05eccdb5 HTTP/1.1" status: 204 len: 168 time: 0.1836917 Dec 10 04:57:32.254296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5133-c2e3-481f-a699-59186ea8fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a049cebf-62cd-4831-bcef-674a05eccdb5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:33.299573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 60886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:33.445612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-418768610-network', 'tenant_id': '6d2f685c4b0c474395f87353018b7508'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:33.474939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Made reservation on behalf of 6d2f685c4b0c474395f87353018b7508 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:33.478151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.493549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.611414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.616251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.639011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:33.653918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d8f197-9ca4-42d4-ad3e-ee69a53fa221,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:33.663491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.663920 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Added segment b170862a-9d5b-4c68-8ac4-a6eabf9af2d7 of type vlan for network cd23b330-9ae8-4658-a8b1-d227b801343a Dec 10 04:57:33.708164 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.734231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.735499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:33.736133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.778346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4765422 Dec 10 04:57:33.781334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 60890) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:33.786300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Request body: {'subnet': {'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-418768610-subnet', 'tenant_id': '6d2f685c4b0c474395f87353018b7508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:33.811353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Made reservation on behalf of 6d2f685c4b0c474395f87353018b7508 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:33.814867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:33.842123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0ffa9-039d-4f18-b66d-3a6785c0a3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd23b330-9ae8-4658-a8b1-d227b801343a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:33.854543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cd23b330-9ae8-4658-a8b1-d227b801343a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:34.018262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:34.083320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30941ca-b439-4337-838a-8f926a642455,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:34.090094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Checking segment: {'id': 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:34.090481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Network hostable DHCP agents. Network: cd23b330-9ae8-4658-a8b1-d227b801343a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:34.136410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Network cd23b330-9ae8-4658-a8b1-d227b801343a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:34.151916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cd23b330-9ae8-4658-a8b1-d227b801343a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:34.163242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9edfb-3698-480b-aefb-80f681597078 None None] Network cd23b330-9ae8-4658-a8b1-d227b801343a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:34.169224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:34.170064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:34.197459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e2f7ec86-34fb-4ac7-a070-7738aadf840e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4149539 Dec 10 04:57:34.236609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:34.275299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:34.275965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 718b508d-0a2b-4f24-a4e3-2cf8a4da7db2 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:34.384572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792d657-944c-4ab7-b993-6e8b32f7f103 None None] Network cd23b330-9ae8-4658-a8b1-d227b801343a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:34.861035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-0a2e9915-d218-486c-bc0d-02881fe4ad7c tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:34.862705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-0a2e9915-d218-486c-bc0d-02881fe4ad7c tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/networks?id=cd23b330-9ae8-4658-a8b1-d227b801343a HTTP/1.1" status: 200 len: 812 time: 0.1415324 Dec 10 04:57:34.887234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-54f91416-5567-4285-913b-2b0dbbf719f2 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/quotas/6d2f685c4b0c474395f87353018b7508 HTTP/1.1" status: 200 len: 375 time: 0.0162120 Dec 10 04:57:34.927304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f1dc3229-bb15-4181-91b1-3d60d7e4c3ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d2f685c4b0c474395f87353018b7508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403130 Dec 10 04:57:35.073240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-d8d14e4f-3510-453e-9526-004bf9bf3efb service neutron] 10.222.0.43 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449447 Dec 10 04:57:35.293753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-610f1603-69db-46a2-9025-cc8fac68d6db service neutron] 10.222.0.43 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137594 Dec 10 04:57:35.587443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0a30515-05eb-43eb-8e0d-8afcbc1fc620 req-6c584a0b-2932-47f4-bd8c-e4180dc23216 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 210 time: 0.0498590 Dec 10 04:57:36.685998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea44ea55-acd3-47ec-8350-ff2026a5c806 req-703796c6-5c92-4fd4-b0d8-5b63745c4aaa tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 210 time: 0.0314872 Dec 10 04:57:37.011331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-a2525744-e8b0-4f8b-ac88-0313f623cfde tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:37.013784 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-a2525744-e8b0-4f8b-ac88-0313f623cfde tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.36 "GET /v2.0/networks?id=cd23b330-9ae8-4658-a8b1-d227b801343a HTTP/1.1" status: 200 len: 812 time: 0.1748564 Dec 10 04:57:37.041508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Request body: {'port': {'device_id': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a', 'admin_state_up': True, 'tenant_id': '6d2f685c4b0c474395f87353018b7508'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:37.212225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Made reservation on behalf of 6d2f685c4b0c474395f87353018b7508 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:37.215826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:37.417007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Allocated IP 172.20.0.6 (cd23b330-9ae8-4658-a8b1-d227b801343a/c30941ca-b439-4337-838a-8f926a642455/9e49dc6d-3896-4312-95b1-efde1c906c25) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:37.697129 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:37.791678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:37.815720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-221c9166-b59b-411a-83ac-7acd58640066 req-8584b9b0-fcb7-4fdf-8300-715f115cc8c9 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 210 time: 0.0459304 Dec 10 04:57:37.858606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Network cd23b330-9ae8-4658-a8b1-d227b801343a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:37.867514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:37.871492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:37.926948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:37.927567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:37.943357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Pushing event updated for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:37.958573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-f5db13de-393c-4dba-a71b-fa8c91610af3 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208565 Dec 10 04:57:37.980461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Request body: {'port': {'device_id': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:38.067530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.461762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e49dc6d-3896-4312-95b1-efde1c906c25 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:38.475024 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.494113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Transition to ACTIVE for port object 9e49dc6d-3896-4312-95b1-efde1c906c25 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:57:38.501588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.574701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:38.677880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Attempting to bind port 9e49dc6d-3896-4312-95b1-efde1c906c25 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:38.678314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Attempting to bind port 9e49dc6d-3896-4312-95b1-efde1c906c25 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:38.678732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Attempting to bind port 9e49dc6d-3896-4312-95b1-efde1c906c25 on network cd23b330-9ae8-4658-a8b1-d227b801343a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:38.684347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Port 9e49dc6d-3896-4312-95b1-efde1c906c25 on network cd23b330-9ae8-4658-a8b1-d227b801343a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:57:38.684961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Attempting to bind port 9e49dc6d-3896-4312-95b1-efde1c906c25 on network cd23b330-9ae8-4658-a8b1-d227b801343a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:38.690157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:38.691127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Checking segment: {'id': 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:38.691127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Bound using segment: {'id': 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:38.691821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Bound port: 9e49dc6d-3896-4312-95b1-efde1c906c25, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:38.693045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.793807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:38.804660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9e49dc6d-3896-4312-95b1-efde1c906c25,segment=NetworkSegment(b170862a-9d5b-4c68-8ac4-a6eabf9af2d7),segment_id=b170862a-9d5b-4c68-8ac4-a6eabf9af2d7)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:38.827174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.875845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:38.876877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:38.878386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e49dc6d-3896-4312-95b1-efde1c906c25 HTTP/1.1" status: 200 len: 1091 time: 0.9047735 Dec 10 04:57:38.879331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:38.882048 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a17b03-cad9-44af-8a50-386ebd42b936" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:38.953467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aeb15-0151-4a2c-b1cc-39510fc8ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:39.005753 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f23a928-7af3-44d2-bf16-6d4955384b37 x-openstack-request-id: req-0f23a928-7af3-44d2-bf16-6d4955384b37 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:39.005969 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:39.006231 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f23a928-7af3-44d2-bf16-6d4955384b37 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:39.006880 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25', 'status': 'completed', 'code': 200} Dec 10 04:57:39.034738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe0ad-aff1-4734-9e38-827d0da1fcd2 req-62a653c6-25f3-4c43-85e6-377b90c35002 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.040375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f2fe0ad-aff1-4734-9e38-827d0da1fcd2 req-62a653c6-25f3-4c43-85e6-377b90c35002 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 943 time: 0.1100783 Dec 10 04:57:39.077084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-8666521a-8b44-4d50-a6c3-908e0915665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.082536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-8666521a-8b44-4d50-a6c3-908e0915665e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d2f685c4b0c474395f87353018b7508&device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 1094 time: 0.1191359 Dec 10 04:57:39.148949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-0b099d16-1082-4805-804c-07f1973edb2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e49dc6d-3896-4312-95b1-efde1c906c25 HTTP/1.1" status: 200 len: 217 time: 0.0511177 Dec 10 04:57:39.154784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f2fe0ad-aff1-4734-9e38-827d0da1fcd2 req-e3dcc12f-1c4a-41e2-a70e-ed7b6e8ea473 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961573 Dec 10 04:57:39.218684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-b76adc6a-5880-4d18-b737-e7bcd7625550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.220655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-b76adc6a-5880-4d18-b737-e7bcd7625550 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c30941ca-b439-4337-838a-8f926a642455 HTTP/1.1" status: 200 len: 852 time: 0.0613277 Dec 10 04:57:39.272418 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-153e095a-2248-4808-8ee6-d08f03fbd64a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd23b330-9ae8-4658-a8b1-d227b801343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449579 Dec 10 04:57:39.398313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-3808e687-4801-4fff-be2d-54d016bc2547 service neutron] 10.222.0.36 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178660 Dec 10 04:57:39.509867 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1902ba14-e210-4d71-aef2-737bca9f1892 req-11f47747-46e8-4854-9544-f219a70de5e9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038268 Dec 10 04:57:39.651650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-dfb57ac7-b9b9-40e2-a5f6-02cf7a2ded07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.653221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-dfb57ac7-b9b9-40e2-a5f6-02cf7a2ded07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d2f685c4b0c474395f87353018b7508&device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 1094 time: 0.0570228 Dec 10 04:57:39.776212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-957b36e1-fbad-48dd-8143-c864cc3b582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.777844 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-957b36e1-fbad-48dd-8143-c864cc3b582e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd23b330-9ae8-4658-a8b1-d227b801343a HTTP/1.1" status: 200 len: 913 time: 0.1173475 Dec 10 04:57:39.833583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-856b67f2-dc2b-4eb0-97d3-ee01f05b0a2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e49dc6d-3896-4312-95b1-efde1c906c25 HTTP/1.1" status: 200 len: 217 time: 0.0476639 Dec 10 04:57:39.898009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-250dd72d-7703-4eb4-8016-5a6ec8587574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:39.899498 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-250dd72d-7703-4eb4-8016-5a6ec8587574 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c30941ca-b439-4337-838a-8f926a642455 HTTP/1.1" status: 200 len: 852 time: 0.0467784 Dec 10 04:57:39.939759 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-dae5337c-80dd-4207-9c57-92262ffb9c97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd23b330-9ae8-4658-a8b1-d227b801343a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324481 Dec 10 04:57:40.062899 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-80a365e7-4f9c-481c-bf36-917ab91c0bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154306 Dec 10 04:57:40.185692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7a17b03-cad9-44af-8a50-386ebd42b936 req-8b2c2496-aef6-46f6-bc2c-30a985791f07 service neutron] 10.222.0.36 "GET /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137810 Dec 10 04:57:40.286536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975568d-5431-4ca0-9611-3b0d8341ab39 req-6d8ae4b4-7f20-456c-bb2a-b83951f0bc96 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:40.288953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f975568d-5431-4ca0-9611-3b0d8341ab39 req-6d8ae4b4-7f20-456c-bb2a-b83951f0bc96 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 943 time: 0.0569506 Dec 10 04:57:40.343197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f975568d-5431-4ca0-9611-3b0d8341ab39 req-a8352e60-a057-4f4c-b243-c407bf74e54c tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Dec 10 04:57:41.467962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80dcc-13ba-4c9a-ab3d-0148f087656a req-17f46028-28a3-445e-bcce-e9d5dc30aec9 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:41.469622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53c80dcc-13ba-4c9a-ab3d-0148f087656a req-17f46028-28a3-445e-bcce-e9d5dc30aec9 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 943 time: 0.0525589 Dec 10 04:57:41.521436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53c80dcc-13ba-4c9a-ab3d-0148f087656a req-b37f461a-264d-4687-9074-4974c3bc0cc8 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Dec 10 04:57:42.266802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9e49dc6d-3896-4312-95b1-efde1c906c25 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:57:42.391862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9e49dc6d-3896-4312-95b1-efde1c906c25,segment=NetworkSegment(b170862a-9d5b-4c68-8ac4-a6eabf9af2d7),segment_id=b170862a-9d5b-4c68-8ac4-a6eabf9af2d7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:42.404254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '9e49dc6d-3896-4312-95b1-efde1c906c25', 'network_id': 'cd23b330-9ae8-4658-a8b1-d227b801343a', 'port_id': '9e49dc6d-3896-4312-95b1-efde1c906c25', 'mac_address': 'fa:16:3e:16:b0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30941ca-b439-4337-838a-8f926a642455', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:57:42.449624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:42.465826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e49dc6d-3896-4312-95b1-efde1c906c25 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:57:42.488011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9e49dc6d-3896-4312-95b1-efde1c906c25,segment=NetworkSegment(b170862a-9d5b-4c68-8ac4-a6eabf9af2d7),segment_id=b170862a-9d5b-4c68-8ac4-a6eabf9af2d7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:42.492237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:42.542467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:42.550718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.550718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.550958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.551293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.551629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.551970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.552297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.552892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.553225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.553556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.553885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.554208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.554533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:42.642130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6beaa-21f0-46dd-a9a6-7c23ab2a16b2 req-9c2658f7-fbdc-49a8-b099-d9833a83a881 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:42.643679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f6beaa-21f0-46dd-a9a6-7c23ab2a16b2 req-9c2658f7-fbdc-49a8-b099-d9833a83a881 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 944 time: 0.0499632 Dec 10 04:57:42.703529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52f6beaa-21f0-46dd-a9a6-7c23ab2a16b2 req-ba63b9a7-9231-4bb9-ad6e-d157c6427d9e tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Dec 10 04:57:42.818574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9e49dc6d-3896-4312-95b1-efde1c906c25'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:57:43.842267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aec33-935c-4693-b695-7399bf035d36 req-bfb50c27-a30f-4fc4-89af-10e05a2f8428 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:43.843997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c3aec33-935c-4693-b695-7399bf035d36 req-bfb50c27-a30f-4fc4-89af-10e05a2f8428 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 944 time: 0.0611317 Dec 10 04:57:43.897365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c3aec33-935c-4693-b695-7399bf035d36 req-3ee0c845-54c4-4668-931e-2c3a79f1beec tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Dec 10 04:57:44.271850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9e49dc6d-3896-4312-95b1-efde1c906c25 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:57:44.331316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 9e49dc6d-3896-4312-95b1-efde1c906c25 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:57:44.353882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 9e49dc6d-3896-4312-95b1-efde1c906c25 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:44.354398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:44.494869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:44.521188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:44.524544 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a774e4-b569-4ea1-b92d-6d6bc9e11be0" -d '{"events": [{"server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "name": "network-vif-plugged", "status": "completed", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:44.539428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9e49dc6d-3896-4312-95b1-efde1c906c25,segment=NetworkSegment(b170862a-9d5b-4c68-8ac4-a6eabf9af2d7),segment_id=b170862a-9d5b-4c68-8ac4-a6eabf9af2d7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:44.547279 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:44.580539 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da746253-086c-4702-8aac-062530099dc8 x-openstack-request-id: req-da746253-086c-4702-8aac-062530099dc8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:44.581142 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "name": "network-vif-plugged", "status": "completed", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:44.581601 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da746253-086c-4702-8aac-062530099dc8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:44.582157 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25', 'code': 200} Dec 10 04:57:44.623711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:44.731771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a428f3-52c7-4deb-9250-746edf4e12fb req-11f85049-ebc5-45a0-aa91-638705cd5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:44.733305 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11a428f3-52c7-4deb-9250-746edf4e12fb req-11f85049-ebc5-45a0-aa91-638705cd5e0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 1096 time: 0.0440226 Dec 10 04:57:44.779929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-11a428f3-52c7-4deb-9250-746edf4e12fb req-f11bf635-a5db-438c-a813-9a98f59c0a25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382271 Dec 10 04:57:45.037572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bce7-5577-45eb-8838-c92de685a60c req-983442d0-8d7e-4fb8-9ceb-a0ab0e966a47 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:45.045870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f8bce7-5577-45eb-8838-c92de685a60c req-983442d0-8d7e-4fb8-9ceb-a0ab0e966a47 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Dec 10 04:57:45.103272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97f8bce7-5577-45eb-8838-c92de685a60c req-7be3605c-d5f0-4059-8377-e682c63a755a tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Dec 10 04:57:46.274217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468700a-1dee-4b59-8f4d-6306c4a78ded req-0516911d-718f-4b8f-850d-5ac3da86e272 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:46.277050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b468700a-1dee-4b59-8f4d-6306c4a78ded req-0516911d-718f-4b8f-850d-5ac3da86e272 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 945 time: 0.0637772 Dec 10 04:57:46.334414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b468700a-1dee-4b59-8f4d-6306c4a78ded req-a0378cf9-aeb9-4a75-8943-431b11dd5824 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Dec 10 04:57:46.774490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8bffb-9678-4742-b1ca-9469ece37ad0 req-b1bc6e36-e5bb-49f6-ad57-182f9dc82c1a tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:46.777036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c8bffb-9678-4742-b1ca-9469ece37ad0 req-b1bc6e36-e5bb-49f6-ad57-182f9dc82c1a tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 945 time: 0.0656407 Dec 10 04:57:46.852251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c8bffb-9678-4742-b1ca-9469ece37ad0 req-9d73d7b5-3060-48f7-9b8c-9433c2e693d1 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Dec 10 04:57:48.086332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641968-caa9-43b6-9d54-07980f6294ec req-52018fdc-db02-4cbb-b0dd-95adef733ec8 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:48.101588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28641968-caa9-43b6-9d54-07980f6294ec req-52018fdc-db02-4cbb-b0dd-95adef733ec8 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 945 time: 0.1286616 Dec 10 04:57:48.190832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28641968-caa9-43b6-9d54-07980f6294ec req-55256237-9382-42a0-9718-6ff4531fc9d0 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/security-groups?id=15d8f197-9ca4-42d4-ad3e-ee69a53fa221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847325 Dec 10 04:57:48.246253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-2032fa12-579f-41cb-8de9-584520b966b1 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:48.248067 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-2032fa12-579f-41cb-8de9-584520b966b1 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 945 time: 0.0890388 Dec 10 04:57:48.379340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Deleting port 9e49dc6d-3896-4312-95b1-efde1c906c25 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:57:48.379598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:48.547098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] For port 9e49dc6d-3896-4312-95b1-efde1c906c25, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9e49dc6d-3896-4312-95b1-efde1c906c25,segment=NetworkSegment(b170862a-9d5b-4c68-8ac4-a6eabf9af2d7),segment_id=b170862a-9d5b-4c68-8ac4-a6eabf9af2d7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:48.547702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:48.574531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Calling delete_port for 9e49dc6d-3896-4312-95b1-efde1c906c25 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:57:48.659177 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-54b0d7bd-bea6-4402-b536-5ae046a135c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924885 Dec 10 04:57:48.839762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b9a65-e0a4-417b-823e-8f0390640489 req-a9a3de58-2818-45dc-a6ec-d8f2a545e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:48.841775 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-a9a3de58-2818-45dc-a6ec-d8f2a545e177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 1096 time: 0.0973074 Dec 10 04:57:48.849275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:48.885554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9e49dc6d-3896-4312-95b1-efde1c906c25'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:57:48.908261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Pushing event deleted for resources: {'Port': ['ID=9e49dc6d-3896-4312-95b1-efde1c906c25,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:49.006077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] No DVR routers for this DVR port 9e49dc6d-3896-4312-95b1-efde1c906c25 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:57:49.011485 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:49.015373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2daf91de-31fa-4862-be65-b5b56affc0f9 req-f8cafbe9-e909-45d1-aff6-5b9ee20e06ea tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.36 "DELETE /v2.0/ports/9e49dc6d-3896-4312-95b1-efde1c906c25 HTTP/1.1" status: 204 len: 173 time: 0.7603967 Dec 10 04:57:49.016025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'name': 'network-vif-deleted', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:57:49.018586 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368f6d9-9211-4f36-a619-5f06adfd1db1" -d '{"events": [{"server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "name": "network-vif-deleted", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:57:49.088591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b9a65-e0a4-417b-823e-8f0390640489 req-776411fa-776e-4568-a828-738aacd96bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:49.090377 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-776411fa-776e-4568-a828-738aacd96bba service neutron] 10.222.0.41 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 915 time: 0.2071798 Dec 10 04:57:49.093346 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95e54f5-4f95-49d0-83df-d30e21c405af x-openstack-request-id: req-a95e54f5-4f95-49d0-83df-d30e21c405af {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:57:49.094067 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaa04f6-a372-4608-99d4-59ee8df48af3", "name": "network-vif-deleted", "tag": "9e49dc6d-3896-4312-95b1-efde1c906c25", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:57:49.094507 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a95e54f5-4f95-49d0-83df-d30e21c405af {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:57:49.095085 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaa04f6-a372-4608-99d4-59ee8df48af3', 'name': 'network-vif-deleted', 'tag': '9e49dc6d-3896-4312-95b1-efde1c906c25', 'status': 'completed', 'code': 200} Dec 10 04:57:49.173810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-8005fb6b-eead-4238-ac10-ec41ccafa4ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f428dd73-6730-48e6-9a67-fffed53060f6 HTTP/1.1" status: 200 len: 217 time: 0.0653636 Dec 10 04:57:49.495756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-262bbf82-b652-47c1-bde7-e77cf6c854cd req-6395ddfd-4f79-4e2c-ba11-79a83e8f1a02 tempest-ServerPasswordTestJSON-929061936 tempest-ServerPasswordTestJSON-929061936-project] 10.222.0.43 "GET /v2.0/ports?device_id=5aaa04f6-a372-4608-99d4-59ee8df48af3 HTTP/1.1" status: 200 len: 210 time: 0.1060603 Dec 10 04:57:49.864840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b9a65-e0a4-417b-823e-8f0390640489 req-322ce13d-f477-4a2d-95ab-8040b4734be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:49.868354 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-322ce13d-f477-4a2d-95ab-8040b4734be0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.6860173 Dec 10 04:57:49.913636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-1f59df9f-da09-4ebe-8eaf-e7306c6809da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317116 Dec 10 04:57:50.034271 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-661b05a5-f6f7-47bd-b45f-e67cf9ab95de service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078410 Dec 10 04:57:50.136825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-231b9a65-e0a4-417b-823e-8f0390640489 req-20e5e871-6469-4633-a83e-126a3f8e4a15 service neutron] 10.222.0.41 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928421 Dec 10 04:57:50.290061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.549346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:50.596597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Deleting subnet c30941ca-b439-4337-838a-8f926a642455 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:57:50.600419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.635733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.680438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.743800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.760811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.765535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c30941ca-b439-4337-838a-8f926a642455 HTTP/1.1" status: 204 len: 168 time: 0.2148361 Dec 10 04:57:50.767908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:50.786057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386cfed-04d4-4703-8e57-48f07f1199e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30941ca-b439-4337-838a-8f926a642455,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:50.847726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.941254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:50.962952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd23b330-9ae8-4658-a8b1-d227b801343a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:50.975020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:50.975351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b170862a-9d5b-4c68-8ac4-a6eabf9af2d7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:50.987345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.010248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.017440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:57:51.018120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:57:51.045458 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:57:51.086858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.103382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.106843 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd23b330-9ae8-4658-a8b1-d227b801343a HTTP/1.1" status: 204 len: 168 time: 0.3378782 Dec 10 04:57:51.107756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde938a2-a460-4bf4-a7fe-ce3ebd0a7748 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd23b330-9ae8-4658-a8b1-d227b801343a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:51.324499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 32954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:51.422836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a6a8a7a2-9776-4762-8750-19a897caeca7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d2f685c4b0c474395f87353018b7508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0970695 Dec 10 04:57:51.425700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32958) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:51.501813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.528259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.595365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.601225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:51.604910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15d8f197-9ca4-42d4-ad3e-ee69a53fa221 HTTP/1.1" status: 204 len: 168 time: 0.1758504 Dec 10 04:57:51.612342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62da50-78a7-4b0f-9896-cf91e38e1319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d8f197-9ca4-42d4-ad3e-ee69a53fa221,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:51.974645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-31ea5298-8c07-4ff5-aea1-624f963e80a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0597942 Dec 10 04:57:52.098552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.099037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.099638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.100098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.100574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.101028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.101520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.103523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ebb6790d-1938-48c3-8da3-b9fda96ac63d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1adf4290b30a45ad836c307d47b0d625&device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 6492 time: 0.0635900 Dec 10 04:57:52.305242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-60b254bd-002c-428d-91cd-3bd09fbe380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.305490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-60b254bd-002c-428d-91cd-3bd09fbe380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.305995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-60b254bd-002c-428d-91cd-3bd09fbe380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.307309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9e49dc6d-3896-4312-95b1-efde1c906c25 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:57:52.309023 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-60b254bd-002c-428d-91cd-3bd09fbe380c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2ee61fb-678d-494d-87c9-a783e70a5230&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=c4fc50b1-4040-4fda-a370-9808b6de053a&id=43a306e9-2a0c-437a-b923-dada8e555656&id=43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 200 len: 2292 time: 0.1572833 Dec 10 04:57:52.349238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 9e49dc6d-3896-4312-95b1-efde1c906c25 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:57:52.349898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9e49dc6d-3896-4312-95b1-efde1c906c25 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:57:52.359158 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce7d77e6-2b79-49c4-bc4f-1b213aca8872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.405540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-516443d2-6037-46a6-97a7-6c7b1bc60a64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 200 len: 1001 time: 0.0896881 Dec 10 04:57:52.462942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e125c1ee-ce15-4792-b4f8-f8ab0f92ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.464838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e125c1ee-ce15-4792-b4f8-f8ab0f92ae9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 200 len: 851 time: 0.0519476 Dec 10 04:57:52.521854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-379c12e3-2a1b-42a7-b7ec-b44f524e6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.523503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-379c12e3-2a1b-42a7-b7ec-b44f524e6988 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2ee61fb-678d-494d-87c9-a783e70a5230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518095 Dec 10 04:57:52.542255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 32994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:52.638479 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-d0dcebb7-ea5a-4ad9-961c-8602a90b5bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054235 Dec 10 04:57:52.675597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-network', 'tenant_id': '4047aee985724b87840406e1369a124a'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:52.702480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Made reservation on behalf of 4047aee985724b87840406e1369a124a for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:52.707486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.721061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.770248 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-4c81a604-f31f-46bc-8f5e-76a9e56477e9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238663 Dec 10 04:57:52.864221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.873428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.878000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-d086e067-fb87-47bb-bc27-82b65117225f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 217 time: 0.1002388 Dec 10 04:57:52.891152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:57:52.938323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:52.938673 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Added segment 14ecf514-6487-44a3-9a32-c9674a47bba6 of type vlan for network e3df7a72-957e-412a-94a3-1ddc9abb34f9 Dec 10 04:57:52.983330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-8bf932aa-730d-4871-99d9-4fef2a92b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:52.984149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-8bf932aa-730d-4871-99d9-4fef2a92b987 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0987625 Dec 10 04:57:53.004893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.035749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:53.041949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.043586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:53.044702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.065759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-efe42f7b-c5f9-4c58-903f-9a7b7fc019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:53.067405 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-efe42f7b-c5f9-4c58-903f-9a7b7fc019f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765688 Dec 10 04:57:53.095715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5520251 Dec 10 04:57:53.099670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:53.108610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Request body: {'subnet': {'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-subnet', 'tenant_id': '4047aee985724b87840406e1369a124a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:53.147537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa426db-9717-4fbc-a0f4-333e14d1e1da admin admin] Pushing event updated for resources: {'Network': ['ID=e3df7a72-957e-412a-94a3-1ddc9abb34f9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:53.160373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:57:53.189459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Made reservation on behalf of 4047aee985724b87840406e1369a124a for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:57:53.197803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.218167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-705f4bcf-53d7-47a7-8914-d292506abe85 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428406 Dec 10 04:57:53.387845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-a0c750ed-301c-4d5f-be72-62336a860246 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616211 Dec 10 04:57:53.457612 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-32367685-ea6a-4b50-a0a5-71ebde73a413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 217 time: 0.0621288 Dec 10 04:57:53.498763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.525911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-3883272d-090c-4691-a15d-cd2064b9e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:53.528600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-3883272d-090c-4691-a15d-cd2064b9e7a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0635018 Dec 10 04:57:53.585087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-753d6f97-1aff-4297-8a05-426fa8f5f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:53.587353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-753d6f97-1aff-4297-8a05-426fa8f5f1ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516572 Dec 10 04:57:53.589870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ea2512-bb38-46ab-8174-5bba09a62154,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:53.598804 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.622245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Checking segment: {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:53.622624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Network hostable DHCP agents. Network: e3df7a72-957e-412a-94a3-1ddc9abb34f9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:57:53.660838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:57:53.681012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e3df7a72-957e-412a-94a3-1ddc9abb34f9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:53.696107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ae834-0ec8-4e56-9889-f976d4fbeecc None None] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:53.703048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:53.703651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.748067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-690810f5-2588-4706-bbe3-4db254d2ba12 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6446917 Dec 10 04:57:53.750762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:53.772374 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-6444f4c7-a3a1-4543-ad62-b7f761ce7dbb service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767235 Dec 10 04:57:53.772928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:57:53.829666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.831211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:53.930475 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e78262d1-9baa-487f-bc45-c9034668ebbc service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499527 Dec 10 04:57:53.972056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b3936-74ff-44bb-b9a2-aa092db995eb None None] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:57:54.018571 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.024569 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-1d2cfc8c-839a-4aa8-96df-f1a1d6d9a792 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 200 len: 217 time: 0.0853138 Dec 10 04:57:54.126707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-70643214-f9d6-448d-8789-d7c801e57384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:54.128969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-70643214-f9d6-448d-8789-d7c801e57384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0964117 Dec 10 04:57:54.197650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-b0805f02-2846-45d9-bc5e-e6ab9a2b3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:54.199335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-b0805f02-2846-45d9-bc5e-e6ab9a2b3c4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639465 Dec 10 04:57:54.278485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.303765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-ea11ed07-7ca8-4536-bd04-0cb0d1d3f09c service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967867 Dec 10 04:57:54.414592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e171d52a-0894-491f-9fef-3515c7593b0f service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035638 Dec 10 04:57:54.478616 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-9bb0d8ae-21ec-4652-96a1-d7d9c66390b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 200 len: 217 time: 0.0560064 Dec 10 04:57:54.565474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-796e4a65-e88a-40c0-a421-1e378c3f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:54.566446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-796e4a65-e88a-40c0-a421-1e378c3f7b33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 200 len: 797 time: 0.0771408 Dec 10 04:57:54.577524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.624581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.641282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e45c07ff-6149-433b-94b6-0a5f4b0d0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:54.641282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-e45c07ff-6149-433b-94b6-0a5f4b0d0a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fc50b1-4040-4fda-a370-9808b6de053a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708630 Dec 10 04:57:54.763552 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-1a4891db-2d23-42bc-90ed-2ea19a46899c service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106071 Dec 10 04:57:54.767994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Allocated IP 172.25.8.101 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/c53b81cb-5634-4c28-b7e9-aa76ec8d235b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:54.911950 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-7cf186f7-f3bd-409b-a4e2-3c5848fd4874 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411059 Dec 10 04:57:54.913250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.949163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:54.973605 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-3f8d4af2-9c97-4b36-8701-f528ed8dda23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 200 len: 217 time: 0.0531919 Dec 10 04:57:54.991685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:54.994521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:55.000136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:55.017654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673cfd08-3af5-4b1c-ae08-d72d7ba1e582 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:55.028757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Pushing event updated for resources: {'Port': ['ID=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:55.032310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-24c17cca-42b2-44f0-b357-d7cfcf21cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:55.033840 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-24c17cca-42b2-44f0-b357-d7cfcf21cafe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0540030 Dec 10 04:57:55.083118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-3f5a06c0-4eed-4227-908f-9895e46fe24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:55.084792 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-3f5a06c0-4eed-4227-908f-9895e46fe24a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418410 Dec 10 04:57:55.153862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-90989339-2ec5-4fff-9e51-0636a356d605 None None] Provisioning complete for port c53b81cb-5634-4c28-b7e9-aa76ec8d235b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:55.154228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90989339-2ec5-4fff-9e51-0636a356d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:55.157403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f810bd6c-8650-4cc5-b57c-b9a78509aa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:55.210077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90989339-2ec5-4fff-9e51-0636a356d605 None None] Port c53b81cb-5634-4c28-b7e9-aa76ec8d235b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:57:55.212108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-442e63d7-10ad-47af-ab1a-531d3141b8b2 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200037 Dec 10 04:57:55.339987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-62071be6-a63a-4f67-8d87-028d36d65b84 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201837 Dec 10 04:57:55.386900 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-7c94c148-9f74-41f5-8ea5-ecd8a712d455 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 200 len: 217 time: 0.0399504 Dec 10 04:57:55.438158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-eb7c746b-f67b-4be9-8575-f15f48ecef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:55.439636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-eb7c746b-f67b-4be9-8575-f15f48ecef76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 200 len: 797 time: 0.0459971 Dec 10 04:57:55.485754 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-90f8e13c-4b79-4ee5-b65d-a9bc3be5ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:55.487250 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-90f8e13c-4b79-4ee5-b65d-a9bc3be5ec3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43a306e9-2a0c-437a-b923-dada8e555656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0401657 Dec 10 04:57:55.558735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:55.585624 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-b96a5258-0c32-4c04-835c-1905b95cb583 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908930 Dec 10 04:57:55.686185 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8ef2ce92-e773-42aa-91fb-e4bb1f4bf1a1 req-4be3f0d9-77aa-4a5f-b033-d793e4986d00 service neutron] 10.222.0.36 "GET /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937927 Dec 10 04:57:55.773136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:55.778084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:55.918237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:57:56.048206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:57:56.060306 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Sync routers for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:57:56.071319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.072735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-633f6146-fb59-4fbe-acb9-3b5ec4d1bc7d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3209133 Dec 10 04:57:56.075475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:57:56.076902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:56.078669 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:56.208307 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:56.439152 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:55Z', 'revision_number': 3, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:56.492966 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Checking router: 321cd75c-4314-4fc9-855c-e4f998d3d8e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:57:56.493310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Updating router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 port c53b81cb-5634-4c28-b7e9-aa76ec8d235b binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:57:56.533981 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.624274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.823565 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.829831 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.837240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Allocated IP 172.20.0.1 (e3df7a72-957e-412a-94a3-1ddc9abb34f9/d8ea2512-bb38-46ab-8174-5bba09a62154/ec710da5-2b7d-4068-81db-bbccbf6df360) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:57:56.901078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7636da-3037-4e2f-be21-cc788781fac8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:56.913826 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Pushing event updated for resources: {'Port': ['ID=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:56.922674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Attempting to bind port c53b81cb-5634-4c28-b7e9-aa76ec8d235b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:57:56.923046 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Attempting to bind port c53b81cb-5634-4c28-b7e9-aa76ec8d235b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:57:56.923405 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Attempting to bind port c53b81cb-5634-4c28-b7e9-aa76ec8d235b on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:57:56.945736 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.946087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.946481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a8795a4b-5aa9-4d1f-a6d6-c53aaa6af7d2 None None] Provisioning complete for port c53b81cb-5634-4c28-b7e9-aa76ec8d235b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:56.946844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8795a4b-5aa9-4d1f-a6d6-c53aaa6af7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.948348 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.949692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.950047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.950707 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.951040 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.951617 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.953611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.954518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.954653 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.954898 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.955232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.956848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:57:56.965693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:57:56.966064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:57:56.966456 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:56.966832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:57:56.967307 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Bound port: c53b81cb-5634-4c28-b7e9-aa76ec8d235b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:57:56.971450 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.012805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.030339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a8795a4b-5aa9-4d1f-a6d6-c53aaa6af7d2 None None] Port c53b81cb-5634-4c28-b7e9-aa76ec8d235b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:57:57.049448 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] For port c53b81cb-5634-4c28-b7e9-aa76ec8d235b, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:57:57.054352 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] For port c53b81cb-5634-4c28-b7e9-aa76ec8d235b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:57:57.059874 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.062014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:57.065090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:57.069298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:57:57.100851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127fe93-552a-417b-8c14-d05421538e8c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:57:57.115776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.155772 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ac28-99df-4c67-811c-8933453b33f7 None None] Pushing event updated for resources: {'Port': ['ID=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:57.178321 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:57.178895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] Provisioning complete for port c53b81cb-5634-4c28-b7e9-aa76ec8d235b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:57:57.179021 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:57.179574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.249589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Pushing event updated for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:57.311200 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:57:57.411389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.437825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.452853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] For port c53b81cb-5634-4c28-b7e9-aa76ec8d235b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:57:57.461076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.499996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.599267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75463-dfd4-48c0-aa58-ab9be41bec1a None None] Pushing event updated for resources: {'Port': ['ID=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:57.677069 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:55Z', 'revision_number': 3, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:57:57.708393 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247111a-6471-48b2-8832-c7d6e686b5d1 None None] The sync data for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 is: [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:55Z', 'revision_number': 3, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:57:57.818233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.825355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:57.902658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Pushing event updated for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:57:57.905497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:58.024736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:57:58.028593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:57:58.216617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:57:58.319727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:57:58.655721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:57:58.661529 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-83529dbf-7715-4fc7-8669-b81f7e59940e admin admin] 10.222.0.43 "PUT /v2.0/routers/321cd75c-4314-4fc9-855c-e4f998d3d8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845404 Dec 10 04:57:59.208127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-357d017e-c4eb-4749-90f9-dbb42022a2ec tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:57:59.213360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-357d017e-c4eb-4749-90f9-dbb42022a2ec tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 820 time: 0.1359572 Dec 10 04:57:59.228093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-40e8ac3a-1d64-4372-8ef9-390990826966 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/quotas/4047aee985724b87840406e1369a124a HTTP/1.1" status: 200 len: 375 time: 0.0103695 Dec 10 04:57:59.289540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-a2487890-a541-4085-b10b-a98514c71d84 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554984 Dec 10 04:57:59.397274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-8cd72aff-3029-4658-a0d8-e4ba76421e54 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001606 Dec 10 04:57:59.509184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-56eb5eea-5a69-4c98-bbba-907a50a038b5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071329 Dec 10 04:57:59.741585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6a4f28a-f180-490f-88ef-ddfb48778320 req-15c74bf4-8650-4b41-a5a3-ddcec2e552a3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 210 time: 0.0276005 Dec 10 04:57:59.822163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Sync routers for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:57:59.841703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:57:59.843033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:00.016534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c53b81cb-5634-4c28-b7e9-aa76ec8d235b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:00.086423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:00.180334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c53b81cb-5634-4c28-b7e9-aa76ec8d235b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:00.181206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:00.667546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 2, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:00.698280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Checking router: 321cd75c-4314-4fc9-855c-e4f998d3d8e4 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:00.698786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Updating router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 port ec710da5-2b7d-4068-81db-bbccbf6df360 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:58:00.728157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:00.906381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-966fed4d-a12f-4321-af81-b0ddad0039c4 req-4f4d8bca-9047-46e8-9792-a8ae3a0cca13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 210 time: 0.0484345 Dec 10 04:58:01.199698 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.208796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.285234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-7a62880f-1a65-4780-a32c-2a6d33085569 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:01.287582 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-7a62880f-1a65-4780-a32c-2a6d33085569 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 820 time: 0.1994386 Dec 10 04:58:01.303316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7736ac-afaa-45be-894c-840e86041ccb None None] Pushing event updated for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:01.316180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'port': {'device_id': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'admin_state_up': True, 'tenant_id': '4047aee985724b87840406e1369a124a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:01.359498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Attempting to bind port ec710da5-2b7d-4068-81db-bbccbf6df360 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:01.360537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Attempting to bind port ec710da5-2b7d-4068-81db-bbccbf6df360 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:01.361252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Attempting to bind port ec710da5-2b7d-4068-81db-bbccbf6df360 on network e3df7a72-957e-412a-94a3-1ddc9abb34f9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:01.371177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:01.371177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Checking segment: {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:01.371527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.371977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Bound using segment: {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:01.372429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Bound port: ec710da5-2b7d-4068-81db-bbccbf6df360, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:01.372844 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.454430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] For port ec710da5-2b7d-4068-81db-bbccbf6df360, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:01.459443 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] For port ec710da5-2b7d-4068-81db-bbccbf6df360, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ec710da5-2b7d-4068-81db-bbccbf6df360,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:01.464245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.471219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Made reservation on behalf of 4047aee985724b87840406e1369a124a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:01.479991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:01.517285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:01.517946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:01.605535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7736ac-afaa-45be-894c-840e86041ccb None None] Pushing event updated for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:01.697880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Allocated IP 172.20.0.3 (e3df7a72-957e-412a-94a3-1ddc9abb34f9/d8ea2512-bb38-46ab-8174-5bba09a62154/ab14125f-04f9-4dae-a773-6671d628e38b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:01.724496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:01.959526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:02.038923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:01Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:02.060780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:02.079986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1807eed-a384-45b8-916f-f144a978c489 req-9dfdc4ac-4b45-4d5c-81a1-dfed5721bada tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 210 time: 0.0695827 Dec 10 04:58:02.102136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d23b4d-5f7e-4a0b-b1ac-d305974ed442 None None] The sync data for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 is: [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:01Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:02.106209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Network e3df7a72-957e-412a-94a3-1ddc9abb34f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:02.113350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:02.117630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:02.218930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:02.219794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:02.258831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9485476 Dec 10 04:58:02.261054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f631f-75bc-46e4-9ab1-4311adcd68ef tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:02.282982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Request body: {'port': {'device_id': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:02.357237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:02.911925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab14125f-04f9-4dae-a773-6671d628e38b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:02.920124 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:02.944523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Transition to ACTIVE for port object ab14125f-04f9-4dae-a773-6671d628e38b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:58:02.957611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:03.023832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:03.112526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Attempting to bind port ab14125f-04f9-4dae-a773-6671d628e38b on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:03.113263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Attempting to bind port ab14125f-04f9-4dae-a773-6671d628e38b by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:03.113735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Attempting to bind port ab14125f-04f9-4dae-a773-6671d628e38b on network e3df7a72-957e-412a-94a3-1ddc9abb34f9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:03.119232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Port ab14125f-04f9-4dae-a773-6671d628e38b on network e3df7a72-957e-412a-94a3-1ddc9abb34f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:58:03.119567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Attempting to bind port ab14125f-04f9-4dae-a773-6671d628e38b on network e3df7a72-957e-412a-94a3-1ddc9abb34f9 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:03.125456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:03.125936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Checking segment: {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:03.126332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Bound using segment: {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:03.126812 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Bound port: ab14125f-04f9-4dae-a773-6671d628e38b, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ecf514-6487-44a3-9a32-c9674a47bba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:03.127226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:03.208872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692d40-8ca2-4dff-896f-5a8cc6fb1fee req-d0313c10-72d2-4d42-850f-00262834ad3c tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:03.217560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec692d40-8ca2-4dff-896f-5a8cc6fb1fee req-d0313c10-72d2-4d42-850f-00262834ad3c tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 943 time: 0.0678949 Dec 10 04:58:03.219913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:03.224856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:03.230341 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:03.269285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:03.269896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:03.271333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 1091 time: 0.9928470 Dec 10 04:58:03.272044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:03.275016 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54afbaf-5167-4407-9452-7914a894765b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:03.310449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec692d40-8ca2-4dff-896f-5a8cc6fb1fee req-cf83f4e7-38d1-4eaf-a97d-babf35cbb948 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916169 Dec 10 04:58:03.327023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba13ae-1d7d-4b73-9400-e9477a686482 service neutron] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:03.339155 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaa21a6-b049-4326-93a0-e71b8108fc0d x-openstack-request-id: req-1eaa21a6-b049-4326-93a0-e71b8108fc0d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:03.340599 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:03.341077 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1eaa21a6-b049-4326-93a0-e71b8108fc0d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:03.341506 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:03.428819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-c8f85015-f35e-460f-91f0-5368ad6d9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:03.430581 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-c8f85015-f35e-460f-91f0-5368ad6d9de6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1094 time: 0.0665827 Dec 10 04:58:03.496834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-af06af8d-3243-4c92-a95b-7fb49df596a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0381343 Dec 10 04:58:03.587790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-470527cd-89c5-4a41-8068-866aea4ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:03.590130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-470527cd-89c5-4a41-8068-866aea4ed6b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0811932 Dec 10 04:58:03.637707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-2cdc4c51-56a5-46a5-b086-516c175596dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355136 Dec 10 04:58:03.776868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-ecd26f93-d180-4fba-9555-81cc0c170f32 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269860 Dec 10 04:58:03.965399 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:58:03.977451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec4e7417-00ef-4bfd-b692-e0980cef6ebc req-60f7fbd0-77b7-4ca5-ba77-aa668f0c7a6c service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850631 Dec 10 04:58:04.045191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ec710da5-2b7d-4068-81db-bbccbf6df360 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:04.148042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54afbaf-5167-4407-9452-7914a894765b req-248907e7-e3da-4806-b5dc-a7e0fb0bfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:04.150068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-248907e7-e3da-4806-b5dc-a7e0fb0bfdb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1094 time: 0.0732431 Dec 10 04:58:04.160060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ec710da5-2b7d-4068-81db-bbccbf6df360 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:04.160562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:04.254087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:04.290398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ec710da5-2b7d-4068-81db-bbccbf6df360, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ec710da5-2b7d-4068-81db-bbccbf6df360,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:04.293703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54afbaf-5167-4407-9452-7914a894765b req-10750a7a-7c19-47ef-81c0-569e454159b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:04.295510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-10750a7a-7c19-47ef-81c0-569e454159b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.1364686 Dec 10 04:58:04.298597 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:04.376509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:04.393620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-85f49da3-eea5-4be4-95b0-29f13ace7096 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0884073 Dec 10 04:58:04.489959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54afbaf-5167-4407-9452-7914a894765b req-6de9a8fb-50f5-454b-bef6-85c48ea1edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:04.496825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-6de9a8fb-50f5-454b-bef6-85c48ea1edbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0903549 Dec 10 04:58:04.513695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370252-bb38-46c8-8026-08f709afe689 req-80bc14be-69ea-4d22-a7cc-b60171be456c tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:04.515277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27370252-bb38-46c8-8026-08f709afe689 req-80bc14be-69ea-4d22-a7cc-b60171be456c tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 943 time: 0.0980861 Dec 10 04:58:04.542324 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-77c9cecb-35a2-4b78-b6f7-7f6d2bbb55b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375948 Dec 10 04:58:04.678360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27370252-bb38-46c8-8026-08f709afe689 req-29cffbea-1ce5-42b8-a1ba-c89bed39d560 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538706 Dec 10 04:58:04.756236 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-c408552e-803d-4da8-ad6d-781f4a492db0 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668673 Dec 10 04:58:04.868301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f54afbaf-5167-4407-9452-7914a894765b req-748e839d-be93-4be3-8195-e0c92981e66d service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007893 Dec 10 04:58:05.829746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbcde9-9fe7-4bb5-8f85-0f5876de3b83 req-8b93b1db-31b3-4e2c-8a21-3c0089fb7579 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:05.831938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eedbcde9-9fe7-4bb5-8f85-0f5876de3b83 req-8b93b1db-31b3-4e2c-8a21-3c0089fb7579 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 943 time: 0.0766411 Dec 10 04:58:05.918242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eedbcde9-9fe7-4bb5-8f85-0f5876de3b83 req-a9021743-79cf-4110-a4cb-ed175df5a441 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 Dec 10 04:58:05.927228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ec710da5-2b7d-4068-81db-bbccbf6df360 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:05.991590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ec710da5-2b7d-4068-81db-bbccbf6df360 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:05.992069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:07.031426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0e73a-a6c9-4c56-9eef-e75f1c490aa5 req-f93dda5e-a585-4db3-b827-771f36ec8597 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:07.033100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0b0e73a-a6c9-4c56-9eef-e75f1c490aa5 req-f93dda5e-a585-4db3-b827-771f36ec8597 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 943 time: 0.0594182 Dec 10 04:58:07.115778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0b0e73a-a6c9-4c56-9eef-e75f1c490aa5 req-d6d8ac20-194d-425d-9379-4ff552ab0755 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721519 Dec 10 04:58:08.252105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14285a9-e033-4c3d-9b9c-41a2140b772e req-59c11789-70f1-4508-8f68-15a52355a4cd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:08.255451 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e14285a9-e033-4c3d-9b9c-41a2140b772e req-59c11789-70f1-4508-8f68-15a52355a4cd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 943 time: 0.0533688 Dec 10 04:58:08.307461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e14285a9-e033-4c3d-9b9c-41a2140b772e req-926d74ad-a0e2-44ef-85b5-85226a9fcbd1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Dec 10 04:58:08.405084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ab14125f-04f9-4dae-a773-6671d628e38b details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:58:08.519805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:08.531419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'port_id': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'mac_address': 'fa:16:3e:55:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:58:08.570860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:08.586511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab14125f-04f9-4dae-a773-6671d628e38b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:08.611374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:08.617496 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:08.673335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:08.970463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:09.436128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f33d6-d6b5-461b-9a99-a20310a80869 req-e712cf7e-3a09-41c3-9bf9-cf3517622f7e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:09.437732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-315f33d6-d6b5-461b-9a99-a20310a80869 req-e712cf7e-3a09-41c3-9bf9-cf3517622f7e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 944 time: 0.0537407 Dec 10 04:58:09.532763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-315f33d6-d6b5-461b-9a99-a20310a80869 req-2c885621-7e5a-4dc8-ad9c-177ae5a42b4e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Dec 10 04:58:09.712642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7c4b7-3a71-4c83-a2e7-2b60095120fd req-a650ee99-301b-4e62-aa6b-0fd08fb8c2b0 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:09.714481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbf7c4b7-3a71-4c83-a2e7-2b60095120fd req-a650ee99-301b-4e62-aa6b-0fd08fb8c2b0 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.0523064 Dec 10 04:58:09.771712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cbf7c4b7-3a71-4c83-a2e7-2b60095120fd req-31c600a7-a669-4a89-bd66-097f4904859d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500591 Dec 10 04:58:10.429289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ab14125f-04f9-4dae-a773-6671d628e38b up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:10.484082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port ab14125f-04f9-4dae-a773-6671d628e38b completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:58:10.488151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port ab14125f-04f9-4dae-a773-6671d628e38b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:10.488553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:10.579977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:10.623149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:10.624645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:10.628396 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a926984c-edc6-4c23-85bc-4b9fa466772d" -d '{"events": [{"server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "name": "network-vif-plugged", "status": "completed", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:10.647515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:10.655922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73b15-c7d9-4f20-acc3-c0fafb935170 req-705e06d7-974a-42a7-a907-f574a9478adb tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:10.664777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c73b15-c7d9-4f20-acc3-c0fafb935170 req-705e06d7-974a-42a7-a907-f574a9478adb tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 944 time: 0.0656347 Dec 10 04:58:10.704786 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418c71b-6b30-4b25-b85e-f29bb19c0436 x-openstack-request-id: req-b418c71b-6b30-4b25-b85e-f29bb19c0436 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:10.705084 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "name": "network-vif-plugged", "status": "completed", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:10.705338 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b418c71b-6b30-4b25-b85e-f29bb19c0436 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:10.705739 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'code': 200} Dec 10 04:58:10.726515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c73b15-c7d9-4f20-acc3-c0fafb935170 req-c1bf27fd-f3b5-4479-8fc2-328a9a2b4870 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604682 Dec 10 04:58:10.740622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:10.857552 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c5b71-2f29-49e0-a608-4bbfa079802e req-d787fc0f-b12d-4905-bbab-c29e05fa52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:10.859782 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f51c5b71-2f29-49e0-a608-4bbfa079802e req-d787fc0f-b12d-4905-bbab-c29e05fa52ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.0573235 Dec 10 04:58:10.934587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe048fe-a75e-4d69-8205-cee12a7ea975 req-8dafa4ef-4830-465c-a85c-56d9a644cb91 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:10.936105 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe048fe-a75e-4d69-8205-cee12a7ea975 req-8dafa4ef-4830-465c-a85c-56d9a644cb91 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.0653944 Dec 10 04:58:10.944330 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f51c5b71-2f29-49e0-a608-4bbfa079802e req-9d35c86c-4549-45b5-a5ed-9164e327fccc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760276 Dec 10 04:58:10.992375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe048fe-a75e-4d69-8205-cee12a7ea975 req-e5ddddb5-10fb-4d1c-8db8-d381024884ac tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 Dec 10 04:58:11.860642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31191502-d6c3-4b13-8565-df90c8b77af6 req-60346079-d5b9-46cb-963e-9ebaf1e2e1ee tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:11.862195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31191502-d6c3-4b13-8565-df90c8b77af6 req-60346079-d5b9-46cb-963e-9ebaf1e2e1ee tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0520995 Dec 10 04:58:11.924980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31191502-d6c3-4b13-8565-df90c8b77af6 req-1be1e3eb-613d-4231-b064-67ffec42ac1f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517950 Dec 10 04:58:11.960985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-744090e9-c305-4739-aebf-5a242ebf01c8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:11.963007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-744090e9-c305-4739-aebf-5a242ebf01c8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.0642598 Dec 10 04:58:12.079409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Deleting port f428dd73-6730-48e6-9a67-fffed53060f6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:12.080221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.130551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca3dc9-57c1-4bb7-abf4-e373cba659f9 req-61500ebb-c153-4232-998f-42d74369ffa2 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:12.132300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89ca3dc9-57c1-4bb7-abf4-e373cba659f9 req-61500ebb-c153-4232-998f-42d74369ffa2 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6a31c59-54aa-4f9b-9531-8b93f21a1c0b HTTP/1.1" status: 200 len: 945 time: 0.0602937 Dec 10 04:58:12.201354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] For port f428dd73-6730-48e6-9a67-fffed53060f6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f428dd73-6730-48e6-9a67-fffed53060f6,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:12.202138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.216537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Calling delete_port for f428dd73-6730-48e6-9a67-fffed53060f6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:12.251842 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89ca3dc9-57c1-4bb7-abf4-e373cba659f9 req-31803198-0e1c-4b50-b8fc-ccaff000e464 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125996 Dec 10 04:58:12.371386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.400590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Pushing event deleted for resources: {'Port': ['ID=f428dd73-6730-48e6-9a67-fffed53060f6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:12.409411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f428dd73-6730-48e6-9a67-fffed53060f6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:12.415286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.415640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.415994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.416490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.416859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.417199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.417532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.417864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.418191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.418537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.418855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.419179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.419502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:12.443602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30875c8-601f-4eec-a5ec-220efaf06141 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:12.467394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] No DVR routers for this DVR port f428dd73-6730-48e6-9a67-fffed53060f6 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:12.472847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.476653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2ba4a6e6-6d15-4ed0-b8ab-f92bd2cacac2 req-c19efb21-3ae0-4124-910c-ee6a6ace19e9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.41 "DELETE /v2.0/ports/f428dd73-6730-48e6-9a67-fffed53060f6 HTTP/1.1" status: 204 len: 173 time: 0.5061941 Dec 10 04:58:12.477261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'name': 'network-vif-deleted', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:12.480649 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008f2af-5e99-4d38-adfa-6558cd25afb8" -d '{"events": [{"server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "name": "network-vif-deleted", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:12.506475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:12.528279 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a49dd-4b99-4aeb-b382-e7c0db2b5fe0 x-openstack-request-id: req-a09a49dd-4b99-4aeb-b382-e7c0db2b5fe0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:12.528885 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a31c59-54aa-4f9b-9531-8b93f21a1c0b", "name": "network-vif-deleted", "tag": "f428dd73-6730-48e6-9a67-fffed53060f6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:12.529302 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a09a49dd-4b99-4aeb-b382-e7c0db2b5fe0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:12.529985 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a31c59-54aa-4f9b-9531-8b93f21a1c0b', 'name': 'network-vif-deleted', 'tag': 'f428dd73-6730-48e6-9a67-fffed53060f6', 'status': 'completed', 'code': 200} Dec 10 04:58:12.634783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-163eeadb-b25b-48d6-ad4d-89c4e6b9206f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.716451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-163eeadb-b25b-48d6-ad4d-89c4e6b9206f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.720419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-163eeadb-b25b-48d6-ad4d-89c4e6b9206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.758852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-163eeadb-b25b-48d6-ad4d-89c4e6b9206f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1bbeb99536349eb8176e4f0deb0301f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511702 Dec 10 04:58:12.759650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eeadb-b25b-48d6-ad4d-89c4e6b9206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d943bc-3735-46f7-9e81-d19437cad95f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:12.761530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33306) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:12.814621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.836032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.882158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.884952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:12.886113 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10d943bc-3735-46f7-9e81-d19437cad95f HTTP/1.1" status: 204 len: 168 time: 0.1234019 Dec 10 04:58:12.896172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34725-bb0c-44c1-be87-cf6e1fe110ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d943bc-3735-46f7-9e81-d19437cad95f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:13.047968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6602-73a7-43fa-9833-7b2782d7e784 req-23a3868f-f17b-44fa-b4e7-d8f5f7c22be1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:13.049657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aacb6602-73a7-43fa-9833-7b2782d7e784 req-23a3868f-f17b-44fa-b4e7-d8f5f7c22be1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0643644 Dec 10 04:58:13.165223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aacb6602-73a7-43fa-9833-7b2782d7e784 req-c2699a56-98ab-4e0b-96e8-aaba959aeb2c tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087079 Dec 10 04:58:13.459478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae666d-ecc5-41ee-b215-a0702e5a048e req-30124129-0af5-4e5d-97ae-ab6594f2c6c4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:13.461428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebae666d-ecc5-41ee-b215-a0702e5a048e req-30124129-0af5-4e5d-97ae-ab6594f2c6c4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0637515 Dec 10 04:58:13.483625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-22554384-dca9-4603-bd5c-1ec58133c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:13.486249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-22554384-dca9-4603-bd5c-1ec58133c085 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.0768340 Dec 10 04:58:13.534797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebae666d-ecc5-41ee-b215-a0702e5a048e req-060c8b43-109c-4979-967a-7fb51e3ac083 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665612 Dec 10 04:58:13.618062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-535c61d5-e608-45d6-8964-1a73c56a897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:13.618062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-535c61d5-e608-45d6-8964-1a73c56a897f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.1228688 Dec 10 04:58:13.670504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-77ffde1e-4d84-4be2-ac54-3066130510b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0413661 Dec 10 04:58:13.739437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-51da75f1-00cf-4e39-9952-42d08c7dae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:13.741644 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-51da75f1-00cf-4e39-9952-42d08c7dae14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0631950 Dec 10 04:58:13.783207 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-40d72b9f-8528-45fd-8989-53e93c788fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338619 Dec 10 04:58:13.804272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33344) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:13.890251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-23be85c3-33f6-4d0e-9d90-7c8b4b64c50c service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999014 Dec 10 04:58:13.932441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-305555402-network', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:13.958915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Made reservation on behalf of 827dc48b10f44e0daa2e1bdb63f6502c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:13.965450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:13.976989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.003018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84fcf4e5-f5c9-451f-9808-2f2805a24249 req-12c8476e-6988-4153-a2b3-4a87e21d37ea service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027973 Dec 10 04:58:14.080869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.087440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.120205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee607a12-fdfb-4427-af7b-05210edb67f7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:14.137662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:58:14.163703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.164107 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Added segment d359196f-8af9-4a00-8ca3-8bd18088beb7 of type vlan for network 2cda2994-7623-4709-9138-c160cab496e2 Dec 10 04:58:14.238682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.267818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.269473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:14.270116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.302325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4967957 Dec 10 04:58:14.305667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:14.310806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Request body: {'subnet': {'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-305555402-subnet', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:14.331916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Made reservation on behalf of 827dc48b10f44e0daa2e1bdb63f6502c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:14.334350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.336082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b50b0f-32f5-4a00-85ac-758ac8f6fa1a admin admin] Pushing event updated for resources: {'Network': ['ID=2cda2994-7623-4709-9138-c160cab496e2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:14.347229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 2cda2994-7623-4709-9138-c160cab496e2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:58:14.520179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.578431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=681d5d32-7f32-4197-99b4-b1f47d7bae7f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:14.588197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Checking segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:14.588585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Network hostable DHCP agents. Network: 2cda2994-7623-4709-9138-c160cab496e2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:58:14.614656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Network 2cda2994-7623-4709-9138-c160cab496e2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:58:14.634601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 2cda2994-7623-4709-9138-c160cab496e2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:14.639108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:14.639687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.647350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705708bc-f0f0-4f40-abec-447a57ddf8d5 None None] Network 2cda2994-7623-4709-9138-c160cab496e2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:14.678494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-da4feef5-7822-4ea5-a088-25b4700624ab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3716803 Dec 10 04:58:14.679120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:14.683406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:14.716293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be73e1-0d4a-4875-9ce4-fe30eec85e53 req-18d15280-0969-4489-b844-152049c181b3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:14.727954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.728928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7be73e1-0d4a-4875-9ce4-fe30eec85e53 req-18d15280-0969-4489-b844-152049c181b3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0863111 Dec 10 04:58:14.729258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.803654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-2cda2994-7623-4709-9138-c160cab496e2', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:58:14.804809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.817592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7be73e1-0d4a-4875-9ce4-fe30eec85e53 req-881fd696-9423-4a40-a5f3-c1ac9367897a tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877225 Dec 10 04:58:14.822018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:14.966096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Allocated IP 172.20.0.2 (2cda2994-7623-4709-9138-c160cab496e2/681d5d32-7f32-4197-99b4-b1f47d7bae7f/379aa396-7409-451e-9ceb-20d3c11105b8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:14.986266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.156590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.167709 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.224017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Network 2cda2994-7623-4709-9138-c160cab496e2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:15.236641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:15.241362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:15.367355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.378444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Pushing event updated for resources: {'Port': ['ID=379aa396-7409-451e-9ceb-20d3c11105b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:15.389321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.418338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Attempting to bind port 379aa396-7409-451e-9ceb-20d3c11105b8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:15.418738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Attempting to bind port 379aa396-7409-451e-9ceb-20d3c11105b8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:15.419250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Attempting to bind port 379aa396-7409-451e-9ceb-20d3c11105b8 on network 2cda2994-7623-4709-9138-c160cab496e2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:15.426797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:15.427179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Checking segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:15.427641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.428040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Bound using segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:15.428651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Bound port: 379aa396-7409-451e-9ceb-20d3c11105b8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:15.429046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.523806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] For port 379aa396-7409-451e-9ceb-20d3c11105b8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:15.528859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] For port 379aa396-7409-451e-9ceb-20d3c11105b8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=379aa396-7409-451e-9ceb-20d3c11105b8,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:15.534397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.602753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32e00d-fd25-4358-89d1-b2aeaa36aab9 None None] Pushing event updated for resources: {'Port': ['ID=379aa396-7409-451e-9ceb-20d3c11105b8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:15.649414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Allocated IP 172.25.8.177 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ae4e5cb0-22ca-400c-b546-9f591132d008) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:15.823439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.904742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:15.982374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:15.988173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:15.995712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:16.005972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e7b33-182f-4d28-b703-d34795febaec None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:16.063845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d78878ef-eb9e-414e-b4e2-c991d8e81f2b None None] Provisioning complete for port ae4e5cb0-22ca-400c-b546-9f591132d008 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:16.067080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d78878ef-eb9e-414e-b4e2-c991d8e81f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.074946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 379aa396-7409-451e-9ceb-20d3c11105b8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:16.085406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4e5cb0-22ca-400c-b546-9f591132d008,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:16.092501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd71749-146c-412b-a3d2-b992c8c684a1 req-416c147c-8e1b-4a0b-9d8b-52c86ecdb700 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:16.103146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2dd71749-146c-412b-a3d2-b992c8c684a1 req-416c147c-8e1b-4a0b-9d8b-52c86ecdb700 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1369839 Dec 10 04:58:16.169953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2dd71749-146c-412b-a3d2-b992c8c684a1 req-01fdddbb-ce97-40ea-a11d-ff42a4bd142b tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655031 Dec 10 04:58:16.192968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d78878ef-eb9e-414e-b4e2-c991d8e81f2b None None] Port ae4e5cb0-22ca-400c-b546-9f591132d008 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:16.202097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 379aa396-7409-451e-9ceb-20d3c11105b8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:16.202592 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.285487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.321426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 379aa396-7409-451e-9ceb-20d3c11105b8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=379aa396-7409-451e-9ceb-20d3c11105b8,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:16.326791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.344000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.380127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=379aa396-7409-451e-9ceb-20d3c11105b8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:16.446609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f428dd73-6730-48e6-9a67-fffed53060f6 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:16.468555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: f428dd73-6730-48e6-9a67-fffed53060f6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:58:16.468901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f428dd73-6730-48e6-9a67-fffed53060f6 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:16.554585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:16.699145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:58:16.917853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0098b-8ba5-47c5-bef9-1d2df33d48de None None] Network 2cda2994-7623-4709-9138-c160cab496e2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:17.156615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:17.168605 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:17.184999 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:17.185606 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:17.191633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:17.192949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18cb0bf4-f571-47ca-a3fc-2f0bda2e7294 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5128796 Dec 10 04:58:17.195880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:17.339267 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:17.422733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dfef5648-5cb7-4bdb-bac0-0f4b2fbdaca3 None None] Provisioning complete for port 379aa396-7409-451e-9ceb-20d3c11105b8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:17.423912 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfef5648-5cb7-4bdb-bac0-0f4b2fbdaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:17.491390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84233-3799-47a3-b8cd-1b4846c9deaa req-e1c4c835-a773-4e56-86b3-b31b5344a91e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:17.493252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85b84233-3799-47a3-b8cd-1b4846c9deaa req-e1c4c835-a773-4e56-86b3-b31b5344a91e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1973343 Dec 10 04:58:17.592016 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:16Z', 'revision_number': 3, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:17.751671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85b84233-3799-47a3-b8cd-1b4846c9deaa req-783f85c4-fc62-47a3-91d2-ab695b4eccac tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831861 Dec 10 04:58:17.758508 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:17.759102 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Updating router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 port ae4e5cb0-22ca-400c-b546-9f591132d008 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:58:17.799724 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:17.894772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1c5bf105-7092-4129-87ea-abb467924415 None None] Provisioning complete for port 379aa396-7409-451e-9ceb-20d3c11105b8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:17.895142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf105-7092-4129-87ea-abb467924415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:17.986909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 379aa396-7409-451e-9ceb-20d3c11105b8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:18.078728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 379aa396-7409-451e-9ceb-20d3c11105b8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:18.079147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.142499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.241724 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.256894 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.311898 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d377-fd1e-4c6b-a216-32221f6075b1 None None] Pushing event updated for resources: {'Port': ['ID=ae4e5cb0-22ca-400c-b546-9f591132d008,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:18.342402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b74279-1c06-4a84-b424-d136cf42647a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:18.343946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Attempting to bind port ae4e5cb0-22ca-400c-b546-9f591132d008 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:18.344265 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Attempting to bind port ae4e5cb0-22ca-400c-b546-9f591132d008 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:18.344735 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Attempting to bind port ae4e5cb0-22ca-400c-b546-9f591132d008 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:18.351660 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:18.352037 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:18.352455 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.352946 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:18.353479 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Bound port: ae4e5cb0-22ca-400c-b546-9f591132d008, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:18.353863 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.413421 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] For port ae4e5cb0-22ca-400c-b546-9f591132d008, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:18.417233 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] For port ae4e5cb0-22ca-400c-b546-9f591132d008, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae4e5cb0-22ca-400c-b546-9f591132d008,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:18.428188 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.487621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Allocated IP 172.20.0.1 (2cda2994-7623-4709-9138-c160cab496e2/681d5d32-7f32-4197-99b4-b1f47d7bae7f/55d00750-1a10-4397-8ef5-02c202eafa2d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:18.489527 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d377-fd1e-4c6b-a216-32221f6075b1 None None] Pushing event updated for resources: {'Port': ['ID=ae4e5cb0-22ca-400c-b546-9f591132d008,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:18.492365 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:18.493038 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:18.497794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb30a8-3cd8-4628-b25a-edb0487497a2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:18.523093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] Provisioning complete for port ae4e5cb0-22ca-400c-b546-9f591132d008 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:18.525259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.614598 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:18.621476 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.639764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.645794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] For port ae4e5cb0-22ca-400c-b546-9f591132d008, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae4e5cb0-22ca-400c-b546-9f591132d008,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:18.652362 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.723875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fbae2-fd5b-4d7b-8fc8-e3cd58631178 None None] Pushing event updated for resources: {'Port': ['ID=ae4e5cb0-22ca-400c-b546-9f591132d008,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:18.780110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0fb88fee-a4ba-4b2a-9a2b-85fd893418a1 None None] Provisioning complete for port ae4e5cb0-22ca-400c-b546-9f591132d008 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:18.780943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fb88fee-a4ba-4b2a-9a2b-85fd893418a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:18.829449 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:16Z', 'revision_number': 3, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:18.861663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34527b5-398a-4c7e-bc01-294934191cc5 None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:16Z', 'revision_number': 3, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:18.986610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.031397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Network 2cda2994-7623-4709-9138-c160cab496e2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:19.039943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ed9f-17ac-475c-8a16-f31bfe5e3980 req-75142c1b-9ba3-478c-9bd8-63ba25239327 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:19.041606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0430ed9f-17ac-475c-8a16-f31bfe5e3980 req-75142c1b-9ba3-478c-9bd8-63ba25239327 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0965409 Dec 10 04:58:19.044996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:19.049194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:19.123272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Pushing event updated for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:19.178519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.205633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0430ed9f-17ac-475c-8a16-f31bfe5e3980 req-58b717c8-acea-40cf-9ca1-e0e255f1d1f1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217968 Dec 10 04:58:19.366516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.430099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-27dd28b5-02a7-4c2f-89db-0363a81b2e2c None None] Provisioning complete for port 55d00750-1a10-4397-8ef5-02c202eafa2d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:19.431867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27dd28b5-02a7-4c2f-89db-0363a81b2e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.507769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-27dd28b5-02a7-4c2f-89db-0363a81b2e2c None None] Port 55d00750-1a10-4397-8ef5-02c202eafa2d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:19.560314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.568852 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.633495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:19.665342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Pushing event updated for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:19.759251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Network 2cda2994-7623-4709-9138-c160cab496e2 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:19.760960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:20.066488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:58:20.110132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae4e5cb0-22ca-400c-b546-9f591132d008 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:20.197078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ae4e5cb0-22ca-400c-b546-9f591132d008 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:20.197555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:20.276658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a217d38c-7b1a-47de-8f96-7672db9ecf9e None None] Provisioning complete for port 55d00750-1a10-4397-8ef5-02c202eafa2d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:20.277028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a217d38c-7b1a-47de-8f96-7672db9ecf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:20.327727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:20.347284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bbfca76c-c410-4240-b880-c218aa4383be admin admin] 10.222.0.43 "PUT /v2.0/routers/83b139e8-81fc-4b7d-946a-f9a6b2f79e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497722 Dec 10 04:58:20.378168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b60d01-70f2-4ebb-893b-b4e7166ac7ac req-c17b0151-1aeb-4359-9dd6-ab3108556d4d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:20.387965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42b60d01-70f2-4ebb-893b-b4e7166ac7ac req-c17b0151-1aeb-4359-9dd6-ab3108556d4d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0793922 Dec 10 04:58:20.391165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a217d38c-7b1a-47de-8f96-7672db9ecf9e None None] Port 55d00750-1a10-4397-8ef5-02c202eafa2d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:20.396210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:20.449941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42b60d01-70f2-4ebb-893b-b4e7166ac7ac req-e148edbe-0259-4dfc-8c90-3de80d62e9a9 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615067 Dec 10 04:58:20.704723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-caff392d-d01f-4de4-b605-da94392ea800 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:20.708961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-caff392d-d01f-4de4-b605-da94392ea800 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 814 time: 0.1326969 Dec 10 04:58:20.731015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-508e71a6-0a76-4a32-b73b-6104bcf399e8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/quotas/1b1db51343864a4fb7f2a1b05520fe22 HTTP/1.1" status: 200 len: 375 time: 0.0111713 Dec 10 04:58:20.769711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-0bc8e851-9e82-469c-96ba-3a9accbe4377 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323861 Dec 10 04:58:20.867864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-471d356c-42b8-42bf-9630-f60891fde115 service neutron] 10.222.0.43 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 Dec 10 04:58:20.943784 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:20.948778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-919634668-network', 'tenant_id': '91027456c65543b4a94b27cf068de865'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:20.974327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Made reservation on behalf of 91027456c65543b4a94b27cf068de865 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:20.976915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:20.986549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-2a713baf-5880-4777-b63f-45be32bece8b service neutron] 10.222.0.43 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088967 Dec 10 04:58:20.987575 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.068794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.074133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.098544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:58:21.122689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99410e61-5b9e-47ba-a3ab-c5100206e080,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:21.130719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.131202 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Added segment d9b6ad47-5fdd-4895-b654-9dbb11847b02 of type vlan for network 1d79943f-31a1-414f-baac-73e515abb632 Dec 10 04:58:21.186893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:21.199269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.212057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:21.212723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:21.228173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.229394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:21.230305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.241626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-77526cf7-3e43-45b0-9072-b30b81c2f91f req-092832ac-4818-448a-9e81-130b6df707f8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 210 time: 0.0750141 Dec 10 04:58:21.288805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3438787 Dec 10 04:58:21.291663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:21.300703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Request body: {'subnet': {'network_id': '1d79943f-31a1-414f-baac-73e515abb632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-919634668-subnet', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:21.339122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8fb26-6d1d-4282-a31d-7f223d4f20d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d79943f-31a1-414f-baac-73e515abb632,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:21.355806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1d79943f-31a1-414f-baac-73e515abb632 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:58:21.361504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Made reservation on behalf of 91027456c65543b4a94b27cf068de865 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:21.386981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.551470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:21.685071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fece0-d33b-475d-9da2-fdf51c441d2c req-e49042eb-fc65-49f6-8256-8cf32ac287fd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:21.695349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e0fece0-d33b-475d-9da2-fdf51c441d2c req-e49042eb-fc65-49f6-8256-8cf32ac287fd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1020930 Dec 10 04:58:21.775976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.829189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e0fece0-d33b-475d-9da2-fdf51c441d2c req-20ee412a-84a3-49c0-a6ec-a7a58cde73a3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259062 Dec 10 04:58:21.843858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 2, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:21.866313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Checking segment: {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:21.866755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Network hostable DHCP agents. Network: 1d79943f-31a1-414f-baac-73e515abb632, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:58:21.872107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce381df-f199-4aca-85b0-653754cc6e3f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:21.877975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:21.878412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Updating router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 port 55d00750-1a10-4397-8ef5-02c202eafa2d binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:58:21.905284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Network 1d79943f-31a1-414f-baac-73e515abb632 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:58:21.905570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.927246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1d79943f-31a1-414f-baac-73e515abb632) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:21.932544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:21.933443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:21.957723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72dcc0-cc84-40c6-bc78-784782b13319 None None] Network 1d79943f-31a1-414f-baac-73e515abb632 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:21.959011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2880e687-0262-4845-8999-d9d7eaae5847 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6663446 Dec 10 04:58:21.961762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:21.966706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:22.004815 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.005886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.077422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.166404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1d79943f-31a1-414f-baac-73e515abb632', 'network_id': '1d79943f-31a1-414f-baac-73e515abb632', 'project_id': '91027456c65543b4a94b27cf068de865', 'fixed_ips': [{'subnet_id': 'bce381df-f199-4aca-85b0-653754cc6e3f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 04:58:22.167380 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.307237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.387045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf566f6-3bef-45d9-891b-7d35a7f5d335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.404684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3782fe7e-dd0e-41e6-924b-449d08736e68 req-84dd3c6f-0f4f-4478-a403-b1f70b65e6b2 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 210 time: 0.0546157 Dec 10 04:58:22.529354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Allocated IP 172.20.0.2 (1d79943f-31a1-414f-baac-73e515abb632/bce381df-f199-4aca-85b0-653754cc6e3f/22e13312-9243-43f9-99ae-698e36380d12) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:22.535390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-cfdc6032-f439-4e32-8cdd-c5aa79a9135d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:22.537711 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-cfdc6032-f439-4e32-8cdd-c5aa79a9135d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.36 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 814 time: 0.1879923 Dec 10 04:58:22.538704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.548252 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.560531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Request body: {'port': {'device_id': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67', 'admin_state_up': True, 'tenant_id': '1b1db51343864a4fb7f2a1b05520fe22'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:22.693416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1078d-535d-4ed3-a2a3-067f0ba4d152 None None] Pushing event updated for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:22.741152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Attempting to bind port 55d00750-1a10-4397-8ef5-02c202eafa2d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:22.741549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Attempting to bind port 55d00750-1a10-4397-8ef5-02c202eafa2d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:22.741915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Attempting to bind port 55d00750-1a10-4397-8ef5-02c202eafa2d on network 2cda2994-7623-4709-9138-c160cab496e2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:22.757842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:22.758095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Checking segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:22.758680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.758883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Bound using segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:22.759326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Bound port: 55d00750-1a10-4397-8ef5-02c202eafa2d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:22.759704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.763773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.789930 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.838800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Made reservation on behalf of 1b1db51343864a4fb7f2a1b05520fe22 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:22.842474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.864310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.901785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] For port 55d00750-1a10-4397-8ef5-02c202eafa2d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:22.905807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] For port 55d00750-1a10-4397-8ef5-02c202eafa2d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=55d00750-1a10-4397-8ef5-02c202eafa2d,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:22.910109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.958673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Pushing event updated for resources: {'Port': ['ID=22e13312-9243-43f9-99ae-698e36380d12,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:22.975253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:22.976365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eef60-9599-4e31-a8fd-e1fbd278b004 req-fe37a841-06a6-4048-804b-21781a8ec24b tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:22.978100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da5eef60-9599-4e31-a8fd-e1fbd278b004 req-fe37a841-06a6-4048-804b-21781a8ec24b tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0594013 Dec 10 04:58:22.998858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Allocated IP 172.25.8.176 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/c29b025b-ccdd-4b04-be6c-1af6ad958506) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:23.026718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Network 1d79943f-31a1-414f-baac-73e515abb632 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:23.044909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:23.056295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:23.071262 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] Provisioning complete for port 55d00750-1a10-4397-8ef5-02c202eafa2d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:23.071869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.072557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da5eef60-9599-4e31-a8fd-e1fbd278b004 req-128ceae9-34ca-4186-a973-12f41efbcf0d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862989 Dec 10 04:58:23.106908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Allocated IP 172.20.0.4 (14ea4561-b0a8-43e1-91d5-b96d8a136c67/9f813a86-2e2a-41cd-9f24-f47d86812ecf/c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:23.139737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1078d-535d-4ed3-a2a3-067f0ba4d152 None None] Pushing event updated for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:23.234393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.359097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.377172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:23.377847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:23.416080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Attempting to bind port 22e13312-9243-43f9-99ae-698e36380d12 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:23.416802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Attempting to bind port 22e13312-9243-43f9-99ae-698e36380d12 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:23.416802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Attempting to bind port 22e13312-9243-43f9-99ae-698e36380d12 on network 1d79943f-31a1-414f-baac-73e515abb632 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:23.421882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:23.441721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:23.453042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:23.453422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Checking segment: {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:23.454843 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.454843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Bound using segment: {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:23.455056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Bound port: 22e13312-9243-43f9-99ae-698e36380d12, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:23.456094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.459691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:23.481204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.483796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e413020-2648-4843-ad84-0df41228c070 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:23.497334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b025b-ccdd-4b04-be6c-1af6ad958506,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:23.557463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.576551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-573a865f-2820-41fb-a27d-364d39a8d508 req-be50b6d7-d5b1-4a30-bd24-58e12576a327 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 210 time: 0.0463252 Dec 10 04:58:23.668415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.670606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:23.675635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:23.682997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:23.706587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:23.708543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765668ac-2955-4448-8750-1120d6f35618 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:23.714889 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.744427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] For port 22e13312-9243-43f9-99ae-698e36380d12, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:23.746697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Pushing event updated for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:23.783823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:23.784584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.798080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] For port 22e13312-9243-43f9-99ae-698e36380d12, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=22e13312-9243-43f9-99ae-698e36380d12,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:23.801285 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b43ceb4b-11c8-48c5-aa3a-d7bbe14da641 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2464566 Dec 10 04:58:23.821650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.833191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] For port 55d00750-1a10-4397-8ef5-02c202eafa2d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=55d00750-1a10-4397-8ef5-02c202eafa2d,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:23.838044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Request body: {'port': {'device_id': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:23.867679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.928872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6c12-35f7-4d1e-aeae-89700082168a None None] Pushing event updated for resources: {'Port': ['ID=22e13312-9243-43f9-99ae-698e36380d12,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:23.934786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:23.978239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.028259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Provisioning complete for port 55d00750-1a10-4397-8ef5-02c202eafa2d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:24.028648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.032564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc215-7a49-448f-8501-24ab0fcb7060 None None] Pushing event updated for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:24.114882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:22Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:24.188167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5675f6ad-abd8-45ed-9768-e48b6c69dc7f None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:22Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:24.245039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5612a2-d0f5-4e3b-9e89-fc680a585eb1 req-3c337d20-68e8-40e5-aefe-5c90506edba6 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:24.276311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a5612a2-d0f5-4e3b-9e89-fc680a585eb1 req-3c337d20-68e8-40e5-aefe-5c90506edba6 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1244409 Dec 10 04:58:24.304071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Provisioning complete for port c29b025b-ccdd-4b04-be6c-1af6ad958506 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:24.305553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.363537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Port c29b025b-ccdd-4b04-be6c-1af6ad958506 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:24.365119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a5612a2-d0f5-4e3b-9e89-fc680a585eb1 req-f343482e-672e-4627-a0b9-326b5da8a1b6 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875759 Dec 10 04:58:24.382106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Provisioning complete for port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:24.382675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.427684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-23c796a6-4ac0-4ffe-884c-64e8b74f42fa None None] Port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:24.466404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.748418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e64d-db01-44b8-9019-2c5546a399dd req-1a88638c-7683-403d-9426-a0db669450a5 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:24.750391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c4e64d-db01-44b8-9019-2c5546a399dd req-1a88638c-7683-403d-9426-a0db669450a5 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 931 time: 0.0590348 Dec 10 04:58:24.806968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7c4e64d-db01-44b8-9019-2c5546a399dd req-3234d41f-89e3-43a6-9851-7d69a2181caf tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503428 Dec 10 04:58:24.961575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:24.973677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:24.999612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Transition to ACTIVE for port object c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:58:25.005982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.012435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Router 78ddfc42-c188-44a5-aa00-7af8957dbf62 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 04:58:25.057851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d80b8-f5de-47d9-9767-880b9a222f40 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:25.170847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87c6947d-9ee4-44e5-b59a-d2c608c5ac63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.193467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:25.204627 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Sync routers for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:25.217927 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:25.218860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:25.225806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Pushing event updated for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:25.281269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.282536 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ffafb72b-add6-42e5-863d-3eafac828582 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3192446 Dec 10 04:58:25.285295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:25.310424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d6487-601d-4ded-ac82-2b9a50819d0b None None] Network 1d79943f-31a1-414f-baac-73e515abb632 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:25.373044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:25.391827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Attempting to bind port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:25.392307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Attempting to bind port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:25.392779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Attempting to bind port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:25.439465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] Provisioning complete for port 22e13312-9243-43f9-99ae-698e36380d12 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:25.440627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.455130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:58:25.455130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Attempting to bind port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d on network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:25.463537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:25.463880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Checking segment: {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:25.464267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Bound using segment: {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:25.464827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Bound port: c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ee419b-5555-4428-898b-0289dde7e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:25.465192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.590216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.618717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf47352-1712-4233-8570-e027ee2efe2f req-2ce5a459-6bc7-4a51-947c-af3583d4238d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:25.622157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bf47352-1712-4233-8570-e027ee2efe2f req-2ce5a459-6bc7-4a51-947c-af3583d4238d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1224089 Dec 10 04:58:25.642472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] For port 22e13312-9243-43f9-99ae-698e36380d12, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=22e13312-9243-43f9-99ae-698e36380d12,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:25.653650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.737617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bf47352-1712-4233-8570-e027ee2efe2f req-db756dcb-fd0c-425a-968d-38d6cf462ebb tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037416 Dec 10 04:58:25.812038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:25.820877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940824d-a9f6-465c-8c77-b97f160c4a96 None None] Pushing event updated for resources: {'Port': ['ID=22e13312-9243-43f9-99ae-698e36380d12,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:25.843459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:25.973722 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 3, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:26.009136 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Checking router: 78ddfc42-c188-44a5-aa00-7af8957dbf62 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:26.009729 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Updating router 78ddfc42-c188-44a5-aa00-7af8957dbf62 port c29b025b-ccdd-4b04-be6c-1af6ad958506 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:58:26.033274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7760f-bc7f-4e43-949b-a9eca84fe482 req-d6e8b0d7-a4b4-4b8a-96ab-cc36a5b248c5 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:26.039790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2b7760f-bc7f-4e43-949b-a9eca84fe482 req-d6e8b0d7-a4b4-4b8a-96ab-cc36a5b248c5 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 943 time: 0.1382604 Dec 10 04:58:26.046797 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.059730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:26.094382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8812f11d-a15a-4c98-b34e-451f774b100e None None] Provisioning complete for port 22e13312-9243-43f9-99ae-698e36380d12 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:26.096990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8812f11d-a15a-4c98-b34e-451f774b100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.131740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2b7760f-bc7f-4e43-949b-a9eca84fe482 req-374b1580-a106-4755-b833-653bceda8031 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861166 Dec 10 04:58:26.133478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.196765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 55d00750-1a10-4397-8ef5-02c202eafa2d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:26.241762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f25bd4-a3f3-4fc0-b9e4-7ed6518d8ad1 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:26.242869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:26.243507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.244932 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] 10.222.0.36 "PUT /v2.0/ports/c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d HTTP/1.1" status: 200 len: 1091 time: 2.4119155 Dec 10 04:58:26.245388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:26.247630 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb" -d '{"events": [{"name": "network-changed", "server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:26.269915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 55d00750-1a10-4397-8ef5-02c202eafa2d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:26.270635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.274260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c761df1-f9b5-44ec-b42f-f91a5097c05c service neutron] Pushing event updated for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:26.343926 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73853ed-5d70-46ad-a2ca-55eafbabc31a x-openstack-request-id: req-f73853ed-5d70-46ad-a2ca-55eafbabc31a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:26.344224 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:26.344497 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f73853ed-5d70-46ad-a2ca-55eafbabc31a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:26.344899 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d', 'status': 'completed', 'code': 200} Dec 10 04:58:26.356179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.420885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 22e13312-9243-43f9-99ae-698e36380d12 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:26.436403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-7e38e8ba-315c-4bda-a765-05c25faa7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:26.438373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-7e38e8ba-315c-4bda-a765-05c25faa7a67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 1094 time: 0.1226542 Dec 10 04:58:26.474883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 22e13312-9243-43f9-99ae-698e36380d12 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:26.475444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.478419 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.487439 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.525406 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-b73898a5-01cd-4f6e-95f3-92e669094cd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d HTTP/1.1" status: 200 len: 217 time: 0.0671699 Dec 10 04:58:26.539425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36e98a-e2d5-4631-a70f-ec75e71276a9 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:26.545712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Attempting to bind port c29b025b-ccdd-4b04-be6c-1af6ad958506 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:26.546297 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Attempting to bind port c29b025b-ccdd-4b04-be6c-1af6ad958506 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:26.546899 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Attempting to bind port c29b025b-ccdd-4b04-be6c-1af6ad958506 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:26.560419 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:26.561056 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:26.561556 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.562041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:26.562663 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Bound port: c29b025b-ccdd-4b04-be6c-1af6ad958506, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:26.563154 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.637198 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e6b64-56f1-4588-9d4b-14a87e4a57fb None None] Pushing event updated for resources: {'Port': ['ID=c29b025b-ccdd-4b04-be6c-1af6ad958506,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:26.649126 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] For port c29b025b-ccdd-4b04-be6c-1af6ad958506, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:26.649457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-92b99af5-23fe-4bc7-9a94-9a73d6dcb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:26.650941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-92b99af5-23fe-4bc7-9a94-9a73d6dcb7e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.0957100 Dec 10 04:58:26.663570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] For port c29b025b-ccdd-4b04-be6c-1af6ad958506, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c29b025b-ccdd-4b04-be6c-1af6ad958506,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:26.669327 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.692038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-6cbe428b-95a9-4512-b845-7a2985012707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330017 Dec 10 04:58:26.695601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Allocated IP 172.20.0.1 (1d79943f-31a1-414f-baac-73e515abb632/bce381df-f199-4aca-85b0-653754cc6e3f/480a7546-7d10-4850-a8e5-ec2470d3b01c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:26.724835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebda65-6c96-4e31-8e2c-574c5c82d70d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:58:26.734988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] Provisioning complete for port c29b025b-ccdd-4b04-be6c-1af6ad958506 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:26.737660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.747699 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:26.748357 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:26.798766 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e6b64-56f1-4588-9d4b-14a87e4a57fb None None] Pushing event updated for resources: {'Port': ['ID=c29b025b-ccdd-4b04-be6c-1af6ad958506,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:26.884775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:26.920330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.939265 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-c72ac5cf-1a82-4ec6-b866-a5e6cba85cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383978 Dec 10 04:58:26.951785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] For port c29b025b-ccdd-4b04-be6c-1af6ad958506, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c29b025b-ccdd-4b04-be6c-1af6ad958506,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:26.959436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:26.975196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c4e6-53c4-443e-bed9-bed56115c921 req-18e2adfa-e076-4c6a-93c4-fb8c584fc711 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:26.994666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c50c4e6-53c4-443e-bed9-bed56115c921 req-18e2adfa-e076-4c6a-93c4-fb8c584fc711 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1077695 Dec 10 04:58:26.997747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.055999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da71d1-169f-4757-98e0-c2b044c579f4 None None] Pushing event updated for resources: {'Port': ['ID=c29b025b-ccdd-4b04-be6c-1af6ad958506,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:27.093500 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe1b71ec-ea0a-4258-aa35-bbcae203c9d7 req-ae6d0bd7-4410-4c06-9460-319f7b032bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466136 Dec 10 04:58:27.093778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c50c4e6-53c4-443e-bed9-bed56115c921 req-b726a2cc-ccbd-4cc5-b337-84bf3cdebea1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832980 Dec 10 04:58:27.108124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f3e972a5-db6b-4c53-be51-aa88466c061d None None] Provisioning complete for port c29b025b-ccdd-4b04-be6c-1af6ad958506 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:27.108505 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3e972a5-db6b-4c53-be51-aa88466c061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.110785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.137622 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 3, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:27.190703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:27.198905 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858795fa-388e-408f-9f5a-edb1970ab376 None None] The sync data for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 is: [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 3, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:27.227873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Network 1d79943f-31a1-414f-baac-73e515abb632 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:27.271494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:27.277118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:27.331503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2d025-693d-46fd-b1e3-4979934adc25 req-252f5810-a88e-4974-bbc9-df35ae8181c3 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:27.342866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02b2d025-693d-46fd-b1e3-4979934adc25 req-252f5810-a88e-4974-bbc9-df35ae8181c3 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 943 time: 0.0707052 Dec 10 04:58:27.358534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.412796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02b2d025-693d-46fd-b1e3-4979934adc25 req-ebf757a2-2870-4ddc-ac0f-8d720c6d7f7b tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Dec 10 04:58:27.445355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-f6e3b6fe-af43-4ef9-910c-0e4facfcd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:27.447049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-f6e3b6fe-af43-4ef9-910c-0e4facfcd6f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 1094 time: 0.2316575 Dec 10 04:58:27.465290 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.636686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-b8267b12-996a-4a01-9736-9347705b05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:27.638692 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-b8267b12-996a-4a01-9736-9347705b05af service neutron] 10.222.0.36 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 915 time: 0.1837661 Dec 10 04:58:27.702581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-94a6299f-f4da-4d9b-aa40-41840325db0f None None] Provisioning complete for port 480a7546-7d10-4850-a8e5-ec2470d3b01c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:27.703147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94a6299f-f4da-4d9b-aa40-41840325db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.712534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-78d477d2-ff4a-452d-9963-fc2990456943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d HTTP/1.1" status: 200 len: 217 time: 0.0514717 Dec 10 04:58:27.778349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-94a6299f-f4da-4d9b-aa40-41840325db0f None None] Port 480a7546-7d10-4850-a8e5-ec2470d3b01c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:27.779685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:27.839579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-59d8acec-acac-44c3-85cd-9b0322d2ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:27.842382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-59d8acec-acac-44c3-85cd-9b0322d2ff3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.1023307 Dec 10 04:58:27.934805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-19618d1f-3086-4511-a49e-72f0cca7e8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579288 Dec 10 04:58:27.999521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.013200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.020160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c29b025b-ccdd-4b04-be6c-1af6ad958506 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:28.022343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.029496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.044003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.052798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.059936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.062219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-bab076c9-7683-4fdc-8819-bd20db448c2d tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1704741 Dec 10 04:58:28.116733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-76e258bb-81df-4a07-81bc-2140b1ef335c service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566546 Dec 10 04:58:28.159324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c29b025b-ccdd-4b04-be6c-1af6ad958506 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:28.164255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:28.271159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a06147-9580-4606-b68f-7b3e20f2a3fb req-6de78d2d-b70e-45a7-ba2f-afd11499730b tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021472 Dec 10 04:58:28.332197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b4d9-b80e-4c0b-8f4d-fdeed6b254a8 req-43fedb92-309e-45d9-966d-546cc12384c6 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.344284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6028b4d9-b80e-4c0b-8f4d-fdeed6b254a8 req-43fedb92-309e-45d9-966d-546cc12384c6 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1329107 Dec 10 04:58:28.363939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:28.440503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6028b4d9-b80e-4c0b-8f4d-fdeed6b254a8 req-576da05b-b47e-45b5-aed3-ddf8199f6128 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941548 Dec 10 04:58:28.450701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ec5212f2-17f2-4ca7-8b55-ee57a20581cb req-91163897-80ef-4866-911b-8f2870101d16 service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135026 Dec 10 04:58:28.508034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:28.514524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:28.596039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f847-3354-45d0-8279-c258f3ee1241 req-e06eb281-e3f0-4dea-b35c-d2aae34e85cf tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:28.597913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3505f847-3354-45d0-8279-c258f3ee1241 req-e06eb281-e3f0-4dea-b35c-d2aae34e85cf tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 943 time: 0.0925150 Dec 10 04:58:28.602618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:28.615334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:28.742109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Network 1d79943f-31a1-414f-baac-73e515abb632 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:28.746247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:28.885501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3505f847-3354-45d0-8279-c258f3ee1241 req-9ec7d2dd-9b54-4a82-83d4-7466765ddb9a tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759619 Dec 10 04:58:28.901679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Router 78ddfc42-c188-44a5-aa00-7af8957dbf62 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:58:28.999090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:29.050510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:29.055655 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a707ab77-3698-4f89-91b1-84ab7dc4c0b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/78ddfc42-c188-44a5-aa00-7af8957dbf62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7694695 Dec 10 04:58:29.118925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4236f2bc-865c-4dd7-81ca-574f23a08a66 None None] Provisioning complete for port 480a7546-7d10-4850-a8e5-ec2470d3b01c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:29.119474 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4236f2bc-865c-4dd7-81ca-574f23a08a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.133179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.164241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4236f2bc-865c-4dd7-81ca-574f23a08a66 None None] Port 480a7546-7d10-4850-a8e5-ec2470d3b01c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:29.243298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.250912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.251599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.257392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.257711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.264263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.271003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.277475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.284422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.286443 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-61b8069a-0e8a-43a3-ac07-0170f2e912e4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1234424 Dec 10 04:58:29.297791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7964cc0d-a9ec-4e0d-a04a-d7c02af96571,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:29.335487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f3df0e8e20b4984bbd7d9f14eb11235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352108 Dec 10 04:58:29.336299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:29.337805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.338160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.338537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.338880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.339222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.339562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.339900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.340352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.340587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.340923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.341405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.341742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.342137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383ecf7-a870-4a4a-963e-758a812c0495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:29.360275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-ae31467d-1561-4b0a-95c1-9dc64c8832a5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.366006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-ae31467d-1561-4b0a-95c1-9dc64c8832a5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711477 Dec 10 04:58:29.400508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.439416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.520674 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-9baf258c-d273-4e2a-9cf0-282da712b893 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1470766 Dec 10 04:58:29.528264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.537188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.543492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.548502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:29.550289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.556812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.563925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.570477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.572814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-e6a4dcb5-ae9a-4d98-b4e7-a968bfe494fe tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 5435 time: 0.1477153 Dec 10 04:58:29.641616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.678844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e4a7d-7f20-4ec4-8870-f947181dddc2 req-c591dc84-9717-49e1-ac26-71528dc8361e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:29.680305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-456e4a7d-7f20-4ec4-8870-f947181dddc2 req-c591dc84-9717-49e1-ac26-71528dc8361e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1065280 Dec 10 04:58:29.680892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.683431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:29.686793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7964cc0d-a9ec-4e0d-a04a-d7c02af96571 HTTP/1.1" status: 204 len: 168 time: 0.3386383 Dec 10 04:58:29.696055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f84e351-2c53-450b-a3c2-b98c7d5fe39e req-81d0b4a7-6268-4867-992c-88ab25bb417f tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&id=15820073-65ea-4e79-8873-2e89f6f61447&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100116 Dec 10 04:58:29.731440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb8275-d8e8-4bce-a97c-b45607fb065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7964cc0d-a9ec-4e0d-a04a-d7c02af96571,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:29.769235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-456e4a7d-7f20-4ec4-8870-f947181dddc2 req-50afe67d-0aa7-4e64-8b6b-815b671479df tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Dec 10 04:58:29.795025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Sync routers for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:29.805473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:29.806547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:29.864777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:29.921614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] For port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:30.026204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] device_id is not set on port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:58:30.037661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.045298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.112227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f246-6f98-4d79-b0b9-cd0e2cd25a4e req-c27b3b3d-0226-44e0-a845-117e0e7ee311 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:30.129339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e043f246-6f98-4d79-b0b9-cd0e2cd25a4e req-c27b3b3d-0226-44e0-a845-117e0e7ee311 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 943 time: 0.1473386 Dec 10 04:58:30.136417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:30.177705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] No DVR routers for this DVR port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:30.204796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:30.226320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] In _notify_port_updated(), no bound segment for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:58:30.227551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:30.228324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.229820 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 200 len: 1028 time: 0.6916914 Dec 10 04:58:30.230626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdae60-9d72-43ea-ba05-65de1a69c460 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:30.251133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e043f246-6f98-4d79-b0b9-cd0e2cd25a4e req-152daf86-17b2-4389-97c2-e3a929c80a31 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205511 Dec 10 04:58:30.265483 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d732d143-d8f5-4ac0-a051-643ea1dd9560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.303602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-0a87e6fe-ab9b-49fb-a7a0-21f1857ba924 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:30.306726 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-0a87e6fe-ab9b-49fb-a7a0-21f1857ba924 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "GET /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0701976 Dec 10 04:58:30.323237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:30.398556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:27Z', 'revision_number': 4, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '480a7546-7d10-4850-a8e5-ec2470d3b01c', 'name': '', 'network_id': '1d79943f-31a1-414f-baac-73e515abb632', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'mac_address': 'fa:16:3e:01:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:26Z', 'updated_at': '2021-12-10T04:58:27Z', 'revision_number': 2, 'project_id': '91027456c65543b4a94b27cf068de865', 'subnets': [{'id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:30.399814 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.404612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d732d143-d8f5-4ac0-a051-643ea1dd9560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.411500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d732d143-d8f5-4ac0-a051-643ea1dd9560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.442959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Checking router: 78ddfc42-c188-44a5-aa00-7af8957dbf62 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:30.443573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Updating router 78ddfc42-c188-44a5-aa00-7af8957dbf62 port 480a7546-7d10-4850-a8e5-ec2470d3b01c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 04:58:30.469745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732d143-d8f5-4ac0-a051-643ea1dd9560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69013da-771a-438c-b918-12eb9131cb2a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:30.477610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d732d143-d8f5-4ac0-a051-643ea1dd9560 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f960cde5874141ab94c6df17788e3f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688568 Dec 10 04:58:30.478137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33692) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:30.483357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.535894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-265f34b7-99ce-4bba-973a-a1fe11ed3257 None None] Provisioning complete for port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:30.536259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-265f34b7-99ce-4bba-973a-a1fe11ed3257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.576840 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.582898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:58:30.606830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.615840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dc98c716-9930-4364-96ab-d194546f685f,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:30.626644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-265f34b7-99ce-4bba-973a-a1fe11ed3257 None None] Port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:30.663437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] For port dc98c716-9930-4364-96ab-d194546f685f, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:30.663936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.667868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.672394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d69013da-771a-438c-b918-12eb9131cb2a HTTP/1.1" status: 204 len: 168 time: 0.1908281 Dec 10 04:58:30.687316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99597aba-608b-4a7b-a4bb-fdc0193db169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69013da-771a-438c-b918-12eb9131cb2a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:30.709164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] device_id is not set on port dc98c716-9930-4364-96ab-d194546f685f yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 04:58:30.722890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.732976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:30.869009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:30.886854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d', 'network_id': '14ea4561-b0a8-43e1-91d5-b96d8a136c67', 'port_id': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d', 'mac_address': 'fa:16:3e:53:17:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f813a86-2e2a-41cd-9f24-f47d86812ecf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:58:30.988588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.001958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.009853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.028642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.044182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.063595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.071637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:31.077542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-407c3a50-6593-4ce9-a29c-318c20fe8392 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3885 time: 0.2665823 Dec 10 04:58:31.142668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:31.146206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.159507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.189320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0155e6c0-9699-4d15-a37d-f2651bd503d9 req-c77d1d45-34a2-4a4f-955c-4a74009c6f03 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105475 Dec 10 04:58:31.209508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.299385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:31.466945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ec244f56-ab21-4a4b-8df8-f4449db8a1f3 None None] Provisioning complete for port dc98c716-9930-4364-96ab-d194546f685f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:31.467663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec244f56-ab21-4a4b-8df8-f4449db8a1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.474908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Attempting to bind port 480a7546-7d10-4850-a8e5-ec2470d3b01c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:31.484231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Attempting to bind port 480a7546-7d10-4850-a8e5-ec2470d3b01c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:31.484738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Attempting to bind port 480a7546-7d10-4850-a8e5-ec2470d3b01c on network 1d79943f-31a1-414f-baac-73e515abb632 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:31.500515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942287cb-3a66-4d08-ac01-ce2f23edf03b req-b16eae92-9e1d-4a85-9abe-16af22b7bf62 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.508781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-942287cb-3a66-4d08-ac01-ce2f23edf03b req-b16eae92-9e1d-4a85-9abe-16af22b7bf62 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 944 time: 0.1165507 Dec 10 04:58:31.526686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200827d-e810-4cdc-b424-923b1bea040b None None] Pushing event updated for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:31.534331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:31.539530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] No DVR routers for this DVR port dc98c716-9930-4364-96ab-d194546f685f on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:31.542697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:31.543296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Checking segment: {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:31.543963 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.544739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Bound using segment: {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:31.545629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Bound port: 480a7546-7d10-4850-a8e5-ec2470d3b01c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b6ad47-5fdd-4895-b654-9dbb11847b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1d79943f-31a1-414f-baac-73e515abb632'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:31.546347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.601955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] In _notify_port_updated(), no bound segment for port dc98c716-9930-4364-96ab-d194546f685f on network c4fc50b1-4040-4fda-a370-9808b6de053a {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 04:58:31.602845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.603452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.605033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-510a5525-9b3a-44ec-82f2-c31b2ca28b11 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 200 len: 1028 time: 1.2904127 Dec 10 04:58:31.605161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec244f56-ab21-4a4b-8df8-f4449db8a1f3 None None] Port dc98c716-9930-4364-96ab-d194546f685f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 04:58:31.646655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-942287cb-3a66-4d08-ac01-ce2f23edf03b req-7bf53c8a-6b20-408a-b697-dca8231f3866 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367407 Dec 10 04:58:31.654639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] For port 480a7546-7d10-4850-a8e5-ec2470d3b01c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:31.660115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] For port 480a7546-7d10-4850-a8e5-ec2470d3b01c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=480a7546-7d10-4850-a8e5-ec2470d3b01c,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:31.667653 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.674570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe0f6-607d-4ef5-9cce-fdc142173425 req-4e8460a1-ecfa-4f3b-8a01-40c211798fac tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:31.676984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9cfe0f6-607d-4ef5-9cce-fdc142173425 req-4e8460a1-ecfa-4f3b-8a01-40c211798fac tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.7090034 Dec 10 04:58:31.730117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:31.781637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9cfe0f6-607d-4ef5-9cce-fdc142173425 req-9f14c425-da16-4893-a5b1-c57d4ae51fb4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Dec 10 04:58:31.786635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:31.786979 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.839786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:31.840822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:31.910716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200827d-e810-4cdc-b424-923b1bea040b None None] Pushing event updated for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:31.937354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] Provisioning complete for port 480a7546-7d10-4850-a8e5-ec2470d3b01c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:31.937354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.947820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] For port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:31.948186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:31.980402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:32.090408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:32.184294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.223253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:32.306712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] No DVR routers for this DVR port 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:32.310527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.315261 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-81e96acf-d5d4-4cb6-89a3-a9d7b7fa8414 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "DELETE /v2.0/ports/85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 HTTP/1.1" status: 204 len: 173 time: 0.7005005 Dec 10 04:58:32.316043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:32.320306 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b558f69-32f2-4eed-a313-ff3eb34c4627" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:32.337027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.433004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] For port 480a7546-7d10-4850-a8e5-ec2470d3b01c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=480a7546-7d10-4850-a8e5-ec2470d3b01c,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:32.454441 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.463049 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338f993-6071-44fd-9bed-54f8b04941d6 x-openstack-request-id: req-7338f993-6071-44fd-9bed-54f8b04941d6 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:32.463049 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:32.463334 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7338f993-6071-44fd-9bed-54f8b04941d6 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:32.463671 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24', 'status': 'completed', 'code': 200} Dec 10 04:58:32.476644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-f37bbeca-da52-4358-ac35-87b117f9b355 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:32.501084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-f37bbeca-da52-4358-ac35-87b117f9b355 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:32.501835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port 29c92276-7926-4370-904e-8d76a48227ef {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:32.502527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.515828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-f37bbeca-da52-4358-ac35-87b117f9b355 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:32.530074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-f37bbeca-da52-4358-ac35-87b117f9b355 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:32.539989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-f37bbeca-da52-4358-ac35-87b117f9b355 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 3150 time: 0.2233269 Dec 10 04:58:32.595182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:32.625253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd3c0-24f3-43ff-bee6-920f8d57064d None None] Pushing event updated for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:32.629477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8ec0519-f9cb-47dd-bc93-f9d5f7352683 req-7e36b4da-5692-4876-ac78-90660342c150 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868030 Dec 10 04:58:32.652733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] For port 29c92276-7926-4370-904e-8d76a48227ef, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=29c92276-7926-4370-904e-8d76a48227ef,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:32.653260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.668371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for 29c92276-7926-4370-904e-8d76a48227ef owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:32.691091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:58:32.691440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 85260d3e-2a4f-40a9-b3ba-5c2bc52d7c24 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:32.693653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dc98c716-9930-4364-96ab-d194546f685f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:32.743374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33746) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:32.822847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3ff7c18a-3886-4262-88e1-b7ef5667d590 None None] Provisioning complete for port 480a7546-7d10-4850-a8e5-ec2470d3b01c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:32.823323 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c18a-3886-4262-88e1-b7ef5667d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.867919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:32.901835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b45bb-55c4-4de9-b83d-85428e8c721a req-122641f6-d285-4142-ba95-8d6f50b5ddf7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:32.911878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-079b45bb-55c4-4de9-b83d-85428e8c721a req-122641f6-d285-4142-ba95-8d6f50b5ddf7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 944 time: 0.1337442 Dec 10 04:58:32.927310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:27Z', 'revision_number': 4, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '480a7546-7d10-4850-a8e5-ec2470d3b01c', 'name': '', 'network_id': '1d79943f-31a1-414f-baac-73e515abb632', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'mac_address': 'fa:16:3e:01:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:26Z', 'updated_at': '2021-12-10T04:58:31Z', 'revision_number': 4, 'project_id': '91027456c65543b4a94b27cf068de865', 'subnets': [{'id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:32.965450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e24173-4939-4b62-a97a-97b8e6cac92e None None] The sync data for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 is: [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:27Z', 'revision_number': 4, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '480a7546-7d10-4850-a8e5-ec2470d3b01c', 'name': '', 'network_id': '1d79943f-31a1-414f-baac-73e515abb632', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'mac_address': 'fa:16:3e:01:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:26Z', 'updated_at': '2021-12-10T04:58:31Z', 'revision_number': 4, 'project_id': '91027456c65543b4a94b27cf068de865', 'subnets': [{'id': 'bce381df-f199-4aca-85b0-653754cc6e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:32.977348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dc98c716-9930-4364-96ab-d194546f685f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:32.977783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:33.020440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=29c92276-7926-4370-904e-8d76a48227ef,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:33.022790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] No DVR routers for this DVR port 29c92276-7926-4370-904e-8d76a48227ef on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:33.025122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.028788 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-2b0b6198-7bb2-4a51-a2d2-f31cd1caea41 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "DELETE /v2.0/ports/29c92276-7926-4370-904e-8d76a48227ef HTTP/1.1" status: 204 len: 173 time: 0.7051294 Dec 10 04:58:33.031979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e2a334d-a6b0-40a3-9a23-b77e7de2ac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.061544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-079b45bb-55c4-4de9-b83d-85428e8c721a req-8f5f2436-74c6-4047-baa9-e870d3f812e8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484513 Dec 10 04:58:33.071253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9b938-c14a-472a-870a-2444ef367209 req-40c34bfd-f8bb-470e-b23d-d47484f2f5ad tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:33.092182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75f9b938-c14a-472a-870a-2444ef367209 req-40c34bfd-f8bb-470e-b23d-d47484f2f5ad tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1679981 Dec 10 04:58:33.165994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port c42c3581-4373-488a-9ca5-7c2c99f45c2d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:33.166339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.181186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75f9b938-c14a-472a-870a-2444ef367209 req-c1ef27d1-caac-41e1-81e0-e937bc52e398 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953271 Dec 10 04:58:33.268832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e2a334d-a6b0-40a3-9a23-b77e7de2ac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.274816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e2a334d-a6b0-40a3-9a23-b77e7de2ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.303177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.309556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a334d-a6b0-40a3-9a23-b77e7de2ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b419581-3141-4abd-a1a2-40f76e3246e0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:33.322365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] For port c42c3581-4373-488a-9ca5-7c2c99f45c2d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c42c3581-4373-488a-9ca5-7c2c99f45c2d,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:33.322710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.347721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for c42c3581-4373-488a-9ca5-7c2c99f45c2d owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:33.366251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:33.370716 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e94480-9288-468a-9471-cb5c1db1acb1" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:33.377523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5e2a334d-a6b0-40a3-9a23-b77e7de2ac02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1abddd872d534f16b93490fe8f672496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6327569 Dec 10 04:58:33.378475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33754) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:33.403332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:33.410940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.412190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 01ebe365-6583-4ee5-9bc3-6352b89f0e68 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:33.513912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.567744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.574331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:33.578140 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fac506-17d2-4a06-876f-efcfcdf647f8 x-openstack-request-id: req-82fac506-17d2-4a06-876f-efcfcdf647f8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:33.578640 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:33.579052 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82fac506-17d2-4a06-876f-efcfcdf647f8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:33.579783 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'code': 200} Dec 10 04:58:33.645692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.661856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.690979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.694454 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.695767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b419581-3141-4abd-a1a2-40f76e3246e0 HTTP/1.1" status: 204 len: 168 time: 0.3134437 Dec 10 04:58:33.699057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=c42c3581-4373-488a-9ca5-7c2c99f45c2d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:33.727237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9baa23-2c6d-4844-b6fe-cd12325277f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b419581-3141-4abd-a1a2-40f76e3246e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:33.734317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:33.764425 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.770046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 29c92276-7926-4370-904e-8d76a48227ef no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:33.806126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] No DVR routers for this DVR port c42c3581-4373-488a-9ca5-7c2c99f45c2d on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:33.808923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:33.812593 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-f90a17aa-06b0-4479-8714-1e93173e9758 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "DELETE /v2.0/ports/c42c3581-4373-488a-9ca5-7c2c99f45c2d HTTP/1.1" status: 204 len: 173 time: 0.7777073 Dec 10 04:58:33.896504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d641d3b-7787-44a1-b9bb-dcfebf9641ac req-65c1ff4d-18ab-4a87-a12e-267214d506cb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:33.911587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d641d3b-7787-44a1-b9bb-dcfebf9641ac req-65c1ff4d-18ab-4a87-a12e-267214d506cb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:33.920758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d641d3b-7787-44a1-b9bb-dcfebf9641ac req-65c1ff4d-18ab-4a87-a12e-267214d506cb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 1677 time: 0.1054280 Dec 10 04:58:34.027399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d641d3b-7787-44a1-b9bb-dcfebf9641ac req-3c15c3ab-9fe8-4ae9-ab13-ed2ad5aeeace tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055453 Dec 10 04:58:34.051395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:34.052063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.128657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 480a7546-7d10-4850-a8e5-ec2470d3b01c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:34.220801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 29c92276-7926-4370-904e-8d76a48227ef {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:58:34.221180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 29c92276-7926-4370-904e-8d76a48227ef not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:34.230105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a3a059f5-091c-40cd-93c3-bae7bd2f3f5a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:34.238649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] For port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:34.239026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.299785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a3a059f5-091c-40cd-93c3-bae7bd2f3f5a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:34.300220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c42c3581-4373-488a-9ca5-7c2c99f45c2d no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:34.359397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6261c-39b4-452b-948e-f1dc5eb07484 req-80c15247-65d5-47e3-b494-b21e0ba81d0d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:34.371672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99b6261c-39b4-452b-948e-f1dc5eb07484 req-80c15247-65d5-47e3-b494-b21e0ba81d0d tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 944 time: 0.1476920 Dec 10 04:58:34.375614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c42c3581-4373-488a-9ca5-7c2c99f45c2d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:58:34.376115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c42c3581-4373-488a-9ca5-7c2c99f45c2d not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:34.383769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:34.387387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 480a7546-7d10-4850-a8e5-ec2470d3b01c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:34.387759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.410722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41005c9-a9c2-40b4-95cc-11058881402c req-84a42959-19ed-4b4b-95ac-4e0692c319b8 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:34.412299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d41005c9-a9c2-40b4-95cc-11058881402c req-84a42959-19ed-4b4b-95ac-4e0692c319b8 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1250587 Dec 10 04:58:34.480990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99b6261c-39b4-452b-948e-f1dc5eb07484 req-67028910-5dd9-4e67-bff3-82f483274447 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065233 Dec 10 04:58:34.487669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '29c92276-7926-4370-904e-8d76a48227ef'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:34.490992 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a4d4e-fc4b-4051-88c4-8317b4700f68" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "29c92276-7926-4370-904e-8d76a48227ef"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:34.541321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d41005c9-a9c2-40b4-95cc-11058881402c req-1ea5bdb0-5102-47a3-b507-5087ecd715ce tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163669 Dec 10 04:58:34.558667 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c39abf-2d50-4f9c-97de-0b277231cf13 x-openstack-request-id: req-b3c39abf-2d50-4f9c-97de-0b277231cf13 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:34.558667 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "29c92276-7926-4370-904e-8d76a48227ef", "status": "completed", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "c42c3581-4373-488a-9ca5-7c2c99f45c2d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:34.558667 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3c39abf-2d50-4f9c-97de-0b277231cf13 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:34.558667 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '29c92276-7926-4370-904e-8d76a48227ef', 'status': 'completed', 'code': 200} Dec 10 04:58:34.558667 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': 'c42c3581-4373-488a-9ca5-7c2c99f45c2d', 'status': 'completed', 'code': 200} Dec 10 04:58:34.607072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:34.622331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.622719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.623033 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Floating IP fe30fa15-3fff-4d22-8b54-4be0de8cfdb4 disassociated. External IP: 172.25.8.226, port: 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5. Dec 10 04:58:34.623423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:34.675099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:58:34.680024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:34.680402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.784089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.790708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.824362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:34.830452 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:34.836366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=3fcf0b05-0802-4401-bc54-6b5fcf86c9e5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:34.860737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 33788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:34.929032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:34.975934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:58:35.003570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692729996-network', 'tenant_id': 'a207f6c819464e4f977b2927632b01a7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:35.027298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Made reservation on behalf of a207f6c819464e4f977b2927632b01a7 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:35.029973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.043999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.141219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:35.158112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Sync routers for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:35.178254 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:35.178891 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:35.219472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] No DVR routers for this DVR port 3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:35.229415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.233952 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-22a548e8-dcff-44b1-a707-9a149d3f4e46 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "DELETE /v2.0/ports/3fcf0b05-0802-4401-bc54-6b5fcf86c9e5 HTTP/1.1" status: 204 len: 173 time: 1.4155114 Dec 10 04:58:35.261966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454dab-e71b-4eeb-a786-71e798035c30 req-8fcc54ba-ba34-40b1-b078-17d0fbd04d20 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:35.263550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7454dab-e71b-4eeb-a786-71e798035c30 req-8fcc54ba-ba34-40b1-b078-17d0fbd04d20 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 943 time: 0.1504195 Dec 10 04:58:35.277110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.320690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.353008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:58:35.369007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.369357 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Added segment a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f of type vlan for network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 Dec 10 04:58:35.396178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:35.396543 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.465171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.486821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7ff88-0378-45e0-a35d-44580ce314a1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:35.531130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7454dab-e71b-4eeb-a786-71e798035c30 req-dcb8a03a-fc88-4f02-b45d-b24c504be103 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups?id=b590b79d-9265-4ad7-9958-1c9164575687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525258 Dec 10 04:58:35.575868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.579708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:35.581366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68'}, {'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:35.587572 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68a3023-3624-4976-9619-95318693df76" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-unplugged", "status": "completed", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68"}, {"server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "name": "network-vif-plugged", "status": "completed", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:35.590649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] For port 01ebe365-6583-4ee5-9bc3-6352b89f0e68, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=01ebe365-6583-4ee5-9bc3-6352b89f0e68,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:35.590893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.594968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.612650 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:35.635192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for 01ebe365-6583-4ee5-9bc3-6352b89f0e68 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:35.739448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8775902 Dec 10 04:58:35.747977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 33802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:35.754675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Request body: {'subnet': {'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692729996-subnet', 'tenant_id': 'a207f6c819464e4f977b2927632b01a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:35.813573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Made reservation on behalf of a207f6c819464e4f977b2927632b01a7 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:35.816904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.885142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:35.912643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:35.930155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Checking router: c538220c-59f5-45e3-a0ab-d5fdb500a6e8 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:35.944770 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:35.945657 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:35.957737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=01ebe365-6583-4ee5-9bc3-6352b89f0e68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:36.017364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] No DVR routers for this DVR port 01ebe365-6583-4ee5-9bc3-6352b89f0e68 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:36.021361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:36.025563 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7026744b-885a-4a7f-a260-18c8afa7bac0 req-e67ba6db-39f3-4a90-8b32-6a1f34b1f588 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.36 "DELETE /v2.0/ports/01ebe365-6583-4ee5-9bc3-6352b89f0e68 HTTP/1.1" status: 204 len: 173 time: 0.7842095 Dec 10 04:58:36.112726 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:36.150835 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:36.204851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1e7a8-c42b-4b3c-87aa-0d1ee772cab2 admin admin] Pushing event updated for resources: {'Network': ['ID=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:36.219387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:58:36.227641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b82f7-78be-4694-9ceb-fed3ca31a9b3 req-8d75810f-b623-4ac9-8d95-3229d9eddd60 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:36.236175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d03b82f7-78be-4694-9ceb-fed3ca31a9b3 req-8d75810f-b623-4ac9-8d95-3229d9eddd60 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.5674369 Dec 10 04:58:36.278229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Checking segment: {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:36.278515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Network hostable DHCP agents. Network: f416d67c-a2aa-4ab2-8c4a-9fde9de5af25, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:58:36.296437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95fb7-35ec-4079-8d1b-7c6fcbce65b3 req-8375ee6d-1072-4496-857a-14df19ea8974 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:36.298297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fd95fb7-35ec-4079-8d1b-7c6fcbce65b3 req-8375ee6d-1072-4496-857a-14df19ea8974 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.5747726 Dec 10 04:58:36.313183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8df76b-cb78-4856-a0a6-c41643de22b4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:36.333331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:58:36.356153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f416d67c-a2aa-4ab2-8c4a-9fde9de5af25) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:36.363662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:36.365110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:36.369691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39ed2c-4af2-41c6-bc83-2ffadaaa5b7a None None] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:36.416450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-44328d0a-6ecc-43f4-9d9e-1bbfdd9b3543 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6672385 Dec 10 04:58:36.420351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d03b82f7-78be-4694-9ceb-fed3ca31a9b3 req-7eb71fed-628b-47ea-9be1-ae16ad174fd9 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823628 Dec 10 04:58:36.459634 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:36.487566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4fd95fb7-35ec-4079-8d1b-7c6fcbce65b3 req-969e1d1a-2d4d-40b8-8cf0-07107d652875 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777401 Dec 10 04:58:36.529850 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2ff34-2671-4cc2-bcfa-4fe72a8eb102 None None] The sync data for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 is: [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2a1e6a98-52cd-48c8-b3dc-b86f2571e69d', 'name': '', 'network_id': 'c2ee61fb-678d-494d-87c9-a783e70a5230', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'mac_address': 'fa:16:3e:4f:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:34Z', 'updated_at': '2021-12-10T04:47:41Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'subnets': [{'id': 'fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:36.557186 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c8d19-a1fe-4353-a728-593dd5aaea80 x-openstack-request-id: req-0d0c8d19-a1fe-4353-a728-593dd5aaea80 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:36.557525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5'}, {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:36.557646 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-unplugged", "status": "completed", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68", "code": 200}, {"server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "name": "network-vif-plugged", "status": "completed", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:36.557952 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d0c8d19-a1fe-4353-a728-593dd5aaea80 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:36.558443 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'code': 200} Dec 10 04:58:36.558801 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d', 'code': 200} Dec 10 04:58:36.560351 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de897686-de4d-44a6-9b0d-4359942a85c1" -d '{"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5"}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:36.643122 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233377d0-fc18-44a1-9f86-c84f07d11b92 x-openstack-request-id: req-233377d0-fc18-44a1-9f86-c84f07d11b92 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:36.643423 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "3fcf0b05-0802-4401-bc54-6b5fcf86c9e5", "status": "completed", "code": 200}, {"server_uuid": "2676d2b6-60df-4424-9297-626eef072e33", "name": "network-vif-deleted", "tag": "01ebe365-6583-4ee5-9bc3-6352b89f0e68", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:36.643683 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-233377d0-fc18-44a1-9f86-c84f07d11b92 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:36.644096 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '3fcf0b05-0802-4401-bc54-6b5fcf86c9e5', 'status': 'completed', 'code': 200} Dec 10 04:58:36.644353 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676d2b6-60df-4424-9297-626eef072e33', 'name': 'network-vif-deleted', 'tag': '01ebe365-6583-4ee5-9bc3-6352b89f0e68', 'status': 'completed', 'code': 200} Dec 10 04:58:36.675551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f89e1-d983-4fa3-b817-cbf100913eae None None] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:58:36.759139 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc5ea51d-d0de-4a55-8eff-967796285c91 req-1cc5f478-f5ef-449d-b26e-401630971156 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0562809 Dec 10 04:58:36.794392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc080-4f99-4f67-a1f8-ec76f76749d5 req-7c9ae237-3cc2-4689-9663-9c7408b984d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:36.796432 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-abccc080-4f99-4f67-a1f8-ec76f76749d5 req-7c9ae237-3cc2-4689-9663-9c7408b984d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 1096 time: 0.1193359 Dec 10 04:58:36.872004 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-abccc080-4f99-4f67-a1f8-ec76f76749d5 req-17f0d90b-d7ae-48a8-b638-f495d8898305 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663774 Dec 10 04:58:36.995671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f2729-fc0f-4679-b883-cd410191617a None None] New status for floating IP fe30fa15-3fff-4d22-8b54-4be0de8cfdb4: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:58:37.556287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf06c-3091-4295-a0c5-fd5ed7517c6a req-e050b23e-62df-4f60-98f2-3f9cbbecb360 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:37.557830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2aaf06c-3091-4295-a0c5-fd5ed7517c6a req-e050b23e-62df-4f60-98f2-3f9cbbecb360 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.0721977 Dec 10 04:58:37.665909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7272b6-1d86-4676-a3c4-b3b2a41e5550 req-cc8225e5-3210-4d63-86af-a123bc43f23e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:37.668007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e7272b6-1d86-4676-a3c4-b3b2a41e5550 req-cc8225e5-3210-4d63-86af-a123bc43f23e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0826437 Dec 10 04:58:37.709189 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2aaf06c-3091-4295-a0c5-fd5ed7517c6a req-1e1c4c2b-1cc2-4a76-adb4-f361f9f58593 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448989 Dec 10 04:58:37.761031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e7272b6-1d86-4676-a3c4-b3b2a41e5550 req-1738403f-8e9d-4542-9880-f6472a721265 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797460 Dec 10 04:58:37.977111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-700bdca5-9c48-44fc-ac70-9021fcca6883 req-eb91fa7f-f8aa-48eb-b134-e14eec96389c tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0577054 Dec 10 04:58:38.851535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fceb57-b45e-4f92-b77f-1726a67ca5cc req-a662e7db-958c-4edd-8681-1bd285ec2198 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:38.856934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03fceb57-b45e-4f92-b77f-1726a67ca5cc req-a662e7db-958c-4edd-8681-1bd285ec2198 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.0722554 Dec 10 04:58:38.935960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7585-91d8-491f-bf66-cc06fa2c4004 req-d8b453c3-05d1-4214-9d5f-655d19b2bec1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:38.937481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96ce7585-91d8-491f-bf66-cc06fa2c4004 req-d8b453c3-05d1-4214-9d5f-655d19b2bec1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0796149 Dec 10 04:58:38.947822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03fceb57-b45e-4f92-b77f-1726a67ca5cc req-e7c5ff25-206a-4bd3-9c43-e1e0dc0f5c35 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Dec 10 04:58:39.008545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96ce7585-91d8-491f-bf66-cc06fa2c4004 req-197bf1ad-0888-4b53-b07c-da3905ccd1ee tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586064 Dec 10 04:58:39.103345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86ecb0f9-39fb-4f33-ad14-44c30dd4bfdf req-4e0b64e8-a5e5-40d3-be6f-d4e8d38efc91 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Dec 10 04:58:39.680219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-4736a07c-2eb7-441f-8852-6b18a2c74b73 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:39.682298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-4736a07c-2eb7-441f-8852-6b18a2c74b73 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 808 time: 0.1279979 Dec 10 04:58:39.699882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-68f1a927-1d52-484b-af74-671ed363914f tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/quotas/a207f6c819464e4f977b2927632b01a7 HTTP/1.1" status: 200 len: 375 time: 0.0115378 Dec 10 04:58:39.739577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-7e990841-39f3-4fea-8e58-68fa80ec8b0f tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325756 Dec 10 04:58:39.855296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-52b6c92e-a157-4240-b63d-c70e97071852 service neutron] 10.222.0.43 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083713 Dec 10 04:58:39.953918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-5a226502-e026-45f7-af19-7c71d4db7063 service neutron] 10.222.0.43 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907493 Dec 10 04:58:40.288857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31f406ec-46c1-4706-b993-4ed07bac8724 req-cceba4a6-bde9-4c38-92c1-e334368fad9a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 210 time: 0.0903072 Dec 10 04:58:40.302520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe957b5-9665-40e1-b6ac-c152083b8e3e req-9d9b86b3-1db1-4d74-bec6-f1a794d089ce tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:40.304052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe957b5-9665-40e1-b6ac-c152083b8e3e req-9d9b86b3-1db1-4d74-bec6-f1a794d089ce tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.2002156 Dec 10 04:58:40.374563 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bc64-ffa6-4e71-b85f-697f4c12a4e4 req-ecff208b-3e2c-4e03-99e0-d1e84fc54e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:40.376504 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1695bc64-ffa6-4e71-b85f-697f4c12a4e4 req-ecff208b-3e2c-4e03-99e0-d1e84fc54e49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.0821371 Dec 10 04:58:40.409729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a990ede7-8df9-4173-a2d5-137bfa239af8 req-1c4da098-3c71-45f6-a880-b37f9c1f0aa1 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0413971 Dec 10 04:58:40.440956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1695bc64-ffa6-4e71-b85f-697f4c12a4e4 req-e1f3d3ae-e8b8-427a-bd2a-b94432fa62c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543778 Dec 10 04:58:40.441054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fe957b5-9665-40e1-b6ac-c152083b8e3e req-89caeda7-49ad-40c7-9972-508dedd5e259 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304612 Dec 10 04:58:40.955991 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:58:41.420110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41d63e04-c80f-4104-8066-9c84831d841a req-7eb35c79-53ed-448d-9b3d-20503846a7d2 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 210 time: 0.0489187 Dec 10 04:58:41.557140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94235ead-7f05-4675-ae37-b162b97ecbbd req-9bcac8f4-c89b-433f-9d78-e0a353b134cb tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0435975 Dec 10 04:58:41.693913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3cc5-b77c-4ca7-b6db-dcfaad560439 req-82b999a3-af52-409d-8e24-95bd0e9f928f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:41.696195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63cb3cc5-b77c-4ca7-b6db-dcfaad560439 req-82b999a3-af52-409d-8e24-95bd0e9f928f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.1027927 Dec 10 04:58:41.697800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-ab638c3e-ed1c-407a-895f-399737ade5e0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:41.699334 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-ab638c3e-ed1c-407a-895f-399737ade5e0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 808 time: 0.2269208 Dec 10 04:58:41.721574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Request body: {'port': {'device_id': '539f8b9e-da43-472e-91da-116d70f52ab5', 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25', 'admin_state_up': True, 'tenant_id': 'a207f6c819464e4f977b2927632b01a7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:41.779102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63cb3cc5-b77c-4ca7-b6db-dcfaad560439 req-26b17c6f-a836-4754-93ca-e32883447991 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758905 Dec 10 04:58:41.863021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Made reservation on behalf of a207f6c819464e4f977b2927632b01a7 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:41.872735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.020312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Allocated IP 172.20.0.5 (f416d67c-a2aa-4ab2-8c4a-9fde9de5af25/bb8df76b-cb78-4856-a0a6-c41643de22b4/e0cf3851-f521-4666-9427-468ebe59615a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:42.213033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.248902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.293272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:42.296382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:42.300555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:42.328194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Pushing event updated for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:42.357779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:42.358508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.376703 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-6978f02b-651a-48a6-a9a8-8b938fd5c49a tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6600547 Dec 10 04:58:42.396820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Request body: {'port': {'device_id': '539f8b9e-da43-472e-91da-116d70f52ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:42.460060 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.577616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac567-a1a1-4125-b9f8-325282aa7cc3 req-c170583f-30ba-4b9d-9d71-4124d2004d72 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:42.581984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-202ac567-a1a1-4125-b9f8-325282aa7cc3 req-c170583f-30ba-4b9d-9d71-4124d2004d72 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 931 time: 0.0732405 Dec 10 04:58:42.669651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-202ac567-a1a1-4125-b9f8-325282aa7cc3 req-2e04b20e-0c58-4e03-a32c-253441984cd3 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727253 Dec 10 04:58:42.706667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd530a81-e817-460d-af88-3c35c27c133c req-061cb3ec-1dae-404f-9e66-b6ac1b1b53f3 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0357838 Dec 10 04:58:42.831526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cf3851-f521-4666-9427-468ebe59615a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:42.852988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.875217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Transition to ACTIVE for port object e0cf3851-f521-4666-9427-468ebe59615a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:58:42.881301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:42.928541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246fcab-0087-4f78-9049-ad84ed12b285 req-ec409d32-8ce9-4d11-8954-d2c26f9e7799 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:42.934387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246fcab-0087-4f78-9049-ad84ed12b285 req-ec409d32-8ce9-4d11-8954-d2c26f9e7799 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0624149 Dec 10 04:58:42.946887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:42.987036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b246fcab-0087-4f78-9049-ad84ed12b285 req-9d2eadc2-09cd-4c8d-8c7d-28abe5a04615 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Dec 10 04:58:43.030473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1990376592', 'description': 'tempest-description-991760097'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:43.061234 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.064186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Attempting to bind port e0cf3851-f521-4666-9427-468ebe59615a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:58:43.064596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Attempting to bind port e0cf3851-f521-4666-9427-468ebe59615a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:58:43.064937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Attempting to bind port e0cf3851-f521-4666-9427-468ebe59615a on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:43.069762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Port e0cf3851-f521-4666-9427-468ebe59615a on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:58:43.070105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Attempting to bind port e0cf3851-f521-4666-9427-468ebe59615a on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:58:43.075782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:58:43.076139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Checking segment: {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:58:43.076548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Bound using segment: {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:58:43.077208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Bound port: e0cf3851-f521-4666-9427-468ebe59615a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:58:43.077577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.149296 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.157613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.161150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:58:43.165017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e0cf3851-f521-4666-9427-468ebe59615a,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:58:43.177028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.199848 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.199848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7889264a-5996-4922-a7a9-6cb8f07548f1 req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1735590 Dec 10 04:58:43.229609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.230540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.231982 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0cf3851-f521-4666-9427-468ebe59615a HTTP/1.1" status: 200 len: 1091 time: 0.8396540 Dec 10 04:58:43.232878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:43.236491 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea474ac-b973-468e-95b6-463e51944509" -d '{"events": [{"name": "network-changed", "server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "tag": "e0cf3851-f521-4666-9427-468ebe59615a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:43.242494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3a32a-23a9-4e6b-b77b-b474a7416fbe tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf02ac-68c0-4ddb-95de-75372da30001,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:43.295951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fced20-0ef4-49c0-a962-7a700c467808 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:43.333271 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5a7b3-e32b-449e-a630-2552037fd7bb x-openstack-request-id: req-abf5a7b3-e32b-449e-a630-2552037fd7bb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:43.333559 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "tag": "e0cf3851-f521-4666-9427-468ebe59615a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:43.333817 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abf5a7b3-e32b-449e-a630-2552037fd7bb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:43.334220 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a', 'status': 'completed', 'code': 200} Dec 10 04:58:43.352508 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-faeaae11-560a-4266-b042-a541ceccc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.353283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-915e8d47-5588-4c68-a117-e4b63f093834 req-30df11a1-07e6-4243-828d-b96373b6c6af tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1990376592&fields=id&tenant_id=4047aee985724b87840406e1369a124a HTTP/1.1" status: 200 len: 267 time: 0.0704150 Dec 10 04:58:43.354172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-faeaae11-560a-4266-b042-a541ceccc152 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0538957 Dec 10 04:58:43.410834 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-334b842c-fdfe-4b83-b3c6-87ff1c1def87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0cf3851-f521-4666-9427-468ebe59615a HTTP/1.1" status: 200 len: 217 time: 0.0431387 Dec 10 04:58:43.430697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e8d47-5588-4c68-a117-e4b63f093834 req-ffd92748-7b81-4a30-a59b-1ca865bd4021 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.436950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-915e8d47-5588-4c68-a117-e4b63f093834 req-ffd92748-7b81-4a30-a59b-1ca865bd4021 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0756226 Dec 10 04:58:43.445533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'port': {'security_groups': ['6d3a0962-cbe4-4c1a-a1a0-f305e08b5895', 'b7cf02ac-68c0-4ddb-95de-75372da30001']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:43.473190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-7d2b54bf-d088-4533-ab94-83cf8d3b0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.474786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-7d2b54bf-d088-4533-ab94-83cf8d3b0c3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8df76b-cb78-4856-a0a6-c41643de22b4 HTTP/1.1" status: 200 len: 848 time: 0.0571415 Dec 10 04:58:43.515129 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-d9795a90-3919-49ec-a9eb-d1d41184ea4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332360 Dec 10 04:58:43.518339 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.638896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-5458f320-dd38-4abd-8750-aeab5782dc5f service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168127 Dec 10 04:58:43.751129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:43.788004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.791091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-07f89ac8-f0ae-474f-92a3-13037bd4c28a req-07035786-806a-412b-8bac-8cc3fc243985 service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439128 Dec 10 04:58:43.804974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.838565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:43.874120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.874737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:43.888324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-915e8d47-5588-4c68-a117-e4b63f093834 req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "PUT /v2.0/ports/ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 981 time: 0.4491589 Dec 10 04:58:43.890280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:43.898123 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:43.949365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d744-1e48-4c94-beb2-11eb4aae0b2e req-ab664de3-1f47-41c7-921f-c06339d72720 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.956905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9da3d744-1e48-4c94-beb2-11eb4aae0b2e req-ab664de3-1f47-41c7-921f-c06339d72720 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 943 time: 0.1637006 Dec 10 04:58:43.979923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0834d4-9cd2-45d3-9ab1-aca218247c13 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:43.981701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea474ac-b973-468e-95b6-463e51944509 req-51f1cac2-2ded-4ef7-91e2-7683c1d1611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:43.988063 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-51f1cac2-2ded-4ef7-91e2-7683c1d1611c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0864444 Dec 10 04:58:44.016176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9da3d744-1e48-4c94-beb2-11eb4aae0b2e req-221c1f27-5525-4312-b670-aecd67ba2469 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563262 Dec 10 04:58:44.039463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:44.076770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74067d5c-c8d4-4239-8fe7-f0b594870eb1 req-f0c802ab-abbd-4ed0-a95a-9c5f6782a7ab tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0594623 Dec 10 04:58:44.143223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea474ac-b973-468e-95b6-463e51944509 req-3518c587-7e3e-4d40-8908-1df518a29437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.145380 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-3518c587-7e3e-4d40-8908-1df518a29437 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 909 time: 0.1496122 Dec 10 04:58:44.152431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-cbe22788-1770-4928-8ee4-563aab9a5232 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1990376592&fields=id&tenant_id=4047aee985724b87840406e1369a124a HTTP/1.1" status: 200 len: 267 time: 0.0556867 Dec 10 04:58:44.213773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-bb7191de-ff1e-4086-aeb8-f9d45a784f7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0cf3851-f521-4666-9427-468ebe59615a HTTP/1.1" status: 200 len: 217 time: 0.0599546 Dec 10 04:58:44.282288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-4cecdcc2-c457-4b05-9ac6-77259b0520a1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.287902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-4cecdcc2-c457-4b05-9ac6-77259b0520a1 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 984 time: 0.1264966 Dec 10 04:58:44.303121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'port': {'security_groups': ['6d3a0962-cbe4-4c1a-a1a0-f305e08b5895']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:44.339189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea474ac-b973-468e-95b6-463e51944509 req-bff99b92-ff58-4131-9342-afd55b44f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.345004 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-bff99b92-ff58-4131-9342-afd55b44f7d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8df76b-cb78-4856-a0a6-c41643de22b4 HTTP/1.1" status: 200 len: 848 time: 0.1215498 Dec 10 04:58:44.384000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-72b5a266-8efb-4faf-93ec-f9c9811e2035 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305510 Dec 10 04:58:44.408997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:44.426536 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797b415-9ddf-484d-8360-5b936ac53e0a x-openstack-request-id: req-4797b415-9ddf-484d-8360-5b936ac53e0a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:44.426719 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:44.426916 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4797b415-9ddf-484d-8360-5b936ac53e0a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:44.427289 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:44.502286 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-0eb2f625-5172-49b2-9499-c13ecb1656f6 service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087365 Dec 10 04:58:44.548596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-20b44c5c-2556-4e3d-bad3-92037b99773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.549940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-20b44c5c-2556-4e3d-bad3-92037b99773a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1135 time: 0.0731463 Dec 10 04:58:44.644758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eea474ac-b973-468e-95b6-463e51944509 req-beddd8c2-0cf0-4d6e-87d5-1235e57c87b8 service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329815 Dec 10 04:58:44.714508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:44.727769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-59299d2f-305e-48f7-8c16-8bd8825110cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.729275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-59299d2f-305e-48f7-8c16-8bd8825110cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.1656706 Dec 10 04:58:44.787927 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-ce8fae5c-0436-4ef7-8fdd-1daf52b09c4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0501413 Dec 10 04:58:44.789906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:44.795676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:44.831609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:44.885685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.886323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:44.890776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dfc7b3b-7e8f-48c9-a4d7-0d249090e62f req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "PUT /v2.0/ports/ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 942 time: 0.5942891 Dec 10 04:58:44.935281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c0aa-2d5c-45d3-868c-219576acaae5 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:44.973633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-f65a2116-ebe6-4ca1-97e0-b6e999333efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:44.975153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-f65a2116-ebe6-4ca1-97e0-b6e999333efa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.1773839 Dec 10 04:58:45.013985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:45.044845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-847646ea-b30d-4c07-aa14-ea7232efd058 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602989 Dec 10 04:58:45.284712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-6e14095a-d283-4d9a-b703-b5672811eafe service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079015 Dec 10 04:58:45.324498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-a0b0a4d4-c017-421a-856c-71d6307a666b tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4101031 Dec 10 04:58:45.344635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a453-f4c9-4d0e-94ea-c48bbdaedf1b req-df08b0f4-6774-430e-baa8-ab37d66be161 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:45.346754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7930a453-f4c9-4d0e-94ea-c48bbdaedf1b req-df08b0f4-6774-430e-baa8-ab37d66be161 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 943 time: 0.1949506 Dec 10 04:58:45.352692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:45.457822 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:45.468651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7930a453-f4c9-4d0e-94ea-c48bbdaedf1b req-ac76b033-8846-43dd-8aa3-39e6c4c67939 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Dec 10 04:58:45.501453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9e2bffd-e744-4a4c-a6e1-2c0bdece6bfa req-0d1ec14b-c1f6-432f-87f3-b08ef57678f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023175 Dec 10 04:58:45.611989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e103462f-f5f5-4e73-9250-d1f5099ce88b req-c4531da0-f7f1-4a2e-b736-3a5e742a50e2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0353386 Dec 10 04:58:45.642836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:45.757458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Allocated IP 172.25.8.41 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/15574044-6558-4667-b75b-f4272f1db8e9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:58:45.893628 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:45.928926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:45.978384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:58:45.981768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:58:45.985743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:58:46.030477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'Port': ['ID=15574044-6558-4667-b75b-f4272f1db8e9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:46.082988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.118896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.295230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.300229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.371215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event updated for resources: {'Port': ['ID=15574044-6558-4667-b75b-f4272f1db8e9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:46.382049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.399236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.400694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-ac6665ce-9d46-4df1-a0d3-33f940b75340 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0655138 Dec 10 04:58:46.433118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:46.434615 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:46.476841 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d9ba4-a81f-4bec-9a75-bcf1ff39122e x-openstack-request-id: req-ea7d9ba4-a81f-4bec-9a75-bcf1ff39122e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:46.477134 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:46.477387 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea7d9ba4-a81f-4bec-9a75-bcf1ff39122e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:46.477778 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:46.485888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-6aecac86-6922-4406-a263-c0e63b39c667 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0781581 Dec 10 04:58:46.605415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e0cf3851-f521-4666-9427-468ebe59615a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:58:46.740534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e0cf3851-f521-4666-9427-468ebe59615a,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:46.758088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'e0cf3851-f521-4666-9427-468ebe59615a', 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25', 'port_id': 'e0cf3851-f521-4666-9427-468ebe59615a', 'mac_address': 'fa:16:3e:80:3e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8df76b-cb78-4856-a0a6-c41643de22b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:58:46.806097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.852456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cf3851-f521-4666-9427-468ebe59615a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:58:46.881755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e0cf3851-f521-4666-9427-468ebe59615a,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:46.887721 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:46.945686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:46.955144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.955493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.955839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.956316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.956682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.957032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.957344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.957670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.957994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.958316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.958653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.958968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.959288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:58:46.990446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-c86f971a-a3e8-4379-8fb9-3e6222fcf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:46.991931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-c86f971a-a3e8-4379-8fb9-3e6222fcf489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.4604800 Dec 10 04:58:47.026308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d3f77-e45a-4a1c-b78b-7c1e8c97c078 req-3a5739cd-7bde-40c4-be5f-8233580877fe tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:47.027852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f3d3f77-e45a-4a1c-b78b-7c1e8c97c078 req-3a5739cd-7bde-40c4-be5f-8233580877fe tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 943 time: 0.4479892 Dec 10 04:58:47.044736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226064b2-bc12-4fbd-afa9-525a75877146 req-9858b677-fb7a-4f5d-ba6d-f502d9bd2279 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:47.046215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-9858b677-fb7a-4f5d-ba6d-f502d9bd2279 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.5525589 Dec 10 04:58:47.073052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-5326afb6-0893-4d7f-9015-6a26458beb11 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:58:47.074088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-226064b2-bc12-4fbd-afa9-525a75877146 req-5326afb6-0893-4d7f-9015-6a26458beb11 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161264 Dec 10 04:58:47.159597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f3d3f77-e45a-4a1c-b78b-7c1e8c97c078 req-c3c3a1bf-8d22-4c5e-b196-00b020bc85c9 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123414 Dec 10 04:58:47.162445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-4987c3af-5523-492c-aba0-cca69947b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:47.163830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-4987c3af-5523-492c-aba0-cca69947b555 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.1593931 Dec 10 04:58:47.192899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['e0cf3851-f521-4666-9427-468ebe59615a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:47.303461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03ba1c75-96dd-461f-890c-018699e2fa44 req-e2755b59-7a40-4346-bc3f-25233d242354 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.1384044 Dec 10 04:58:47.320833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-e42ff0ea-d58e-4ea2-b646-00ab51617159 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.1472530 Dec 10 04:58:47.449398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-8ba95042-79b5-47c8-b368-069cf246a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:47.450857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-8ba95042-79b5-47c8-b368-069cf246a66c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0927408 Dec 10 04:58:47.460131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-ce0b6a4e-322d-41cc-b874-0b90499ecfcd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:47.461559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-ce0b6a4e-322d-41cc-b874-0b90499ecfcd tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1570675 Dec 10 04:58:47.496902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-990ba810-1128-46cb-8622-95a04b83b238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339167 Dec 10 04:58:47.561243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-0f671906-a0e4-41fe-859c-85534faa3dcf tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0912189 Dec 10 04:58:47.577034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'floatingip': {'port_id': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:47.653909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:47.734646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-54041f65-a086-4aac-8a14-5d358e0bf579 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047338 Dec 10 04:58:47.930688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cb8f5ae-1aea-4304-a78b-bd27d26b0b57 req-3f3f15cc-7b38-4794-946c-9edcc44cefc2 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776288 Dec 10 04:58:48.335838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.resource_extend [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 04:58:48.401007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc31e-bc52-4db1-92c0-26c8e887206e req-0a651313-b220-46b6-96be-f5ed5075e449 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:48.402540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-841dc31e-bc52-4db1-92c0-26c8e887206e req-0a651313-b220-46b6-96be-f5ed5075e449 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 944 time: 0.1242874 Dec 10 04:58:48.446690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:48.455161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:48.523706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-841dc31e-bc52-4db1-92c0-26c8e887206e req-f962bb35-d398-4509-b271-5c1b85bc5306 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Dec 10 04:58:48.611107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e0cf3851-f521-4666-9427-468ebe59615a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:58:48.627555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e624f58d-bbf6-40cb-ab61-6415b1e4fc99 req-ba461cf4-5193-4549-b8b6-eea315bc04b8 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0416555 Dec 10 04:58:48.630822 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Floating IP aca2fa50-4e52-4de9-b17c-e3f44aec1690 associated. External IP: 172.25.8.41, port: ab14125f-04f9-4dae-a773-6671d628e38b. Dec 10 04:58:48.684073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port e0cf3851-f521-4666-9427-468ebe59615a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:58:48.688532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port e0cf3851-f521-4666-9427-468ebe59615a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:58:48.688997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:48.777447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:48.802435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:48.804811 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c85239a-de77-4333-887f-fe8d68ccdff0" -d '{"events": [{"server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf3851-f521-4666-9427-468ebe59615a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:48.837517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e0cf3851-f521-4666-9427-468ebe59615a,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:48.848139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:48.894720 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb238c-32cb-4b51-b740-8c9e1da1163b x-openstack-request-id: req-1bbb238c-32cb-4b51-b740-8c9e1da1163b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:48.895046 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf3851-f521-4666-9427-468ebe59615a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:48.895305 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bbb238c-32cb-4b51-b740-8c9e1da1163b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:48.895765 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a', 'code': 200} Dec 10 04:58:48.919059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:58:48.925019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:49.472161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ced63-7471-4b06-8ccb-604696e5ab03 req-15899ab6-715a-4ca7-bae3-f16fdd676992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:49.473567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6ced63-7471-4b06-8ccb-604696e5ab03 req-15899ab6-715a-4ca7-bae3-f16fdd676992 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 1096 time: 0.4816985 Dec 10 04:58:49.476579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:49.480950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:49.489236 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Sync routers for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:49.509796 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:49.512794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:49.528699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-777acd8b-a43e-46ba-9121-6dcbc90ac0f7 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "PUT /v2.0/floatingips/aca2fa50-4e52-4de9-b17c-e3f44aec1690 HTTP/1.1" status: 200 len: 995 time: 1.9590416 Dec 10 04:58:49.529562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:49.532723 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de631a-28fe-4b7a-816b-3a2e42d6b18a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:49.580276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6ced63-7471-4b06-8ccb-604696e5ab03 req-64c5c6b4-7e60-4aa1-8d5d-cb1a71cc794b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Dec 10 04:58:49.612943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-fe697c37-7f68-4087-a4b6-c9293178c8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138041 Dec 10 04:58:49.635115 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9014fe-a226-4b5d-9814-766b95a09c0d x-openstack-request-id: req-3a9014fe-a226-4b5d-9814-766b95a09c0d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:49.635427 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:49.635683 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a9014fe-a226-4b5d-9814-766b95a09c0d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:49.636205 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:49.639875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-bf060f21-60cf-4540-adf7-839c31864e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:49.646051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-bf060f21-60cf-4540-adf7-839c31864e0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.1003275 Dec 10 04:58:49.687253 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:49.885123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-f30cc3cc-95ce-49d4-8686-e1d01fc5485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:49.896854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-f30cc3cc-95ce-49d4-8686-e1d01fc5485f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.2419455 Dec 10 04:58:49.999588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab243972-4065-4f80-8b1c-4f1a7387107c req-5a57c463-a7d3-4c0f-adab-af9da79c6a20 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.004517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab243972-4065-4f80-8b1c-4f1a7387107c req-5a57c463-a7d3-4c0f-adab-af9da79c6a20 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 945 time: 0.2296526 Dec 10 04:58:50.020409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-12d67250-48e7-4306-ab28-4c4d98aa3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.027222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-12d67250-48e7-4306-ab28-4c4d98aa3429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.1033499 Dec 10 04:58:50.036969 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'aca2fa50-4e52-4de9-b17c-e3f44aec1690', 'tenant_id': '4047aee985724b87840406e1369a124a', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'port_id': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'mac_address': 'fa:16:3e:55:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:58:46Z', 'updated_at': '2021-12-10T04:58:48Z', 'revision_number': 1, 'project_id': '4047aee985724b87840406e1369a124a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:50.073245 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Checking router: 321cd75c-4314-4fc9-855c-e4f998d3d8e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:50.090363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:50.092162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:50.105403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-ede1e781-8333-49a8-bfec-83e5767cd284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 998 time: 0.2017832 Dec 10 04:58:50.154099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-efc527bf-d11b-4617-a37f-3bbdf8e59b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.155758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-efc527bf-d11b-4617-a37f-3bbdf8e59b1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.1073904 Dec 10 04:58:50.233030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab243972-4065-4f80-8b1c-4f1a7387107c req-cf7a3080-abdd-4b36-b758-904217119d17 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166901 Dec 10 04:58:50.264983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-6b98fc6b-7482-4fe8-a035-6293f41bda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.265997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-6b98fc6b-7482-4fe8-a035-6293f41bda0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.1415431 Dec 10 04:58:50.273354 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-ce894f95-0e87-4215-8623-a4195e0688ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 998 time: 0.1096306 Dec 10 04:58:50.321258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-f3a80e41-d7d4-47e1-8d28-dcc7b964a03d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466020 Dec 10 04:58:50.329447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:50.335108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-29844a31-1c5a-4b17-8088-a564daf2645c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:58:50.336089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-29844a31-1c5a-4b17-8088-a564daf2645c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053737 Dec 10 04:58:50.360220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-4e90a082-6ecf-431b-97d6-cc770d1f264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.363015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-4e90a082-6ecf-431b-97d6-cc770d1f264c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0805480 Dec 10 04:58:50.367573 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:50.421155 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-5afa7742-4186-426a-bd6c-587fc9659988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446396 Dec 10 04:58:50.519741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25eef8ca-8bac-4e6c-99c8-1c7c9d40f199 req-c3b49b68-7dea-4444-8e2b-148060decaaa tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.1535077 Dec 10 04:58:50.561623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-9a92b226-6ce6-44a8-9069-e2b70cc4a878 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130907 Dec 10 04:58:50.727554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'aca2fa50-4e52-4de9-b17c-e3f44aec1690', 'tenant_id': '4047aee985724b87840406e1369a124a', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'port_id': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'mac_address': 'fa:16:3e:55:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:58:46Z', 'updated_at': '2021-12-10T04:58:48Z', 'revision_number': 1, 'project_id': '4047aee985724b87840406e1369a124a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:50.735894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f19c322-faa3-4b98-854f-8a6b936a58f0 req-0ce7a979-ebf2-4eda-99f2-40f753c2b2d4 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645224 Dec 10 04:58:50.927408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8dea1-1e23-4834-88bd-6093ffbe3500 None None] The sync data for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 is: [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'aca2fa50-4e52-4de9-b17c-e3f44aec1690', 'tenant_id': '4047aee985724b87840406e1369a124a', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'port_id': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'mac_address': 'fa:16:3e:55:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:58:46Z', 'updated_at': '2021-12-10T04:58:48Z', 'revision_number': 1, 'project_id': '4047aee985724b87840406e1369a124a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:50.929583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-45d5af1c-ee26-426d-b003-7f5260abb79b service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001626 Dec 10 04:58:50.935112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-f0b2fe28-26b1-4cde-9e20-95f338271936 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 998 time: 0.1535473 Dec 10 04:58:50.997340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-28dc1427-cb96-4bbe-b714-3273a2ef0a47 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:50.999207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-28dc1427-cb96-4bbe-b714-3273a2ef0a47 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports/ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 942 time: 0.0530343 Dec 10 04:58:51.039881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0ee46bc6-706f-46ef-b7ff-5a1bf2b6010a req-9ebc08a0-cd90-40e0-b413-842abb4d833a service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014168 Dec 10 04:58:51.141790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-bc6b9d42-207b-46a9-97f5-f60b962c5515 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 998 time: 0.0843744 Dec 10 04:58:51.185746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-3e573ce4-495d-4c4b-83a7-cf0b9c09cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:51.187680 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-3e573ce4-495d-4c4b-83a7-cf0b9c09cf08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.0752363 Dec 10 04:58:51.277967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d12a3f9-1adf-471a-bcaa-f5f4c4e0776c None None] New status for floating IP aca2fa50-4e52-4de9-b17c-e3f44aec1690: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:58:51.302806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-2ad395f6-6a98-4f77-bb00-65a2c84eafeb tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:51.307855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-2ad395f6-6a98-4f77-bb00-65a2c84eafeb tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1652884 Dec 10 04:58:51.322307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-4edd5131-9aa0-4a30-b50a-7194f5963989 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:58:51.325557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-4edd5131-9aa0-4a30-b50a-7194f5963989 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114319 Dec 10 04:58:51.420417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-42ff9af6-b2a6-4a70-9c86-c5aa20eb27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:51.426422 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-42ff9af6-b2a6-4a70-9c86-c5aa20eb27ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.2314584 Dec 10 04:58:51.443678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-28b83cd2-cd1e-48ec-92c7-6d64c1a810cf tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 998 time: 0.1057627 Dec 10 04:58:51.451647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27001e-98d1-446b-944f-31141915bc19 req-7c8ac7d8-b155-46ca-93a0-b5e43f247d17 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:51.453166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd27001e-98d1-446b-944f-31141915bc19 req-7c8ac7d8-b155-46ca-93a0-b5e43f247d17 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 945 time: 0.0711811 Dec 10 04:58:51.468046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:51.526690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-e5109608-9575-4221-9a5a-a6b1aea17633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 998 time: 0.0793040 Dec 10 04:58:51.589874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:51.622362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-472f29d3-2343-4267-83a6-4281b34cc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:51.624013 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-472f29d3-2343-4267-83a6-4281b34cc145 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0895536 Dec 10 04:58:51.670790 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-b2338531-1247-4247-853a-5e06e24f9110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383227 Dec 10 04:58:51.696008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd27001e-98d1-446b-944f-31141915bc19 req-0f0761eb-5eb7-459b-9610-6d544937756f tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323492 Dec 10 04:58:51.796808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-d482c751-a36c-40a1-b4e2-4127b874a946 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181943 Dec 10 04:58:51.900890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acfd37ca-afde-47ac-8118-e0c9dbc219ee req-f5b68279-cb80-4c5a-8307-79560835c756 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0662801 Dec 10 04:58:51.905726 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:51.912910 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:51.913348 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Floating IP aca2fa50-4e52-4de9-b17c-e3f44aec1690 disassociated. External IP: 172.25.8.41, port: ab14125f-04f9-4dae-a773-6671d628e38b. Dec 10 04:58:51.949039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-69de631a-28fe-4b7a-816b-3a2e42d6b18a req-5bf3d8f7-0bfe-4a1d-8ba7-e7f3726c7cbf service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409829 Dec 10 04:58:52.246851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:58:52.377146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d1cb60-bd48-48d6-84ee-f5b4ba926daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:52.436570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:58:52.442963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:52.447655 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Sync routers for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:58:52.474135 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:52.474866 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:52.530533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-dcc7a53c-a21d-4a0c-8894-66caa0aeb8f4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "PUT /v2.0/floatingips/aca2fa50-4e52-4de9-b17c-e3f44aec1690 HTTP/1.1" status: 200 len: 694 time: 1.0675805 Dec 10 04:58:52.530533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:52.535608 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:52.625467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:52.669090 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521c4b90-704f-4812-a24e-ead82749bb5d x-openstack-request-id: req-521c4b90-704f-4812-a24e-ead82749bb5d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:52.669623 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:52.669623 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-521c4b90-704f-4812-a24e-ead82749bb5d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:52.670089 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:52.708330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-0a3e970f-eaca-4546-a5c5-03b198621a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:52.709948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-0a3e970f-eaca-4546-a5c5-03b198621a9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.1652741 Dec 10 04:58:52.762886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-482bf5a8-ee7d-4b1c-a278-ceb2df4fad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:52.764430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-482bf5a8-ee7d-4b1c-a278-ceb2df4fad5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4047aee985724b87840406e1369a124a&device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 1096 time: 0.0734756 Dec 10 04:58:52.923403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-74d8902c-2d6b-4ae7-b98b-f8de7be41d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:52.924959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-74d8902c-2d6b-4ae7-b98b-f8de7be41d90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.2030847 Dec 10 04:58:52.935978 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:52.972636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Checking router: 321cd75c-4314-4fc9-855c-e4f998d3d8e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:58:52.983379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-349f933f-6949-4492-b9f3-bb6291b2a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:52.983945 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:58:52.984138 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:52.990087 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-349f933f-6949-4492-b9f3-bb6291b2a356 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 200 len: 921 time: 0.2180843 Dec 10 04:58:53.025080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-7b3057b4-d2bd-4d7c-ab98-85d2dd1d40e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0850933 Dec 10 04:58:53.055315 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-bc0314e0-9a4a-40ec-b15f-e66af47a1b1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 200 len: 217 time: 0.0551236 Dec 10 04:58:53.108971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-2cd9fc5c-fac3-4f08-98ec-8f3c43c0dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:53.118252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-2cd9fc5c-fac3-4f08-98ec-8f3c43c0dfb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.0922050 Dec 10 04:58:53.151890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:58:53.154821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-31678b18-f2ea-4b21-a51d-69ea4fbd6a15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356586 Dec 10 04:58:53.188756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-81d0d3f5-52db-4c4c-8e5c-570223480fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:53.190772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-81d0d3f5-52db-4c4c-8e5c-570223480fd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 200 len: 860 time: 0.1251729 Dec 10 04:58:53.254865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-79d84301-a700-4529-9909-cb31e026a7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3df7a72-957e-412a-94a3-1ddc9abb34f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536623 Dec 10 04:58:53.347831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ebdf422-9c16-4f5c-becc-7a93ade19cfb req-ce7ad56e-41aa-4594-902c-06affc035693 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0629289 Dec 10 04:58:53.398715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-c993d96d-6053-480e-b004-24d35d617e34 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330153 Dec 10 04:58:53.428048 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-57b5daee-efd2-4abd-8f2e-032048b4dde6 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639426 Dec 10 04:58:53.513484 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:58:53.544160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c83dd-5766-4150-b038-88acbbd2337e None None] The sync data for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 is: [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'ec710da5-2b7d-4068-81db-bbccbf6df360', 'name': '', 'network_id': 'e3df7a72-957e-412a-94a3-1ddc9abb34f9', 'tenant_id': '4047aee985724b87840406e1369a124a', 'mac_address': 'fa:16:3e:35:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:56Z', 'updated_at': '2021-12-10T04:58:04Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'subnets': [{'id': 'd8ea2512-bb38-46ab-8174-5bba09a62154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:58:53.601121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20f58a37-80f6-463e-b7ea-74eba6b6e7c6 req-9eea34fc-8af7-4e34-98bd-4bd789a47750 service neutron] 10.222.0.43 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938884 Dec 10 04:58:53.610197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:53.626737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bdf57-9c58-43a8-bf82-39a201a18035 req-330a1b3e-c61f-418d-be2c-180d80b212c9 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:53.629896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-56ade6fa-1df1-40a4-9eb5-0e5fb825bcb5 req-d6943d46-18ec-4040-b468-53826efbfb76 service neutron] 10.222.0.41 "GET /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900346 Dec 10 04:58:53.634703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce6bdf57-9c58-43a8-bf82-39a201a18035 req-330a1b3e-c61f-418d-be2c-180d80b212c9 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 945 time: 0.1292377 Dec 10 04:58:53.714599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-54aebb87-ca73-4ec8-9146-0eb48c97b25f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips/aca2fa50-4e52-4de9-b17c-e3f44aec1690 HTTP/1.1" status: 200 len: 694 time: 0.0636337 Dec 10 04:58:53.745048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce6bdf57-9c58-43a8-bf82-39a201a18035 req-0248e2be-ce8d-41f7-8045-a43d4e286eaa tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094368 Dec 10 04:58:53.859250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-914d972a-cf05-400b-838d-d8bf390fc76e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:53.861850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-914d972a-cf05-400b-838d-d8bf390fc76e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 784 time: 0.1378644 Dec 10 04:58:53.873016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5a97ce70-4313-4d3a-8805-c91c245a6256 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:58:53.873934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5a97ce70-4313-4d3a-8805-c91c245a6256 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065873 Dec 10 04:58:53.927101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef4836-b9f9-4105-9e3e-c101e266a038 None None] New status for floating IP aca2fa50-4e52-4de9-b17c-e3f44aec1690: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 04:58:53.938381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-6a739a52-c34c-4c9e-8776-e762542c6c2f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 697 time: 0.0548785 Dec 10 04:58:53.947719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-15810ff6-7fbf-4d68-bcf9-38d0b0f0fe1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500801 Dec 10 04:58:53.989990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-2532a282-88dd-4515-873c-f993317a0246 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 697 time: 0.0506883 Dec 10 04:58:54.071789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-9efcd496-5c87-4c21-a59e-187b9c88425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:54.073419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-9efcd496-5c87-4c21-a59e-187b9c88425d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0584860 Dec 10 04:58:54.143399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Deleting port 15574044-6558-4667-b75b-f4272f1db8e9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:54.144261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.213386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-89661ced-ba84-4b9b-becc-28dba64251ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:54.215389 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-89661ced-ba84-4b9b-becc-28dba64251ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 200 len: 915 time: 0.1162474 Dec 10 04:58:54.251566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.252018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.260227 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-d9150306-125b-4b6d-b8a0-0f75c5b6001e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d HTTP/1.1" status: 200 len: 217 time: 0.0363274 Dec 10 04:58:54.264441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Calling delete_port for 15574044-6558-4667-b75b-f4272f1db8e9 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:54.318459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-e458c222-5e31-49b6-8841-8f155373491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:54.320659 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-e458c222-5e31-49b6-8841-8f155373491c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 200 len: 854 time: 0.0536368 Dec 10 04:58:54.373105 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-d84d5584-c060-4b08-8983-065d2fe93135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14ea4561-b0a8-43e1-91d5-b96d8a136c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394118 Dec 10 04:58:54.389573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-1a0a843f-d67f-4654-adab-778662e9126c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:58:54.390590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-1a0a843f-d67f-4654-adab-778662e9126c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117290 Dec 10 04:58:54.495459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbffca78-06f5-4d32-b65a-5a0b44faa699 req-a6bc14b4-9eec-41c1-9389-efb8ac9a770e tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0404480 Dec 10 04:58:54.496311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.538708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event deleted for resources: {'Port': ['ID=15574044-6558-4667-b75b-f4272f1db8e9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:54.540244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-e9ba5e9e-c45b-4e1d-8bb9-41c14e9d223f service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402519 Dec 10 04:58:54.611991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.615434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.616837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d9aabae-463b-4d79-b28b-5fef176fe6ee req-5647bf69-92c0-4b0f-9fcd-24368948c928 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "DELETE /v2.0/floatingips/aca2fa50-4e52-4de9-b17c-e3f44aec1690 HTTP/1.1" status: 204 len: 173 time: 0.6221459 Dec 10 04:58:54.661470 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9bda61e9-fb56-4e99-b6a9-38e84544ea73 req-d242f2f4-5382-4b82-b80f-e2e5ce1598b3 service neutron] 10.222.0.36 "GET /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125867 Dec 10 04:58:54.713578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac31f4aa-8829-4243-9192-91b16b97795e req-4bd58f73-83e0-4bb6-809b-baecdc29a921 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups/b7cf02ac-68c0-4ddb-95de-75372da30001 HTTP/1.1" status: 200 len: 1826 time: 0.0702729 Dec 10 04:58:54.787620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ac31f4aa-8829-4243-9192-91b16b97795e req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.817829 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ac31f4aa-8829-4243-9192-91b16b97795e req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.818919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0958-17e6-4181-8eef-531f45b13197 req-5b0d7411-6c9f-4aa1-81f9-f22b071baf07 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:54.821394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1bce0958-17e6-4181-8eef-531f45b13197 req-5b0d7411-6c9f-4aa1-81f9-f22b071baf07 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 945 time: 0.0673456 Dec 10 04:58:54.930601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a000a-cfbc-4dcc-b2a9-1d86f2dd27a5 req-b6a94d76-beff-427b-b32e-284873113c02 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:54.932546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e0a000a-cfbc-4dcc-b2a9-1d86f2dd27a5 req-b6a94d76-beff-427b-b32e-284873113c02 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 945 time: 0.1020603 Dec 10 04:58:54.950089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ac31f4aa-8829-4243-9192-91b16b97795e req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.952939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ac31f4aa-8829-4243-9192-91b16b97795e req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.968541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac31f4aa-8829-4243-9192-91b16b97795e req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "DELETE /v2.0/security-groups/b7cf02ac-68c0-4ddb-95de-75372da30001 HTTP/1.1" status: 204 len: 173 time: 0.2464912 Dec 10 04:58:54.971725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Deleting port e0cf3851-f521-4666-9427-468ebe59615a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:54.972455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:54.995133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1db63-2d06-4fab-9330-152b85444a2d tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf02ac-68c0-4ddb-95de-75372da30001,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:55.029873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e0a000a-cfbc-4dcc-b2a9-1d86f2dd27a5 req-5b820368-81da-49b9-a283-c9cbd43898f6 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902874 Dec 10 04:58:55.104185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] For port e0cf3851-f521-4666-9427-468ebe59615a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e0cf3851-f521-4666-9427-468ebe59615a,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:55.104871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:55.119622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Calling delete_port for e0cf3851-f521-4666-9427-468ebe59615a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:55.145468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0b0edfe-8114-4747-99e3-556494be11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:55.305001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104c2ca-96be-43be-9114-2aa845500f75 req-e3bbefbd-b574-4759-bce7-d9d9d4bf3e19 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:55.305323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:55.307566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1104c2ca-96be-43be-9114-2aa845500f75 req-e3bbefbd-b574-4759-bce7-d9d9d4bf3e19 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0698793 Dec 10 04:58:55.342689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['e0cf3851-f521-4666-9427-468ebe59615a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:55.346735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Pushing event deleted for resources: {'Port': ['ID=e0cf3851-f521-4666-9427-468ebe59615a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:55.406759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1104c2ca-96be-43be-9114-2aa845500f75 req-1340eabd-a4b6-421c-a96f-6baa1256b87a tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Dec 10 04:58:55.421154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] No DVR routers for this DVR port e0cf3851-f521-4666-9427-468ebe59615a on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:55.426456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:55.430789 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1bce0958-17e6-4181-8eef-531f45b13197 req-20abd154-8006-473f-910f-3b0388b107b0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "DELETE /v2.0/ports/e0cf3851-f521-4666-9427-468ebe59615a HTTP/1.1" status: 204 len: 173 time: 0.6023176 Dec 10 04:58:55.431404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'name': 'network-vif-deleted', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:55.434262 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc006bee-ecb3-4c5c-bc04-1a46066da288" -d '{"events": [{"server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "name": "network-vif-deleted", "tag": "e0cf3851-f521-4666-9427-468ebe59615a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:55.507099 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9f605-273f-423f-8693-15990585c352 x-openstack-request-id: req-92c9f605-273f-423f-8693-15990585c352 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:55.507970 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f8b9e-da43-472e-91da-116d70f52ab5", "name": "network-vif-deleted", "tag": "e0cf3851-f521-4666-9427-468ebe59615a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:55.508401 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92c9f605-273f-423f-8693-15990585c352 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:55.509736 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539f8b9e-da43-472e-91da-116d70f52ab5', 'name': 'network-vif-deleted', 'tag': 'e0cf3851-f521-4666-9427-468ebe59615a', 'status': 'completed', 'code': 200} Dec 10 04:58:55.635517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfa68b7c-d98b-4d25-b1b6-61a480181602 req-d6348563-7dad-4683-825c-e510621ed125 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0561814 Dec 10 04:58:55.784884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:56.155138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b96447ed-846c-4552-973a-5de32c745a75 req-abaa2f77-fc04-46aa-9dd8-13a27c37e07d tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=539f8b9e-da43-472e-91da-116d70f52ab5 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Dec 10 04:58:56.528093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919f994-af8a-4a5e-9e89-78499f8b7762 req-f634ab00-a8d3-4e01-a475-1cf192069da3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:56.529625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d919f994-af8a-4a5e-9e89-78499f8b7762 req-f634ab00-a8d3-4e01-a475-1cf192069da3 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0485511 Dec 10 04:58:56.577577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d919f994-af8a-4a5e-9e89-78499f8b7762 req-ec407956-e447-4111-abf6-ce6da7270433 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Dec 10 04:58:56.726295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05ca4c7c-406a-4b40-ad2f-3b326382cf06 req-39b52616-85fe-4006-bd88-16654e29dab5 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/ports?device_id=2676d2b6-60df-4424-9297-626eef072e33 HTTP/1.1" status: 200 len: 210 time: 0.0264394 Dec 10 04:58:57.426938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-8651e01f-f807-43b7-9ae5-d2457605ce8c tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:57.429175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-8651e01f-f807-43b7-9ae5-d2457605ce8c tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 808 time: 0.1153419 Dec 10 04:58:57.447696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-f13ce201-3ca2-49b3-93cb-5af64e33c658 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/quotas/a207f6c819464e4f977b2927632b01a7 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Dec 10 04:58:57.462757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:57.483108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-b9edf9a2-f8c4-43af-9f3b-f2129c7272b5 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284438 Dec 10 04:58:57.597827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-d5b79429-5b19-41e8-8472-47e068e21c80 service neutron] 10.222.0.43 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052899 Dec 10 04:58:57.759261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212bdc-4c8f-4cd2-8102-20ef68fd3890 req-5bb7b0ca-1a73-433c-9fc8-efd8ccc7a295 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:57.765074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4212bdc-4c8f-4cd2-8102-20ef68fd3890 req-5bb7b0ca-1a73-433c-9fc8-efd8ccc7a295 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0906229 Dec 10 04:58:57.794647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-2dada9d5-165b-487b-b551-e467fa329854 service neutron] 10.222.0.43 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824472 Dec 10 04:58:57.828940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4212bdc-4c8f-4cd2-8102-20ef68fd3890 req-c1093f9d-ba04-4411-915f-e130193f0ba4 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Dec 10 04:58:57.891317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b658-83da-460d-911c-721ee59d994c req-645d07a6-0ec2-4080-a264-3cadac3e8a7e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:57.892938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3f90b658-83da-460d-911c-721ee59d994c req-645d07a6-0ec2-4080-a264-3cadac3e8a7e tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 945 time: 0.0621474 Dec 10 04:58:57.919921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34064) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:58.004108 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.006474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Deleting port ab14125f-04f9-4dae-a773-6671d628e38b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:58.006916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.035498 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.124169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0189531f-1cfd-4ae3-856c-d74b7c322ff3 req-0b79e5f3-4e8e-471a-a4ad-78389e0dfcc0 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 210 time: 0.0344546 Dec 10 04:58:58.125664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.127842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] For port ab14125f-04f9-4dae-a773-6671d628e38b, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ab14125f-04f9-4dae-a773-6671d628e38b,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:58:58.128404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.129204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.130965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/security-groups/b590b79d-9265-4ad7-9958-1c9164575687 HTTP/1.1" status: 204 len: 168 time: 0.2091382 Dec 10 04:58:58.135150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34072) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:58.143403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Calling delete_port for ab14125f-04f9-4dae-a773-6671d628e38b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:58.163847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb78055-d93e-4490-bed6-10b6f2864d48 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590b79d-9265-4ad7-9958-1c9164575687,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:58.191390 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-c77fd504-e646-4203-932d-73a1e93740d0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] show failed (client error): The resource could not be found. Dec 10 04:58:58.192661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c77fd504-e646-4203-932d-73a1e93740d0 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "GET /v2.0/security-groups/b590b79d-9265-4ad7-9958-1c9164575687 HTTP/1.1" status: 404 len: 347 time: 0.0537608 Dec 10 04:58:58.195988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34076) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:58.300949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.326840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.335121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Pushing event deleted for resources: {'Port': ['ID=ab14125f-04f9-4dae-a773-6671d628e38b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:58.345661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ab14125f-04f9-4dae-a773-6671d628e38b'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:58:58.395394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port ee9b256a-5718-4fa0-bd8b-5103bbb847d8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:58.395737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.409339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] No DVR routers for this DVR port ab14125f-04f9-4dae-a773-6671d628e38b on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:58:58.413559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.420074 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3f90b658-83da-460d-911c-721ee59d994c req-49970777-34db-4d64-9ba1-269d803f840f tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.41 "DELETE /v2.0/ports/ab14125f-04f9-4dae-a773-6671d628e38b HTTP/1.1" status: 204 len: 173 time: 0.5160594 Dec 10 04:58:58.420727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'name': 'network-vif-deleted', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:58:58.427353 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3a289-b49e-4986-99cd-c84b8f18c4a3" -d '{"events": [{"server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "name": "network-vif-deleted", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:58:58.485228 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc8f8d2-00c8-4cbb-85ea-e48831fb1e8e x-openstack-request-id: req-abc8f8d2-00c8-4cbb-85ea-e48831fb1e8e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:58:58.485534 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4494a1-8354-4562-ae10-678eb5db481e", "name": "network-vif-deleted", "tag": "ab14125f-04f9-4dae-a773-6671d628e38b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:58:58.485791 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abc8f8d2-00c8-4cbb-85ea-e48831fb1e8e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:58:58.486786 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4494a1-8354-4562-ae10-678eb5db481e', 'name': 'network-vif-deleted', 'tag': 'ab14125f-04f9-4dae-a773-6671d628e38b', 'status': 'completed', 'code': 200} Dec 10 04:58:58.502984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.503527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.516251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for ee9b256a-5718-4fa0-bd8b-5103bbb847d8 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:58.621022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e0cf3851-f521-4666-9427-468ebe59615a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:58:58.650053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: e0cf3851-f521-4666-9427-468ebe59615a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:58:58.650659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e0cf3851-f521-4666-9427-468ebe59615a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:58:58.664589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.691662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=ee9b256a-5718-4fa0-bd8b-5103bbb847d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:58.764981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.768546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:58.772455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f1559be5-27b8-4d32-bcf8-e37e47b4b495 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/floatingips/fe30fa15-3fff-4d22-8b54-4be0de8cfdb4 HTTP/1.1" status: 204 len: 168 time: 0.5729895 Dec 10 04:58:58.773326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34084) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:58.902259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port dc98c716-9930-4364-96ab-d194546f685f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:58.902536 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.326603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8835953-676b-422d-877f-f05b0eb0ea95 req-fc896659-625c-4aad-ba39-11e9cc0e4712 tempest-ServerRescueTestJSONUnderV235-1992814360 tempest-ServerRescueTestJSONUnderV235-1992814360-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae4494a1-8354-4562-ae10-678eb5db481e HTTP/1.1" status: 200 len: 210 time: 0.3899670 Dec 10 04:58:59.361806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-997b4559-b870-4758-9d0c-622be8972c21 req-a1eff4cb-a089-4994-a786-f321599a1dad tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 210 time: 0.0377824 Dec 10 04:58:59.398539 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.414752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for dc98c716-9930-4364-96ab-d194546f685f owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:58:59.558100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.627853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=dc98c716-9930-4364-96ab-d194546f685f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:58:59.720551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.726839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-164af18b-c8eb-4325-9332-c47e91e8acce tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/ports/dc98c716-9930-4364-96ab-d194546f685f HTTP/1.1" status: 204 len: 168 time: 0.9529722 Dec 10 04:58:59.729394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34096) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:58:59.761758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-e559ad3f-4fb2-4041-ae63-54ec863189db tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:58:59.763709 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-e559ad3f-4fb2-4041-ae63-54ec863189db tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 808 time: 0.1945677 Dec 10 04:58:59.805822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Request body: {'port': {'device_id': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25', 'admin_state_up': True, 'tenant_id': 'a207f6c819464e4f977b2927632b01a7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:58:59.841392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting port a3a059f5-091c-40cd-93c3-bae7bd2f3f5a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:58:59.843243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.939066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Made reservation on behalf of a207f6c819464e4f977b2927632b01a7 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:58:59.946019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.964180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:58:59.980793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Calling delete_port for a3a059f5-091c-40cd-93c3-bae7bd2f3f5a owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:00.150816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Allocated IP 172.20.0.11 (f416d67c-a2aa-4ab2-8c4a-9fde9de5af25/bb8df76b-cb78-4856-a0a6-c41643de22b4/4a49e502-8d4a-420d-b1ec-50ee743dee7e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:59:00.159413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.207374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Port': ['ID=a3a059f5-091c-40cd-93c3-bae7bd2f3f5a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:00.339131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.350200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2604402b-1d3e-42ac-a86c-a1188ba860c2 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/ports/a3a059f5-091c-40cd-93c3-bae7bd2f3f5a HTTP/1.1" status: 204 len: 168 time: 0.6167758 Dec 10 04:59:00.350534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34102) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:00.414133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.415496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:00.467445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting subnet 22b13a59-f031-4f44-b710-c274b0f77d27 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:00.473079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.567599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c3131c6-8604-4a78-9409-7c2e61ce67be req-86078c2d-2458-4823-b12b-56593b68d1f8 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 210 time: 0.0478020 Dec 10 04:59:00.574176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.581230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.670866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:59:00.678097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:00.683428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:59:00.738753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:00.739404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.742950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.762131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Pushing event updated for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:00.827881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-76bbf94b-28db-40e6-a66f-413bee045399 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287752 Dec 10 04:59:00.829952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.854295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:00.859013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/subnets/22b13a59-f031-4f44-b710-c274b0f77d27 HTTP/1.1" status: 204 len: 168 time: 0.5072439 Dec 10 04:59:00.867376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:00.872676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43508300-8569-4473-ab22-8035527b696c None None] Network 43a306e9-2a0c-437a-b923-dada8e555656 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:00.904225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Request body: {'port': {'device_id': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:00.925683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb76076-ee66-42e0-b7fa-c1734c53d86a tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Subnet': ['ID=22b13a59-f031-4f44-b710-c274b0f77d27,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:00.985131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Deleting subnet 2c05fdb6-3738-4c4d-b716-f8600b87f623 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:01.019846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.142184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.197252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.392123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.422905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] DHCP port deletion for 43a306e9-2a0c-437a-b923-dada8e555656 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:01.474231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Deleting port da23aafe-a492-4b77-9c93-a967452eba61 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:01.474628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.543821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] For port da23aafe-a492-4b77-9c93-a967452eba61, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=da23aafe-a492-4b77-9c93-a967452eba61,segment=NetworkSegment(c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a),segment_id=c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:01.544026 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.556031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.557856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Calling delete_port for da23aafe-a492-4b77-9c93-a967452eba61 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:01.615549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944d6c7-e587-4468-b9b0-2d60378ccff2 None None] Network c4fc50b1-4040-4fda-a370-9808b6de053a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:01.623773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Subnet': ['ID=2c05fdb6-3738-4c4d-b716-f8600b87f623,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:01.629790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.633623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-462543a5-57a2-4dc0-9f5a-42075df3a6a4 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/subnets/2c05fdb6-3738-4c4d-b716-f8600b87f623 HTTP/1.1" status: 204 len: 168 time: 0.7516456 Dec 10 04:59:01.636353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34120) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:01.662675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.752246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.789968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] Pushing event deleted for resources: {'Port': ['ID=da23aafe-a492-4b77-9c93-a967452eba61,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:01.800306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867c1a7-8caf-4e42-97fd-d6a9f34a608c None None] No DVR routers for this DVR port da23aafe-a492-4b77-9c93-a967452eba61 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:01.836231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:01.844403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb8d1-f58d-49a6-9f90-6d88c73425b1 req-4349fa5f-7e20-4ad1-879c-6bf0822d96ea tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:01.846606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f7fb8d1-f58d-49a6-9f90-6d88c73425b1 req-4349fa5f-7e20-4ad1-879c-6bf0822d96ea tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 932 time: 0.1745560 Dec 10 04:59:01.886440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03364f54-f469-4259-9908-32617ef890ab None None] DHCP port deletion for c4fc50b1-4040-4fda-a370-9808b6de053a request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:01.970623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 03b821ab-ddac-414c-964d-318d512564b6 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:02.026063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.029875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-03364f54-f469-4259-9908-32617ef890ab None None] Deleting port 03b821ab-ddac-414c-964d-318d512564b6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:02.030528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03364f54-f469-4259-9908-32617ef890ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.056795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a306e9-2a0c-437a-b923-dada8e555656']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.073515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.073744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ceeb4-e301-4c7d-84a3-ae5d7f843e6a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.088811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.105628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-03364f54-f469-4259-9908-32617ef890ab None None] For port 03b821ab-ddac-414c-964d-318d512564b6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03b821ab-ddac-414c-964d-318d512564b6,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:02.106367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03364f54-f469-4259-9908-32617ef890ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.111306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.120012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:02.120424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.194909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-03364f54-f469-4259-9908-32617ef890ab None None] Calling delete_port for 03b821ab-ddac-414c-964d-318d512564b6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:02.202018 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:02.211384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.230960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.248998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a49e502-8d4a-420d-b1ec-50ee743dee7e {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:02.258263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.262360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.266614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/networks/43a306e9-2a0c-437a-b923-dada8e555656 HTTP/1.1" status: 204 len: 168 time: 0.6269138 Dec 10 04:59:02.268841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab97ff-0330-4553-b6d8-608b7d5c4e42 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Network': ['ID=43a306e9-2a0c-437a-b923-dada8e555656,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:02.276631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Transition to ACTIVE for port object 4a49e502-8d4a-420d-b1ec-50ee743dee7e will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:59:02.279266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:02.306692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f7fb8d1-f58d-49a6-9f90-6d88c73425b1 req-46eaa285-1977-44d5-b190-1dac2da9757b tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540348 Dec 10 04:59:02.321588 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 03b821ab-ddac-414c-964d-318d512564b6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=03b821ab-ddac-414c-964d-318d512564b6,segment=NetworkSegment(dc807f66-a833-4809-8dd9-d175162e0dda),segment_id=dc807f66-a833-4809-8dd9-d175162e0dda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:02.328809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.339728 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.339728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device da23aafe-a492-4b77-9c93-a967452eba61 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:02.364534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: da23aafe-a492-4b77-9c93-a967452eba61 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:02.364926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device da23aafe-a492-4b77-9c93-a967452eba61 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:02.430515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03364f54-f469-4259-9908-32617ef890ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.435462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=03b821ab-ddac-414c-964d-318d512564b6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:02.469347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03364f54-f469-4259-9908-32617ef890ab None None] No DVR routers for this DVR port 03b821ab-ddac-414c-964d-318d512564b6 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:02.477022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03364f54-f469-4259-9908-32617ef890ab None None] Pushing event deleted for resources: {'Port': ['ID=03b821ab-ddac-414c-964d-318d512564b6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:02.542827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Pushing event updated for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:02.556579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.638100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ab14125f-04f9-4dae-a773-6671d628e38b no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:02.668860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: ab14125f-04f9-4dae-a773-6671d628e38b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:02.669371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ab14125f-04f9-4dae-a773-6671d628e38b not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:02.725962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Attempting to bind port 4a49e502-8d4a-420d-b1ec-50ee743dee7e on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:59:02.726301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Attempting to bind port 4a49e502-8d4a-420d-b1ec-50ee743dee7e by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:59:02.726641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Attempting to bind port 4a49e502-8d4a-420d-b1ec-50ee743dee7e on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:02.757126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.787511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Port 4a49e502-8d4a-420d-b1ec-50ee743dee7e on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:59:02.787753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Attempting to bind port 4a49e502-8d4a-420d-b1ec-50ee743dee7e on network f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:02.801907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc50b1-4040-4fda-a370-9808b6de053a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.809298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:59:02.809634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Checking segment: {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:02.810010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Bound using segment: {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:59:02.810433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Bound port: 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:59:02.810778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.817448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc807f66-a833-4809-8dd9-d175162e0dda') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.817746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc807f66-a833-4809-8dd9-d175162e0dda') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:02.838478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.857616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.893650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:02.893946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:02.898014 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:02.918375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Deleting port ec710da5-2b7d-4068-81db-bbccbf6df360 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:02.918707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.026240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.038644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.041449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] 10.222.0.43 "DELETE /v2.0/networks/c4fc50b1-4040-4fda-a370-9808b6de053a HTTP/1.1" status: 204 len: 168 time: 0.7618651 Dec 10 04:59:03.042607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:59:03.047301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:59:03.061849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.063771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe9302-1be8-450a-8e0f-def08022af67 tempest-TaggedBootDevicesTest-1853280651 tempest-TaggedBootDevicesTest-1853280651-project] Pushing event deleted for resources: {'Network': ['ID=c4fc50b1-4040-4fda-a370-9808b6de053a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:03.106090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] For port ec710da5-2b7d-4068-81db-bbccbf6df360, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ec710da5-2b7d-4068-81db-bbccbf6df360,segment=NetworkSegment(14ecf514-6487-44a3-9a32-c9674a47bba6),segment_id=14ecf514-6487-44a3-9a32-c9674a47bba6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:03.106337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.126137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:03.126705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.128071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] 10.222.0.41 "PUT /v2.0/ports/4a49e502-8d4a-420d-b1ec-50ee743dee7e HTTP/1.1" status: 200 len: 1092 time: 2.2597697 Dec 10 04:59:03.128588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:03.130965 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45797f-bba7-41c4-9862-b02ef186561e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:03.141781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Calling delete_port for ec710da5-2b7d-4068-81db-bbccbf6df360 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:03.162871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4582150-b1b5-4064-b3cc-19287b84e07b service neutron] Pushing event updated for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:03.250804 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e42792-5727-4f04-a11b-420f804ed7fb x-openstack-request-id: req-39e42792-5727-4f04-a11b-420f804ed7fb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:03.251489 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:03.251489 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39e42792-5727-4f04-a11b-420f804ed7fb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:03.251837 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e', 'status': 'completed', 'code': 200} Dec 10 04:59:03.311199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-f439f25c-6c77-46f1-b0ce-cb15b0d9214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:03.312822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-f439f25c-6c77-46f1-b0ce-cb15b0d9214e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 1095 time: 0.0637658 Dec 10 04:59:03.396679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-72b04cc1-fe70-47ef-b916-91fcff9e2cb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e HTTP/1.1" status: 200 len: 217 time: 0.0441957 Dec 10 04:59:03.484381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-d4422aac-c29f-4605-bfae-c28f01303404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:03.486154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-d4422aac-c29f-4605-bfae-c28f01303404 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8df76b-cb78-4856-a0a6-c41643de22b4 HTTP/1.1" status: 200 len: 848 time: 0.0692708 Dec 10 04:59:03.488157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc38a-bff6-4637-bcdc-a73b5ffe6c2e req-e8f8b76a-8ba7-4162-a0c2-37a25444cb99 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:03.498995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-109fc38a-bff6-4637-bcdc-a73b5ffe6c2e req-e8f8b76a-8ba7-4162-a0c2-37a25444cb99 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 944 time: 0.0912902 Dec 10 04:59:03.568861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-109fc38a-bff6-4637-bcdc-a73b5ffe6c2e req-b754a484-7769-40b1-9a3b-4a52570f4850 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Dec 10 04:59:03.572069 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-a2c98775-71d8-4205-a3b9-d0ec0f096d28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587010 Dec 10 04:59:03.619752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:03.675279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec710da5-2b7d-4068-81db-bbccbf6df360,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:03.754444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-14d5f623-7b0c-43ce-8970-11971ae52c83 service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700988 Dec 10 04:59:03.922058 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f7c6741b-caa2-40e9-b7dd-240a28ee03d9 req-d0fa9baf-8c08-4a64-860b-0c39000b6f9d service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525366 Dec 10 04:59:04.021200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:04.264322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45797f-bba7-41c4-9862-b02ef186561e req-d1febf0a-76da-4177-a645-3f59b2c30309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:04.270175 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-d1febf0a-76da-4177-a645-3f59b2c30309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a207f6c819464e4f977b2927632b01a7&device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 1095 time: 0.2265797 Dec 10 04:59:04.471433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45797f-bba7-41c4-9862-b02ef186561e req-3f702f94-d24d-4825-934d-6e2e2c1619bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:04.472938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-3f702f94-d24d-4825-934d-6e2e2c1619bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 200 len: 909 time: 0.1664007 Dec 10 04:59:04.574499 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-201e639c-9d73-4ab3-adfd-6f2f734401f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e HTTP/1.1" status: 200 len: 217 time: 0.0875661 Dec 10 04:59:04.665778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:59:04.676451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45797f-bba7-41c4-9862-b02ef186561e req-97d4a39e-2dc9-4951-9dce-19dbd1621883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:04.677956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-97d4a39e-2dc9-4951-9dce-19dbd1621883 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8df76b-cb78-4856-a0a6-c41643de22b4 HTTP/1.1" status: 200 len: 848 time: 0.0952835 Dec 10 04:59:04.742231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-e6e07287-ecea-415e-9bbb-adcd1a250db6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558572 Dec 10 04:59:04.768631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221d71e-4f52-4ffe-987e-602f8809a477 req-fbedbc75-e7c7-4f59-bbd5-b0744004b71d tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:04.770147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6221d71e-4f52-4ffe-987e-602f8809a477 req-fbedbc75-e7c7-4f59-bbd5-b0744004b71d tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 944 time: 0.0940373 Dec 10 04:59:04.831534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6221d71e-4f52-4ffe-987e-602f8809a477 req-359c6222-e620-48d8-af37-7be2219340c4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Dec 10 04:59:04.904441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-eb22d98e-1b22-42d9-be6a-292682af9e8d service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491847 Dec 10 04:59:04.943558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:59:04.949527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0c0c3b7-0b34-4075-a4b4-bb6cb18457d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/321cd75c-4314-4fc9-855c-e4f998d3d8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5330276 Dec 10 04:59:04.952081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:04.953559 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Sync routers for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:59:04.971705 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:04.972590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:05.032246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae45797f-bba7-41c4-9862-b02ef186561e req-c09fb2bd-56dd-4347-b15a-5222f5a7d8ba service neutron] 10.222.0.41 "GET /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187265 Dec 10 04:59:05.167742 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:05.176884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:05.345644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:05.426166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Deleting port c53b81cb-5634-4c28-b7e9-aa76ec8d235b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:05.426512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:05.442209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:59:03Z', 'revision_number': 5, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port': {'id': 'c53b81cb-5634-4c28-b7e9-aa76ec8d235b', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:57:54Z', 'updated_at': '2021-12-10T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:05.486397 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Checking router: 321cd75c-4314-4fc9-855c-e4f998d3d8e4 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:59:05.498470 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Routers {'321cd75c-4314-4fc9-855c-e4f998d3d8e4'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:05.499356 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:05.516715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] For port c53b81cb-5634-4c28-b7e9-aa76ec8d235b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:05.517779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:05.530636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Calling delete_port for c53b81cb-5634-4c28-b7e9-aa76ec8d235b owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:05.598643 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] Set router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:05.658751 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:59:05Z', 'revision_number': 6, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:05.688558 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c53f5-924a-4341-a252-8b40dd3631a5 None None] The sync data for ids ['321cd75c-4314-4fc9-855c-e4f998d3d8e4'] in n-d-817326-3 is: [{'id': '321cd75c-4314-4fc9-855c-e4f998d3d8e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1873013562-router', 'tenant_id': '4047aee985724b87840406e1369a124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:57:53Z', 'updated_at': '2021-12-10T04:59:05Z', 'revision_number': 6, 'project_id': '4047aee985724b87840406e1369a124a', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:59:05.801276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:05.851784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53b81cb-5634-4c28-b7e9-aa76ec8d235b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:05.868154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35037c-bee8-4ecc-a338-257b9266f15b None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:05.926097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.099158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.102727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.204566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a479e4-6256-4fe6-ab02-761e1c7e7a0c req-f1bf1b65-9071-4717-8620-c55924caaa0c tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:06.208662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5a479e4-6256-4fe6-ab02-761e1c7e7a0c req-f1bf1b65-9071-4717-8620-c55924caaa0c tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 944 time: 0.2370455 Dec 10 04:59:06.214359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.215179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321cd75c-4314-4fc9-855c-e4f998d3d8e4 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:59:06.222042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.223660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-488b76be-6178-47ab-a422-5badb33b99c3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/321cd75c-4314-4fc9-855c-e4f998d3d8e4 HTTP/1.1" status: 204 len: 168 time: 1.2703044 Dec 10 04:59:06.226235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:06.284146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ec710da5-2b7d-4068-81db-bbccbf6df360 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:06.387198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ec710da5-2b7d-4068-81db-bbccbf6df360 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:06.387547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ec710da5-2b7d-4068-81db-bbccbf6df360 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:06.464623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Deleting subnet d8ea2512-bb38-46ab-8174-5bba09a62154 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:06.476502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5a479e4-6256-4fe6-ab02-761e1c7e7a0c req-f391f920-c44e-4de6-8525-e88a61515a78 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385209 Dec 10 04:59:06.482541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.562180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.605548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.639546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4a49e502-8d4a-420d-b1ec-50ee743dee7e details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:59:06.688435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.759648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ea2512-bb38-46ab-8174-5bba09a62154,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:06.767562 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.776902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-183c4eab-3a90-4336-88f9-4c787fdd4b2e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8ea2512-bb38-46ab-8174-5bba09a62154 HTTP/1.1" status: 204 len: 168 time: 0.5481386 Dec 10 04:59:06.778282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:06.870276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.874314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:06.901019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '4a49e502-8d4a-420d-b1ec-50ee743dee7e', 'network_id': 'f416d67c-a2aa-4ab2-8c4a-9fde9de5af25', 'port_id': '4a49e502-8d4a-420d-b1ec-50ee743dee7e', 'mac_address': 'fa:16:3e:f9:2d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8df76b-cb78-4856-a0a6-c41643de22b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:59:06.957261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:06.971323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a49e502-8d4a-420d-b1ec-50ee743dee7e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:06.988770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.000138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:07.008175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.027216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3df7a72-957e-412a-94a3-1ddc9abb34f9']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:07.041057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ecf514-6487-44a3-9a32-c9674a47bba6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:07.041585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ecf514-6487-44a3-9a32-c9674a47bba6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:07.054459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.071733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:07.075557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.083829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:07.084230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: timer() Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:07.145343 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:07.149275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.166459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.171264 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3df7a72-957e-412a-94a3-1ddc9abb34f9 HTTP/1.1" status: 204 len: 168 time: 0.3914199 Dec 10 04:59:07.172176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8a32-4a88-4cdd-9830-3d188b068aef admin admin] Pushing event deleted for resources: {'Network': ['ID=e3df7a72-957e-412a-94a3-1ddc9abb34f9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:07.343167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4a49e502-8d4a-420d-b1ec-50ee743dee7e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:07.370287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:07.418065 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7a41b72c-dee0-47a8-b34e-1148da8e07ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4047aee985724b87840406e1369a124a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462854 Dec 10 04:59:07.420498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34218) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:07.482168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.508302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.565397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.569239 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:07.570938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d3a0962-cbe4-4c1a-a1a0-f305e08b5895 HTTP/1.1" status: 204 len: 168 time: 0.1491432 Dec 10 04:59:07.612894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88239c9c-56fb-42da-ab01-84cfd082bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a0962-cbe4-4c1a-a1a0-f305e08b5895,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:07.639002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa766-659c-4717-ac34-23e5fcb275cb req-21a14d8b-8532-41cf-8854-309223c0209b tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:07.642822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96aaa766-659c-4717-ac34-23e5fcb275cb req-21a14d8b-8532-41cf-8854-309223c0209b tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 945 time: 0.0705791 Dec 10 04:59:07.729696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96aaa766-659c-4717-ac34-23e5fcb275cb req-d7f89c18-9ad0-4070-bfe2-98198b3a3322 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Dec 10 04:59:07.917196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c53b81cb-5634-4c28-b7e9-aa76ec8d235b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:07.946897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c53b81cb-5634-4c28-b7e9-aa76ec8d235b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:07.947862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c53b81cb-5634-4c28-b7e9-aa76ec8d235b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:08.513640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:08.644541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1589173278-network', 'tenant_id': '736f9f7009824b2ea09626d77dc28a89'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:08.653281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4a49e502-8d4a-420d-b1ec-50ee743dee7e up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:59:08.678565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Made reservation on behalf of 736f9f7009824b2ea09626d77dc28a89 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:08.681459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:08.694730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:08.727297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 4a49e502-8d4a-420d-b1ec-50ee743dee7e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:59:08.731674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 4a49e502-8d4a-420d-b1ec-50ee743dee7e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:59:08.732263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:08.888197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:08.900452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:08.946225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.010460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:09.013201 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c2942-7621-4107-9708-f6cff3cc2ed2" -d '{"events": [{"server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "name": "network-vif-plugged", "status": "completed", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:09.018527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:59:09.047720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:09.049043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.049592 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Added segment ce4a4fca-d3d6-47f9-9823-d066e96cff79 of type vlan for network 8f73e05e-1013-4a04-99ce-327a9317eb8f Dec 10 04:59:09.051548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1766a0-f3de-42ef-9390-be97c29f7bb0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:09.055654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.101058 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ddef8e-4121-42fa-ac45-8ee354a5d048 x-openstack-request-id: req-c7ddef8e-4121-42fa-ac45-8ee354a5d048 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:09.101453 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "name": "network-vif-plugged", "status": "completed", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:09.101825 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7ddef8e-4121-42fa-ac45-8ee354a5d048 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:09.102313 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e', 'code': 200} Dec 10 04:59:09.119236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657039d-dafd-492a-9355-a3031a08617b req-cee8ffc8-73aa-4f1f-b47e-809036d2bf7b tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:09.121179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d657039d-dafd-492a-9355-a3031a08617b req-cee8ffc8-73aa-4f1f-b47e-809036d2bf7b tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 945 time: 0.2121577 Dec 10 04:59:09.133500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:09.145104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.217760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d657039d-dafd-492a-9355-a3031a08617b req-d645a5da-e513-492e-abf3-3677c55ba7b1 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843947 Dec 10 04:59:09.219260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.220386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:09.221140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.280831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeee1f-7265-4a62-9250-f6fc652fd41c req-ba7ccc64-b484-482e-9163-4da2357d3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:09.285551 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aabeee1f-7265-4a62-9250-f6fc652fd41c req-ba7ccc64-b484-482e-9163-4da2357d3fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 1097 time: 0.0820937 Dec 10 04:59:09.331368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8111892 Dec 10 04:59:09.331368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:09.336001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Request body: {'subnet': {'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1589173278-subnet', 'tenant_id': '736f9f7009824b2ea09626d77dc28a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:09.354602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aabeee1f-7265-4a62-9250-f6fc652fd41c req-856ac32a-6f99-4667-9465-28d655eb57e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Dec 10 04:59:09.384003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8d8a-281f-40ef-b784-7d8e2ca26173 admin admin] Pushing event updated for resources: {'Network': ['ID=8f73e05e-1013-4a04-99ce-327a9317eb8f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:09.395458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:59:09.432385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Made reservation on behalf of 736f9f7009824b2ea09626d77dc28a89 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:09.434784 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.816403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:09.879043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cb9e56-4829-4ecc-af58-d23c7be322aa,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:09.958241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Checking segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:09.958609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Network hostable DHCP agents. Network: 8f73e05e-1013-4a04-99ce-327a9317eb8f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:59:09.985878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:59:09.997447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8f73e05e-1013-4a04-99ce-327a9317eb8f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:10.002904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:10.003584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:10.012243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057fa18-fbe3-4b12-8e79-fd5db03c247e None None] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:10.034717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-889994d4-3b68-4505-a7d5-7d79f10bb2ac admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7026610 Dec 10 04:59:10.207878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9d2d8-3ddc-477b-a347-4909de409c8f None None] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:10.412922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc05ef-3d20-49f9-81f8-b243ece35ea2 req-32fcf1c5-f611-42af-a6a3-7511b57608b2 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:10.414656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3bc05ef-3d20-49f9-81f8-b243ece35ea2 req-32fcf1c5-f611-42af-a6a3-7511b57608b2 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 946 time: 0.0642910 Dec 10 04:59:10.474314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3bc05ef-3d20-49f9-81f8-b243ece35ea2 req-5156f1cc-ccdb-444d-8ee1-3fe6c1cb22f5 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Dec 10 04:59:10.610529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-6aa4fee5-16bf-45e0-b6f1-ee73bb05d29b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:10.617001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-6aa4fee5-16bf-45e0-b6f1-ee73bb05d29b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 814 time: 0.1243622 Dec 10 04:59:10.627475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-315726ef-6080-4ec6-9f82-b35745e73956 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/quotas/736f9f7009824b2ea09626d77dc28a89 HTTP/1.1" status: 200 len: 375 time: 0.0094354 Dec 10 04:59:10.667688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-51dbe249-d99b-444f-96fc-95ef04b94e0e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344675 Dec 10 04:59:10.774573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-58e72a49-832a-447c-b4ef-6decb35989e4 service neutron] 10.222.0.43 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892665 Dec 10 04:59:10.878485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-a661d358-e374-4104-a157-98092b400d04 service neutron] 10.222.0.43 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967796 Dec 10 04:59:11.179691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-515c943f-2aef-4fd8-a4a0-f60d126c6ded req-4178c82b-8115-4503-bfba-7c03213b4b90 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 210 time: 0.0789578 Dec 10 04:59:11.685793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eb47d-38c4-4e49-9dfe-1da0dec86f29 req-4626ab4e-7549-47b7-80af-d419eb248c84 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:11.689140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc1eb47d-38c4-4e49-9dfe-1da0dec86f29 req-4626ab4e-7549-47b7-80af-d419eb248c84 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 946 time: 0.0904124 Dec 10 04:59:11.771211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc1eb47d-38c4-4e49-9dfe-1da0dec86f29 req-9f2b2872-2cf0-4437-87c6-d59ebfe0aff4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734537 Dec 10 04:59:12.283728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23d1584-8db0-47e8-b471-a22cd934f0d8 req-685ac1ca-a838-4885-8b95-d949592ab561 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 210 time: 0.0356810 Dec 10 04:59:12.695174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-baf0c201-1824-449c-822d-3767db0058b9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:12.698698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-baf0c201-1824-449c-822d-3767db0058b9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.36 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 814 time: 0.3143361 Dec 10 04:59:12.741780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Request body: {'port': {'device_id': '40520796-76b7-4a4c-8378-cacf5af1934f', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'admin_state_up': True, 'tenant_id': '736f9f7009824b2ea09626d77dc28a89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:12.877285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16711c29-ac8f-485a-935d-3b0c8b5f18b5 req-f0c6ca9c-fff3-4045-abd2-c8f0cec2d525 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:12.879305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16711c29-ac8f-485a-935d-3b0c8b5f18b5 req-f0c6ca9c-fff3-4045-abd2-c8f0cec2d525 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 946 time: 0.0645099 Dec 10 04:59:12.909923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Made reservation on behalf of 736f9f7009824b2ea09626d77dc28a89 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:12.914889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:12.980919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16711c29-ac8f-485a-935d-3b0c8b5f18b5 req-2ac1e7a0-47fc-464c-92ec-3775fed30606 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941443 Dec 10 04:59:13.425608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74303491-e763-457b-a4d1-e5550a9c504b req-e5ac785c-f7e9-4fca-bb77-6bd1673c7353 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 210 time: 0.0337114 Dec 10 04:59:13.453366 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Allocated IP 172.20.0.3 (8f73e05e-1013-4a04-99ce-327a9317eb8f/88cb9e56-4829-4ecc-af58-d23c7be322aa/6278d7f8-88dc-410f-bb31-f06362c8ce0a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:59:13.626091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:13.661288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:13.715929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:59:13.719931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:13.722229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:13.724780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:59:13.757835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.758185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.758528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.758866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.759200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.759532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.759868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.760191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.760540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.760868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.761409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.761746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.762079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:13.789549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:13.790171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:13.808382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-c04df78e-1b18-4900-bb43-b2783986b2df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915780 Dec 10 04:59:13.883571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Request body: {'port': {'device_id': '40520796-76b7-4a4c-8378-cacf5af1934f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:13.963251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.139944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd11f5-ef8e-45ce-8237-3b7270376955 req-86420e9b-aa1f-4ba4-bf49-01d8c6e1a2ed tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:14.141907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7abd11f5-ef8e-45ce-8237-3b7270376955 req-86420e9b-aa1f-4ba4-bf49-01d8c6e1a2ed tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 946 time: 0.0727322 Dec 10 04:59:14.233166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7abd11f5-ef8e-45ce-8237-3b7270376955 req-3a040c39-5fd1-4499-a91e-e275aa87ffea tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/security-groups?id=afa7ff88-0378-45e0-a35d-44580ce314a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834610 Dec 10 04:59:14.339910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:14.350627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.375769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Transition to ACTIVE for port object 6278d7f8-88dc-410f-bb31-f06362c8ce0a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:59:14.417546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-54836898-f450-47d1-947e-09a0c9680c95 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:14.422802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-54836898-f450-47d1-947e-09a0c9680c95 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 946 time: 0.1262736 Dec 10 04:59:14.423468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.578489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:14.642447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2156c-daa6-4e00-ad79-a1789f41b39c req-3b5ecfe8-6d41-4a97-8242-87314adec283 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:14.646340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ba2156c-daa6-4e00-ad79-a1789f41b39c req-3b5ecfe8-6d41-4a97-8242-87314adec283 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.0975614 Dec 10 04:59:14.707244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Deleting port 4a49e502-8d4a-420d-b1ec-50ee743dee7e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:14.707863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.723570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ba2156c-daa6-4e00-ad79-a1789f41b39c req-c5268dec-bc73-4b59-97cc-5765365843e6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655518 Dec 10 04:59:14.745733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:59:14.746792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:59:14.747343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:14.788098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:59:14.788726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:14.799839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:59:14.800744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Checking segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:14.801307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Bound using segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:59:14.801923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Bound port: 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:59:14.802455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.864162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] For port 4a49e502-8d4a-420d-b1ec-50ee743dee7e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4a49e502-8d4a-420d-b1ec-50ee743dee7e,segment=NetworkSegment(a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f),segment_id=a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:14.864549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:14.887387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Calling delete_port for 4a49e502-8d4a-420d-b1ec-50ee743dee7e owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:14.914239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:59:14.961161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:59:14.969748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:15.034722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:15.035440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:15.037065 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 1091 time: 1.2154915 Dec 10 04:59:15.037515 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:15.040509 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b8ebf-6126-4928-9f0e-90c53356ea2c" -d '{"events": [{"name": "network-changed", "server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:15.084140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ec85-1573-4880-850e-9699f9fa37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:15.132283 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01089c-91eb-4028-a32f-0264f61bf890 x-openstack-request-id: req-7e01089c-91eb-4028-a32f-0264f61bf890 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:15.132686 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:15.133116 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e01089c-91eb-4028-a32f-0264f61bf890 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:15.133490 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'status': 'completed', 'code': 200} Dec 10 04:59:15.180151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:15.219454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-61fa45a3-7501-4f14-b1df-39c5b5dfd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:15.221121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-61fa45a3-7501-4f14-b1df-39c5b5dfd775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1094 time: 0.1048894 Dec 10 04:59:15.222177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Pushing event deleted for resources: {'Port': ['ID=4a49e502-8d4a-420d-b1ec-50ee743dee7e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:15.227121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4a49e502-8d4a-420d-b1ec-50ee743dee7e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:15.281829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] No DVR routers for this DVR port 4a49e502-8d4a-420d-b1ec-50ee743dee7e on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:15.285246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:15.289448 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7168b515-78de-4d3e-9ce8-9a91e1604f83 req-26d2db38-92ce-432a-b542-6615ce077ce4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.41 "DELETE /v2.0/ports/4a49e502-8d4a-420d-b1ec-50ee743dee7e HTTP/1.1" status: 204 len: 173 time: 0.8558598 Dec 10 04:59:15.323381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-53135267-8c54-40cb-b6d6-cd0524016d96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0735831 Dec 10 04:59:15.396297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-b3f43761-c0d5-42b1-96b8-567e381761f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:15.398600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-b3f43761-c0d5-42b1-96b8-567e381761f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0667336 Dec 10 04:59:15.428686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58d5f9cc-a47d-470b-b746-874ba319b588 req-1fd7fa0f-093a-4de8-84bd-744d6fcd62d4 tempest-VolumesActionsTest-1344302606 tempest-VolumesActionsTest-1344302606-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c97a3a-51a8-4813-a86b-b2123a382b4c HTTP/1.1" status: 200 len: 210 time: 0.0656536 Dec 10 04:59:15.461458 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-bb2590eb-7552-4b2a-acdf-2300a614c40c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549648 Dec 10 04:59:15.578712 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-e44c0574-1287-49f1-9da0-d898efa99c3b service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090662 Dec 10 04:59:15.689821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3dd3e695-6e15-4d80-8d9c-7e68687ee3c7 req-e156eb90-735f-44c5-bd24-c7035afbe308 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017830 Dec 10 04:59:15.837584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-a9bcb58c-1719-4406-a61b-4e8bf4738bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:15.840407 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-a9bcb58c-1719-4406-a61b-4e8bf4738bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1094 time: 0.0645180 Dec 10 04:59:15.938370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84467a-3528-4a27-bf50-020d53755cd6 req-5d4f345c-803e-4fc2-b943-5ac70bed58df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:15.944504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a84467a-3528-4a27-bf50-020d53755cd6 req-5d4f345c-803e-4fc2-b943-5ac70bed58df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.1076777 Dec 10 04:59:16.066317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-4630fcd3-5b23-4492-998a-04fe412da8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:16.073987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-4630fcd3-5b23-4492-998a-04fe412da8cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.2205853 Dec 10 04:59:16.079975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a84467a-3528-4a27-bf50-020d53755cd6 req-d6b7d882-dcdb-4cbc-9577-66fbccfc1f7f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184981 Dec 10 04:59:16.145618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-8fd466bb-a79b-46da-aba1-9793e8cc1cce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0620995 Dec 10 04:59:16.233058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-048c2324-f733-4deb-a6bd-77f30d68e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:16.234590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-048c2324-f733-4deb-a6bd-77f30d68e732 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0748749 Dec 10 04:59:16.277319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-081e8599-9ef2-430f-8a2f-0c2e2e6878b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346406 Dec 10 04:59:16.378634 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-675ae5eb-735c-4d09-bc82-8557cacf3c47 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926828 Dec 10 04:59:16.496044 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-948b8ebf-6126-4928-9f0e-90c53356ea2c req-4340d75a-fe2d-401f-93ca-10f28772e6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088977 Dec 10 04:59:17.135013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'name': 'network-vif-deleted', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:17.137949 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540d19b-a86d-4c4b-801d-d5af1230ee2c" -d '{"events": [{"server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "name": "network-vif-deleted", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:17.209519 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8a01f-0e4a-4dd9-abc2-2401ffa5e86e x-openstack-request-id: req-2cc8a01f-0e4a-4dd9-abc2-2401ffa5e86e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:17.209904 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c97a3a-51a8-4813-a86b-b2123a382b4c", "name": "network-vif-deleted", "tag": "4a49e502-8d4a-420d-b1ec-50ee743dee7e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:17.210232 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cc8a01f-0e4a-4dd9-abc2-2401ffa5e86e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:17.210699 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c97a3a-51a8-4813-a86b-b2123a382b4c', 'name': 'network-vif-deleted', 'tag': '4a49e502-8d4a-420d-b1ec-50ee743dee7e', 'status': 'completed', 'code': 200} Dec 10 04:59:17.290834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d074-d749-4bfa-aa96-79c42b7ca811 req-78144e7f-b809-4c71-b932-2c272d2e4874 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:17.299545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b510d074-d749-4bfa-aa96-79c42b7ca811 req-78144e7f-b809-4c71-b932-2c272d2e4874 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.1083071 Dec 10 04:59:17.401980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b510d074-d749-4bfa-aa96-79c42b7ca811 req-8e4b045c-bb8e-4af0-b0c0-6d729e50a223 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013393 Dec 10 04:59:17.958085 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:59:18.627895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39080aee-159c-4a2c-a960-04eaddb83bb4 req-78a9b764-2d9e-4672-aee1-953e2e99a2fd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:18.630727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39080aee-159c-4a2c-a960-04eaddb83bb4 req-78a9b764-2d9e-4672-aee1-953e2e99a2fd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.0788395 Dec 10 04:59:18.716136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4a49e502-8d4a-420d-b1ec-50ee743dee7e no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:18.760312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39080aee-159c-4a2c-a960-04eaddb83bb4 req-c8894dc8-1b31-487b-aaf9-73dbd26b3d23 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069500 Dec 10 04:59:18.782961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:59:18.785906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 4a49e502-8d4a-420d-b1ec-50ee743dee7e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:18.786252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4a49e502-8d4a-420d-b1ec-50ee743dee7e not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:18.941734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:18.998766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:19.011944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'port_id': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'mac_address': 'fa:16:3e:2e:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cb9e56-4829-4ecc-af58-d23c7be322aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:59:19.053861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:19.070913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:19.094611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:19.120752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:19.233011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:19.395166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:19.687466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:19.997124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabbeb-6ffb-4d31-b842-e656e5f44ace req-4be7b877-ebeb-43f0-aca6-59028a04ee3d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:20.005479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bbabbeb-6ffb-4d31-b842-e656e5f44ace req-4be7b877-ebeb-43f0-aca6-59028a04ee3d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1008930 Dec 10 04:59:20.114033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bbabbeb-6ffb-4d31-b842-e656e5f44ace req-e2a09632-6189-43c3-a785-50e4e76bafd8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072555 Dec 10 04:59:20.131740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Deleting port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:20.132314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:20.230334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] For port 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:20.230694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:20.248662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Calling delete_port for 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:20.342519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:20.463461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-57bb5cad-64d5-422d-ab8e-cb7cd15c0ec1 req-8c3d51c7-a44b-4676-aefe-181e0c19d918 service neutron] (103254) timed out ('10.222.0.43', 43384) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 04:59:20.569907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:20.633707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1e6a98-52cd-48c8-b3dc-b86f2571e69d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:20.771871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:59:20.920200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:59:20.928387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:59:20.929163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:21.083139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:21.112221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:21.185343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:21.186550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:21.191076 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9428e4-f292-4889-91a3-5a6dd22bceef" -d '{"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:21.209749 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:21.338279 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfa1a31-71f6-4516-ad07-f7bf3deb76a1 x-openstack-request-id: req-4cfa1a31-71f6-4516-ad07-f7bf3deb76a1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:21.338279 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:21.338279 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cfa1a31-71f6-4516-ad07-f7bf3deb76a1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:21.338279 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'code': 200} Dec 10 04:59:21.395277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55cb3-63b2-4d86-af43-784cf6c28dd4 req-0c2d0bb6-04de-42ae-93e6-1330b8bcb9e1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:21.398852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cef55cb3-63b2-4d86-af43-784cf6c28dd4 req-0c2d0bb6-04de-42ae-93e6-1330b8bcb9e1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1079922 Dec 10 04:59:21.403055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:21.471946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cef55cb3-63b2-4d86-af43-784cf6c28dd4 req-1cd337ec-3ed7-49d3-9aaa-bd8bbc466052 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662267 Dec 10 04:59:21.515105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:59:21.517169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d131e0-f4a9-4f58-b11b-9443e184d4ca req-b8f32a1f-c9f4-4d39-9f88-bac37dba4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:21.518806 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7d131e0-f4a9-4f58-b11b-9443e184d4ca req-b8f32a1f-c9f4-4d39-9f88-bac37dba4f89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1096 time: 0.0697021 Dec 10 04:59:21.686306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d7d131e0-f4a9-4f58-b11b-9443e184d4ca req-7588b6e2-ed6a-4c94-945c-ad962661191e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593006 Dec 10 04:59:21.734278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:59:21.744742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Sync routers for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:59:21.747409 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b0d83955-4462-48fb-8920-1dbcc89f4554 admin admin] 10.222.0.43 "PUT /v2.0/routers/c538220c-59f5-45e3-a0ab-d5fdb500a6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031771 Dec 10 04:59:21.749375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:21.758548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:21.758548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:21.917413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:21.991317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:22.117161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:22.203094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Deleting port 25f6cc05-cbb3-481a-b28a-e97893cdbe44 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:22.203776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:22.327674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] For port 25f6cc05-cbb3-481a-b28a-e97893cdbe44, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=25f6cc05-cbb3-481a-b28a-e97893cdbe44,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:22.328297 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:22.345447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Calling delete_port for 25f6cc05-cbb3-481a-b28a-e97893cdbe44 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:22.404267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b42f20a-eca4-4e24-a8b6-068d1dfaf40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:22.441348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:59:20Z', 'revision_number': 5, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port': {'id': '25f6cc05-cbb3-481a-b28a-e97893cdbe44', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:29Z', 'updated_at': '2021-12-10T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:22.655800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Checking router: c538220c-59f5-45e3-a0ab-d5fdb500a6e8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:59:22.670898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Routers {'c538220c-59f5-45e3-a0ab-d5fdb500a6e8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:22.673727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:58:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:22.677932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:22.732439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Pushing event deleted for resources: {'Port': ['ID=25f6cc05-cbb3-481a-b28a-e97893cdbe44,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:22.781633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] Set router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:22.843928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e87246-8b2f-48a7-9434-adec549b2898 req-187837b8-27b8-4fba-bde5-b362a377a8a7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:22.846146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42e87246-8b2f-48a7-9434-adec549b2898 req-187837b8-27b8-4fba-bde5-b362a377a8a7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.2303927 Dec 10 04:59:22.870721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:59:22Z', 'revision_number': 7, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:22.873424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e69be5-c52b-4dd7-9e5f-e7fee35a9341 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:22.909008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42e87246-8b2f-48a7-9434-adec549b2898 req-f030d135-8a76-403c-8291-69da5a628787 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Dec 10 04:59:22.911014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2596b-f4a7-4241-b6fe-e580b2c1cd70 None None] The sync data for ids ['c538220c-59f5-45e3-a0ab-d5fdb500a6e8'] in n-d-817326-3 is: [{'id': 'c538220c-59f5-45e3-a0ab-d5fdb500a6e8', 'name': 'tempest-TaggedBootDevicesTest-1253836883-router', 'tenant_id': '1adf4290b30a45ad836c307d47b0d625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:28Z', 'updated_at': '2021-12-10T04:59:22Z', 'revision_number': 7, 'project_id': '1adf4290b30a45ad836c307d47b0d625', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:59:22.912144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.009425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.011684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.056462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.057065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c538220c-59f5-45e3-a0ab-d5fdb500a6e8 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:59:23.061723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.062872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af1ca51a-003e-4fc8-a08e-fed0327711fa admin admin] 10.222.0.43 "DELETE /v2.0/routers/c538220c-59f5-45e3-a0ab-d5fdb500a6e8 HTTP/1.1" status: 204 len: 168 time: 1.3119650 Dec 10 04:59:23.066051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:23.184995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Deleting subnet fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:23.200673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.279267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.390872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.508809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.553373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:23.565338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.565508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebb927-ab1f-40f9-a712-89b25f78b73a None None] Network c2ee61fb-678d-494d-87c9-a783e70a5230 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:23.569833 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-10f9e297-4d58-47e9-b3da-ab6da3dd6585 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe318e77-e7ba-4ebe-ba39-dfaeaaaa6f42 HTTP/1.1" status: 204 len: 168 time: 0.5026619 Dec 10 04:59:23.572525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:23.672408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.730716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.778746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4b942-1c57-4fdd-a989-85dcd93ab6e2 req-a11bf011-de6e-4fac-9318-19997c9bb9b8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:23.780376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0d4b942-1c57-4fdd-a989-85dcd93ab6e2 req-a11bf011-de6e-4fac-9318-19997c9bb9b8 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.1976717 Dec 10 04:59:23.821732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] DHCP port deletion for c2ee61fb-678d-494d-87c9-a783e70a5230 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:23.882819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0d4b942-1c57-4fdd-a989-85dcd93ab6e2 req-1ecb8805-c1e5-4a67-b19d-737371a72e8f tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805240 Dec 10 04:59:23.906627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Deleting port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:23.906801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:23.983206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Deleting port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:23.983784 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.045278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:24.092180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:24.092180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.111246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Calling delete_port for 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:24.166925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:24.167626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2a1e6a98-52cd-48c8-b3dc-b86f2571e69d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:24.168388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 25f6cc05-cbb3-481a-b28a-e97893cdbe44 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:24.200192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 25f6cc05-cbb3-481a-b28a-e97893cdbe44 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:24.201986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 25f6cc05-cbb3-481a-b28a-e97893cdbe44 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:24.201986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:24.280139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:24.280578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.296638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Calling delete_port for 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:24.390853 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.472521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,segment=NetworkSegment(d11ddb4a-224a-498f-b075-3dd00a5038d6),segment_id=d11ddb4a-224a-498f-b075-3dd00a5038d6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:24.489568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.543954 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.582669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] No DVR routers for this DVR port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:24.584517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:24.632101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02f54-65b8-468b-873a-db6c2f24f2ba None None] Pushing event deleted for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:24.857689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.894584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:24.896948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] No DVR routers for this DVR port 9f3d6c5d-a9b2-47a9-abad-3c0fc57bf019 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:24.975487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:24.996341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ee61fb-678d-494d-87c9-a783e70a5230']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:25.007169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11ddb4a-224a-498f-b075-3dd00a5038d6') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:25.007474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11ddb4a-224a-498f-b075-3dd00a5038d6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:25.018063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.034962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.041454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:25.041883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:25.173836 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:25.194235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-23401ad6-4443-47a4-ad7c-7ff22348d0c7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:25.195888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-23401ad6-4443-47a4-ad7c-7ff22348d0c7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.36 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.1153312 Dec 10 04:59:25.209027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409525f-fa01-48c7-890f-0ba5946fe73a req-382a4048-0faf-4556-bbd8-4fcd4ca1b4b7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:25.213637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3409525f-fa01-48c7-890f-0ba5946fe73a req-382a4048-0faf-4556-bbd8-4fcd4ca1b4b7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 1.0407989 Dec 10 04:59:25.217838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-014ac1eb-aadf-4b3a-b68a-ea76a465efd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.282841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.338214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39d99e-44f6-429c-842b-7ed65e550e60 req-967aa912-b869-4d8b-97a2-44ebdf5b6bf7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:25.339829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d39d99e-44f6-429c-842b-7ed65e550e60 req-967aa912-b869-4d8b-97a2-44ebdf5b6bf7 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 945 time: 0.1771173 Dec 10 04:59:25.343779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3409525f-fa01-48c7-890f-0ba5946fe73a req-5f24d382-3321-466c-be8f-210be6b8e234 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023707 Dec 10 04:59:25.401854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Deleting port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:25.402434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.421367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.432220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c2ee61fb-678d-494d-87c9-a783e70a5230 HTTP/1.1" status: 204 len: 168 time: 1.8585773 Dec 10 04:59:25.432450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:25.434026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3af50-1e0f-4172-97a2-19fe2760ec57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ee61fb-678d-494d-87c9-a783e70a5230,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:25.470997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d39d99e-44f6-429c-842b-7ed65e550e60 req-ecee151e-cb2f-4604-ab4b-4376513bf766 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/security-groups?id=a152d76b-7401-413e-a1b9-8199ae50008d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198606 Dec 10 04:59:25.823958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.920832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] For port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,segment=NetworkSegment(56ee419b-5555-4428-898b-0289dde7e083),segment_id=56ee419b-5555-4428-898b-0289dde7e083)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:25.921204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:25.941331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7a143491-2c1e-4dba-a8c9-af662d61f7e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:25.943169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Calling delete_port for c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:25.945153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7a143491-2c1e-4dba-a8c9-af662d61f7e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 814 time: 0.3483701 Dec 10 04:59:25.971048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-b83ebf84-7f67-4752-b06b-bb20f2b43ba4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/quotas/736f9f7009824b2ea09626d77dc28a89 HTTP/1.1" status: 200 len: 375 time: 0.0130353 Dec 10 04:59:26.065273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-384494a7-a453-43c4-9a91-d16234c706cc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886126 Dec 10 04:59:26.234590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-afef3458-47a0-4e0e-9d31-8a90b3ed0f8d service neutron] 10.222.0.43 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505029 Dec 10 04:59:26.269485 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:26.306110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:26.346824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Pushing event deleted for resources: {'Port': ['ID=c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:26.358677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-dedfa4ae-52e3-477f-a0e2-821155011ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160038 Dec 10 04:59:26.370078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f95c2-1cc7-42f6-960c-5e65f856efb6 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:26.424026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] No DVR routers for this DVR port c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:26.431968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:26.436953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c824d6f6-8192-48d4-9b68-cb007f177fc5 req-83b8b5a9-02e4-4c54-9295-e76fe911d803 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.36 "DELETE /v2.0/ports/c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d HTTP/1.1" status: 204 len: 173 time: 1.2307146 Dec 10 04:59:26.437426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'name': 'network-vif-deleted', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:26.440568 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca25ee8-8edb-48be-833a-560259047b12" -d '{"events": [{"server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "name": "network-vif-deleted", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:26.586653 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b305a08-7298-4dad-91f8-fdaa60c3c8c3 x-openstack-request-id: req-1b305a08-7298-4dad-91f8-fdaa60c3c8c3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:26.586653 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020ed15e-2040-43ca-baf9-01520c4f9ef8", "name": "network-vif-deleted", "tag": "c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:26.586653 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b305a08-7298-4dad-91f8-fdaa60c3c8c3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:26.588282 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020ed15e-2040-43ca-baf9-01520c4f9ef8', 'name': 'network-vif-deleted', 'tag': 'c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d', 'status': 'completed', 'code': 200} Dec 10 04:59:26.699761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:26.802114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c543cfe-5287-46dc-82d6-e6ee7136a3cc req-91ff0acd-49ee-480e-8d71-511a9281b200 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 210 time: 0.0908248 Dec 10 04:59:26.884976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4602df7-043d-4079-a76e-1f302b186e2c req-a4346826-cbb0-41f2-952c-98303d466316 tempest-VolumesSnapshotTestJSON-455312903 tempest-VolumesSnapshotTestJSON-455312903-project] 10.222.0.43 "GET /v2.0/ports?device_id=020ed15e-2040-43ca-baf9-01520c4f9ef8 HTTP/1.1" status: 200 len: 210 time: 0.0801504 Dec 10 04:59:27.071065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Deleting port 599f2f99-7ecf-42b4-994f-56e0d8cc1419 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:27.071464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:27.233176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] For port 599f2f99-7ecf-42b4-994f-56e0d8cc1419, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=599f2f99-7ecf-42b4-994f-56e0d8cc1419,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:27.233554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:27.266763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Calling delete_port for 599f2f99-7ecf-42b4-994f-56e0d8cc1419 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:27.499378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:27.574695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:27.621527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Pushing event deleted for resources: {'Port': ['ID=599f2f99-7ecf-42b4-994f-56e0d8cc1419,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:27.979626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b2c41d4-af97-4c26-a05d-f075846ef93e req-0071711c-8486-462a-af52-845e91caecc8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 210 time: 0.0674260 Dec 10 04:59:28.045154 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:28.368720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:28.398618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Router 17add4d2-849a-4578-aad8-e972bade63f8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 04:59:28.680093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 04:59:28.691429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Sync routers for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 04:59:28.703578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aa8c16ec-85d6-420a-b701-b7d730115465 admin admin] 10.222.0.43 "PUT /v2.0/routers/17add4d2-849a-4578-aad8-e972bade63f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2700460 Dec 10 04:59:28.705899 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:28.706347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34696) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:28.706534 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:28.825030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:28.869787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:28.870141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c087ee5f-ffe6-4ce9-b4d0-ca921b56f48d not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:28.922044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:28.953570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.087232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-d0055d73-2dbe-4d2e-a0ca-c31f85f733fe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:29.094222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-d0055d73-2dbe-4d2e-a0ca-c31f85f733fe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 814 time: 0.4103274 Dec 10 04:59:29.122914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Request body: {'port': {'device_id': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'admin_state_up': True, 'tenant_id': '736f9f7009824b2ea09626d77dc28a89'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:29.177378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.214524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8b46442-9072-4164-b8cc-90e5198beed6 req-42e9b503-f524-47d0-97f0-fa27559fb4d4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 210 time: 0.1270363 Dec 10 04:59:29.240654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:59:27Z', 'revision_number': 5, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port': {'id': '0114770b-6a88-4acf-a423-8ed461a939f6', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17add4d2-849a-4578-aad8-e972bade63f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:47:44Z', 'updated_at': '2021-12-10T04:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:29.284837 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Checking router: 17add4d2-849a-4578-aad8-e972bade63f8 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 04:59:29.293842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Deleting port 0114770b-6a88-4acf-a423-8ed461a939f6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:29.294079 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Routers {'17add4d2-849a-4578-aad8-e972bade63f8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 04:59:29.294546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.294883 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T04:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['17add4d2-849a-4578-aad8-e972bade63f8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:29.404911 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] Set router 17add4d2-849a-4578-aad8-e972bade63f8 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 04:59:29.442385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] For port 0114770b-6a88-4acf-a423-8ed461a939f6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0114770b-6a88-4acf-a423-8ed461a939f6,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:29.444101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.458633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Made reservation on behalf of 736f9f7009824b2ea09626d77dc28a89 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:29.464606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.474538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Calling delete_port for 0114770b-6a88-4acf-a423-8ed461a939f6 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:29.487318 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:59:29Z', 'revision_number': 6, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:29.517531 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c46c96-a2ec-4e57-a009-54314d8b6912 None None] The sync data for ids ['17add4d2-849a-4578-aad8-e972bade63f8'] in n-d-817326-3 is: [{'id': '17add4d2-849a-4578-aad8-e972bade63f8', 'name': 'tempest-TaggedBootDevicesTest-313622252-router', 'tenant_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:47:41Z', 'updated_at': '2021-12-10T04:59:29Z', 'revision_number': 6, 'project_id': '3fbdc1f5ba6c4182a32708891fb55e56', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 04:59:29.732089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Allocated IP 172.20.0.2 (8f73e05e-1013-4a04-99ce-327a9317eb8f/88cb9e56-4829-4ecc-af58-d23c7be322aa/20ba99a1-411c-43b5-b785-623c7797ab25) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:59:29.865204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:29.936181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 599f2f99-7ecf-42b4-994f-56e0d8cc1419 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:29.943343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769fc31c-e021-403c-a7c0-b9942f994409 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:29.943982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Pushing event deleted for resources: {'Port': ['ID=0114770b-6a88-4acf-a423-8ed461a939f6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:30.027334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.027963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.028499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.028999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.029529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.030032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.030533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.031025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.031537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.032665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.033179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.033683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.034177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:30.046508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 599f2f99-7ecf-42b4-994f-56e0d8cc1419 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:30.046921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 599f2f99-7ecf-42b4-994f-56e0d8cc1419 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:30.078524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.163961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.262996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.273140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.281361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.296401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:30.336036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Pushing event updated for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:30.376398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:59:30.379833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:30.385180 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:59:30.451313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.452139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17add4d2-849a-4578-aad8-e972bade63f8 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 04:59:30.458310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.461623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84df3a11-87d9-436c-9c2d-ad437540e161 admin admin] 10.222.0.43 "DELETE /v2.0/routers/17add4d2-849a-4578-aad8-e972bade63f8 HTTP/1.1" status: 204 len: 168 time: 1.7542181 Dec 10 04:59:30.462253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34720) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:30.493463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:30.496951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.511869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87607-e511-4f45-b23b-07d76f09931d req-2cfaa8f5-6668-481e-b6ff-f5aef7ccec7f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:30.513455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e87607-e511-4f45-b23b-07d76f09931d req-2cfaa8f5-6668-481e-b6ff-f5aef7ccec7f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 931 time: 0.1365542 Dec 10 04:59:30.530719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-7b01a6d1-03e7-4901-a1e6-eb14c9f3505a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116731 Dec 10 04:59:30.548277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-c546a3a4-0037-4eeb-8ea0-c089283ffcd4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 04:59:30.549453 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-c546a3a4-0037-4eeb-8ea0-c089283ffcd4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092697 Dec 10 04:59:30.572049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Deleting subnet 89be1294-d745-4691-a057-a28832709d37 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:30.575533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.577929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Request body: {'port': {'device_id': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:30.631094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.648959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.718452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08e87607-e511-4f45-b23b-07d76f09931d req-40f90831-c018-4764-96ef-dda9ecdcb5ef tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956859 Dec 10 04:59:30.809413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.892644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.933423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f4fe7-89ab-4993-a100-fc56aeafb05d None None] Network 1f84ea52-84a3-4671-9f65-1e11e254560b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:30.986275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:30.992032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/89be1294-d745-4691-a057-a28832709d37 HTTP/1.1" status: 204 len: 168 time: 0.5228281 Dec 10 04:59:31.002911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:31.005286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae8921-bec9-47ac-89be-880ebe3302f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89be1294-d745-4691-a057-a28832709d37,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:31.278686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ba99a1-411c-43b5-b785-623c7797ab25 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:31.292588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.307173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.314991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Transition to ACTIVE for port object 20ba99a1-411c-43b5-b785-623c7797ab25 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:59:31.322448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.400342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] DHCP port deletion for 1f84ea52-84a3-4671-9f65-1e11e254560b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 04:59:31.438662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Pushing event updated for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:31.507822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Deleting port a9bd5160-3f97-41e2-b491-b65248de41d7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:31.509011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.519968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Attempting to bind port 20ba99a1-411c-43b5-b785-623c7797ab25 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:59:31.520617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Attempting to bind port 20ba99a1-411c-43b5-b785-623c7797ab25 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:59:31.522126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Attempting to bind port 20ba99a1-411c-43b5-b785-623c7797ab25 on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:31.546359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Deleting port a9bd5160-3f97-41e2-b491-b65248de41d7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:31.546759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.549518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Port 20ba99a1-411c-43b5-b785-623c7797ab25 on network 8f73e05e-1013-4a04-99ce-327a9317eb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:59:31.554371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Attempting to bind port 20ba99a1-411c-43b5-b785-623c7797ab25 on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:31.566670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:59:31.567999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Checking segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:31.569367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Bound using segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:59:31.570030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Bound port: 20ba99a1-411c-43b5-b785-623c7797ab25, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:59:31.570618 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.625791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] For port a9bd5160-3f97-41e2-b491-b65248de41d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a9bd5160-3f97-41e2-b491-b65248de41d7,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:31.626257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.640291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Calling delete_port for a9bd5160-3f97-41e2-b491-b65248de41d7 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:31.704437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] For port a9bd5160-3f97-41e2-b491-b65248de41d7, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a9bd5160-3f97-41e2-b491-b65248de41d7,segment=NetworkSegment(1cc30713-e6c5-4654-b13c-743148a9028a),segment_id=1cc30713-e6c5-4654-b13c-743148a9028a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:31.705243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.728313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Calling delete_port for a9bd5160-3f97-41e2-b491-b65248de41d7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:31.740651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:59:31.755813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=20ba99a1-411c-43b5-b785-623c7797ab25,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:59:31.767065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.791638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.852710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:31.853371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.854818 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/20ba99a1-411c-43b5-b785-623c7797ab25 HTTP/1.1" status: 200 len: 1091 time: 1.2824290 Dec 10 04:59:31.866094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bd5160-3f97-41e2-b491-b65248de41d7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:31.868339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:31.873395 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5962ce83-7cd9-4353-8024-a30855f4aaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:31.926669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd35419-d5f8-4872-935e-7cf1ab7b30b7 service neutron] Pushing event updated for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:31.934321 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:31.973714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] No DVR routers for this DVR port a9bd5160-3f97-41e2-b491-b65248de41d7 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:31.982503 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b489e-217d-4cc8-ad6a-502356b5dc0b x-openstack-request-id: req-be3b489e-217d-4cc8-ad6a-502356b5dc0b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:31.983371 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:31.983824 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be3b489e-217d-4cc8-ad6a-502356b5dc0b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:31.984669 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25', 'status': 'completed', 'code': 200} Dec 10 04:59:32.016084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-bdb58e22-230b-4633-96ea-04aedd3d7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:32.020123 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-bdb58e22-230b-4633-96ea-04aedd3d7076 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 1094 time: 0.0850527 Dec 10 04:59:32.032071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] Pushing event deleted for resources: {'Port': ['ID=a9bd5160-3f97-41e2-b491-b65248de41d7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:32.048967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4ffa0-a663-489f-95cc-ec3f82c5fd34 None None] No DVR routers for this DVR port a9bd5160-3f97-41e2-b491-b65248de41d7 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:32.070866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0114770b-6a88-4acf-a423-8ed461a939f6 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:32.154911 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-adf3b18b-de67-4130-bda3-7d585e45feeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20ba99a1-411c-43b5-b785-623c7797ab25 HTTP/1.1" status: 200 len: 217 time: 0.1140692 Dec 10 04:59:32.187285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0114770b-6a88-4acf-a423-8ed461a939f6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:32.193527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0114770b-6a88-4acf-a423-8ed461a939f6 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:32.196213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a9bd5160-3f97-41e2-b491-b65248de41d7 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:32.217910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02934ece-cf6f-4fa9-878a-d5e69b4807d6 req-f581b1e7-ff9e-4b44-8fd2-f338163d2d10 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:32.219566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02934ece-cf6f-4fa9-878a-d5e69b4807d6 req-f581b1e7-ff9e-4b44-8fd2-f338163d2d10 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 943 time: 0.3603790 Dec 10 04:59:32.232205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-fb4071ee-65e9-418e-ba5d-4432ebb18b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:32.234209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-fb4071ee-65e9-418e-ba5d-4432ebb18b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0566621 Dec 10 04:59:32.262852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a9bd5160-3f97-41e2-b491-b65248de41d7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:32.268335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a9bd5160-3f97-41e2-b491-b65248de41d7 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:32.336954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.339736 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-5b5f72b7-be44-4e4b-99b5-03a030a08594 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937250 Dec 10 04:59:32.394812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f84ea52-84a3-4671-9f65-1e11e254560b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:32.449350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02934ece-cf6f-4fa9-878a-d5e69b4807d6 req-e610d3ef-c7d2-47ed-9cbe-ce68895ff9ae tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156649 Dec 10 04:59:32.451426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc30713-e6c5-4654-b13c-743148a9028a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:32.451848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc30713-e6c5-4654-b13c-743148a9028a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:32.493593 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.543811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.576936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-39cebafe-650a-4463-b165-5631b8ca51e9 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188876 Dec 10 04:59:32.578624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:32.579640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:32.591360 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:32.725653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fe26e40a-c4b3-4b21-9cc5-a5ab3ebece81 req-c9e79fda-29b7-4804-a94e-c0ec0d831b5d service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391602 Dec 10 04:59:32.761431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.773705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:32.777891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f84ea52-84a3-4671-9f65-1e11e254560b HTTP/1.1" status: 204 len: 168 time: 1.7737598 Dec 10 04:59:32.808114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bcf59-7aff-4e9b-aecc-a635163f05e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f84ea52-84a3-4671-9f65-1e11e254560b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:32.935141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-a1edc5f1-211c-48d3-9603-6e5491759be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:32.938291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-a1edc5f1-211c-48d3-9603-6e5491759be4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 1094 time: 0.0857105 Dec 10 04:59:32.987715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34764) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:33.117699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-45fb1f02-5825-429c-b93d-ce5346e94edd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1adf4290b30a45ad836c307d47b0d625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283348 Dec 10 04:59:33.120203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34770) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:33.235015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:33.261186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-94c16c4c-0045-473b-a03e-a2df4442d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:33.265371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:33.265861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-94c16c4c-0045-473b-a03e-a2df4442d8ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.3042736 Dec 10 04:59:33.333550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:33.336247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:33.339806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15820073-65ea-4e79-8873-2e89f6f61447 HTTP/1.1" status: 204 len: 168 time: 0.2162929 Dec 10 04:59:33.358615 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-5f66a5f1-ce02-4306-8bb0-8cc018a341e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20ba99a1-411c-43b5-b785-623c7797ab25 HTTP/1.1" status: 200 len: 217 time: 0.0823720 Dec 10 04:59:33.364914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943342f1-99ab-47f2-9456-c241702738ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15820073-65ea-4e79-8873-2e89f6f61447,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:33.732722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046f3ba-3587-4bb0-b484-31566bbfb596 req-a3ef25b1-2c6e-49ae-969d-63451c0e7afb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:33.734360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0046f3ba-3587-4bb0-b484-31566bbfb596 req-a3ef25b1-2c6e-49ae-969d-63451c0e7afb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 943 time: 0.1572170 Dec 10 04:59:33.857474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0046f3ba-3587-4bb0-b484-31566bbfb596 req-bb2cb607-b540-4c18-83a5-dfa1586a1a62 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074271 Dec 10 04:59:33.994970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-69b69b15-fb2a-44d7-b8f9-12f470b3a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:33.996723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-69b69b15-fb2a-44d7-b8f9-12f470b3a29b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.6306570 Dec 10 04:59:34.065195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-e96422a0-c498-444f-88f4-c834413cca9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554149 Dec 10 04:59:34.065873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34782) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:34.130407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f12d86cc-c6a5-4a27-b2b4-119aec313ad5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fbdc1f5ba6c4182a32708891fb55e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629122 Dec 10 04:59:34.133090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:34.252787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-4b47a2f6-75ed-4fca-a5bb-d8412993ce63 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759894 Dec 10 04:59:34.293944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:34.437637 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5962ce83-7cd9-4353-8024-a30855f4aaf7 req-d1a74e8c-79c9-4005-8760-32872af1ddf5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708760 Dec 10 04:59:34.443734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:34.514508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:34.525520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:34.534594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/429d5cdb-6734-4315-ad1f-864289b1ee0b HTTP/1.1" status: 204 len: 168 time: 0.4000702 Dec 10 04:59:34.548747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2517b-86c9-4c9c-bae4-a68a8e540983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d5cdb-6734-4315-ad1f-864289b1ee0b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:35.060130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98d8b-c551-40ec-a7cc-e1738b746b6d req-6abd7d78-8492-4691-9d52-46759c643198 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:35.062755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74d98d8b-c551-40ec-a7cc-e1738b746b6d req-6abd7d78-8492-4691-9d52-46759c643198 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 943 time: 0.0795259 Dec 10 04:59:35.205393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74d98d8b-c551-40ec-a7cc-e1738b746b6d req-8bb80aaf-a0ab-4264-8ff2-1c8c02786ff0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369264 Dec 10 04:59:35.788547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 34834) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:35.994050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-296893093-network', 'tenant_id': '63520bf098a643cf98b5ede5a4a64917'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:36.035952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Made reservation on behalf of 63520bf098a643cf98b5ede5a4a64917 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:36.039119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.056269 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.186514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.195017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.279204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a435a640-9c25-4df0-b8f0-6927d1a96381,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:36.317292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 04:59:36.344106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.345418 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Added segment 61fa075f-5a86-433c-8869-8bebd7a25bd9 of type vlan for network 39784c00-b5f2-47f6-8655-309f3db1b9b8 Dec 10 04:59:36.434363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.456134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c61c6-4c42-49c2-a4b0-2d298f202938 req-b9883825-9596-4b15-950b-bb1972b5349e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:36.464022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e62c61c6-4c42-49c2-a4b0-2d298f202938 req-b9883825-9596-4b15-950b-bb1972b5349e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 943 time: 0.1015625 Dec 10 04:59:36.500103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.502261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:36.503012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.541515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7514615 Dec 10 04:59:36.544263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 34848) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:36.550021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Request body: {'subnet': {'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-296893093-subnet', 'tenant_id': '63520bf098a643cf98b5ede5a4a64917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:36.562222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e62c61c6-4c42-49c2-a4b0-2d298f202938 req-90184d4d-9df9-4413-b530-387ac81498ca tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970836 Dec 10 04:59:36.611909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8bef0-1385-45c1-a105-b4f00c9fa4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=39784c00-b5f2-47f6-8655-309f3db1b9b8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:36.633247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Made reservation on behalf of 63520bf098a643cf98b5ede5a4a64917 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:36.636722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:36.638388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 39784c00-b5f2-47f6-8655-309f3db1b9b8 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 04:59:36.857119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 20ba99a1-411c-43b5-b785-623c7797ab25 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:59:36.886026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:37.014757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492ef2ee-95b2-4226-81cd-51b81d47e6d7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:37.027386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Checking segment: {'id': '61fa075f-5a86-433c-8869-8bebd7a25bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:37.028108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Network hostable DHCP agents. Network: 39784c00-b5f2-47f6-8655-309f3db1b9b8, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 04:59:37.059628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Network 39784c00-b5f2-47f6-8655-309f3db1b9b8 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 04:59:37.079947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 39784c00-b5f2-47f6-8655-309f3db1b9b8) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:37.094024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:37.095237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:37.106828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fd34c-1b5e-49ea-9c17-5814fc33d373 None None] Network 39784c00-b5f2-47f6-8655-309f3db1b9b8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:37.137460 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e9c10aa3-fcd8-4b28-9008-81fdfb2db558 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5911796 Dec 10 04:59:37.319118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dbe90-a1aa-4105-8301-67ba5e18ba8b None None] Network 39784c00-b5f2-47f6-8655-309f3db1b9b8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 04:59:37.376954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=20ba99a1-411c-43b5-b785-623c7797ab25,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:37.445711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '20ba99a1-411c-43b5-b785-623c7797ab25', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'port_id': '20ba99a1-411c-43b5-b785-623c7797ab25', 'mac_address': 'fa:16:3e:19:ab:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cb9e56-4829-4ecc-af58-d23c7be322aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:59:37.541680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:37.578013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ba99a1-411c-43b5-b785-623c7797ab25 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:37.649269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=20ba99a1-411c-43b5-b785-623c7797ab25,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:37.658978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:37.831123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:37.854169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62444c7d-0b74-4b6a-837d-be516906986a req-7bd0d8a7-3c7d-47eb-8c67-ae070c6b1171 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:37.863797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62444c7d-0b74-4b6a-837d-be516906986a req-7bd0d8a7-3c7d-47eb-8c67-ae070c6b1171 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 944 time: 0.1445656 Dec 10 04:59:37.995346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-62444c7d-0b74-4b6a-837d-be516906986a req-5f440a0a-721a-4f20-85bd-33446ced220f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306517 Dec 10 04:59:38.052773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['20ba99a1-411c-43b5-b785-623c7797ab25'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:38.271496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-edcddf07-37ad-44fe-b05e-95260e2493e6 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:38.276079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-edcddf07-37ad-44fe-b05e-95260e2493e6 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/networks?id=39784c00-b5f2-47f6-8655-309f3db1b9b8 HTTP/1.1" status: 200 len: 813 time: 0.2553625 Dec 10 04:59:38.307411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-10f49d50-d595-4fc1-897f-d8e395c013cd tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/quotas/63520bf098a643cf98b5ede5a4a64917 HTTP/1.1" status: 200 len: 375 time: 0.0254490 Dec 10 04:59:38.393771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-c3801775-00a9-4f2e-aaf6-3743968fdb1d tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=63520bf098a643cf98b5ede5a4a64917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717039 Dec 10 04:59:38.509060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-40539481-fbc9-49ba-8e18-ec92d1db3c07 service neutron] 10.222.0.43 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144116 Dec 10 04:59:38.702156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-106af909-7395-414f-802a-70ad74d74d04 service neutron] 10.222.0.43 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823952 Dec 10 04:59:38.929227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-422b9d46-657b-4669-8a2f-63ed24b1d33b req-4629680e-4dd3-4c34-91a0-6b8cdbd8d884 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 210 time: 0.0537431 Dec 10 04:59:39.253132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f187571-5b5b-456a-9fe3-7cc180c115bb req-c12e0553-92b5-4ceb-9bd8-5ec516098290 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:39.261405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f187571-5b5b-456a-9fe3-7cc180c115bb req-c12e0553-92b5-4ceb-9bd8-5ec516098290 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 944 time: 0.1055222 Dec 10 04:59:39.372816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f187571-5b5b-456a-9fe3-7cc180c115bb req-28b9dcfe-6e1e-4c41-a3d3-c3fe6dea6bbe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098340 Dec 10 04:59:40.197179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c22b3f3-1d5f-42a7-aef1-a87069662586 req-7186271f-e4a3-47fe-bd15-3bd1f0d8fe23 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 210 time: 0.1338661 Dec 10 04:59:40.668236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14764-6257-4689-9a62-1ab91c00e18f req-a2f04475-2969-43e1-8574-eb3ea4b2b343 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:40.675204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5c14764-6257-4689-9a62-1ab91c00e18f req-a2f04475-2969-43e1-8574-eb3ea4b2b343 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 944 time: 0.1047251 Dec 10 04:59:40.767340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5c14764-6257-4689-9a62-1ab91c00e18f req-b48d77b9-d259-4cfc-b452-b197f478e589 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912280 Dec 10 04:59:40.810281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 20ba99a1-411c-43b5-b785-623c7797ab25 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:59:40.977317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 20ba99a1-411c-43b5-b785-623c7797ab25 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:59:40.981996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 20ba99a1-411c-43b5-b785-623c7797ab25 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:59:40.982593 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:41.041839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-77eb4227-e7f2-4505-a624-27236aacf5cf tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:41.055025 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-77eb4227-e7f2-4505-a624-27236aacf5cf tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.41 "GET /v2.0/networks?id=39784c00-b5f2-47f6-8655-309f3db1b9b8 HTTP/1.1" status: 200 len: 813 time: 0.4148967 Dec 10 04:59:41.102048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Request body: {'port': {'device_id': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8', 'admin_state_up': True, 'tenant_id': '63520bf098a643cf98b5ede5a4a64917'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:41.145269 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:41.202881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=20ba99a1-411c-43b5-b785-623c7797ab25,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:41.204965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:41.207818 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eebdb3-8ba3-47b7-ad8b-4dfe72266c76" -d '{"events": [{"server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "name": "network-vif-plugged", "status": "completed", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:41.212195 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:41.286538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:41.356936 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31648049-ce7b-4394-84d0-04d128b6fb93 x-openstack-request-id: req-31648049-ce7b-4394-84d0-04d128b6fb93 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:41.359470 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "name": "network-vif-plugged", "status": "completed", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:41.360201 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31648049-ce7b-4394-84d0-04d128b6fb93 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:41.361888 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25', 'code': 200} Dec 10 04:59:41.478173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Made reservation on behalf of 63520bf098a643cf98b5ede5a4a64917 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 04:59:41.491903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:41.556752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a55a172-6716-44c5-86a0-08ff36df9990 req-2b7eb3cd-12c2-40a5-bb72-be87bcf1b622 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 210 time: 0.1240540 Dec 10 04:59:41.709972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1978b-cd71-49bd-be51-88dd63756214 req-10cf69b4-d0b5-48d3-988f-4554548206e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:41.712066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bc1978b-cd71-49bd-be51-88dd63756214 req-10cf69b4-d0b5-48d3-988f-4554548206e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 1096 time: 0.2069874 Dec 10 04:59:41.828304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5bc1978b-cd71-49bd-be51-88dd63756214 req-d2c3b522-9e46-486a-96a4-ccec7c4848cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054940 Dec 10 04:59:41.965989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Allocated IP 172.20.0.4 (39784c00-b5f2-47f6-8655-309f3db1b9b8/492ef2ee-95b2-4226-81cd-51b81d47e6d7/55dadbca-1169-4c37-8c4c-bd2447e05689) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 04:59:41.974284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ed94-0e54-430d-8cfa-bda6a128e221 req-4c938f4a-c6fb-411d-ae2f-d66aba225628 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:42.024762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f090ed94-0e54-430d-8cfa-bda6a128e221 req-4c938f4a-c6fb-411d-ae2f-d66aba225628 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 945 time: 0.1694813 Dec 10 04:59:42.157944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f090ed94-0e54-430d-8cfa-bda6a128e221 req-82257d5d-9b0d-421e-8614-f6e4377eb68f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315134 Dec 10 04:59:42.343894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:42.408048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:42.629458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Network 39784c00-b5f2-47f6-8655-309f3db1b9b8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 04:59:42.638720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 04:59:42.642229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 04:59:42.651958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Pushing event updated for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:42.738271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408b94f-3aa7-4433-bd2b-7cb6ad99be06 req-99cd2b82-8094-442f-8238-c052551ecd2b tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:42.740495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e408b94f-3aa7-4433-bd2b-7cb6ad99be06 req-99cd2b82-8094-442f-8238-c052551ecd2b tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 931 time: 0.0850074 Dec 10 04:59:42.812534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e408b94f-3aa7-4433-bd2b-7cb6ad99be06 req-955ef56e-0c97-4134-b787-cb48d840c03e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Dec 10 04:59:42.822179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:42.826527 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:42.875695 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-88f1ea34-be17-4b9d-8b9a-d845ba686b3e tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7776117 Dec 10 04:59:42.909329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Request body: {'port': {'device_id': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 04:59:43.123027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:43.411168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073984bb-6fd0-434f-b9cc-b2a322310b3d req-28da591b-d912-4732-a369-0cce0a8d8a1d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:43.419737 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-073984bb-6fd0-434f-b9cc-b2a322310b3d req-28da591b-d912-4732-a369-0cce0a8d8a1d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 945 time: 0.1070302 Dec 10 04:59:43.526128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-073984bb-6fd0-434f-b9cc-b2a322310b3d req-2ec0a3c9-31b7-4840-8b01-2949731a79c8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052079 Dec 10 04:59:43.962974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dadbca-1169-4c37-8c4c-bd2447e05689 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:43.984367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:44.013104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Transition to ACTIVE for port object 55dadbca-1169-4c37-8c4c-bd2447e05689 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 04:59:44.017993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:44.131365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38179-d39f-4bac-b22d-9d1c130ec9f7 req-eddbf407-fe1e-459b-b0ad-7c2a71d89814 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:44.132986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96b38179-d39f-4bac-b22d-9d1c130ec9f7 req-eddbf407-fe1e-459b-b0ad-7c2a71d89814 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 943 time: 0.1372497 Dec 10 04:59:44.154928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33f79-d92c-46f2-9c28-ff47f66ee459 req-34cc199e-0e17-44f4-a0bf-4e66a4b4b104 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:44.166100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fde33f79-d92c-46f2-9c28-ff47f66ee459 req-34cc199e-0e17-44f4-a0bf-4e66a4b4b104 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 945 time: 0.2174909 Dec 10 04:59:44.190277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Pushing event updated for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:44.294869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fde33f79-d92c-46f2-9c28-ff47f66ee459 req-60071fb8-bc50-4181-8335-02275d715d64 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238356 Dec 10 04:59:44.343186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Attempting to bind port 55dadbca-1169-4c37-8c4c-bd2447e05689 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 04:59:44.343566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Attempting to bind port 55dadbca-1169-4c37-8c4c-bd2447e05689 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '61fa075f-5a86-433c-8869-8bebd7a25bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 04:59:44.343861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Attempting to bind port 55dadbca-1169-4c37-8c4c-bd2447e05689 on network 39784c00-b5f2-47f6-8655-309f3db1b9b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:44.350125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96b38179-d39f-4bac-b22d-9d1c130ec9f7 req-c251b40c-67f0-4851-b047-1829d34ead70 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Dec 10 04:59:44.369373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Port 55dadbca-1169-4c37-8c4c-bd2447e05689 on network 39784c00-b5f2-47f6-8655-309f3db1b9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 04:59:44.369991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Attempting to bind port 55dadbca-1169-4c37-8c4c-bd2447e05689 on network 39784c00-b5f2-47f6-8655-309f3db1b9b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 04:59:44.385848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 04:59:44.386279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Checking segment: {'id': '61fa075f-5a86-433c-8869-8bebd7a25bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 04:59:44.386773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Bound using segment: {'id': '61fa075f-5a86-433c-8869-8bebd7a25bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 04:59:44.387303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Bound port: 55dadbca-1169-4c37-8c4c-bd2447e05689, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fa075f-5a86-433c-8869-8bebd7a25bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 04:59:44.387868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:44.580350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 04:59:44.590488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=55dadbca-1169-4c37-8c4c-bd2447e05689,segment=NetworkSegment(61fa075f-5a86-433c-8869-8bebd7a25bd9),segment_id=61fa075f-5a86-433c-8869-8bebd7a25bd9)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 04:59:44.600667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:44.728364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:44.733046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:44.739322 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] 10.222.0.41 "PUT /v2.0/ports/55dadbca-1169-4c37-8c4c-bd2447e05689 HTTP/1.1" status: 200 len: 1091 time: 1.8361304 Dec 10 04:59:44.743624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:44.754358 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:44.885741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd491b-302f-4fd0-8a24-016ccd887660 service neutron] Pushing event updated for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:44.923136 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffdc222-a740-46a3-ba00-6ceffc33b3b5 x-openstack-request-id: req-3ffdc222-a740-46a3-ba00-6ceffc33b3b5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:44.923136 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:44.923136 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ffdc222-a740-46a3-ba00-6ceffc33b3b5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:44.925357 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689', 'status': 'completed', 'code': 200} Dec 10 04:59:44.925636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-351183b4-b6c8-4de5-9a45-049c2ff975da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:44.927290 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-351183b4-b6c8-4de5-9a45-049c2ff975da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63520bf098a643cf98b5ede5a4a64917&device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 1094 time: 0.1228309 Dec 10 04:59:45.036134 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-14837cf9-2f8a-429f-b543-7cace5de4c8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55dadbca-1169-4c37-8c4c-bd2447e05689 HTTP/1.1" status: 200 len: 217 time: 0.0913880 Dec 10 04:59:45.099506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-8e2ca74d-dac9-42a1-93e4-df694a8d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:45.101101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-8e2ca74d-dac9-42a1-93e4-df694a8d7fe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=492ef2ee-95b2-4226-81cd-51b81d47e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0558605 Dec 10 04:59:45.173253 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-c2da2158-3976-4bc3-a4c5-5415aa26055f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39784c00-b5f2-47f6-8655-309f3db1b9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519269 Dec 10 04:59:45.358291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-aabcca6d-a071-4a5f-b645-d71f0a7681d7 service neutron] 10.222.0.41 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428509 Dec 10 04:59:45.422938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e82a-8350-464d-ae19-5b46597f7e21 req-d9cdb4c9-c372-4ca1-86bb-fdbdf21a60e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:45.431784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5779e82a-8350-464d-ae19-5b46597f7e21 req-d9cdb4c9-c372-4ca1-86bb-fdbdf21a60e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 945 time: 0.0646544 Dec 10 04:59:45.554485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5779e82a-8350-464d-ae19-5b46597f7e21 req-fc9e64a3-e2f8-4b54-905b-e7df7e445a52 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217165 Dec 10 04:59:45.603423 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9ab7cf35-890e-4c60-a9d3-31809d1dc269 req-b8c7e475-e970-45a1-9c1a-61dd36ab01bc service neutron] 10.222.0.41 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227223 Dec 10 04:59:45.611657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-7a112d29-614f-4c08-8a38-2a5bb4b8ee17 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:45.613181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-7a112d29-614f-4c08-8a38-2a5bb4b8ee17 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 945 time: 0.1602488 Dec 10 04:59:45.727912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5119e-3a02-4713-a3de-2943ffb32beb req-18138c0d-e0fd-4a56-9b4e-1b50f5604dc3 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:45.729426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33f5119e-3a02-4713-a3de-2943ffb32beb req-18138c0d-e0fd-4a56-9b4e-1b50f5604dc3 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 943 time: 0.1936631 Dec 10 04:59:45.789269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33f5119e-3a02-4713-a3de-2943ffb32beb req-dde25def-3cc6-47e7-b31e-ce4e2f3dd611 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 Dec 10 04:59:45.810897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Deleting port 20ba99a1-411c-43b5-b785-623c7797ab25 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:45.811815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:45.854091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-bfe8c497-d146-4c50-be1c-78fc3aecdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:45.855597 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-bfe8c497-d146-4c50-be1c-78fc3aecdb0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63520bf098a643cf98b5ede5a4a64917&device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 1094 time: 0.1313207 Dec 10 04:59:46.067718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] For port 20ba99a1-411c-43b5-b785-623c7797ab25, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=20ba99a1-411c-43b5-b785-623c7797ab25,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:46.068690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:46.111622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Calling delete_port for 20ba99a1-411c-43b5-b785-623c7797ab25 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:46.251785 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-107eb40a-bc1e-4a11-b9de-b5ae7d41a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:46.254652 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-107eb40a-bc1e-4a11-b9de-b5ae7d41a652 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39784c00-b5f2-47f6-8655-309f3db1b9b8 HTTP/1.1" status: 200 len: 914 time: 0.3884254 Dec 10 04:59:46.383916 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-5beef3ec-77de-4029-a383-a957aa24629a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55dadbca-1169-4c37-8c4c-bd2447e05689 HTTP/1.1" status: 200 len: 217 time: 0.1162896 Dec 10 04:59:46.491375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-ecc3626d-7bea-444e-9204-89424e07ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:46.494715 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-ecc3626d-7bea-444e-9204-89424e07ead4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=492ef2ee-95b2-4226-81cd-51b81d47e6d7 HTTP/1.1" status: 200 len: 853 time: 0.1067221 Dec 10 04:59:46.505541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:46.543838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['20ba99a1-411c-43b5-b785-623c7797ab25'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:46.584212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-20ef5f29-13fe-4157-a0a3-da93c5f1b7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39784c00-b5f2-47f6-8655-309f3db1b9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789247 Dec 10 04:59:46.591353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:46.647411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] No DVR routers for this DVR port 20ba99a1-411c-43b5-b785-623c7797ab25 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:46.656971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:46.681965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2ae141-827e-4c5e-a7bc-97197ed3361f req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "DELETE /v2.0/ports/20ba99a1-411c-43b5-b785-623c7797ab25 HTTP/1.1" status: 204 len: 173 time: 1.0305772 Dec 10 04:59:46.682853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'name': 'network-vif-deleted', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:46.694858 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb227ee-595e-41df-8e38-bfff79cb68db" -d '{"events": [{"server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "name": "network-vif-deleted", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:46.728857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fdbfb-d842-433c-b648-c46b4e5f9ad2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Pushing event deleted for resources: {'Port': ['ID=20ba99a1-411c-43b5-b785-623c7797ab25,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:46.935501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6450a30d-9da5-4847-b1e3-8085ffb6b543 req-208e5777-cc63-4a9a-b007-cb621f1d89e1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=164c5f03-b157-4c7c-81b6-e99066408b8a HTTP/1.1" status: 200 len: 210 time: 0.1414311 Dec 10 04:59:46.941564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-49be3971-7925-449a-867a-11cf64085e58 service neutron] 10.222.0.41 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508439 Dec 10 04:59:46.942739 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b4e495-e8e7-4908-8d94-aba778e44ae8 x-openstack-request-id: req-a2b4e495-e8e7-4908-8d94-aba778e44ae8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:46.946614 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164c5f03-b157-4c7c-81b6-e99066408b8a", "name": "network-vif-deleted", "tag": "20ba99a1-411c-43b5-b785-623c7797ab25", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:46.948096 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2b4e495-e8e7-4908-8d94-aba778e44ae8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:46.948622 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164c5f03-b157-4c7c-81b6-e99066408b8a', 'name': 'network-vif-deleted', 'tag': '20ba99a1-411c-43b5-b785-623c7797ab25', 'status': 'completed', 'code': 200} Dec 10 04:59:47.128958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669872c-2569-46a5-9560-00e5be3bf06f req-23ac39fe-87bf-4bbb-969c-90a4d8b123bb tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:47.138370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1669872c-2569-46a5-9560-00e5be3bf06f req-23ac39fe-87bf-4bbb-969c-90a4d8b123bb tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 943 time: 0.0889542 Dec 10 04:59:47.221718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1669872c-2569-46a5-9560-00e5be3bf06f req-32446dbb-5164-48b6-8af0-f590b2a002ab tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820341 Dec 10 04:59:47.397590 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-727882b1-bc5c-4d88-a8b6-ec0501c5f44a req-4a41c43d-c45c-4c03-93e1-7d2d1a189ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425321 Dec 10 04:59:48.130696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda0e0-077c-469b-a46f-89e5fc3ed09c req-bea6ffe0-fd17-4ae0-9f57-61922d6f5b73 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:48.138210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45eda0e0-077c-469b-a46f-89e5fc3ed09c req-bea6ffe0-fd17-4ae0-9f57-61922d6f5b73 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0602756 Dec 10 04:59:48.219453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45eda0e0-077c-469b-a46f-89e5fc3ed09c req-adc25280-274b-48b9-bd19-56d0b08a5f49 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796111 Dec 10 04:59:48.403641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe261cc-4a69-4101-bc1c-0c08fe0dd30d req-c76e395c-78ee-48c4-ad35-5476719760d9 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:48.411744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebe261cc-4a69-4101-bc1c-0c08fe0dd30d req-c76e395c-78ee-48c4-ad35-5476719760d9 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 943 time: 0.0743618 Dec 10 04:59:48.525143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebe261cc-4a69-4101-bc1c-0c08fe0dd30d req-b974ee5c-45c3-4261-ac3f-dfa46f38c37a tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032338 Dec 10 04:59:48.612344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cceb-4e1e-4b6e-b32f-74560a7c0390 req-0b722528-ed67-4623-89b6-17240df8bc4e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:48.620302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0671cceb-4e1e-4b6e-b32f-74560a7c0390 req-0b722528-ed67-4623-89b6-17240df8bc4e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0767457 Dec 10 04:59:48.709615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0671cceb-4e1e-4b6e-b32f-74560a7c0390 req-b7ebd7e4-720d-4542-97c7-8160dc666d80 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703824 Dec 10 04:59:48.810970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 55dadbca-1169-4c37-8c4c-bd2447e05689 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 04:59:48.837618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 20ba99a1-411c-43b5-b785-623c7797ab25 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 04:59:48.878769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 20ba99a1-411c-43b5-b785-623c7797ab25 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 04:59:48.880569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 20ba99a1-411c-43b5-b785-623c7797ab25 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 04:59:48.891457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1f21-ef80-4652-aa59-cd038cbed9bb req-2cc609b3-8282-4ebf-8fc6-4fbb76ae7757 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:48.900122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-304f1f21-ef80-4652-aa59-cd038cbed9bb req-2cc609b3-8282-4ebf-8fc6-4fbb76ae7757 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0789673 Dec 10 04:59:48.976970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-304f1f21-ef80-4652-aa59-cd038cbed9bb req-4f3b7fc3-72e6-4924-8d4c-662d59cd8ac4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750785 Dec 10 04:59:49.133899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=55dadbca-1169-4c37-8c4c-bd2447e05689,segment=NetworkSegment(61fa075f-5a86-433c-8869-8bebd7a25bd9),segment_id=61fa075f-5a86-433c-8869-8bebd7a25bd9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:49.192055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '55dadbca-1169-4c37-8c4c-bd2447e05689', 'network_id': '39784c00-b5f2-47f6-8655-309f3db1b9b8', 'port_id': '55dadbca-1169-4c37-8c4c-bd2447e05689', 'mac_address': 'fa:16:3e:a5:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492ef2ee-95b2-4226-81cd-51b81d47e6d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 04:59:49.372397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:49.791913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6a01-c491-454b-9fd2-09cd8a662184 req-e658ccc2-3ca4-4bf7-9481-b524f1e574a0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:49.817158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d09d6a01-c491-454b-9fd2-09cd8a662184 req-e658ccc2-3ca4-4bf7-9481-b524f1e574a0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 943 time: 0.1517777 Dec 10 04:59:49.881202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dadbca-1169-4c37-8c4c-bd2447e05689 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 04:59:49.928246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=55dadbca-1169-4c37-8c4c-bd2447e05689,segment=NetworkSegment(61fa075f-5a86-433c-8869-8bebd7a25bd9),segment_id=61fa075f-5a86-433c-8869-8bebd7a25bd9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:49.939812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:49.970211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d09d6a01-c491-454b-9fd2-09cd8a662184 req-88cd7946-4f63-498f-abe9-1472b3a985f1 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460099 Dec 10 04:59:50.042601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:50.051241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.051687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.052538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.052977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.053448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.053896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.054500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.055027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.055693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.056144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.056591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.057064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.059047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 04:59:50.287978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['55dadbca-1169-4c37-8c4c-bd2447e05689'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:50.545013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:51.213862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192033a4-94f3-4522-9ea0-55b6c40cf312 req-fbaaf43d-22b1-47e0-bb57-adc58b198ff0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:51.222991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-192033a4-94f3-4522-9ea0-55b6c40cf312 req-fbaaf43d-22b1-47e0-bb57-adc58b198ff0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 944 time: 0.1186604 Dec 10 04:59:51.342646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-192033a4-94f3-4522-9ea0-55b6c40cf312 req-57422abd-d6e4-42d0-bb0b-b73a8490f1e1 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186769 Dec 10 04:59:52.316756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60155ced-3ffd-4562-a58e-2804f6272d2c req-a96655d9-478b-4159-98ca-8c8a83ab700c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:52.319263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60155ced-3ffd-4562-a58e-2804f6272d2c req-a96655d9-478b-4159-98ca-8c8a83ab700c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0708642 Dec 10 04:59:52.357769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2891775d-00ce-41a1-8974-c8b65e83a27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:52.426201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60155ced-3ffd-4562-a58e-2804f6272d2c req-4f307dad-7b71-4ba7-8add-03541f0b6c7e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995598 Dec 10 04:59:52.518996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538909-36c7-428c-b9fd-08097cb905e6 req-a39fcfa7-65f5-4386-93ff-78fbb8883d52 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:52.520859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02538909-36c7-428c-b9fd-08097cb905e6 req-a39fcfa7-65f5-4386-93ff-78fbb8883d52 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 944 time: 0.0635839 Dec 10 04:59:52.836347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 55dadbca-1169-4c37-8c4c-bd2447e05689 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 04:59:52.985981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 55dadbca-1169-4c37-8c4c-bd2447e05689 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 04:59:53.002161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 55dadbca-1169-4c37-8c4c-bd2447e05689 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 04:59:53.002913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:53.031374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bcba-9f09-49c2-b221-8a52c887bbb1 req-b4616fea-5a5b-4ef5-baeb-ba2ed183f5fc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:53.033528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b30bcba-9f09-49c2-b221-8a52c887bbb1 req-b4616fea-5a5b-4ef5-baeb-ba2ed183f5fc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.4685781 Dec 10 04:59:53.064041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02538909-36c7-428c-b9fd-08097cb905e6 req-e1e516ef-8398-4e9b-b640-694918783dc6 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345221 Dec 10 04:59:53.132205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b30bcba-9f09-49c2-b221-8a52c887bbb1 req-c108fa51-30a5-4754-b89e-9a9396e05cef tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888705 Dec 10 04:59:53.158485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:53.196836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=55dadbca-1169-4c37-8c4c-bd2447e05689,segment=NetworkSegment(61fa075f-5a86-433c-8869-8bebd7a25bd9),segment_id=61fa075f-5a86-433c-8869-8bebd7a25bd9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:53.197977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:53.201190 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86a085c-14af-41c8-9dcf-b965a2fd8f43" -d '{"events": [{"server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "name": "network-vif-plugged", "status": "completed", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:53.206372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:53.261365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:53.266801 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2821a7b-d298-4979-b99a-1f5bdff63d7a x-openstack-request-id: req-b2821a7b-d298-4979-b99a-1f5bdff63d7a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:53.267244 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "name": "network-vif-plugged", "status": "completed", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:53.267620 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2821a7b-d298-4979-b99a-1f5bdff63d7a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:53.268510 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689', 'code': 200} Dec 10 04:59:53.465593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5762d7-d890-4629-bb1d-37527e68aacc req-71cda5e6-3840-4f59-9b4c-974ae23695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:53.471773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d5762d7-d890-4629-bb1d-37527e68aacc req-71cda5e6-3840-4f59-9b4c-974ae23695a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 1096 time: 0.0973003 Dec 10 04:59:53.562169 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0d5762d7-d890-4629-bb1d-37527e68aacc req-4ab03f35-0723-49bd-9a35-d333fe7e23ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721788 Dec 10 04:59:53.616637 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:53.935297 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-8a6a1cbd-a187-4d4d-ac81-d83ade9b1d2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619605 Dec 10 04:59:54.146521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-3e93111f-4011-42ca-85c6-df1eaadaf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:54.160217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-3e93111f-4011-42ca-85c6-df1eaadaf67a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1096 time: 0.1491728 Dec 10 04:59:54.320009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0eed0-e5f8-48f0-bd3f-d0afcf1a1166 req-e684209b-ea9c-48af-8804-b73f0dd86bf0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:54.337959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd0eed0-e5f8-48f0-bd3f-d0afcf1a1166 req-e684209b-ea9c-48af-8804-b73f0dd86bf0 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 945 time: 0.1178868 Dec 10 04:59:54.488045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-dab6265c-dd55-4251-a165-2c558654997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:54.492919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-dab6265c-dd55-4251-a165-2c558654997a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.3064737 Dec 10 04:59:54.503992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd0eed0-e5f8-48f0-bd3f-d0afcf1a1166 req-8e957b0f-30bb-4ded-9ee4-d5dd7a7c8fce tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555481 Dec 10 04:59:54.591862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-55afd185-3d61-4c3c-ae98-3b2a71b884b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0899010 Dec 10 04:59:54.679407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-2fd9d181-d208-4761-8654-0fe2f0399b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:54.681373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-2fd9d181-d208-4761-8654-0fe2f0399b59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0762799 Dec 10 04:59:54.763851 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-071fd0a9-c77b-448d-aa4a-67535ecb995b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741701 Dec 10 04:59:54.939449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-af3865a2-fd61-4a3d-a2a5-effdd694f2d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654332 Dec 10 04:59:54.961724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 04:59:55.104962 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bd21c0fc-d394-4029-9068-824daa3e6745 req-4ac58eb1-328f-4508-8ca4-75ef941a6d94 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574104 Dec 10 04:59:55.148147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac7f2c0-5472-4757-ada1-959dc48567c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:55.678532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d28c6-acb8-4579-8daf-86d4b1c6e5fc req-96b48b8b-04ca-4349-9a3c-e16f83c37c6d tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:55.681027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-441d28c6-acb8-4579-8daf-86d4b1c6e5fc req-96b48b8b-04ca-4349-9a3c-e16f83c37c6d tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 945 time: 0.0676739 Dec 10 04:59:55.757518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-441d28c6-acb8-4579-8daf-86d4b1c6e5fc req-04ad9cfa-528d-4fca-858c-cb33ceaf7fd5 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Dec 10 04:59:55.793125 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:56.046344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11db39-f8ed-468e-808b-6c97f5b77513 req-4ea6e369-0042-40a5-a90c-47202eda6ff9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:56.047909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec11db39-f8ed-468e-808b-6c97f5b77513 req-4ea6e369-0042-40a5-a90c-47202eda6ff9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0850558 Dec 10 04:59:56.118743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec11db39-f8ed-468e-808b-6c97f5b77513 req-2237ffc4-8e3d-469c-bfc7-6922a324af41 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Dec 10 04:59:56.341982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01556a8-ebf7-4a33-8d5b-b8c4b4603d4e req-73df49bf-eaf1-4632-8379-42ebf37d1236 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:56.343544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a01556a8-ebf7-4a33-8d5b-b8c4b4603d4e req-73df49bf-eaf1-4632-8379-42ebf37d1236 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1298671 Dec 10 04:59:56.405815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a01556a8-ebf7-4a33-8d5b-b8c4b4603d4e req-8364fe05-e518-426d-b588-777ce634f5e1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Dec 10 04:59:56.492019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c71dc-44bf-44f5-8948-cee59ed15fde req-dbeb31b1-86c3-4ce9-9b3c-eb8e58655a60 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:56.496497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c77c71dc-44bf-44f5-8948-cee59ed15fde req-dbeb31b1-86c3-4ce9-9b3c-eb8e58655a60 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 945 time: 0.0948291 Dec 10 04:59:56.593701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c77c71dc-44bf-44f5-8948-cee59ed15fde req-21f416e2-9760-4897-965a-508829848b8a tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Dec 10 04:59:56.653784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b6115-f725-4ab1-972d-1059f9234be6 req-045aed68-84d5-402f-a6fc-f38a757fbb8a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:56.661814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-580b6115-f725-4ab1-972d-1059f9234be6 req-045aed68-84d5-402f-a6fc-f38a757fbb8a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0604992 Dec 10 04:59:56.715936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-580b6115-f725-4ab1-972d-1059f9234be6 req-3b315050-ca97-433a-8bab-60cc1c5e2596 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Dec 10 04:59:56.837245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e3a94-80c1-44b7-b110-72d36cbf2f70 req-746f9217-342f-449b-9528-8a889cfb3907 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:56.838838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7e3a94-80c1-44b7-b110-72d36cbf2f70 req-746f9217-342f-449b-9528-8a889cfb3907 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0521324 Dec 10 04:59:56.905039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc7e3a94-80c1-44b7-b110-72d36cbf2f70 req-cdd90344-03b2-4252-9b49-66e5fbf42567 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589905 Dec 10 04:59:57.119993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9c5f1-79a9-44d3-bd96-1a0ee5ba127a req-5b61ab33-8dea-4554-a1eb-56435434ff06 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:57.121771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64e9c5f1-79a9-44d3-bd96-1a0ee5ba127a req-5b61ab33-8dea-4554-a1eb-56435434ff06 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0642836 Dec 10 04:59:57.211142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64e9c5f1-79a9-44d3-bd96-1a0ee5ba127a req-2db0cbb0-02e5-44be-9fe6-d85102122fa1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815916 Dec 10 04:59:57.349380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87604cc9-bf00-4c8f-a644-bb2c3e2a1542 req-5e45953f-0434-42e5-becf-19782b64bf5c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:57.351383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87604cc9-bf00-4c8f-a644-bb2c3e2a1542 req-5e45953f-0434-42e5-becf-19782b64bf5c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0565157 Dec 10 04:59:57.412253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87604cc9-bf00-4c8f-a644-bb2c3e2a1542 req-f0d5581b-1d8b-40df-9027-f9cacd358f0f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545440 Dec 10 04:59:57.466755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:57.613287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19917-cd55-43ba-81e0-0042942df832 req-46db6803-ee12-46f5-aaf9-c84fde3d73d2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:57.615167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7a19917-cd55-43ba-81e0-0042942df832 req-46db6803-ee12-46f5-aaf9-c84fde3d73d2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0615683 Dec 10 04:59:57.712760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7a19917-cd55-43ba-81e0-0042942df832 req-a44a615b-e4a9-473f-89cc-7d501946faee tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905633 Dec 10 04:59:57.832150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ffb36-ac69-47a4-999e-2ea8e102b327 req-166f706e-82fa-48fb-b9dd-1b61fe03bc03 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:57.860454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b0ffb36-ac69-47a4-999e-2ea8e102b327 req-166f706e-82fa-48fb-b9dd-1b61fe03bc03 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 945 time: 0.1434512 Dec 10 04:59:58.002823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-5cfcf726-4047-47e0-938e-b2e67c3f7a76 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:58.004353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-5cfcf726-4047-47e0-938e-b2e67c3f7a76 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.41 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 945 time: 0.1048164 Dec 10 04:59:58.037542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b0ffb36-ac69-47a4-999e-2ea8e102b327 req-df6c6588-7947-459b-adb9-cb46af4c132a tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/security-groups?id=a435a640-9c25-4df0-b8f0-6927d1a96381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748214 Dec 10 04:59:58.060968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32df1a-3688-41ab-a2cd-11a95744f681 req-eba4b3cb-7395-49eb-ad24-ecd20cb4eb59 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:58.069013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db32df1a-3688-41ab-a2cd-11a95744f681 req-eba4b3cb-7395-49eb-ad24-ecd20cb4eb59 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.2049530 Dec 10 04:59:58.129433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db32df1a-3688-41ab-a2cd-11a95744f681 req-8977d5c1-360a-4071-a8a6-04051c0f85f0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547516 Dec 10 04:59:58.165209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Deleting port 55dadbca-1169-4c37-8c4c-bd2447e05689 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 04:59:58.165773 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.278414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] For port 55dadbca-1169-4c37-8c4c-bd2447e05689, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=55dadbca-1169-4c37-8c4c-bd2447e05689,segment=NetworkSegment(61fa075f-5a86-433c-8869-8bebd7a25bd9),segment_id=61fa075f-5a86-433c-8869-8bebd7a25bd9)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 04:59:58.279256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.298730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Calling delete_port for 55dadbca-1169-4c37-8c4c-bd2447e05689 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 04:59:58.313948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.322606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18eb8b-3646-4919-99a7-c0593bc5eec4 req-222bb98a-0ab7-4d1d-8aa4-40ef96a3a9be tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:58.324417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c18eb8b-3646-4919-99a7-c0593bc5eec4 req-222bb98a-0ab7-4d1d-8aa4-40ef96a3a9be tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0633726 Dec 10 04:59:58.396234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c18eb8b-3646-4919-99a7-c0593bc5eec4 req-6bedc57b-803e-4a55-afef-8d8c2f2d30ef tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Dec 10 04:59:58.467306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:58.504799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.546492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Pushing event deleted for resources: {'Port': ['ID=55dadbca-1169-4c37-8c4c-bd2447e05689,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:58.547185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['55dadbca-1169-4c37-8c4c-bd2447e05689'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 04:59:58.553862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2b1c-269f-4991-b62c-686858c14857 req-cdee85c0-c296-4614-9879-06f594a86538 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:58.566872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f75b2b1c-269f-4991-b62c-686858c14857 req-cdee85c0-c296-4614-9879-06f594a86538 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0893955 Dec 10 04:59:58.568157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Deleting subnet bb8df76b-cb78-4856-a0a6-c41643de22b4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 04:59:58.575345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.640298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f75b2b1c-269f-4991-b62c-686858c14857 req-0f999c3d-e1fa-4294-83cf-674bce7e63cb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Dec 10 04:59:58.645952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] No DVR routers for this DVR port 55dadbca-1169-4c37-8c4c-bd2447e05689 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 04:59:58.649756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.653648 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7ff09979-388f-454e-8a13-ade1a3ad22d1 req-c20b95e6-f4f5-47e8-8999-5f2158883595 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.41 "DELETE /v2.0/ports/55dadbca-1169-4c37-8c4c-bd2447e05689 HTTP/1.1" status: 204 len: 173 time: 0.6374989 Dec 10 04:59:58.656411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'name': 'network-vif-deleted', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 04:59:58.660261 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621eb1e-04f1-4c99-b72a-e5570f501a62" -d '{"events": [{"server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "name": "network-vif-deleted", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 04:59:58.676684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.706644 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b829f-7e82-4a83-a58a-f9acaf9b38ea x-openstack-request-id: req-bf2b829f-7e82-4a83-a58a-f9acaf9b38ea {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 04:59:58.706952 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a0eed-08d2-4ba1-8931-303e972281bd", "name": "network-vif-deleted", "tag": "55dadbca-1169-4c37-8c4c-bd2447e05689", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 04:59:58.707210 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf2b829f-7e82-4a83-a58a-f9acaf9b38ea {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 04:59:58.707785 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a0eed-08d2-4ba1-8931-303e972281bd', 'name': 'network-vif-deleted', 'tag': '55dadbca-1169-4c37-8c4c-bd2447e05689', 'status': 'completed', 'code': 200} Dec 10 04:59:58.751229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.822553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.855424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:58.861007 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bb8df76b-cb78-4856-a0a6-c41643de22b4 HTTP/1.1" status: 204 len: 168 time: 0.3882284 Dec 10 04:59:58.861007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1d0fc-7856-436a-9f07-710386d3a091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8df76b-cb78-4856-a0a6-c41643de22b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:58.862155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35366) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:58.900359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954bcad-2527-46ce-a584-543034c8803a req-f15ead7d-5e25-44c0-b60e-634944225239 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:58.902179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e954bcad-2527-46ce-a584-543034c8803a req-f15ead7d-5e25-44c0-b60e-634944225239 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0903163 Dec 10 04:59:58.973548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.005553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e954bcad-2527-46ce-a584-543034c8803a req-2909b993-d7af-4598-ad37-f89026f80852 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912011 Dec 10 04:59:59.097110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.210434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f416d67c-a2aa-4ab2-8c4a-9fde9de5af25']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:59.248632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13d3c2e6-eaea-4924-ab9e-8eaac1ab51ab req-7fe87268-6455-4a02-8092-841cbca5b784 tempest-ServerAddressesTestJSON-1353781638 tempest-ServerAddressesTestJSON-1353781638-project] 10.222.0.43 "GET /v2.0/ports?device_id=e99a0eed-08d2-4ba1-8931-303e972281bd HTTP/1.1" status: 200 len: 210 time: 0.0515978 Dec 10 04:59:59.252166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:59.252460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78bd5d8-b7cf-4fa8-b61e-3f6da6c5768f') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 04:59:59.268682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.295641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c30b7-3ff2-4543-8f56-c3c0b7b123a5 req-cf538cf4-428c-4465-9187-e6ddc275fe5a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:59.304053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-092c30b7-3ff2-4543-8f56-c3c0b7b123a5 req-cf538cf4-428c-4465-9187-e6ddc275fe5a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1740084 Dec 10 04:59:59.320973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.334380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 04:59:59.334828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: timer() Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 04:59:59.336975 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 04:59:59.420655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-092c30b7-3ff2-4543-8f56-c3c0b7b123a5 req-a2982cc2-772e-413c-a597-c68d4def366a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Dec 10 04:59:59.433295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.441315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.447973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f416d67c-a2aa-4ab2-8c4a-9fde9de5af25 HTTP/1.1" status: 204 len: 168 time: 0.5824685 Dec 10 04:59:59.463176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267583-bcce-4354-b7be-4c2415818ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f416d67c-a2aa-4ab2-8c4a-9fde9de5af25,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 04:59:59.725192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:59.782974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cc916c14-eace-4280-9e52-8cb17020ec78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a207f6c819464e4f977b2927632b01a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533960 Dec 10 04:59:59.783381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 04:59:59.786473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ed398-0fe6-41d8-b0b4-81a9b749b12d req-e5ddb874-3855-47bc-afe7-2ef34bb9f909 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 04:59:59.794481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-461ed398-0fe6-41d8-b0b4-81a9b749b12d req-e5ddb874-3855-47bc-afe7-2ef34bb9f909 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 814 time: 0.1417048 Dec 10 04:59:59.811872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-461ed398-0fe6-41d8-b0b4-81a9b749b12d req-978daaf0-7450-4344-8458-f69baa143576 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/quotas/736f9f7009824b2ea09626d77dc28a89 HTTP/1.1" status: 200 len: 375 time: 0.0164676 Dec 10 04:59:59.846743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.871794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.873648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-461ed398-0fe6-41d8-b0b4-81a9b749b12d req-750caaca-5192-48aa-aa44-8170318a4002 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559819 Dec 10 04:59:59.942634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.946078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 04:59:59.949753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afa7ff88-0378-45e0-a35d-44580ce314a1 HTTP/1.1" status: 204 len: 168 time: 0.1629922 Dec 10 04:59:59.963159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be3c6d-b2b1-4a67-89fe-21f45445833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7ff88-0378-45e0-a35d-44580ce314a1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:00.012031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50b4fd-0276-4d0b-82cb-898a29b9998e req-91c37c67-4adf-4a75-84b7-710f3ba95474 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:00.021707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d50b4fd-0276-4d0b-82cb-898a29b9998e req-91c37c67-4adf-4a75-84b7-710f3ba95474 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0695410 Dec 10 05:00:00.102393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d50b4fd-0276-4d0b-82cb-898a29b9998e req-00a8bf52-bcad-4415-b418-b342e93fed47 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739205 Dec 10 05:00:00.246998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d051324-6096-4286-b1bf-b8f1890f97ec req-e610f2c9-9734-47da-ab09-8a33ff8cc362 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:00.248695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d051324-6096-4286-b1bf-b8f1890f97ec req-e610f2c9-9734-47da-ab09-8a33ff8cc362 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0501785 Dec 10 05:00:00.325116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d051324-6096-4286-b1bf-b8f1890f97ec req-d582b04e-d16d-43a6-813b-345a5a68aa96 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693262 Dec 10 05:00:00.338968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:00.418167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Deleting subnet 492ef2ee-95b2-4226-81cd-51b81d47e6d7 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:00:00.421966 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.468057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.536068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.615358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5289f16d-1d89-4d91-b9cf-31dbf130e9c5 req-996257a6-ff4a-416b-9817-721fc3e09ab4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=736f9f7009824b2ea09626d77dc28a89 HTTP/1.1" status: 200 len: 221 time: 0.0756121 Dec 10 05:00:00.642931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.706568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492ef2ee-95b2-4226-81cd-51b81d47e6d7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:00.714255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.717574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c55ee0d-4389-4979-a466-f43deb572c6e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/492ef2ee-95b2-4226-81cd-51b81d47e6d7 HTTP/1.1" status: 204 len: 168 time: 0.3773232 Dec 10 05:00:00.720760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35446) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:00.835528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:00.852847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e148d-11d6-4a09-818c-2f504c4315f2 req-a137d2c3-8aa1-4471-8dcf-6dd7e8d3d8a6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:00.860805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa3e148d-11d6-4a09-818c-2f504c4315f2 req-a137d2c3-8aa1-4471-8dcf-6dd7e8d3d8a6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1120756 Dec 10 05:00:00.903646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 55dadbca-1169-4c37-8c4c-bd2447e05689 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:00:00.936738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa3e148d-11d6-4a09-818c-2f504c4315f2 req-3ce4d498-6446-404e-8edf-ce1fda52b53b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Dec 10 05:00:00.939607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 55dadbca-1169-4c37-8c4c-bd2447e05689 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:00:00.941281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 55dadbca-1169-4c37-8c4c-bd2447e05689 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:00:01.011996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.042417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39784c00-b5f2-47f6-8655-309f3db1b9b8']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:01.053180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fa075f-5a86-433c-8869-8bebd7a25bd9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:01.053573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fa075f-5a86-433c-8869-8bebd7a25bd9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:01.070875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.089154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.091961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:00:01.092095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:00:01.103760 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:00:01.197320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700546-a7dc-4063-8d44-5dd3d4bf5f45 req-cd31cc2f-7e1d-49bc-a623-3fc542f478b7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:01.198850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb700546-a7dc-4063-8d44-5dd3d4bf5f45 req-cd31cc2f-7e1d-49bc-a623-3fc542f478b7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0922804 Dec 10 05:00:01.200152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.206668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.212734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/39784c00-b5f2-47f6-8655-309f3db1b9b8 HTTP/1.1" status: 204 len: 168 time: 0.4909382 Dec 10 05:00:01.248225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad268e-7d38-40ca-9412-cf232f400ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39784c00-b5f2-47f6-8655-309f3db1b9b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:01.293009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb700546-a7dc-4063-8d44-5dd3d4bf5f45 req-4bf28025-26ed-443e-bf5a-6410bdb4fc8d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790632 Dec 10 05:00:01.436416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35476) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:01.514664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e016acd6-8750-45d5-abfc-ac757a0cf626 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63520bf098a643cf98b5ede5a4a64917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769210 Dec 10 05:00:01.517257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:01.535774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14fd58-9fdb-403a-a885-24c86a51a2b8 req-3ea99d57-4458-448e-8b49-1648d2cd23d2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:01.539886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f14fd58-9fdb-403a-a885-24c86a51a2b8 req-3ea99d57-4458-448e-8b49-1648d2cd23d2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0876715 Dec 10 05:00:01.596391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.612013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f14fd58-9fdb-403a-a885-24c86a51a2b8 req-7a684652-3b88-48ab-8584-8c4e2e239110 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Dec 10 05:00:01.633931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.736352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.738961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:01.740441 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a435a640-9c25-4df0-b8f0-6927d1a96381 HTTP/1.1" status: 204 len: 168 time: 0.2216814 Dec 10 05:00:01.768895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f959459-936d-4065-b638-faba7679dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a435a640-9c25-4df0-b8f0-6927d1a96381,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:01.862340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536df7f-69f5-4ec5-af46-e8295827257a req-adc88777-e79c-4c30-a7a6-fc7f1dead852 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:01.870094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5536df7f-69f5-4ec5-af46-e8295827257a req-adc88777-e79c-4c30-a7a6-fc7f1dead852 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1089218 Dec 10 05:00:01.925225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5536df7f-69f5-4ec5-af46-e8295827257a req-f2954110-e8ef-4c3e-bab4-1ef978498770 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Dec 10 05:00:02.096007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d664af-0628-4470-9820-7a5feb7a340e req-5f1590ae-ba8d-4bc5-8d68-2b8bfe7591d1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:02.097822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d664af-0628-4470-9820-7a5feb7a340e req-5f1590ae-ba8d-4bc5-8d68-2b8bfe7591d1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0537243 Dec 10 05:00:02.156849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d664af-0628-4470-9820-7a5feb7a340e req-fe902a7e-07b5-4b64-b3ff-e889010e8534 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Dec 10 05:00:02.324337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6827922-5774-45aa-97ab-8e6642abf251 req-e7ea83fc-9b84-4432-a913-7d5d3a785df7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:02.333621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6827922-5774-45aa-97ab-8e6642abf251 req-e7ea83fc-9b84-4432-a913-7d5d3a785df7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0762594 Dec 10 05:00:02.398277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6827922-5774-45aa-97ab-8e6642abf251 req-2afbe2c0-2abe-4b80-a6c9-386974082629 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Dec 10 05:00:02.655513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535e52-b166-4987-a32d-5b8c662ead7b req-05b81bf9-ab4c-46d2-a63c-896b99c4149c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:02.658015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05535e52-b166-4987-a32d-5b8c662ead7b req-05b81bf9-ab4c-46d2-a63c-896b99c4149c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0980220 Dec 10 05:00:02.763772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05535e52-b166-4987-a32d-5b8c662ead7b req-86eadaa7-eda9-44bd-9787-baffcea70ab8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951169 Dec 10 05:00:02.992434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b7d3-8ca1-4cf5-a04b-2cbb4d2ea635 req-35107461-3434-4c37-8a7d-09714739d53e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:02.992434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41c5b7d3-8ca1-4cf5-a04b-2cbb4d2ea635 req-35107461-3434-4c37-8a7d-09714739d53e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1044755 Dec 10 05:00:02.992659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 35544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:03.065297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41c5b7d3-8ca1-4cf5-a04b-2cbb4d2ea635 req-9cec0927-a05f-4f53-830a-c05782b8c348 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614531 Dec 10 05:00:03.207616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2015661385-network', 'tenant_id': 'ddcacdf3e31d4a81a1cbcf8d230c6163'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:03.232405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da4268-227f-43b4-9a36-abaf22cd135c req-4331c121-7902-4386-b3b9-84ba168287f2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:03.233465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Made reservation on behalf of ddcacdf3e31d4a81a1cbcf8d230c6163 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:03.236890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.237063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15da4268-227f-43b4-9a36-abaf22cd135c req-4331c121-7902-4386-b3b9-84ba168287f2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0529430 Dec 10 05:00:03.248879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.319717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15da4268-227f-43b4-9a36-abaf22cd135c req-e6ea9341-9f4b-4203-9906-4cc4d69a988b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Dec 10 05:00:03.350039 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.357681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.382622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:00:03.405904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea4002a-6e66-4da0-8ade-a56f322cd6f6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:03.410318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.410653 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Added segment 8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784 of type vlan for network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f Dec 10 05:00:03.456323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.467425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00756bf5-45da-4b17-8fa0-a9900ac9a1ba req-24ba7ad2-4079-42c6-b995-28624b09b23e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:03.469808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00756bf5-45da-4b17-8fa0-a9900ac9a1ba req-24ba7ad2-4079-42c6-b995-28624b09b23e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0744245 Dec 10 05:00:03.500677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.501976 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:03.502942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.526648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00756bf5-45da-4b17-8fa0-a9900ac9a1ba req-51ad70ec-4f7e-4686-883c-7bf159891f3d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478315 Dec 10 05:00:03.550214 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5564678 Dec 10 05:00:03.553304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 35556) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:03.557957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Request body: {'subnet': {'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2015661385-subnet', 'tenant_id': 'ddcacdf3e31d4a81a1cbcf8d230c6163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:03.581789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Made reservation on behalf of ddcacdf3e31d4a81a1cbcf8d230c6163 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:03.585352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:03.600803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390550c-a94a-4fea-9b95-c86afe79a587 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:03.612527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:00:03.728963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9b24-e725-4760-bf1a-2e0222766c7b req-f805ab28-ca3c-4740-8c18-e6149223e26f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:03.730448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a7f9b24-e725-4760-bf1a-2e0222766c7b req-f805ab28-ca3c-4740-8c18-e6149223e26f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0831294 Dec 10 05:00:03.853046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a7f9b24-e725-4760-bf1a-2e0222766c7b req-f2fbb572-0cc6-40bf-90b2-c66a5becd3fe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032267 Dec 10 05:00:03.934565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:04.034133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25108ec3-13f7-4cf5-b06d-2c2c92a6225a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:04.076951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c22a31-67bf-410b-bd40-cbbe43d16896 req-da9aa2b5-2ce0-4324-8cdc-1459d49749b8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:04.078991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59c22a31-67bf-410b-bd40-cbbe43d16896 req-da9aa2b5-2ce0-4324-8cdc-1459d49749b8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0935571 Dec 10 05:00:04.112167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Checking segment: {'id': '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:04.116593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Network hostable DHCP agents. Network: ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:00:04.167046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:00:04.217772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:04.223217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-59c22a31-67bf-410b-bd40-cbbe43d16896 req-2dbf31b4-578c-40ba-a577-15ccfde2716e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359470 Dec 10 05:00:04.238158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f193d5a-176d-479e-9107-4a87ac310e23 None None] Network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:04.254185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:04.254965 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:04.289473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-47b34ca1-caf4-46c4-a27a-016a6bdfbef7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7273595 Dec 10 05:00:04.457665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29e6b-ff0f-4d9d-a5bd-9a22f8ebdedd req-c53ee0a8-998e-4585-8b6a-d578e44671b8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:04.459325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1de29e6b-ff0f-4d9d-a5bd-9a22f8ebdedd req-c53ee0a8-998e-4585-8b6a-d578e44671b8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1089051 Dec 10 05:00:04.484559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed1bda-c29a-4997-bf10-96c14dbbe931 None None] Network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:04.561039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1de29e6b-ff0f-4d9d-a5bd-9a22f8ebdedd req-83f2652a-1488-456a-a743-c5237be63186 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932066 Dec 10 05:00:04.774375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad13a4-6bee-4b7a-8a0c-74d32be9b911 req-efab82fc-b3f1-4fd1-b801-4a7a955dad9a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:04.783430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75ad13a4-6bee-4b7a-8a0c-74d32be9b911 req-efab82fc-b3f1-4fd1-b801-4a7a955dad9a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1130691 Dec 10 05:00:04.843531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75ad13a4-6bee-4b7a-8a0c-74d32be9b911 req-8fd73039-71fd-408a-a271-04a7f696aa42 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Dec 10 05:00:05.263075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9e87-d073-4ee6-a809-80114ccf1f1a req-744ee523-1a8f-4c38-a892-615a598e173a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:05.279483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66dd9e87-d073-4ee6-a809-80114ccf1f1a req-744ee523-1a8f-4c38-a892-615a598e173a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1241963 Dec 10 05:00:05.393238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66dd9e87-d073-4ee6-a809-80114ccf1f1a req-59c21b5a-a1bf-4e59-86f2-95effa2a3f1c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128385 Dec 10 05:00:05.598256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99268a-57fb-4211-a2a5-42cbf2392c76 req-9c24dbd6-e7ea-4aa6-9d05-2a4c15ac4390 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:05.610481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef99268a-57fb-4211-a2a5-42cbf2392c76 req-9c24dbd6-e7ea-4aa6-9d05-2a4c15ac4390 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1122248 Dec 10 05:00:05.732372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef99268a-57fb-4211-a2a5-42cbf2392c76 req-addb8451-42f3-4abb-a814-afe7ce1a5b01 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152959 Dec 10 05:00:05.939024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf125f-b463-44bf-a29f-e3ecf8ac758c req-9237b172-2b0f-4e4b-b3cc-330fe445b307 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:05.952017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84cf125f-b463-44bf-a29f-e3ecf8ac758c req-9237b172-2b0f-4e4b-b3cc-330fe445b307 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0746896 Dec 10 05:00:06.010726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84cf125f-b463-44bf-a29f-e3ecf8ac758c req-82cf569f-3485-4bcf-a87a-c763c1432e04 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Dec 10 05:00:06.284332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799c2e-67b4-4273-880c-9011a489a2e1 req-28b1ba2b-2a44-40fb-b913-ddb61a4b5db4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:06.290772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef799c2e-67b4-4273-880c-9011a489a2e1 req-28b1ba2b-2a44-40fb-b913-ddb61a4b5db4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1127129 Dec 10 05:00:06.443947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef799c2e-67b4-4273-880c-9011a489a2e1 req-ac35a1b6-5d2e-4c10-a202-76eb53d96818 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302526 Dec 10 05:00:06.670858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b699bd-e8a0-4940-836c-9d0e56aa2e22 req-f04b65d9-4674-436a-8cca-4fb1b5dfc146 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:06.678759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6b699bd-e8a0-4940-836c-9d0e56aa2e22 req-f04b65d9-4674-436a-8cca-4fb1b5dfc146 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0823646 Dec 10 05:00:06.778681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6b699bd-e8a0-4940-836c-9d0e56aa2e22 req-96d7b066-90b0-40a4-901d-210d688cd5b4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Dec 10 05:00:06.820793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-5cbc9b03-1bd1-44b4-a00b-00b36fdeb99e tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:06.826394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-5cbc9b03-1bd1-44b4-a00b-00b36fdeb99e tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/networks?id=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f HTTP/1.1" status: 200 len: 810 time: 0.2008743 Dec 10 05:00:06.858598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-106ef613-5835-4e3f-b770-93dcb8ce432a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/quotas/ddcacdf3e31d4a81a1cbcf8d230c6163 HTTP/1.1" status: 200 len: 375 time: 0.0162907 Dec 10 05:00:06.912380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-cede5539-675c-40ff-a208-fc69a8a5d4b9 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddcacdf3e31d4a81a1cbcf8d230c6163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528784 Dec 10 05:00:07.040874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee109030-f88f-45b1-aab8-92309a3203b1 req-5ef55fb9-b420-4c59-8eb4-73222e1d899d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:07.048655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee109030-f88f-45b1-aab8-92309a3203b1 req-5ef55fb9-b420-4c59-8eb4-73222e1d899d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1426873 Dec 10 05:00:07.126410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee109030-f88f-45b1-aab8-92309a3203b1 req-31464e30-153d-4e7c-a1f0-523a02b56d61 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733781 Dec 10 05:00:07.135595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-dcede837-813d-460a-95b1-164f4c8cf09c service neutron] 10.222.0.43 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840050 Dec 10 05:00:07.368377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-159ded73-a05a-4199-814c-f99b0faaadb4 service neutron] 10.222.0.43 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298386 Dec 10 05:00:07.576393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc99e3-97cf-464a-8dac-149d986999ac req-14b23aee-5099-4c62-9907-febb18ef5279 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:07.578182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3cc99e3-97cf-464a-8dac-149d986999ac req-14b23aee-5099-4c62-9907-febb18ef5279 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0726070 Dec 10 05:00:07.673694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3cc99e3-97cf-464a-8dac-149d986999ac req-8498b3cf-5b89-4d7f-9e2e-32f2f22b9857 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Dec 10 05:00:07.886157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4594a16-8a32-44a5-9029-ee572e90755f req-3fbf47ff-17d1-40b1-a4ab-ca42d8dc7cbd tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 210 time: 0.0387106 Dec 10 05:00:08.914858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69d87-6aae-4293-8376-6dc499bd7b4a req-00e19c81-933d-46a1-84b0-565c464c44f9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:08.918909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-daa69d87-6aae-4293-8376-6dc499bd7b4a req-00e19c81-933d-46a1-84b0-565c464c44f9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0943608 Dec 10 05:00:09.025101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-daa69d87-6aae-4293-8376-6dc499bd7b4a req-0eb713ee-0b52-48bb-94ee-b17cc2c00677 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942991 Dec 10 05:00:09.086772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57c8337a-5f10-4c01-85cb-3e162c7e83b3 req-f1cdef73-28e7-408a-b78a-1f0b8eebaf58 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 210 time: 0.0853145 Dec 10 05:00:09.627370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169b55e-6952-43da-a16e-ba1a92b3c14a req-033eb3f5-2f9c-4124-b51d-af02f307ee08 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:09.634672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3169b55e-6952-43da-a16e-ba1a92b3c14a req-033eb3f5-2f9c-4124-b51d-af02f307ee08 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1599090 Dec 10 05:00:09.797533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3169b55e-6952-43da-a16e-ba1a92b3c14a req-4786f6cb-d96e-4ec9-b813-1f7ccf55fdff tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487992 Dec 10 05:00:09.993871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-f24eeffc-7f2c-4607-bc30-00e9fda3dbed tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:09.995971 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-f24eeffc-7f2c-4607-bc30-00e9fda3dbed tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.41 "GET /v2.0/networks?id=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f HTTP/1.1" status: 200 len: 810 time: 0.1457553 Dec 10 05:00:10.032699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Request body: {'port': {'device_id': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f', 'admin_state_up': True, 'tenant_id': 'ddcacdf3e31d4a81a1cbcf8d230c6163'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:10.296152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Made reservation on behalf of ddcacdf3e31d4a81a1cbcf8d230c6163 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:10.305293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:10.312649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea77fa27-1f38-4746-b4fb-8a5b7c6364d3 req-b4b60ced-1641-4f33-84f7-d7ede42c6f80 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 210 time: 0.0530787 Dec 10 05:00:10.498460 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Allocated IP 172.20.0.4 (ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f/25108ec3-13f7-4cf5-b06d-2c2c92a6225a/07c23ea1-96ae-4a5c-807c-6a2f44412319) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:00:10.693258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:10.755492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:10.795706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:10.803473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:10.808049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:00:10.998228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb59ca-ce00-4b6b-b3d8-2ef0237db500 req-4b73fde0-adbe-4cfb-97f4-167bb30b81cf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:10.999984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fecb59ca-ce00-4b6b-b3d8-2ef0237db500 req-4b73fde0-adbe-4cfb-97f4-167bb30b81cf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0798569 Dec 10 05:00:11.083040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fecb59ca-ce00-4b6b-b3d8-2ef0237db500 req-1718ab1c-99b5-486d-871a-f956e98841a5 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764086 Dec 10 05:00:11.223717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Pushing event updated for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:11.231507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:11.232185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:11.264087 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-0228c570-3a45-4d3e-b428-c44aca63454a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2444317 Dec 10 05:00:11.296820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Request body: {'port': {'device_id': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:11.322436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4c1f-d2b1-43bf-8295-5c985745cde6 req-c8de4a61-b45a-4d5f-b7c9-37d5fdefae27 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:11.325560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cdc4c1f-d2b1-43bf-8295-5c985745cde6 req-c8de4a61-b45a-4d5f-b7c9-37d5fdefae27 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0886302 Dec 10 05:00:11.399802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:11.448130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cdc4c1f-d2b1-43bf-8295-5c985745cde6 req-0ecf9d74-e63e-4bf8-bb53-46288e2981f2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Dec 10 05:00:11.528942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920b34-50d6-4ab8-9caa-7634f77fb9e8 req-b25233ff-c84d-470d-b8c7-a2b7465c1d34 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:11.530536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae920b34-50d6-4ab8-9caa-7634f77fb9e8 req-b25233ff-c84d-470d-b8c7-a2b7465c1d34 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 931 time: 0.1113021 Dec 10 05:00:11.620410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae920b34-50d6-4ab8-9caa-7634f77fb9e8 req-511c96e6-aadc-4862-9184-de0e69733437 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Dec 10 05:00:11.709154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e9f2-cf47-4924-bc48-545cbc6f0687 req-48514930-60fb-4f6a-a267-35ce2f9a5ef8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:11.710968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bf8e9f2-cf47-4924-bc48-545cbc6f0687 req-48514930-60fb-4f6a-a267-35ce2f9a5ef8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0879250 Dec 10 05:00:11.822326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2bf8e9f2-cf47-4924-bc48-545cbc6f0687 req-c557a680-97c1-4b46-83fb-10cbc0dcfa9e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017280 Dec 10 05:00:11.901714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c23ea1-96ae-4a5c-807c-6a2f44412319 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:00:11.909528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:11.922246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Transition to ACTIVE for port object 07c23ea1-96ae-4a5c-807c-6a2f44412319 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:00:11.933404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:11.969392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade83f1-801b-450a-ac23-5075a8adbace req-8c736922-7f1a-46d2-9bca-ecc5d4eba225 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:11.977984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aade83f1-801b-450a-ac23-5075a8adbace req-8c736922-7f1a-46d2-9bca-ecc5d4eba225 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0657227 Dec 10 05:00:12.022647 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Pushing event updated for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:12.058035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aade83f1-801b-450a-ac23-5075a8adbace req-097aa505-9f39-48c0-8a83-3f8d8164971c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770814 Dec 10 05:00:12.133056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Attempting to bind port 07c23ea1-96ae-4a5c-807c-6a2f44412319 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:00:12.133891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Attempting to bind port 07c23ea1-96ae-4a5c-807c-6a2f44412319 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:00:12.134229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Attempting to bind port 07c23ea1-96ae-4a5c-807c-6a2f44412319 on network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:12.139707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Port 07c23ea1-96ae-4a5c-807c-6a2f44412319 on network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:00:12.140034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Attempting to bind port 07c23ea1-96ae-4a5c-807c-6a2f44412319 on network ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:12.155306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:00:12.155666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Checking segment: {'id': '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:12.156081 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Bound using segment: {'id': '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:00:12.160840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Bound port: 07c23ea1-96ae-4a5c-807c-6a2f44412319, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:00:12.161214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:12.236429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944979a7-b2c0-4ec8-a4c4-740753eaf692 req-34301ac6-fccd-47b6-9c8b-9e7aaa7fb854 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.243306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-944979a7-b2c0-4ec8-a4c4-740753eaf692 req-34301ac6-fccd-47b6-9c8b-9e7aaa7fb854 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0849872 Dec 10 05:00:12.310550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:00:12.314568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319,segment=NetworkSegment(8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784),segment_id=8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:00:12.322475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-944979a7-b2c0-4ec8-a4c4-740753eaf692 req-956e9f4b-5a4d-4cfe-9f70-c104ed187500 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656648 Dec 10 05:00:12.325340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:12.377505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.378118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:12.379643 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] 10.222.0.41 "PUT /v2.0/ports/07c23ea1-96ae-4a5c-807c-6a2f44412319 HTTP/1.1" status: 200 len: 1091 time: 1.0910892 Dec 10 05:00:12.380040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:12.382676 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b42e61-9b36-4aae-a251-ded216d59f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:12.418349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da62a4-8ffd-4bba-a9f1-c454b677653b service neutron] Pushing event updated for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:12.446696 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf00784-c93b-444a-bb29-3e3e5752f2d9 x-openstack-request-id: req-cdf00784-c93b-444a-bb29-3e3e5752f2d9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:12.447199 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:12.447728 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdf00784-c93b-444a-bb29-3e3e5752f2d9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:12.448408 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319', 'status': 'completed', 'code': 200} Dec 10 05:00:12.480783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84bef8-872b-4ff5-9cde-cbfe2e1d7be6 req-529f4d90-0213-4c4c-aa08-beb716d08ac6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.482443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a84bef8-872b-4ff5-9cde-cbfe2e1d7be6 req-529f4d90-0213-4c4c-aa08-beb716d08ac6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0617220 Dec 10 05:00:12.511972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-1dcc971e-8b43-441d-a7ee-1a386ad1e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.513592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-1dcc971e-8b43-441d-a7ee-1a386ad1e67d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcacdf3e31d4a81a1cbcf8d230c6163&device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 1094 time: 0.0436659 Dec 10 05:00:12.535589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a84bef8-872b-4ff5-9cde-cbfe2e1d7be6 req-9ecc606d-ee09-41df-9f49-00b0b67fa19e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Dec 10 05:00:12.595631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-c90e0514-6347-4afd-9d8f-51fffd0aaa40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319 HTTP/1.1" status: 200 len: 217 time: 0.0541391 Dec 10 05:00:12.673067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-927d1fc6-761f-4aeb-b62e-ec5c1a98b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.674992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-927d1fc6-761f-4aeb-b62e-ec5c1a98b98d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25108ec3-13f7-4cf5-b06d-2c2c92a6225a HTTP/1.1" status: 200 len: 850 time: 0.0655909 Dec 10 05:00:12.731436 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-9956fc41-e300-454f-8bca-e23fba0ada2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437620 Dec 10 05:00:12.782378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bfbde-eb96-4f9a-8ba1-0a8cdcd91e6a req-c4f19abb-8af1-48bd-85bd-909d0cd82386 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.784339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f40bfbde-eb96-4f9a-8ba1-0a8cdcd91e6a req-c4f19abb-8af1-48bd-85bd-909d0cd82386 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1108458 Dec 10 05:00:12.842258 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-ba338e1e-3275-4057-a660-ce90590494db service neutron] 10.222.0.41 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980725 Dec 10 05:00:12.853387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c584-d9f5-403f-b987-d5f54d1335fb req-0a854530-1c16-43e1-8c03-40de1d237cdd tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:12.860467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0317c584-d9f5-403f-b987-d5f54d1335fb req-0a854530-1c16-43e1-8c03-40de1d237cdd tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 943 time: 0.1262321 Dec 10 05:00:12.928060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f40bfbde-eb96-4f9a-8ba1-0a8cdcd91e6a req-57452064-87cb-4e2f-9283-8952a22a61df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320851 Dec 10 05:00:12.957375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0317c584-d9f5-403f-b987-d5f54d1335fb req-81e89fcf-c582-4b06-a87f-89e5f23b69c0 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852373 Dec 10 05:00:13.011170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff8bd081-d454-41f3-95e0-60e5bcc616a8 req-c8f55e65-421d-4e17-8044-432d5d2780f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586826 Dec 10 05:00:13.083525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69ea3d-8542-485e-932b-6967c9eeb70f req-a0499d2b-a0f2-4b1c-9a16-5013b822d0c0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.091532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae69ea3d-8542-485e-932b-6967c9eeb70f req-a0499d2b-a0f2-4b1c-9a16-5013b822d0c0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0716124 Dec 10 05:00:13.159836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae69ea3d-8542-485e-932b-6967c9eeb70f req-3b93d02c-d36f-4a53-9175-56d48e13b4d8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670140 Dec 10 05:00:13.246298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-1ebf8833-a00d-4944-8b54-7c27e402d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.247821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-1ebf8833-a00d-4944-8b54-7c27e402d0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcacdf3e31d4a81a1cbcf8d230c6163&device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 1094 time: 0.1106241 Dec 10 05:00:13.349482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dc40c-0af2-4fe6-9a5f-88006df3afcf req-32e02e80-8c15-48d5-baa3-77fdd4b2a531 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.359149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-183dc40c-0af2-4fe6-9a5f-88006df3afcf req-32e02e80-8c15-48d5-baa3-77fdd4b2a531 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0995870 Dec 10 05:00:13.414101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-ba9a38d8-fbde-46c5-9030-3d4ae40d82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.414101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-ba9a38d8-fbde-46c5-9030-3d4ae40d82f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f HTTP/1.1" status: 200 len: 911 time: 0.1579258 Dec 10 05:00:13.429474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-183dc40c-0af2-4fe6-9a5f-88006df3afcf req-6d0ba033-08de-4878-818a-db2a64a27300 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688417 Dec 10 05:00:13.494683 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-d856d88a-cc72-44c1-8fd1-dd0b92991420 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319 HTTP/1.1" status: 200 len: 217 time: 0.0713856 Dec 10 05:00:13.556737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-93e1b8cd-9a38-4aa0-9632-d78752d19f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.558538 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-93e1b8cd-9a38-4aa0-9632-d78752d19f81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25108ec3-13f7-4cf5-b06d-2c2c92a6225a HTTP/1.1" status: 200 len: 850 time: 0.0561090 Dec 10 05:00:13.606451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-dc2313e3-d906-4d33-b109-96d614d14dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366039 Dec 10 05:00:13.676754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3d496-8981-4a19-bbc1-409e9b080e63 req-e6279c0a-0a93-4242-aa0e-1887d06f4350 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:13.678201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a3d496-8981-4a19-bbc1-409e9b080e63 req-e6279c0a-0a93-4242-aa0e-1887d06f4350 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0941994 Dec 10 05:00:13.727364 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-23975389-6a07-4dc7-9ae5-e452cfe18f55 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111224 Dec 10 05:00:13.776460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a3d496-8981-4a19-bbc1-409e9b080e63 req-7b6136dc-eaf1-4226-a110-3e3cc2284b34 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900004 Dec 10 05:00:13.899579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-76b42e61-9b36-4aae-a251-ded216d59f3b req-637c4896-bbaf-48ca-9472-2f32f1fb7fd9 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644945 Dec 10 05:00:13.994494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51847912-e2be-4bff-93e4-9bde50e9f85f req-b19c5ddb-fa12-457e-9fb6-55726bb67131 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:14.002748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51847912-e2be-4bff-93e4-9bde50e9f85f req-b19c5ddb-fa12-457e-9fb6-55726bb67131 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0764961 Dec 10 05:00:14.149705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51847912-e2be-4bff-93e4-9bde50e9f85f req-113aeaf9-6ad0-4228-abbe-841c8cb4b368 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440609 Dec 10 05:00:14.168229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be31eef-d723-47b8-8d36-26a7403ae60e req-9a6da853-4a98-4994-9392-6b996ccf1185 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:14.176297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5be31eef-d723-47b8-8d36-26a7403ae60e req-9a6da853-4a98-4994-9392-6b996ccf1185 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 943 time: 0.1303337 Dec 10 05:00:14.254334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5be31eef-d723-47b8-8d36-26a7403ae60e req-3bd913d8-7615-43f7-a295-491f49fdcf88 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Dec 10 05:00:14.351478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b85610-7433-468a-a04c-b6c3822fcd80 req-9c632cdd-b171-42ea-a2b4-c7b51dc291e6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:14.353219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75b85610-7433-468a-a04c-b6c3822fcd80 req-9c632cdd-b171-42ea-a2b4-c7b51dc291e6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0564101 Dec 10 05:00:14.413248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75b85610-7433-468a-a04c-b6c3822fcd80 req-0c7f19a8-2d2d-43eb-9220-cd2b0f60ae66 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515878 Dec 10 05:00:14.674895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ace6-e38d-42ac-96b1-dc351f948130 req-2944b712-eb9b-4e01-9d9c-010dc809b475 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:14.683146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd19ace6-e38d-42ac-96b1-dc351f948130 req-2944b712-eb9b-4e01-9d9c-010dc809b475 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1299829 Dec 10 05:00:14.783818 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd19ace6-e38d-42ac-96b1-dc351f948130 req-a28ae633-2d13-4559-be94-95dcc40449b1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810714 Dec 10 05:00:14.898961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7548-1ce1-4dc1-a0f3-d1e37c59f811 req-ed85106c-348d-43b4-a8da-ea907ac285de tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:14.900541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72ac7548-1ce1-4dc1-a0f3-d1e37c59f811 req-ed85106c-348d-43b4-a8da-ea907ac285de tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0503805 Dec 10 05:00:14.949773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07c23ea1-96ae-4a5c-807c-6a2f44412319 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:00:14.972530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72ac7548-1ce1-4dc1-a0f3-d1e37c59f811 req-f2dfd8b2-d6ab-4c2e-b855-14ac67369f9e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515578 Dec 10 05:00:15.114564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319,segment=NetworkSegment(8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784),segment_id=8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:15.145378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '07c23ea1-96ae-4a5c-807c-6a2f44412319', 'network_id': 'ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f', 'port_id': '07c23ea1-96ae-4a5c-807c-6a2f44412319', 'mac_address': 'fa:16:3e:ca:c0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25108ec3-13f7-4cf5-b06d-2c2c92a6225a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:00:15.187232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba8474-69e2-44e8-bf9b-fdee3a5db699 req-961bdc6e-46ef-4a23-a15e-5b24d3129178 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:15.196620 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:15.210489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c23ea1-96ae-4a5c-807c-6a2f44412319 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:00:15.218342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58ba8474-69e2-44e8-bf9b-fdee3a5db699 req-961bdc6e-46ef-4a23-a15e-5b24d3129178 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1579618 Dec 10 05:00:15.233889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319,segment=NetworkSegment(8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784),segment_id=8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:15.239581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:15.305083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:15.332793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58ba8474-69e2-44e8-bf9b-fdee3a5db699 req-9bb6f76e-64b2-43c7-beee-0235b6d6dc7c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077440 Dec 10 05:00:15.452278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6243b63-8f2f-427c-8651-500a13efe497 req-b04d864a-f01c-4b82-8390-024640328c30 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:15.459918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6243b63-8f2f-427c-8651-500a13efe497 req-b04d864a-f01c-4b82-8390-024640328c30 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 944 time: 0.0617793 Dec 10 05:00:15.541476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77dbea-27c2-4ebd-aef8-19b34fedf4b7 req-926b4e95-5148-4b1f-84bf-b805de79e3b6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:15.543489 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed77dbea-27c2-4ebd-aef8-19b34fedf4b7 req-926b4e95-5148-4b1f-84bf-b805de79e3b6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0811391 Dec 10 05:00:15.560210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6243b63-8f2f-427c-8651-500a13efe497 req-97640089-51d1-41ea-8f2b-3e40aa306096 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939538 Dec 10 05:00:15.589728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['07c23ea1-96ae-4a5c-807c-6a2f44412319'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:00:15.609382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed77dbea-27c2-4ebd-aef8-19b34fedf4b7 req-65a7d404-5957-40c2-8fbd-eb49ce826300 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Dec 10 05:00:15.880307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaabb1-1eb1-4942-821f-ae3a9c956417 req-54ead9a5-3665-48f3-9dbb-1e8c12217fe6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:15.888365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89eaabb1-1eb1-4942-821f-ae3a9c956417 req-54ead9a5-3665-48f3-9dbb-1e8c12217fe6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0932403 Dec 10 05:00:15.970567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89eaabb1-1eb1-4942-821f-ae3a9c956417 req-7e6b549a-ee0d-4bf2-b110-78ed8b18a38f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Dec 10 05:00:16.110940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04366a1c-3cf9-4792-a224-752efd05b4b8 req-fb1089e8-af78-43ee-bf98-3baa64b3f425 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:16.112601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04366a1c-3cf9-4792-a224-752efd05b4b8 req-fb1089e8-af78-43ee-bf98-3baa64b3f425 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0566258 Dec 10 05:00:16.203068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04366a1c-3cf9-4792-a224-752efd05b4b8 req-1f9f507a-88f3-41ea-bf9d-2cc6f3c3b74e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824504 Dec 10 05:00:16.379000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5ede0-7dba-4daf-8af2-4b2840fa0494 req-b838dc70-a4a3-4de8-9408-fc463f43047f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:16.380491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8e5ede0-7dba-4daf-8af2-4b2840fa0494 req-b838dc70-a4a3-4de8-9408-fc463f43047f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0540113 Dec 10 05:00:16.428639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f8e5ede0-7dba-4daf-8af2-4b2840fa0494 req-5216cab3-7e24-4b5b-9edc-0dcec0827fed tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Dec 10 05:00:16.547587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14135f5-f326-437b-b785-9e371407ca9b req-b9b10d80-24be-409a-9eb1-9dfefc86897a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:16.549364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f14135f5-f326-437b-b785-9e371407ca9b req-b9b10d80-24be-409a-9eb1-9dfefc86897a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0518095 Dec 10 05:00:16.613852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f14135f5-f326-437b-b785-9e371407ca9b req-ba4ecd91-a388-4209-b621-e858feffb586 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539410 Dec 10 05:00:16.693475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69b9f6-8970-4363-bf14-b7aa04a03d59 req-13ad69b0-9bcc-4bd1-b087-4fa0ed0a1c2e tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:16.695366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d69b9f6-8970-4363-bf14-b7aa04a03d59 req-13ad69b0-9bcc-4bd1-b087-4fa0ed0a1c2e tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 944 time: 0.0567143 Dec 10 05:00:16.790965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d69b9f6-8970-4363-bf14-b7aa04a03d59 req-3f3afb8c-9c42-4c39-9a4f-635abd09ba9b tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839922 Dec 10 05:00:16.807082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24cc9-1fb2-431c-8e81-b977034d7f0a req-9f1ee0e1-0867-4e10-904f-f82fb41b2ed1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:16.813091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cc24cc9-1fb2-431c-8e81-b977034d7f0a req-9f1ee0e1-0867-4e10-904f-f82fb41b2ed1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0862961 Dec 10 05:00:16.869831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cc24cc9-1fb2-431c-8e81-b977034d7f0a req-5ed4fc33-3350-4aa3-86cc-e903b2e0f804 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Dec 10 05:00:16.964008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07c23ea1-96ae-4a5c-807c-6a2f44412319 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:16.991917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303876-f64c-4b4c-b64b-66c73a0b92ef req-bc6ee146-7341-4b1f-a044-f545616bb77c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:17.007047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f303876-f64c-4b4c-b64b-66c73a0b92ef req-bc6ee146-7341-4b1f-a044-f545616bb77c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0649216 Dec 10 05:00:17.042387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 07c23ea1-96ae-4a5c-807c-6a2f44412319 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:00:17.047255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 07c23ea1-96ae-4a5c-807c-6a2f44412319 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:17.047931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:17.077587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f303876-f64c-4b4c-b64b-66c73a0b92ef req-912cc138-4757-44f3-bf5b-3dccc867b60d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695779 Dec 10 05:00:17.151020 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:17.197952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:17.200429 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708bf5be-9f07-41a0-99f4-3f676ef9f268" -d '{"events": [{"server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "name": "network-vif-plugged", "status": "completed", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:17.229594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319,segment=NetworkSegment(8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784),segment_id=8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:17.240617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:17.301077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:17.395565 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e0a37b-202d-425f-ba99-20fe354a40b9 x-openstack-request-id: req-b3e0a37b-202d-425f-ba99-20fe354a40b9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:17.395565 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "name": "network-vif-plugged", "status": "completed", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:17.395807 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3e0a37b-202d-425f-ba99-20fe354a40b9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:17.396165 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319', 'code': 200} Dec 10 05:00:17.656092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331a86-d804-49c1-b7de-d1c95be70b41 req-35ad1fea-24e2-498c-9dd1-541fd588f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:17.662325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d0331a86-d804-49c1-b7de-d1c95be70b41 req-35ad1fea-24e2-498c-9dd1-541fd588f9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 1096 time: 0.1108451 Dec 10 05:00:17.728773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d0331a86-d804-49c1-b7de-d1c95be70b41 req-61f00edd-ac17-41cd-b391-8188f7c0c039 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533257 Dec 10 05:00:17.745025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5a9a-2b42-41c2-990e-1e919a39b2f3 req-5c621015-43cd-4334-b5c6-cee7635cb946 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:17.751647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd7d5a9a-2b42-41c2-990e-1e919a39b2f3 req-5c621015-43cd-4334-b5c6-cee7635cb946 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0802610 Dec 10 05:00:17.802351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd7d5a9a-2b42-41c2-990e-1e919a39b2f3 req-a99eed06-84e7-4045-bbee-b7f07408519e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Dec 10 05:00:17.962192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef4229-2d75-4c7b-a9e0-a96d1b2618f2 req-2d4feb73-6f87-4bf3-a7f7-bb8f52950837 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:17.964093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0ef4229-2d75-4c7b-a9e0-a96d1b2618f2 req-2d4feb73-6f87-4bf3-a7f7-bb8f52950837 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 945 time: 0.0753698 Dec 10 05:00:18.013556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0ef4229-2d75-4c7b-a9e0-a96d1b2618f2 req-c48bc959-8fb4-4ca4-9985-483975925b2a tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Dec 10 05:00:18.985920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b4c5f-d9e3-44f1-9629-8baf5fa03907 req-d3fac80c-4084-4499-aa3f-c801bb5899e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:18.988778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-904b4c5f-d9e3-44f1-9629-8baf5fa03907 req-d3fac80c-4084-4499-aa3f-c801bb5899e4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0600843 Dec 10 05:00:19.405612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-904b4c5f-d9e3-44f1-9629-8baf5fa03907 req-55786813-1fbd-46df-aeec-0c0b68211657 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062393 Dec 10 05:00:19.460201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d8ed-8082-45bb-b687-0792f7440694 req-653130d5-9d4d-4eab-ae1d-6118df0bc724 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:19.467841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b49d8ed-8082-45bb-b687-0792f7440694 req-653130d5-9d4d-4eab-ae1d-6118df0bc724 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 945 time: 0.0879214 Dec 10 05:00:19.519816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b49d8ed-8082-45bb-b687-0792f7440694 req-050d1040-d5b3-4d17-8503-5e260ee19ea7 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506482 Dec 10 05:00:19.886955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56764-fbfb-43c7-8d11-194f0562937a req-8d2ad5f1-543f-46bb-9293-fb5956f8a553 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:19.888534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdc56764-fbfb-43c7-8d11-194f0562937a req-8d2ad5f1-543f-46bb-9293-fb5956f8a553 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 945 time: 0.0592041 Dec 10 05:00:19.971939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdc56764-fbfb-43c7-8d11-194f0562937a req-268e2067-fd53-4d77-9c43-2031ee5b44ac tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663865 Dec 10 05:00:20.374047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:20.563992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed64c-ad79-42df-8f3d-ed5e151a5756 req-0e771105-3c03-4337-aa26-b80b61c0e262 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:20.565774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f5ed64c-ad79-42df-8f3d-ed5e151a5756 req-0e771105-3c03-4337-aa26-b80b61c0e262 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0570536 Dec 10 05:00:20.646640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f5ed64c-ad79-42df-8f3d-ed5e151a5756 req-0d59c49a-62fe-4a65-90d9-68f226cf4105 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Dec 10 05:00:21.111146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8940-24e9-482b-a945-a50a21d18dc0 req-8f4eb91c-6a88-436f-8ecf-3c5f1de7f9f3 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:21.119773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfdb8940-24e9-482b-a945-a50a21d18dc0 req-8f4eb91c-6a88-436f-8ecf-3c5f1de7f9f3 tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 945 time: 0.0701382 Dec 10 05:00:21.231462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfdb8940-24e9-482b-a945-a50a21d18dc0 req-da026b94-d790-43f7-9fd4-00eeee653d5b tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/security-groups?id=eea4002a-6e66-4da0-8ade-a56f322cd6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107662 Dec 10 05:00:21.527260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-4b47dde3-d312-4e50-bf89-d71404527fad tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:21.529583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-4b47dde3-d312-4e50-bf89-d71404527fad tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 945 time: 0.1377037 Dec 10 05:00:21.651822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Deleting port 07c23ea1-96ae-4a5c-807c-6a2f44412319 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:00:21.652109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:21.828665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] For port 07c23ea1-96ae-4a5c-807c-6a2f44412319, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=07c23ea1-96ae-4a5c-807c-6a2f44412319,segment=NetworkSegment(8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784),segment_id=8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:21.829313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:21.840842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40fa9-5f11-4691-b226-e29d5682074a req-f4f6bdca-7ae4-425c-a0f1-33853099f5fd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:21.842598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56b40fa9-5f11-4691-b226-e29d5682074a req-f4f6bdca-7ae4-425c-a0f1-33853099f5fd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0944734 Dec 10 05:00:21.846700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Calling delete_port for 07c23ea1-96ae-4a5c-807c-6a2f44412319 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:00:21.926369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56b40fa9-5f11-4691-b226-e29d5682074a req-c847b7c3-7b7a-427e-8f44-6118f88f5488 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763085 Dec 10 05:00:22.038883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:22.074665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['07c23ea1-96ae-4a5c-807c-6a2f44412319'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:00:22.081733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Pushing event deleted for resources: {'Port': ['ID=07c23ea1-96ae-4a5c-807c-6a2f44412319,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:22.106351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.106708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.107039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.107382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.107719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.108065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.108382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.108978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.109676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.110049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.110302 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.110697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.110964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:22.133489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] No DVR routers for this DVR port 07c23ea1-96ae-4a5c-807c-6a2f44412319 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:00:22.138706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:22.142080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c42a711b-a0b1-4b13-91ab-208162e523c0 req-10d4bcd2-9b33-4a16-939f-8c2919d8e5ee tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.41 "DELETE /v2.0/ports/07c23ea1-96ae-4a5c-807c-6a2f44412319 HTTP/1.1" status: 204 len: 173 time: 0.6023414 Dec 10 05:00:22.142543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'name': 'network-vif-deleted', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:22.144872 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c31a274-4884-4605-9b85-61eea6cba0bb" -d '{"events": [{"server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "name": "network-vif-deleted", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:22.338638 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee47c36-d1f9-4433-b54a-17a43f5ade75 x-openstack-request-id: req-aee47c36-d1f9-4433-b54a-17a43f5ade75 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:22.339160 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ca1d3d-c315-4fbc-add1-1fd5c21f361f", "name": "network-vif-deleted", "tag": "07c23ea1-96ae-4a5c-807c-6a2f44412319", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:22.339499 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aee47c36-d1f9-4433-b54a-17a43f5ade75 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:22.340042 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca1d3d-c315-4fbc-add1-1fd5c21f361f', 'name': 'network-vif-deleted', 'tag': '07c23ea1-96ae-4a5c-807c-6a2f44412319', 'status': 'completed', 'code': 200} Dec 10 05:00:22.383524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-583b8fb5-f85e-4ed2-93d1-7c9cd979ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:22.404025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d737f76-8cd8-4b3d-afd1-272e6a560b82 req-a15f61a6-0dab-4348-867b-ff12f050abcf tempest-ServerGroupTestJSON-1190879474 tempest-ServerGroupTestJSON-1190879474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ca1d3d-c315-4fbc-add1-1fd5c21f361f HTTP/1.1" status: 200 len: 210 time: 0.0425007 Dec 10 05:00:23.087838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401dde6-467a-4cad-acc2-3cdedf664dfe req-cff58bf9-2546-47e0-ae74-74f7278f9078 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:23.096662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7401dde6-467a-4cad-acc2-3cdedf664dfe req-cff58bf9-2546-47e0-ae74-74f7278f9078 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0733097 Dec 10 05:00:23.149058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7401dde6-467a-4cad-acc2-3cdedf664dfe req-6eec1a08-c13c-4f86-9119-9b3b76e09876 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515859 Dec 10 05:00:23.654039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:23.760684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36268) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:23.808341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Deleting subnet 25108ec3-13f7-4cf5-b06d-2c2c92a6225a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:00:23.811454 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:23.854193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:23.904626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:23.977171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.016717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25108ec3-13f7-4cf5-b06d-2c2c92a6225a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:24.025008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.029597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c5f910d-9503-4dbc-a5e3-f1e88f2072df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/25108ec3-13f7-4cf5-b06d-2c2c92a6225a HTTP/1.1" status: 204 len: 168 time: 0.2670257 Dec 10 05:00:24.031939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36282) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:24.119339 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.213277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.235203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:24.253887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:24.254184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5aa6c3-4fa0-4f3e-a8b2-f8cc5ccd7784') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:24.286383 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.310618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.322541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:00:24.322999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:00:24.324718 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:00:24.348811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4693a8b-5542-4da3-bcbf-acefa9fb858f req-b055316d-a349-4645-856f-fb01ac37c026 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:24.350399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4693a8b-5542-4da3-bcbf-acefa9fb858f req-b055316d-a349-4645-856f-fb01ac37c026 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0991871 Dec 10 05:00:24.456992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4693a8b-5542-4da3-bcbf-acefa9fb858f req-957829bd-c55d-4a92-8efe-bd59fee7f3aa tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967114 Dec 10 05:00:24.457654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.467621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.475881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f HTTP/1.1" status: 204 len: 168 time: 0.4429297 Dec 10 05:00:24.493237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db1bf3-0293-4d61-9442-5ee0567b8bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3d46f6-ad7f-4d2b-8f2b-cf2659f23d7f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:24.615064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:24.667043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:24.676494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ae8457a1-a17a-4296-acb5-7c1927178a26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddcacdf3e31d4a81a1cbcf8d230c6163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600317 Dec 10 05:00:24.753061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.776292 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.825420 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.829170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:24.833508 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eea4002a-6e66-4da0-8ade-a56f322cd6f6 HTTP/1.1" status: 204 len: 168 time: 0.1645904 Dec 10 05:00:24.844095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2afa6d-4551-42a2-a59c-940360dbe415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea4002a-6e66-4da0-8ade-a56f322cd6f6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:25.000385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07c23ea1-96ae-4a5c-807c-6a2f44412319 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:00:25.047647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 07c23ea1-96ae-4a5c-807c-6a2f44412319 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:00:25.048239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 07c23ea1-96ae-4a5c-807c-6a2f44412319 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:00:25.146908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a70f36-f47e-4e44-9c20-20c26161e2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:25.626905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673850d-077b-4ec9-a7b3-3fb21d9a3720 req-3e1574a3-c84a-4bdb-b44f-a8ea120ef025 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:25.628463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2673850d-077b-4ec9-a7b3-3fb21d9a3720 req-3e1574a3-c84a-4bdb-b44f-a8ea120ef025 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0642712 Dec 10 05:00:25.722520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2673850d-077b-4ec9-a7b3-3fb21d9a3720 req-d1fca084-1a2b-41c0-b4d0-28bdae621ec3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859504 Dec 10 05:00:25.795452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:25.823437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:25.932695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1395796565-network', 'tenant_id': 'f77f9a947a1a4aafb61ef0782dffff38'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:25.967976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Made reservation on behalf of f77f9a947a1a4aafb61ef0782dffff38 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:25.971780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:25.981807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.084533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.088913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.103489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:00:26.120286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.120656 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Added segment bc8ac297-e1a0-40d1-8264-cc2177e20548 of type vlan for network de727ed3-b14b-4989-8bc4-e3851d02a036 Dec 10 05:00:26.199752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b50c1-9b90-4ec6-bfaa-9f421229c0f8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:26.227980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.257597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.258882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:26.259474 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.296259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4994786 Dec 10 05:00:26.299101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36380) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:26.304360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Request body: {'subnet': {'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1395796565-subnet', 'tenant_id': 'f77f9a947a1a4aafb61ef0782dffff38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:26.353077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967550f3-3015-4464-95e2-3be9212d6be4 admin admin] Pushing event updated for resources: {'Network': ['ID=de727ed3-b14b-4989-8bc4-e3851d02a036,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:26.367961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network de727ed3-b14b-4989-8bc4-e3851d02a036 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:00:26.384638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Made reservation on behalf of f77f9a947a1a4aafb61ef0782dffff38 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:26.387854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.642622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.725360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232e349d-4b9e-4c8f-997b-d1dd23071f57,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:26.778895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Checking segment: {'id': 'bc8ac297-e1a0-40d1-8264-cc2177e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:26.779827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Network hostable DHCP agents. Network: de727ed3-b14b-4989-8bc4-e3851d02a036, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:00:26.802046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Network de727ed3-b14b-4989-8bc4-e3851d02a036 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:00:26.820321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, de727ed3-b14b-4989-8bc4-e3851d02a036) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:26.832537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796981d-89ee-4cea-83c9-e998ee620e97 None None] Network de727ed3-b14b-4989-8bc4-e3851d02a036 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:26.834390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:26.835046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:26.896938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-baf9bdbb-1c62-4ff3-aadb-c2c3dd804649 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5963399 Dec 10 05:00:26.919251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de63ebd-7c89-47b6-a0fd-6b14557438be req-58bd51b4-c914-4719-aa84-e2ba2ff1a90f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:26.921058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2de63ebd-7c89-47b6-a0fd-6b14557438be req-58bd51b4-c914-4719-aa84-e2ba2ff1a90f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0777154 Dec 10 05:00:27.023572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2de63ebd-7c89-47b6-a0fd-6b14557438be req-c0f748ba-b59b-4f65-ba5c-b0d0877bd56a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955679 Dec 10 05:00:27.051342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e135d-5f29-4b11-8a37-b2e0d8c5162a None None] Network de727ed3-b14b-4989-8bc4-e3851d02a036 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:27.474129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:27.519457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-128f128f-eef4-4247-abd3-5aa85d7cccc9 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:27.521137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-128f128f-eef4-4247-abd3-5aa85d7cccc9 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/networks?id=de727ed3-b14b-4989-8bc4-e3851d02a036 HTTP/1.1" status: 200 len: 821 time: 0.1171896 Dec 10 05:00:27.539488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-8d6dd718-1efc-44c8-a0e5-22198de13ead tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/quotas/f77f9a947a1a4aafb61ef0782dffff38 HTTP/1.1" status: 200 len: 375 time: 0.0112104 Dec 10 05:00:27.575574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-580ff371-7434-4762-a584-36c76b9f75f7 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77f9a947a1a4aafb61ef0782dffff38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278695 Dec 10 05:00:27.676736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-425694d9-2857-4f39-bcea-8b6e0ec55a6c service neutron] 10.222.0.43 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910459 Dec 10 05:00:27.784607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-c72d1f80-dbb4-4a76-843d-260434dc8646 service neutron] 10.222.0.43 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016440 Dec 10 05:00:28.004447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ede7cb3a-0c6d-40d8-91de-f1b866918224 req-28e74909-b870-420d-b453-28102d5c41a5 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 210 time: 0.0399408 Dec 10 05:00:28.210076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef55c44-0385-44dd-920b-568a85d4ab13 req-c61b3c0c-d7b7-46b7-9bc7-8995c71860ab tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:28.221596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ef55c44-0385-44dd-920b-568a85d4ab13 req-c61b3c0c-d7b7-46b7-9bc7-8995c71860ab tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1014028 Dec 10 05:00:28.293070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ef55c44-0385-44dd-920b-568a85d4ab13 req-b8358bb6-40cf-4686-becc-8e511317635a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Dec 10 05:00:28.331836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:29.147173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23da409-c7e9-4eb6-88e7-cf6732460632 req-f338e661-b49a-417e-b720-7243141263c0 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 210 time: 0.0496368 Dec 10 05:00:29.446129 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-31062003-bac9-4ac9-8e4c-8cf651b445e7 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:29.452261 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-31062003-bac9-4ac9-8e4c-8cf651b445e7 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.41 "GET /v2.0/networks?id=de727ed3-b14b-4989-8bc4-e3851d02a036 HTTP/1.1" status: 200 len: 821 time: 0.1646864 Dec 10 05:00:29.479698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Request body: {'port': {'device_id': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036', 'admin_state_up': True, 'tenant_id': 'f77f9a947a1a4aafb61ef0782dffff38'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:29.501019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c73ee8-4575-4941-ba0e-9dd706191119 req-7a13e5f2-3e3f-4b63-9805-405e0985e898 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:29.507088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93c73ee8-4575-4941-ba0e-9dd706191119 req-7a13e5f2-3e3f-4b63-9805-405e0985e898 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0875955 Dec 10 05:00:29.609924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93c73ee8-4575-4941-ba0e-9dd706191119 req-cfc66806-d178-4bbf-9b1a-d5aae4717d36 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Dec 10 05:00:29.680087 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Made reservation on behalf of f77f9a947a1a4aafb61ef0782dffff38 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:29.684515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:29.825052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Allocated IP 172.20.0.8 (de727ed3-b14b-4989-8bc4-e3851d02a036/232e349d-4b9e-4c8f-997b-d1dd23071f57/8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:00:30.034103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:30.074328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:30.133498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Network de727ed3-b14b-4989-8bc4-e3851d02a036 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:30.145126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:30.150570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:00:30.231550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:30.232393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:30.263479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Pushing event updated for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:30.286566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-5042d671-a4cc-4182-ad36-de75a4e52fcc tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116066 Dec 10 05:00:30.318970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Request body: {'port': {'device_id': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:30.413780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc065d-a647-4916-ad1f-f1ed8995204f req-5891e035-fcbf-4aca-8ed8-956876d52dcf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:30.424094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0dc065d-a647-4916-ad1f-f1ed8995204f req-5891e035-fcbf-4aca-8ed8-956876d52dcf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 931 time: 0.1237779 Dec 10 05:00:30.437972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:30.537257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0dc065d-a647-4916-ad1f-f1ed8995204f req-5be7d5c3-5da9-4fe0-8913-bdc3ef94e4ee tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098521 Dec 10 05:00:30.805867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864401-ae8d-41ad-bfbf-73ce11cda4c2 req-031108b9-8008-4b75-a383-ff9c4acffa3c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:30.808020 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df864401-ae8d-41ad-bfbf-73ce11cda4c2 req-031108b9-8008-4b75-a383-ff9c4acffa3c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0840254 Dec 10 05:00:30.885184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df864401-ae8d-41ad-bfbf-73ce11cda4c2 req-4b190240-9292-49f4-a983-96b1e7d614b9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Dec 10 05:00:30.995109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:00:31.034627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.059111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Transition to ACTIVE for port object 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:00:31.074152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.139229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:00:31.301809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:31.373599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Attempting to bind port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:00:31.374225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Attempting to bind port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'bc8ac297-e1a0-40d1-8264-cc2177e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:00:31.374762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Attempting to bind port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a on network de727ed3-b14b-4989-8bc4-e3851d02a036 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:31.393929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a on network de727ed3-b14b-4989-8bc4-e3851d02a036 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:00:31.396408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Attempting to bind port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a on network de727ed3-b14b-4989-8bc4-e3851d02a036 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:31.408793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:00:31.412402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Checking segment: {'id': 'bc8ac297-e1a0-40d1-8264-cc2177e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:31.413060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Bound using segment: {'id': 'bc8ac297-e1a0-40d1-8264-cc2177e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:00:31.413688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Bound port: 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8ac297-e1a0-40d1-8264-cc2177e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:00:31.414248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.446521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:31.473998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'port_id': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'mac_address': 'fa:16:3e:2e:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cb9e56-4829-4ecc-af58-d23c7be322aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:00:31.554933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:00:31.565337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.579139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,segment=NetworkSegment(bc8ac297-e1a0-40d1-8264-cc2177e20548),segment_id=bc8ac297-e1a0-40d1-8264-cc2177e20548)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:00:31.589957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.607975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:00:31.658453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:31.659326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.661377 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] 10.222.0.41 "PUT /v2.0/ports/8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a HTTP/1.1" status: 200 len: 1091 time: 1.3478093 Dec 10 05:00:31.664520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:31.667134 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e" -d '{"events": [{"name": "network-changed", "server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:31.688185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:31.697340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:31.700012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe8af7-71e2-440f-91b6-a655e56b0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:31.819639 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fd9c76-e79e-4ada-a5fd-672db0b0f545 x-openstack-request-id: req-73fd9c76-e79e-4ada-a5fd-672db0b0f545 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:31.819945 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:31.820208 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73fd9c76-e79e-4ada-a5fd-672db0b0f545 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:31.821071 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a', 'status': 'completed', 'code': 200} Dec 10 05:00:31.853917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0566fe4-62ad-4408-9ef5-7d134b0b7269 req-19e43c0d-1cfd-46f7-a904-b0ef71950f3d tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:31.860695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0566fe4-62ad-4408-9ef5-7d134b0b7269 req-19e43c0d-1cfd-46f7-a904-b0ef71950f3d tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 943 time: 0.1955004 Dec 10 05:00:31.882364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:00:31.900522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-dafa907d-7180-4b61-b7e7-d0dd489f60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:31.903070 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-dafa907d-7180-4b61-b7e7-d0dd489f60b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f77f9a947a1a4aafb61ef0782dffff38&device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 1094 time: 0.1395242 Dec 10 05:00:31.956301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:31.962766 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:00:32.018652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0566fe4-62ad-4408-9ef5-7d134b0b7269 req-e7cbea34-707d-48c5-b040-d4d2b22e5faf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515613 Dec 10 05:00:32.037552 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-18d7f8f5-9203-4f5b-9cbd-0a492922760d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a HTTP/1.1" status: 200 len: 217 time: 0.1124890 Dec 10 05:00:32.150593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-0181007f-db11-47fa-a264-b72be0b86b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:32.152653 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-0181007f-db11-47fa-a264-b72be0b86b37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=232e349d-4b9e-4c8f-997b-d1dd23071f57 HTTP/1.1" status: 200 len: 861 time: 0.0839064 Dec 10 05:00:32.163380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0f63-706a-4604-b5b1-0684d1b99812 req-f60eb9eb-9aa2-47f0-a999-3ecbbc03a829 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:32.176165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e65f0f63-706a-4604-b5b1-0684d1b99812 req-f60eb9eb-9aa2-47f0-a999-3ecbbc03a829 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1316147 Dec 10 05:00:32.212971 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-a2448730-4b79-4e17-89bb-dc3303eca291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de727ed3-b14b-4989-8bc4-e3851d02a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485172 Dec 10 05:00:32.341519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e65f0f63-706a-4604-b5b1-0684d1b99812 req-6c44b530-a675-4975-8b0e-0227a917172a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599240 Dec 10 05:00:32.406125 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-b3c3762c-0f69-44ea-a4a4-f2fb85c55fef service neutron] 10.222.0.41 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800060 Dec 10 05:00:32.628525 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5becf796-e2dd-4714-bce3-f19146be5ba1 req-f21c9799-2c65-4f12-ae30-6515ea482342 service neutron] 10.222.0.41 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097445 Dec 10 05:00:32.884661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-a3dae0d2-d634-45df-9678-ead3d3983a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:32.892777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-a3dae0d2-d634-45df-9678-ead3d3983a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f77f9a947a1a4aafb61ef0782dffff38&device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 1094 time: 0.1326559 Dec 10 05:00:33.082912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-38b1950c-832a-4b24-8fd4-af447d2251cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:33.088149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-38b1950c-832a-4b24-8fd4-af447d2251cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=de727ed3-b14b-4989-8bc4-e3851d02a036 HTTP/1.1" status: 200 len: 922 time: 0.1880064 Dec 10 05:00:33.153428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:33.193578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-7b97bed4-d9d1-4143-8bc3-753d0bc6c15f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a HTTP/1.1" status: 200 len: 217 time: 0.0933757 Dec 10 05:00:33.212198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09223d8-1a3e-4ee6-8061-6ac867441775 req-1dbca392-0649-44e7-95f5-eb9a41547260 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:33.213801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e09223d8-1a3e-4ee6-8061-6ac867441775 req-1dbca392-0649-44e7-95f5-eb9a41547260 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 943 time: 0.1071727 Dec 10 05:00:33.334057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:33.334501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-4f5c1f46-6bf1-495f-984d-bd959feebf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:33.337032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-4f5c1f46-6bf1-495f-984d-bd959feebf5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=232e349d-4b9e-4c8f-997b-d1dd23071f57 HTTP/1.1" status: 200 len: 861 time: 0.1349123 Dec 10 05:00:33.337607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:33.358739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e09223d8-1a3e-4ee6-8061-6ac867441775 req-21e4feb3-6112-4da1-9554-a32368b1a6db tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373539 Dec 10 05:00:33.403350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-bdabcddd-a135-4bcd-a44d-ef9908d869d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de727ed3-b14b-4989-8bc4-e3851d02a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532954 Dec 10 05:00:33.578569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:33.643055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27122e-0127-4915-b67a-ac50508b80d1 req-b7221db0-fbd6-459d-a02a-069ad3f85059 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:33.644656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d27122e-0127-4915-b67a-ac50508b80d1 req-b7221db0-fbd6-459d-a02a-069ad3f85059 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1426334 Dec 10 05:00:33.653979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-9da41b39-4f06-45c1-9d1f-819dbcb1ee82 service neutron] 10.222.0.41 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366273 Dec 10 05:00:33.672310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:33.674564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:33.680956 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218efc8-0184-4922-85fa-37298c5b61d2" -d '{"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:33.689518 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:33.764190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d27122e-0127-4915-b67a-ac50508b80d1 req-35927f8d-dcee-4f82-8c0d-3b55f8a887dc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127295 Dec 10 05:00:33.808871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:33.931092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ce3b8121-523b-4a7a-b48c-3fc5d2ce822e req-49eed787-78c3-4b5e-94a8-7fd931318f77 service neutron] 10.222.0.41 "GET /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660718 Dec 10 05:00:34.277130 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee469d-565a-417d-9eac-e2de285d35d5 x-openstack-request-id: req-ecee469d-565a-417d-9eac-e2de285d35d5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:34.277608 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:34.277710 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecee469d-565a-417d-9eac-e2de285d35d5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:34.278060 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'code': 200} Dec 10 05:00:34.673205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff46e-54a6-444a-bf8d-edf5937e7d55 req-dcd77bda-fc55-417f-acae-368ebf568535 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:34.675347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a97ff46e-54a6-444a-bf8d-edf5937e7d55 req-dcd77bda-fc55-417f-acae-368ebf568535 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 943 time: 0.1737237 Dec 10 05:00:34.751560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a97ff46e-54a6-444a-bf8d-edf5937e7d55 req-030fcc9c-ede1-4d62-848d-16f8962509e4 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Dec 10 05:00:34.949819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ead82-f4aa-49a6-901c-8b636ddcadb6 req-7dce6086-d387-4632-9fa7-6d66530170ff tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:34.951696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9ead82-f4aa-49a6-901c-8b636ddcadb6 req-7dce6086-d387-4632-9fa7-6d66530170ff tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0753381 Dec 10 05:00:35.031872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9ead82-f4aa-49a6-901c-8b636ddcadb6 req-14dfb431-5df3-47c6-abbc-840e6b1516ea tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Dec 10 05:00:35.043234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:00:35.163881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,segment=NetworkSegment(bc8ac297-e1a0-40d1-8264-cc2177e20548),segment_id=bc8ac297-e1a0-40d1-8264-cc2177e20548)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:35.187067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a', 'network_id': 'de727ed3-b14b-4989-8bc4-e3851d02a036', 'port_id': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a', 'mac_address': 'fa:16:3e:c4:dc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232e349d-4b9e-4c8f-997b-d1dd23071f57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:00:35.263048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:35.278576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:00:35.301763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,segment=NetworkSegment(bc8ac297-e1a0-40d1-8264-cc2177e20548),segment_id=bc8ac297-e1a0-40d1-8264-cc2177e20548)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:35.309271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:35.390939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:35.673281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:00:35.963251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284c7d6-0dd1-4fff-8ab0-3a507b6644a4 req-d08f0a83-16cb-4dec-b6f5-f48127f7a4ba tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:35.965245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b284c7d6-0dd1-4fff-8ab0-3a507b6644a4 req-d08f0a83-16cb-4dec-b6f5-f48127f7a4ba tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 944 time: 0.0818887 Dec 10 05:00:36.038683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b284c7d6-0dd1-4fff-8ab0-3a507b6644a4 req-ddf152bc-b298-4a1d-81c6-8226ea244e5e tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Dec 10 05:00:36.211797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd30482-a609-4b18-9306-03c659e42490 req-ae161a2d-4984-4f83-a4a9-b680dbed07f8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:36.220444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dd30482-a609-4b18-9306-03c659e42490 req-ae161a2d-4984-4f83-a4a9-b680dbed07f8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0665524 Dec 10 05:00:36.291320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dd30482-a609-4b18-9306-03c659e42490 req-540d3dd3-18a9-421e-9f3a-c21ee28bc716 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694854 Dec 10 05:00:37.063077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:37.188873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:00:37.194418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:37.195191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:37.260658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c8778-fae2-4a53-8282-5a5cae21b2b6 req-bc0ff644-324a-406e-b49d-d38ae4d9b6e2 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:37.270039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-158c8778-fae2-4a53-8282-5a5cae21b2b6 req-bc0ff644-324a-406e-b49d-d38ae4d9b6e2 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 944 time: 0.0819206 Dec 10 05:00:37.313608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:37.410366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,segment=NetworkSegment(bc8ac297-e1a0-40d1-8264-cc2177e20548),segment_id=bc8ac297-e1a0-40d1-8264-cc2177e20548)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:37.412048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:37.414970 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5334c2e-815b-44ad-9f50-2c1c76a8eda9" -d '{"events": [{"server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:37.423082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:37.448129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-158c8778-fae2-4a53-8282-5a5cae21b2b6 req-d95a857c-e685-4667-a7dd-a86161a854e6 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764286 Dec 10 05:00:37.541169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:37.570506 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078dc33b-9e89-4d1a-a6da-9088998cae3b x-openstack-request-id: req-078dc33b-9e89-4d1a-a6da-9088998cae3b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:37.570929 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:37.571356 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-078dc33b-9e89-4d1a-a6da-9088998cae3b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:37.572024 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a', 'code': 200} Dec 10 05:00:37.596119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced242d-910c-4e15-92ee-bd4e6a6aeeed req-6d0fb78f-8bbb-4157-8e66-a0777933fd7b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:37.598226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aced242d-910c-4e15-92ee-bd4e6a6aeeed req-6d0fb78f-8bbb-4157-8e66-a0777933fd7b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1403086 Dec 10 05:00:37.804603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aced242d-910c-4e15-92ee-bd4e6a6aeeed req-c609b279-bd3b-4934-83e4-f923a2248fe8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969488 Dec 10 05:00:37.863822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957298-eb4e-4ac3-8765-c77c706d9e04 req-f462538f-2096-4423-8a8e-23b75f59f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:37.872102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c957298-eb4e-4ac3-8765-c77c706d9e04 req-f462538f-2096-4423-8a8e-23b75f59f4ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 1096 time: 0.1346836 Dec 10 05:00:37.951133 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c957298-eb4e-4ac3-8765-c77c706d9e04 req-3b6533ba-0fbd-49a3-9791-3e645f712fcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Dec 10 05:00:38.679312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48965-e9db-4385-a622-03176f5c49f3 req-07236003-9409-44e6-acca-616462e8e17f tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:38.691661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c48965-e9db-4385-a622-03176f5c49f3 req-07236003-9409-44e6-acca-616462e8e17f tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 945 time: 0.0987225 Dec 10 05:00:38.769686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7c48965-e9db-4385-a622-03176f5c49f3 req-2f64af8d-d8f7-4981-9755-6df74f32bb7b tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769405 Dec 10 05:00:38.972607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceb4b4-478e-42fd-af76-7d49f925b803 req-2180c82c-5064-4fbd-ada8-a6d067b15c41 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:38.995525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faceb4b4-478e-42fd-af76-7d49f925b803 req-2180c82c-5064-4fbd-ada8-a6d067b15c41 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0953612 Dec 10 05:00:39.097698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faceb4b4-478e-42fd-af76-7d49f925b803 req-f876208e-2522-40a0-b74d-f23fd60fdd07 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958335 Dec 10 05:00:39.922220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c439a-1f7b-4180-8afc-54ad7d0b8712 req-d7af5f1b-6973-44b8-92db-1c58f46099cd tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:39.930104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-955c439a-1f7b-4180-8afc-54ad7d0b8712 req-d7af5f1b-6973-44b8-92db-1c58f46099cd tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 945 time: 0.0620987 Dec 10 05:00:40.017666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:40.072879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-955c439a-1f7b-4180-8afc-54ad7d0b8712 req-71d3bd22-8413-4662-a774-3b95ceff6018 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415379 Dec 10 05:00:40.267023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Deleting subnet 9f813a86-2e2a-41cd-9f24-f47d86812ecf {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:00:40.277844 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:40.317756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54152688-f95d-406f-8b91-3d927bee7e6b req-331c84d8-9296-4d04-8449-ea1c997d7f65 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:40.326797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54152688-f95d-406f-8b91-3d927bee7e6b req-331c84d8-9296-4d04-8449-ea1c997d7f65 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0983927 Dec 10 05:00:40.362927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:40.422230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54152688-f95d-406f-8b91-3d927bee7e6b req-7abf3dbc-a8b0-45a2-a3a0-96914ed5b44c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Dec 10 05:00:40.440380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:40.560056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:40.582949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099906a-74bc-489c-88b6-7b2c61220f99 None None] Network 14ea4561-b0a8-43e1-91d5-b96d8a136c67 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:40.601016 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:40.613846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36760) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:40.617270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9f813a86-2e2a-41cd-9f24-f47d86812ecf HTTP/1.1" status: 204 len: 168 time: 0.5965776 Dec 10 05:00:40.724214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318bcd6-2c4b-40ad-822d-4156d34bbf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f813a86-2e2a-41cd-9f24-f47d86812ecf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:40.876688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.125314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.178775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ea4561-b0a8-43e1-91d5-b96d8a136c67']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:41.262769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ee419b-5555-4428-898b-0289dde7e083') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:41.265392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ee419b-5555-4428-898b-0289dde7e083') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:41.296607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.327022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a0c32-1cc7-40ca-8fb7-b5b155c6d910 None None] DHCP port deletion for 14ea4561-b0a8-43e1-91d5-b96d8a136c67 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:00:41.340267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687260ff-a84a-422c-a181-0132416e734b req-f4fe4ff1-2e45-43b5-aeb4-59630d553dd0 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:41.348894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-687260ff-a84a-422c-a181-0132416e734b req-f4fe4ff1-2e45-43b5-aeb4-59630d553dd0 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 945 time: 0.1724997 Dec 10 05:00:41.417345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-687260ff-a84a-422c-a181-0132416e734b req-05de8f68-4007-455f-a5a8-d8164c0e479d tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653532 Dec 10 05:00:41.418512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.442430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:00:41.442953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:00:41.444962 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:00:41.705809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace75b8-1c4e-4af2-b073-d7ceee305227 req-f928b694-0f4f-42ad-a60a-db7466789d8a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:41.710056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ace75b8-1c4e-4af2-b073-d7ceee305227 req-f928b694-0f4f-42ad-a60a-db7466789d8a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1631970 Dec 10 05:00:41.710748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.724095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:41.729710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] 10.222.0.43 "DELETE /v2.0/networks/14ea4561-b0a8-43e1-91d5-b96d8a136c67 HTTP/1.1" status: 204 len: 168 time: 1.1123791 Dec 10 05:00:41.787219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=14ea4561-b0a8-43e1-91d5-b96d8a136c67,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:41.813252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.813602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.813951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.814295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.814628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.814965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.815299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.815628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.815957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.816285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.820441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.820835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.821185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f437949-d6dd-4754-b97f-ddd02a101bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:41.879872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ace75b8-1c4e-4af2-b073-d7ceee305227 req-07e4ca96-6fa1-4508-915f-b6b75c412e9c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593847 Dec 10 05:00:42.038332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:42.085777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c17be2ed-82e8-4c23-b5da-0cd93f090369 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b1db51343864a4fb7f2a1b05520fe22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461330 Dec 10 05:00:42.088368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:42.179334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:42.231029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:42.342417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:42.346629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:42.348010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a152d76b-7401-413e-a1b9-8199ae50008d HTTP/1.1" status: 204 len: 168 time: 0.2579887 Dec 10 05:00:42.359361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0275b5-a603-4b7e-aef1-0ef079251db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152d76b-7401-413e-a1b9-8199ae50008d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:42.632041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082313-5758-4099-91af-d631bab4922d req-71c017dc-bae0-4f38-9f31-26aee12edfe1 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:42.635476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39082313-5758-4099-91af-d631bab4922d req-71c017dc-bae0-4f38-9f31-26aee12edfe1 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 945 time: 0.0611315 Dec 10 05:00:42.685827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-32242853-1875-4f60-8878-998293f68a4b tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:42.688026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-32242853-1875-4f60-8878-998293f68a4b tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.41 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 945 time: 0.1367254 Dec 10 05:00:42.720054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39082313-5758-4099-91af-d631bab4922d req-d56c8b9b-b097-45c7-99bc-c48fdf4c2a42 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/security-groups?id=434b50c1-9b90-4ec6-bfaa-9f421229c0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711782 Dec 10 05:00:42.883157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Deleting port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:00:42.887515 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:43.115885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7b2c1-513e-49f9-a241-ee08fe016219 req-9e07532c-590c-4a61-b972-f87e905c792b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:43.117799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a7b2c1-513e-49f9-a241-ee08fe016219 req-9e07532c-590c-4a61-b972-f87e905c792b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1021056 Dec 10 05:00:43.178750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] For port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,segment=NetworkSegment(bc8ac297-e1a0-40d1-8264-cc2177e20548),segment_id=bc8ac297-e1a0-40d1-8264-cc2177e20548)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:43.179482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:43.204419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Calling delete_port for 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:00:43.239016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a7b2c1-513e-49f9-a241-ee08fe016219 req-06148f79-077a-404f-b8a8-cffd2ab86b0f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135089 Dec 10 05:00:43.462414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:43.510746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:00:43.567538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Pushing event deleted for resources: {'Port': ['ID=8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:43.671214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] No DVR routers for this DVR port 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:00:43.674252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:43.691405 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-50d7f10b-6f89-4ccc-9c8b-a1fdf23cef04 req-aab64c23-ba5c-4619-ace6-eb681af121bf tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.41 "DELETE /v2.0/ports/8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a HTTP/1.1" status: 204 len: 173 time: 0.9855556 Dec 10 05:00:43.693207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'name': 'network-vif-deleted', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:43.698861 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51bfcc9-9749-4fee-837e-35e5f0d36f3a" -d '{"events": [{"server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "name": "network-vif-deleted", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:43.759354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36848) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:43.791094 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d617a-261d-4fc8-95b9-71cac7180602 x-openstack-request-id: req-5a2d617a-261d-4fc8-95b9-71cac7180602 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:43.791094 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365d8c38-5082-4460-bae0-a713ab2ed78f", "name": "network-vif-deleted", "tag": "8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:43.791094 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a2d617a-261d-4fc8-95b9-71cac7180602 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:43.791094 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365d8c38-5082-4460-bae0-a713ab2ed78f', 'name': 'network-vif-deleted', 'tag': '8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a', 'status': 'completed', 'code': 200} Dec 10 05:00:43.846656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4173f6e-8475-4100-a195-47c11eda3b06 req-95742756-7387-49f0-bc20-06297a1e1ee5 tempest-ServerMetadataNegativeTestJSON-404660547 tempest-ServerMetadataNegativeTestJSON-404660547-project] 10.222.0.43 "GET /v2.0/ports?device_id=365d8c38-5082-4460-bae0-a713ab2ed78f HTTP/1.1" status: 200 len: 210 time: 0.0384657 Dec 10 05:00:43.986372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1076212188-network', 'tenant_id': '1920ad9c565949adbeeb897a340df83c'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:44.029953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Made reservation on behalf of 1920ad9c565949adbeeb897a340df83c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:44.035973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.080776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.210111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.232589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.267402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:00:44.279682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.280078 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Added segment 1d75d75a-66a0-4954-a454-041cb049d1c0 of type vlan for network 2969cedc-f274-43f0-be1a-57522508b6e6 Dec 10 05:00:44.385341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.561226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b186c593-fe7f-4f70-b6c7-04bc7bf49d01,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:44.616091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.617089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:44.617672 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.718538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2969cedc-f274-43f0-be1a-57522508b6e6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:44.735586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 2969cedc-f274-43f0-be1a-57522508b6e6 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:00:44.742994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70b96-397f-4c1a-ac70-eaa06d7e78ff req-dbe7de14-982f-4eb2-9ff8-08d796ad0ddb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:44.755191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efe70b96-397f-4c1a-ac70-eaa06d7e78ff req-dbe7de14-982f-4eb2-9ff8-08d796ad0ddb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.2951801 Dec 10 05:00:44.771630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ff19a2fe-e0f9-429d-bf9a-e37ddb53a2d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0077555 Dec 10 05:00:44.772911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:44.779604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Request body: {'subnet': {'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1076212188-subnet', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:44.849913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efe70b96-397f-4c1a-ac70-eaa06d7e78ff req-ac45d683-7140-439b-89f1-33e7855acd97 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937886 Dec 10 05:00:44.850333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Made reservation on behalf of 1920ad9c565949adbeeb897a340df83c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:00:44.854439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:44.937884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36870) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:45.021432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Deleting subnet 232e349d-4b9e-4c8f-997b-d1dd23071f57 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:00:45.033358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.134333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.222629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.318305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.365475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232e349d-4b9e-4c8f-997b-d1dd23071f57,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:45.368449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.376086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e4c08ca-420c-4e53-89de-49161b0ae9f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/232e349d-4b9e-4c8f-997b-d1dd23071f57 HTTP/1.1" status: 204 len: 168 time: 0.4349151 Dec 10 05:00:45.377448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36876) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:45.466438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.584287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.599669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.614365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de727ed3-b14b-4989-8bc4-e3851d02a036']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:45.638906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8ac297-e1a0-40d1-8264-cc2177e20548') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:45.641052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8ac297-e1a0-40d1-8264-cc2177e20548') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:45.662418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.693775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.703847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:00:45.704236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:00:45.706014 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:00:45.708554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43360a4e-9fa5-46bb-8a67-003fb4fd585a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:45.752339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Checking segment: {'id': '1d75d75a-66a0-4954-a454-041cb049d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:45.754433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Network hostable DHCP agents. Network: 2969cedc-f274-43f0-be1a-57522508b6e6, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:00:45.777857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Network 2969cedc-f274-43f0-be1a-57522508b6e6 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:00:45.794841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 2969cedc-f274-43f0-be1a-57522508b6e6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:45.802289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:45.803170 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.808409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072df6d-a36c-4b38-ab8b-3d019fe1f522 None None] Network 2969cedc-f274-43f0-be1a-57522508b6e6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:45.814187 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.819404 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.825093 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d091af06-34fa-4e62-9ed5-02210bf88548 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0501575 Dec 10 05:00:45.841046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:45.841892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] 10.222.0.43 "DELETE /v2.0/networks/de727ed3-b14b-4989-8bc4-e3851d02a036 HTTP/1.1" status: 204 len: 168 time: 0.4630427 Dec 10 05:00:45.856450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:00:45.873352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248fc6e-ec1a-4357-b73e-3b966762de22 admin admin] Pushing event deleted for resources: {'Network': ['ID=de727ed3-b14b-4989-8bc4-e3851d02a036,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:45.914653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:45.915922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.003758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.065969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-2969cedc-f274-43f0-be1a-57522508b6e6', 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6', 'project_id': '1920ad9c565949adbeeb897a340df83c', 'fixed_ips': [{'subnet_id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:00:46.067262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.104450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7336850-11fe-4af9-b79f-7396d3507194 req-84c04483-5471-4f32-921a-dbbf5954fb38 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:46.106346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7336850-11fe-4af9-b79f-7396d3507194 req-84c04483-5471-4f32-921a-dbbf5954fb38 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1081882 Dec 10 05:00:46.189080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:46.207717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7336850-11fe-4af9-b79f-7396d3507194 req-094ab3c3-2053-459b-86d2-a251e1ac4c8c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942605 Dec 10 05:00:46.294226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.336570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Allocated IP 172.20.0.2 (2969cedc-f274-43f0-be1a-57522508b6e6/43360a4e-9fa5-46bb-8a67-003fb4fd585a/63cd547b-72bf-4e17-bada-f0e6b0415791) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:00:46.342175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36898) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:46.343329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e3fb0d90-b30c-4880-a548-db9e704fd91f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f77f9a947a1a4aafb61ef0782dffff38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524181 Dec 10 05:00:46.464639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.510177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.522488 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.533668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.603608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Network 2969cedc-f274-43f0-be1a-57522508b6e6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:46.605337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Pushing event updated for resources: {'Port': ['ID=63cd547b-72bf-4e17-bada-f0e6b0415791,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:46.608164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:46.613491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:00:46.641738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.645088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.646783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/434b50c1-9b90-4ec6-bfaa-9f421229c0f8 HTTP/1.1" status: 204 len: 168 time: 0.3027718 Dec 10 05:00:46.679938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099db4c-2fa3-46bc-bae9-fad268583c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b50c1-9b90-4ec6-bfaa-9f421229c0f8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:46.784682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.785757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Attempting to bind port 63cd547b-72bf-4e17-bada-f0e6b0415791 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:00:46.786124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Attempting to bind port 63cd547b-72bf-4e17-bada-f0e6b0415791 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1d75d75a-66a0-4954-a454-041cb049d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:00:46.786485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Attempting to bind port 63cd547b-72bf-4e17-bada-f0e6b0415791 on network 2969cedc-f274-43f0-be1a-57522508b6e6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:46.807587 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.812215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:00:46.817500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Checking segment: {'id': '1d75d75a-66a0-4954-a454-041cb049d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:46.821135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:46.821552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Bound using segment: {'id': '1d75d75a-66a0-4954-a454-041cb049d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:00:46.822066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Bound port: 63cd547b-72bf-4e17-bada-f0e6b0415791, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d75d75a-66a0-4954-a454-041cb049d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:00:46.822454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:47.018301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] For port 63cd547b-72bf-4e17-bada-f0e6b0415791, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:00:47.022001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] For port 63cd547b-72bf-4e17-bada-f0e6b0415791, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cd547b-72bf-4e17-bada-f0e6b0415791,segment=NetworkSegment(1d75d75a-66a0-4954-a454-041cb049d1c0),segment_id=1d75d75a-66a0-4954-a454-041cb049d1c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:00:47.038387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Allocated IP 172.25.8.21 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/a16acf9f-3c69-4b4a-b9b8-239c4c25c36e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:00:47.040684 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:47.115761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:00:47.165358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:00:47.166014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8a14f6d5-974e-471a-a7fa-dd2bf9d8a47a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:00:47.202914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c6a8b-0d46-454b-8233-2f5f33f1f5a8 None None] Pushing event updated for resources: {'Port': ['ID=63cd547b-72bf-4e17-bada-f0e6b0415791,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:47.289598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:47.403678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:47.513418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd0cc2-546e-42a7-b369-4e1fbc13ac92 req-3403910d-27e9-4041-913d-d252e7136baa tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:47.516229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68fd0cc2-546e-42a7-b369-4e1fbc13ac92 req-3403910d-27e9-4041-913d-d252e7136baa tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1361890 Dec 10 05:00:47.541412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:47.544531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:47.566481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:00:47.566686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3040d7-21ed-420c-9ed8-9924115f315f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:00:47.665248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Pushing event updated for resources: {'Port': ['ID=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:47.757923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2b2ac331-b4a3-4e12-bd5b-ff6bbe3526d1 None None] Provisioning complete for port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:47.758956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac331-b4a3-4e12-bd5b-ff6bbe3526d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:47.761351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68fd0cc2-546e-42a7-b369-4e1fbc13ac92 req-bfe81076-5e0f-4dad-82df-ef8ecda4e8cd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344584 Dec 10 05:00:47.889574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ac331-b4a3-4e12-bd5b-ff6bbe3526d1 None None] Port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:00:48.111069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.186830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cd547b-72bf-4e17-bada-f0e6b0415791 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:48.268289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 63cd547b-72bf-4e17-bada-f0e6b0415791 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:48.268998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.372726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.445432 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.493013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 63cd547b-72bf-4e17-bada-f0e6b0415791, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cd547b-72bf-4e17-bada-f0e6b0415791,segment=NetworkSegment(1d75d75a-66a0-4954-a454-041cb049d1c0),segment_id=1d75d75a-66a0-4954-a454-041cb049d1c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:48.498606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.603944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=63cd547b-72bf-4e17-bada-f0e6b0415791,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:48.613400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:00:48.784982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:48.892015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:00:48.905655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Sync routers for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:00:48.928350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:48.929630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d52b9044-c4fa-474d-8ef7-a4d3da45e712 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0846255 Dec 10 05:00:48.932429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 36972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:48.937490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Routers {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:00:48.946352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:49.163002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f048ef2-8fe9-424d-90f6-cabb20d17b14 req-2aad1902-b6f4-4c39-aa6e-2642b30b5e27 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:49.172242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f048ef2-8fe9-424d-90f6-cabb20d17b14 req-2aad1902-b6f4-4c39-aa6e-2642b30b5e27 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1462431 Dec 10 05:00:49.255580 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55e49d53-dbcf-4cc2-acb0-e8626155183b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.331392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Set router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:00:49.373217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f048ef2-8fe9-424d-90f6-cabb20d17b14 req-07eac8fd-3839-48be-beda-5fc98f3a7503 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996958 Dec 10 05:00:49.446454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f61466-89af-46b2-aca5-89e791a03add None None] Network 2969cedc-f274-43f0-be1a-57522508b6e6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:00:49.509884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55e49d53-dbcf-4cc2-acb0-e8626155183b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.525021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-55e49d53-dbcf-4cc2-acb0-e8626155183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.617500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-55e49d53-dbcf-4cc2-acb0-e8626155183b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50c370fdf5ca4a1f8c2331afec4e2702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8311112 Dec 10 05:00:49.618699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 36980) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:49.621470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e49d53-dbcf-4cc2-acb0-e8626155183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ccdd8-ea38-436a-9801-98cd2cebc5ab,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:49.756960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-36da9dbb-363e-45ad-b5d6-b00b4bf5abaa None None] Provisioning complete for port 63cd547b-72bf-4e17-bada-f0e6b0415791 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:49.757331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36da9dbb-363e-45ad-b5d6-b00b4bf5abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.758300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.790974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.975235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.975235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:49.975235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff8ccdd8-ea38-436a-9801-98cd2cebc5ab HTTP/1.1" status: 204 len: 168 time: 0.2757335 Dec 10 05:00:49.975235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84f797-1b26-469d-9085-4621a55867ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ccdd8-ea38-436a-9801-98cd2cebc5ab,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:50.198425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cd547b-72bf-4e17-bada-f0e6b0415791 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:50.559045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:50.660601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b8461107-4df6-47de-8b2a-5f88959a8cb5 None None] Provisioning complete for port 63cd547b-72bf-4e17-bada-f0e6b0415791 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:50.667065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8461107-4df6-47de-8b2a-5f88959a8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:50.700524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23329c6c-a736-425e-8c52-91d612e0bfc9 req-fa9bf514-34ff-41a8-9715-839a8267d30b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:50.709801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23329c6c-a736-425e-8c52-91d612e0bfc9 req-fa9bf514-34ff-41a8-9715-839a8267d30b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1617391 Dec 10 05:00:50.795704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 63cd547b-72bf-4e17-bada-f0e6b0415791 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:50.796071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:50.806838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:47Z', 'revision_number': 3, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:50.858420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23329c6c-a736-425e-8c52-91d612e0bfc9 req-d8f07a69-55ae-49dc-8624-cf9ba7a4f0f3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406040 Dec 10 05:00:50.919104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Checking router: 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:00:50.919712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Updating router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:00:50.983910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:50.991651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:51.406033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Allocated IP 172.20.0.1 (2969cedc-f274-43f0-be1a-57522508b6e6/43360a4e-9fa5-46bb-8a67-003fb4fd585a/1c37e240-a7cc-485f-b977-3ce303799ff6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:00:51.658203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:51.714297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:51.758745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Network 2969cedc-f274-43f0-be1a-57522508b6e6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:51.762979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:51.774793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:00:51.862278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c37e240-a7cc-485f-b977-3ce303799ff6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:51.885093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.014670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.032337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.051601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413014-e9bd-491e-a7bc-a83bffa7b24b req-5692caa3-ccf7-40e2-8d14-d6e13f047c3a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:52.062559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb413014-e9bd-491e-a7bc-a83bffa7b24b req-5692caa3-ccf7-40e2-8d14-d6e13f047c3a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0661671 Dec 10 05:00:52.151423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb413014-e9bd-491e-a7bc-a83bffa7b24b req-e3a41421-d847-40dc-b6f1-f91d9e61b8fe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869975 Dec 10 05:00:52.187498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Attempting to bind port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:00:52.187877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Attempting to bind port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:00:52.188248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Attempting to bind port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:00:52.200283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.212379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Pushing event updated for resources: {'Port': ['ID=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:52.228423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12bab2-5e9b-41f4-ac60-f3a5a9d36035 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:00:52.237266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.237621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.237969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.238311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.238648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.238980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.239310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.239641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.239962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.240283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.246723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.247147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.247495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:00:52.256882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:00:52.257274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:00:52.257688 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.258090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:00:52.258585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Bound port: a16acf9f-3c69-4b4a-b9b8-239c4c25c36e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:00:52.258973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.341309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] For port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:00:52.345068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] For port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:00:52.360355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.416792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-31e909ee-9cf5-4c0d-8fec-4b0980a8e79f None None] Provisioning complete for port 1c37e240-a7cc-485f-b977-3ce303799ff6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:52.417616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31e909ee-9cf5-4c0d-8fec-4b0980a8e79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.417859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.428275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.460536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31e909ee-9cf5-4c0d-8fec-4b0980a8e79f None None] Port 1c37e240-a7cc-485f-b977-3ce303799ff6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:00:52.474635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10c3f427-9c45-4554-865f-f48cd78a48e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.482963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd53c4-7ede-4ee7-9846-cbcf67ee65e5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:00:52.485647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.516345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Routers {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:00:52.517975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:52.586599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c37e240-a7cc-485f-b977-3ce303799ff6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:52.594667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-f2162206-fa51-4947-83aa-a12c69c4cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:52.596220 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-f2162206-fa51-4947-83aa-a12c69c4cfdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1096 time: 0.1084871 Dec 10 05:00:52.648512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] Set router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:00:52.761853 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Network 2969cedc-f274-43f0-be1a-57522508b6e6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:00:52.765679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:00:52.835659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b7cc-b0a2-4d0a-b865-30a2fe40daf5 None None] Pushing event updated for resources: {'Port': ['ID=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:52.883354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ff057497-4313-421c-980a-c75604334e79 None None] Provisioning complete for port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:52.883899 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff057497-4313-421c-980a-c75604334e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:52.966758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-788fbb98-e44c-4b59-b2b2-d064fa5f0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:52.971730 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-788fbb98-e44c-4b59-b2b2-d064fa5f0aa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.3514249 Dec 10 05:00:52.982307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:00:53.024792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 4, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1c37e240-a7cc-485f-b977-3ce303799ff6', 'name': '', 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'mac_address': 'fa:16:3e:a0:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:51Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 2, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'subnets': [{'id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:53.056930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e38cf-eaa9-490a-a143-d337605c499e None None] The sync data for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 is: [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 4, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1c37e240-a7cc-485f-b977-3ce303799ff6', 'name': '', 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'mac_address': 'fa:16:3e:a0:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:51Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 2, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'subnets': [{'id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:00:53.065479 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-ed596bf0-291b-4dc5-bf99-6ad826f29910 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0705760 Dec 10 05:00:53.087059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff057497-4313-421c-980a-c75604334e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:53.131996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ff057497-4313-421c-980a-c75604334e79 None None] For port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:53.142142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff057497-4313-421c-980a-c75604334e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:53.290195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff057497-4313-421c-980a-c75604334e79 None None] Pushing event updated for resources: {'Port': ['ID=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:53.322116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f72e2b10-1c71-4b67-b5e4-ee61217041e2 None None] Provisioning complete for port 1c37e240-a7cc-485f-b977-3ce303799ff6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:53.322489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72e2b10-1c71-4b67-b5e4-ee61217041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:53.386235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f72e2b10-1c71-4b67-b5e4-ee61217041e2 None None] Port 1c37e240-a7cc-485f-b977-3ce303799ff6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:00:53.398733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-677f3f4b-987c-4f24-a0ca-b7bbefac2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:53.400222 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-677f3f4b-987c-4f24-a0ca-b7bbefac2feb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.3260908 Dec 10 05:00:53.405349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:00:53.408644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155dd94-015e-46ee-b1d0-6ea5e933dfd6 req-b3fbdad6-1107-4bce-9b4d-ad1a705b3c0e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:53.411213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6155dd94-015e-46ee-b1d0-6ea5e933dfd6 req-b3fbdad6-1107-4bce-9b4d-ad1a705b3c0e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0861888 Dec 10 05:00:53.415316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ed1dfa7-8a60-44e6-b6b4-fcc2ccdfeba9 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a366b86-8c6f-4fb8-96aa-584223eb4ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4816141 Dec 10 05:00:53.535777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6155dd94-015e-46ee-b1d0-6ea5e933dfd6 req-f5091b75-31e5-431e-b91b-f16d8a9afeee tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154833 Dec 10 05:00:53.537348 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-f81e2e1c-321b-4deb-9452-31b3f574998b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146140 Dec 10 05:00:53.633449 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:53.752586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-681351d7-f1b2-4e1e-b2d5-b42922f33345 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953001 Dec 10 05:00:53.893886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-b8b9f05c-0d8d-4e28-be99-d043b26a2d1f req-6655cfe5-132e-49e1-bd4d-1c5af79ff4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396449 Dec 10 05:00:54.783468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cb671-10b7-4a02-85ea-26217ec9bd07 req-b0f424e0-9d1c-4490-84a6-9ed28d0ba257 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:54.794013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-068cb671-10b7-4a02-85ea-26217ec9bd07 req-b0f424e0-9d1c-4490-84a6-9ed28d0ba257 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.0901716 Dec 10 05:00:54.856420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-068cb671-10b7-4a02-85ea-26217ec9bd07 req-173a8072-41ec-40a2-8d7e-680a62e175ed tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586152 Dec 10 05:00:55.147558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-2987cfe6-d914-4918-a06a-74dd22d882c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:55.151649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab8b3f3c-be5e-4f5a-aad2-31004b4a5a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:55.156265 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-2987cfe6-d914-4918-a06a-74dd22d882c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1096 time: 0.0784216 Dec 10 05:00:55.463314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-34f9efcb-c691-4bde-acde-055f7058a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:55.465157 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-34f9efcb-c691-4bde-acde-055f7058a765 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.2586892 Dec 10 05:00:55.544239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-15b75b17-5c14-4172-8523-e6ed9e27fb7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0517168 Dec 10 05:00:55.606889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:55.653550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-fd0009e7-e7ab-44e5-8f6b-992099a74d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:55.678030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-fd0009e7-e7ab-44e5-8f6b-992099a74d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.1244266 Dec 10 05:00:55.817449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-0784c44b-c787-4e37-add4-868e33aab173 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988305 Dec 10 05:00:55.832101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:56.036364 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-98f12e70-63b0-472c-9a84-29b7bb412f0f service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104716 Dec 10 05:00:56.137097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a16acf9f-3c69-4b4a-b9b8-239c4c25c36e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:00:56.154540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50f766-b7c2-4fcc-ab5a-676a601f6cae req-6580627a-5a67-4b06-be45-4a64b6c1348b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:56.156770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b50f766-b7c2-4fcc-ab5a-676a601f6cae req-6580627a-5a67-4b06-be45-4a64b6c1348b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1702745 Dec 10 05:00:56.242442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:00:56.244261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:56.347927 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-1058b2a1-9eaf-43bf-81a4-ed51c06a4499 req-0b320ef3-a3bb-4306-a394-0cfb8d640895 service neutron] 10.222.0.36 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016505 Dec 10 05:00:56.388860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b50f766-b7c2-4fcc-ab5a-676a601f6cae req-58a69437-e3e2-41e1-ba2f-d783d182b6d3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235026 Dec 10 05:00:56.432982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:56.913269 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Sync routers for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:00:56.953085 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Routers {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:00:56.954107 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:57.185362 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Set router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:00:57.187315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b4426-7e71-434d-b96f-e8a678aad7b9 req-cc3454d2-dcbe-4a75-a78d-0bcbef5f69e3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:57.196501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7b4426-7e71-434d-b96f-e8a678aad7b9 req-cc3454d2-dcbe-4a75-a78d-0bcbef5f69e3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.6822765 Dec 10 05:00:57.243854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:00:57.278817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f7b4426-7e71-434d-b96f-e8a678aad7b9 req-2ecbb6fd-bbac-4d96-9619-b1c7ed4344c5 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804045 Dec 10 05:00:57.401566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:57.467831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:00:57.470131 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc394838-1a8a-431a-bc5e-e2fb019bd757" -d '{"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-unplugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:00:57.493003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:57.496700 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:57.503416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:57.583153 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f769390-33f4-4c56-99f8-cac29b96c3ad x-openstack-request-id: req-3f769390-33f4-4c56-99f8-cac29b96c3ad {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:00:57.583740 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-unplugged", "status": "failed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:00:57.612261 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f769390-33f4-4c56-99f8-cac29b96c3ad {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:00:57.613788 n-d-817326-3 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'code': 422} returned with failed status Dec 10 05:00:57.623377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:57.633385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Deleting port 1c37e240-a7cc-485f-b977-3ce303799ff6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:00:57.633783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:57.741231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-324ff0d3-efbe-4a2e-90a5-30a88ecdbced req-5980ac2e-c97b-45f5-8775-1742e3ef8f85 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:00:57.754875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-324ff0d3-efbe-4a2e-90a5-30a88ecdbced req-5980ac2e-c97b-45f5-8775-1742e3ef8f85 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182402 Dec 10 05:00:57.765953 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 4, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1c37e240-a7cc-485f-b977-3ce303799ff6', 'name': '', 'network_id': '2969cedc-f274-43f0-be1a-57522508b6e6', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'mac_address': 'fa:16:3e:a0:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:51Z', 'updated_at': '2021-12-10T05:00:52Z', 'revision_number': 2, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'subnets': [{'id': '43360a4e-9fa5-46bb-8a67-003fb4fd585a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:57.816533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:57.823429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Checking router: 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:00:57.823779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Updating router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 port 1c37e240-a7cc-485f-b977-3ce303799ff6 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:00:57.851699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Calling delete_port for 1c37e240-a7cc-485f-b977-3ce303799ff6 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:00:57.872614 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:58.074778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f6228-7320-45ef-b5f3-537bb61284fa req-3ed7add0-5e6e-43ce-8b3f-5786284016da tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:58.077041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019f6228-7320-45ef-b5f3-537bb61284fa req-3ed7add0-5e6e-43ce-8b3f-5786284016da tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.0747981 Dec 10 05:00:58.214902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019f6228-7320-45ef-b5f3-537bb61284fa req-6d1f9fe5-920d-4f32-b52b-2a862899d543 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Dec 10 05:00:58.310343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:58.323558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:58.346694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:58.380603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c37e240-a7cc-485f-b977-3ce303799ff6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:00:58.503064 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:00:58.504208 n-d-817326-3 neutron-server[103256]: DEBUG oslo_db.api [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:00:58.621385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:58.689192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-0a6ba743-9862-47b8-9b34-b08de9451647 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3775890 Dec 10 05:00:58.694678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-39e4f7fd-f8e4-4397-8bc7-fc64adc6345c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:00:58.720603 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-39e4f7fd-f8e4-4397-8bc7-fc64adc6345c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238707 Dec 10 05:00:59.001347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:00:59.056548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Port 1c37e240-a7cc-485f-b977-3ce303799ff6 not found while updating agent binding for router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2. {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 05:00:59.086763 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Routers {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:00:59.087457 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:59.160347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:00:59.196161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:00:59.202888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c3784244-c748-4aa7-b2f4-1fd56f08dff0 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a366b86-8c6f-4fb8-96aa-584223eb4ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5851085 Dec 10 05:00:59.254657 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] Set router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:00:59.447817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c69ec-0ef8-4704-8b26-919036afda22 req-06aa5322-6431-4b00-bc5a-2b98e30c3f4a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:00:59.450620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e64c69ec-0ef8-4704-8b26-919036afda22 req-06aa5322-6431-4b00-bc5a-2b98e30c3f4a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.0804584 Dec 10 05:00:59.478858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:59.524956 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:58Z', 'revision_number': 5, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:00:59.566559 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43231dee-703f-472f-aac5-dcfe5d12a70b None None] The sync data for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 is: [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:00:58Z', 'revision_number': 5, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port': {'id': 'a16acf9f-3c69-4b4a-b9b8-239c4c25c36e', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:00:46Z', 'updated_at': '2021-12-10T05:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:00:59.568696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e64c69ec-0ef8-4704-8b26-919036afda22 req-dbe9b12e-7679-4a42-8d3d-05a51cf086e0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109695 Dec 10 05:00:59.636315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:59.696765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Deleting port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:00:59.720000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:59.866485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] For port a16acf9f-3c69-4b4a-b9b8-239c4c25c36e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:00:59.866855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:00:59.886273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Calling delete_port for a16acf9f-3c69-4b4a-b9b8-239c4c25c36e owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:00.022890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1c37e240-a7cc-485f-b977-3ce303799ff6 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:00.086407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1c37e240-a7cc-485f-b977-3ce303799ff6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:00.091513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1c37e240-a7cc-485f-b977-3ce303799ff6 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:00.174847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-b5a7c5c2-60a2-4c9a-8839-3c9fd7aefb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:00.177084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-b5a7c5c2-60a2-4c9a-8839-3c9fd7aefb51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f&tenant_id=736f9f7009824b2ea09626d77dc28a89 HTTP/1.1" status: 200 len: 1094 time: 0.1656907 Dec 10 05:01:00.206942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:00.335121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:00.351029 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:00.384196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a16acf9f-3c69-4b4a-b9b8-239c4c25c36e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:00.392604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37342) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:00.435179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79d2fd-1791-4e07-9cdd-1d79eef7bc86 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:00.685893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8895de1-062a-4d58-8c06-3c8ce009fc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:00.736615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:00.778102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822d6c3-1266-483b-9050-09f70acde7bd req-58c9004a-094d-4783-87c6-1455172b0c74 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:00.786103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5822d6c3-1266-483b-9050-09f70acde7bd req-58c9004a-094d-4783-87c6-1455172b0c74 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.0952556 Dec 10 05:01:00.862047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5822d6c3-1266-483b-9050-09f70acde7bd req-d8c58916-618f-4821-a82e-4db46d202ea6 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748272 Dec 10 05:01:00.950637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.238819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:01.363682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Sync routers for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:01:01.374926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Routers {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:01.375570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:01.404054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.459134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Set router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:01:01.499229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.499801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:01:01.506954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.511015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0a88100a-5820-4ba5-9a01-c9292355dd4c admin admin] 10.222.0.43 "DELETE /v2.0/routers/2a366b86-8c6f-4fb8-96aa-584223eb4ec2 HTTP/1.1" status: 204 len: 168 time: 2.3112197 Dec 10 05:01:01.511180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:01.518042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:01.534607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a366b86-8c6f-4fb8-96aa-584223eb4ec2', 'name': 'tempest-ImageQuotaTest-1076212188-router', 'tenant_id': '1920ad9c565949adbeeb897a340df83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:00:45Z', 'updated_at': '2021-12-10T05:01:00Z', 'revision_number': 7, 'project_id': '1920ad9c565949adbeeb897a340df83c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:01.574533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Checking router: 2a366b86-8c6f-4fb8-96aa-584223eb4ec2 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:01:01.600075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:01.600843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 05:01:01.601656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a366b86-8c6f-4fb8-96aa-584223eb4ec2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:00:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent'). {{(pid=103255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 05:01:01.602777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f46cc2-305e-43a9-8a1b-34c338ed46fb None None] The sync data for ids ['2a366b86-8c6f-4fb8-96aa-584223eb4ec2'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:01:01.606050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:01.636521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Deleting subnet 43360a4e-9fa5-46bb-8a67-003fb4fd585a {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:01.644623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8895de1-062a-4d58-8c06-3c8ce009fc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.645869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.661856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8895de1-062a-4d58-8c06-3c8ce009fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.690766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:01:01.695451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.731160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.760671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a8895de1-062a-4d58-8c06-3c8ce009fc74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=598f685a2ef647b28d3c96d6dd37899a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3668072 Dec 10 05:01:01.766557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:01.770995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Transition to ACTIVE for port object 6278d7f8-88dc-410f-bb31-f06362c8ce0a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:01:01.777671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895de1-062a-4d58-8c06-3c8ce009fc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95b5ab-2d58-431b-b1c8-639732ad9350,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:01.789153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.798790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.887702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] No DVR routers for this DVR port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:01.920145 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.951476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43360a4e-9fa5-46bb-8a67-003fb4fd585a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:01.956032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:01.959978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2fdd938c-ee30-4714-91fa-7ead15a79a02 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/43360a4e-9fa5-46bb-8a67-003fb4fd585a HTTP/1.1" status: 204 len: 168 time: 0.4473267 Dec 10 05:01:01.964076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:01.964610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a2746-732c-4ca1-a4ff-30bc5b2d0ba5 None None] Network 2969cedc-f274-43f0-be1a-57522508b6e6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:01.978496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:01.981434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.006929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.074395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:02.074725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:02.075115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:02.083465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.083808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:01:02.084197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Attempting to bind port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on network 8f73e05e-1013-4a04-99ce-327a9317eb8f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:02.088665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.091552 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.093001 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a95b5ab-2d58-431b-b1c8-639732ad9350 HTTP/1.1" status: 204 len: 168 time: 0.3241189 Dec 10 05:01:02.115064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:02.115411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Checking segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:02.115905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Bound using segment: {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:02.116414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Bound port: 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4a4fca-d3d6-47f9-9823-d066e96cff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:02.116822 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.121592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff540-b93a-49c0-998c-a92a78405ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95b5ab-2d58-431b-b1c8-639732ad9350,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:02.281797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] DHCP port deletion for 2969cedc-f274-43f0-be1a-57522508b6e6 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:02.362133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620a885-b22e-4072-ab2c-020a79d237b7 req-428497da-3a9b-42b8-b3af-050e110d00a1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:02.363660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3620a885-b22e-4072-ab2c-020a79d237b7 req-428497da-3a9b-42b8-b3af-050e110d00a1 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 943 time: 0.2731833 Dec 10 05:01:02.391040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a16acf9f-3c69-4b4a-b9b8-239c4c25c36e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:02.408139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Deleting port 63cd547b-72bf-4e17-bada-f0e6b0415791 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:02.408602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.409378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:02.419839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:02.427051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a16acf9f-3c69-4b4a-b9b8-239c4c25c36e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:02.427675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a16acf9f-3c69-4b4a-b9b8-239c4c25c36e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:02.432096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.447227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Deleting port 63cd547b-72bf-4e17-bada-f0e6b0415791 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:02.447946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.535841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:02.536503 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.537928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] 10.222.0.41 "PUT /v2.0/ports/6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 1091 time: 2.3371904 Dec 10 05:01:02.538436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:02.540800 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39af72c-dadc-4dad-ae49-ca1da210754c" -d '{"events": [{"name": "network-changed", "server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:02.567363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3620a885-b22e-4072-ab2c-020a79d237b7 req-a0b69902-706c-44b5-8bda-0d04ef77901d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950991 Dec 10 05:01:02.600387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] For port 63cd547b-72bf-4e17-bada-f0e6b0415791, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cd547b-72bf-4e17-bada-f0e6b0415791,segment=NetworkSegment(1d75d75a-66a0-4954-a454-041cb049d1c0),segment_id=1d75d75a-66a0-4954-a454-041cb049d1c0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:02.600786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.629771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Calling delete_port for 63cd547b-72bf-4e17-bada-f0e6b0415791 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:02.648054 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f772145-efa6-424a-b694-a9d52517d396 x-openstack-request-id: req-1f772145-efa6-424a-b694-a9d52517d396 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:02.648626 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:02.648887 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f772145-efa6-424a-b694-a9d52517d396 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:02.649297 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'status': 'completed', 'code': 200} Dec 10 05:01:02.650043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa98a0-81b8-4c4e-8ffd-b174fd38c332 service neutron] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:02.658155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] For port 63cd547b-72bf-4e17-bada-f0e6b0415791, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=63cd547b-72bf-4e17-bada-f0e6b0415791,segment=NetworkSegment(1d75d75a-66a0-4954-a454-041cb049d1c0),segment_id=1d75d75a-66a0-4954-a454-041cb049d1c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:02.661155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.709311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-8eb11b6a-f469-4717-b049-569b1482e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:02.710813 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-8eb11b6a-f469-4717-b049-569b1482e4aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1095 time: 0.1293237 Dec 10 05:01:02.713083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Calling delete_port for 63cd547b-72bf-4e17-bada-f0e6b0415791 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:02.833693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.850802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] No DVR routers for this DVR port 63cd547b-72bf-4e17-bada-f0e6b0415791 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:02.900917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cd547b-72bf-4e17-bada-f0e6b0415791,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:02.919450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-50066a5b-9e5d-4476-8954-af68a7088fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:02.920919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-50066a5b-9e5d-4476-8954-af68a7088fc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.1962886 Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:02.933790 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:01:02.947958 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:02.974820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] Pushing event deleted for resources: {'Port': ['ID=63cd547b-72bf-4e17-bada-f0e6b0415791,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:02.994361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc233a-73b2-45ee-a9e6-39ac813a980e None None] No DVR routers for this DVR port 63cd547b-72bf-4e17-bada-f0e6b0415791 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:03.015783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-b1f5a62d-e030-4070-9d8e-05edf9e69366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0821779 Dec 10 05:01:03.051034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.082575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2969cedc-f274-43f0-be1a-57522508b6e6']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:03.087539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-58bd3541-3f7f-4578-b23f-01eab22aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:03.089400 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-58bd3541-3f7f-4578-b23f-01eab22aa23e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0621758 Dec 10 05:01:03.112335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d75d75a-66a0-4954-a454-041cb049d1c0') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:03.113200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d75d75a-66a0-4954-a454-041cb049d1c0') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:03.126892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.137597 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-d5b6224e-5f6b-461b-9a46-0b1de1e565bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368228 Dec 10 05:01:03.142333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.149120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:03.149509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:03.151525 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:03.253731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.260193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.267662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2969cedc-f274-43f0-be1a-57522508b6e6 HTTP/1.1" status: 204 len: 168 time: 1.3023260 Dec 10 05:01:03.283774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c14c8-dd94-4391-b28d-690026b150d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2969cedc-f274-43f0-be1a-57522508b6e6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:03.307777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-14adf3f0-a24f-4f8e-bf7a-50eaeaeb3148 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561086 Dec 10 05:01:03.473727 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ae9c4ac5-c2ca-4dac-b20c-ac0be1a5c8d0 req-a0258117-652c-4a76-aef3-57d3f5056191 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584651 Dec 10 05:01:03.520057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:03.579052 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2ca8eb6b-22d9-4b7d-b46c-082a4fc5aa2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1920ad9c565949adbeeb897a340df83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567930 Dec 10 05:01:03.581674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:03.661842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.729676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-8b1ff2ee-7a63-4b71-b9ff-77cb81820fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:03.731309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-8b1ff2ee-7a63-4b71-b9ff-77cb81820fce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1095 time: 0.1420231 Dec 10 05:01:03.735379 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.865932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b81dd-6466-4e89-be37-536220c52c97 req-14250849-588e-4763-b43b-305e1988e427 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:03.869676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-539b81dd-6466-4e89-be37-536220c52c97 req-14250849-588e-4763-b43b-305e1988e427 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1318669 Dec 10 05:01:03.906338 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.909220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:03.913887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b186c593-fe7f-4f70-b6c7-04bc7bf49d01 HTTP/1.1" status: 204 len: 168 time: 0.3307152 Dec 10 05:01:03.919883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-f663f7c4-e614-4434-a059-b9065d62fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:03.922059 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-f663f7c4-e614-4434-a059-b9065d62fdd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.1743758 Dec 10 05:01:03.929027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efae07-73e3-4e63-9318-736e66da57bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b186c593-fe7f-4f70-b6c7-04bc7bf49d01,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:03.986713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-539b81dd-6466-4e89-be37-536220c52c97 req-0df6a7a1-ecf4-4210-97fa-bf044d7b12a3 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025631 Dec 10 05:01:04.004710 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-2bb60ce3-72f5-4487-9d46-da79d326f413 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0686719 Dec 10 05:01:04.082501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-a5b11e6d-6ae1-48e9-9ce4-379eec668650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:04.084583 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-a5b11e6d-6ae1-48e9-9ce4-379eec668650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0673747 Dec 10 05:01:04.134341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cd547b-72bf-4e17-bada-f0e6b0415791 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:04.165696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 63cd547b-72bf-4e17-bada-f0e6b0415791 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:04.166112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 63cd547b-72bf-4e17-bada-f0e6b0415791 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:04.193969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-b634791f-f3a6-45b9-8c12-484345e78b2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950661 Dec 10 05:01:04.393415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-7216ed78-84e1-43e3-9193-d45f77aebac6 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875687 Dec 10 05:01:04.437352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:04.542706 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a39af72c-dadc-4dad-ae49-ca1da210754c req-da761550-3bbd-4870-9d58-ab649b43dc36 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377692 Dec 10 05:01:04.632938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:04.669221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c885c08b-b81b-439f-9417-05985131e582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:04.815578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c885c08b-b81b-439f-9417-05985131e582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:04.827230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c885c08b-b81b-439f-9417-05985131e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:04.969441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc7559f0-1951-4f9d-b672-b73fd29444f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.006773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c885c08b-b81b-439f-9417-05985131e582 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3710687 Dec 10 05:01:05.009623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:05.039162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885c08b-b81b-439f-9417-05985131e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946e7a2-c966-4d27-b35e-2792f78ece2c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:05.167473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.224832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.347457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.357730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc7559f0-1951-4f9d-b672-b73fd29444f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.363922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.370129 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e946e7a2-c966-4d27-b35e-2792f78ece2c HTTP/1.1" status: 204 len: 168 time: 0.3565664 Dec 10 05:01:05.395496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98999-d157-4248-bc2c-38f2587ef1b0 req-b89e572b-14cf-4213-ba26-8238815dff3d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:05.397236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89c98999-d157-4248-bc2c-38f2587ef1b0 req-b89e572b-14cf-4213-ba26-8238815dff3d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.2382109 Dec 10 05:01:05.398763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc7559f0-1951-4f9d-b672-b73fd29444f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.399694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a30bc1-b296-4326-a3a6-7121fdb24e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946e7a2-c966-4d27-b35e-2792f78ece2c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:05.429113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bc7559f0-1951-4f9d-b672-b73fd29444f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9ff6a016f334c93a10d1515c1c6cdf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9906206 Dec 10 05:01:05.431680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37498) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:05.622625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89c98999-d157-4248-bc2c-38f2587ef1b0 req-f27e6d7e-558f-472c-a68e-ff4917b9098a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980383 Dec 10 05:01:05.627022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7559f0-1951-4f9d-b672-b73fd29444f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5538bc8e-6a93-4961-b39e-a4ed09e0dc6b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:05.665356 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.730448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.852512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.855285 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:05.856645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5538bc8e-6a93-4961-b39e-a4ed09e0dc6b HTTP/1.1" status: 204 len: 168 time: 0.4239855 Dec 10 05:01:05.902062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6ac4d-c53c-42c0-946e-3aef2322000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5538bc8e-6a93-4961-b39e-a4ed09e0dc6b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:06.877482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ecd98-dde0-4d0d-8000-16ebb31ba24b req-927cade0-7709-43e0-8646-089a840639ec tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:06.880272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a82ecd98-dde0-4d0d-8000-16ebb31ba24b req-927cade0-7709-43e0-8646-089a840639ec tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0769310 Dec 10 05:01:06.993395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a82ecd98-dde0-4d0d-8000-16ebb31ba24b req-94e2f7eb-d14b-4211-aef9-e6a489cf52e9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052349 Dec 10 05:01:07.787412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:07.986579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35a7376f-c66f-42e8-bb4c-73f609a22e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.127655 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35a7376f-c66f-42e8-bb4c-73f609a22e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.136287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35a7376f-c66f-42e8-bb4c-73f609a22e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.207305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d975350-5563-49a9-b4cc-c60845a1c1ce req-91bbe171-b08b-41d9-835a-43b48e8365c9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:08.221333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7376f-c66f-42e8-bb4c-73f609a22e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09de729-b317-4199-93f2-b0d2f85fcde4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:08.224580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d975350-5563-49a9-b4cc-c60845a1c1ce req-91bbe171-b08b-41d9-835a-43b48e8365c9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1217399 Dec 10 05:01:08.232600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35a7376f-c66f-42e8-bb4c-73f609a22e78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de59a7242867479e9728799aa7e06f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434378 Dec 10 05:01:08.236617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:08.303534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.346781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.353309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d975350-5563-49a9-b4cc-c60845a1c1ce req-869b56a6-722b-43b1-af0a-7302aa87a14d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274364 Dec 10 05:01:08.442269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.453004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:08.454367 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e09de729-b317-4199-93f2-b0d2f85fcde4 HTTP/1.1" status: 204 len: 168 time: 0.2165186 Dec 10 05:01:08.465946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e7db9-1492-4703-9cdb-6fe5d52e2e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09de729-b317-4199-93f2-b0d2f85fcde4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:08.989999 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:01:09.520350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402bf3-db01-4385-9eb5-db752d98a452 req-72a9a49f-3791-4cb7-8a32-7d23190d6e1e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:09.522669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f402bf3-db01-4385-9eb5-db752d98a452 req-72a9a49f-3791-4cb7-8a32-7d23190d6e1e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0625904 Dec 10 05:01:09.591553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f402bf3-db01-4385-9eb5-db752d98a452 req-98233f5b-3a76-49af-8b84-494a0fb78140 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Dec 10 05:01:10.604095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 37766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:10.747878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4cfa0-7ff6-4593-a8c0-4cfb14fc4f14 req-010b7194-8322-46bc-94d2-241d46e3b59c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:10.753007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cee4cfa0-7ff6-4593-a8c0-4cfb14fc4f14 req-010b7194-8322-46bc-94d2-241d46e3b59c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0582838 Dec 10 05:01:10.783296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3be84f8-3a02-40f2-bd47-1a6b2d7134a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:10.863011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cee4cfa0-7ff6-4593-a8c0-4cfb14fc4f14 req-2a2c5003-52ee-4046-8cd0-158ee10f2fa2 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028702 Dec 10 05:01:10.900951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3be84f8-3a02-40f2-bd47-1a6b2d7134a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:10.914486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3be84f8-3a02-40f2-bd47-1a6b2d7134a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:10.986773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 37802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:10.988810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d3be84f8-3a02-40f2-bd47-1a6b2d7134a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53285c3de5d548adbc5949920caf9c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795216 Dec 10 05:01:11.002371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be84f8-3a02-40f2-bd47-1a6b2d7134a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2492ba1-d956-4a7e-8dae-265fbf029fbe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:11.070012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:11.151477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:11.252737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:11.264712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:11.265992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2492ba1-d956-4a7e-8dae-265fbf029fbe HTTP/1.1" status: 204 len: 168 time: 0.2781670 Dec 10 05:01:11.280488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90acf7-02ef-40b9-8e6a-ca95b796af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2492ba1-d956-4a7e-8dae-265fbf029fbe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:12.059369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a50228-d0b1-4413-832b-c354a3650a2f req-e8743ad9-f148-41c9-a46e-d4a7f8634955 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:12.061552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57a50228-d0b1-4413-832b-c354a3650a2f req-e8743ad9-f148-41c9-a46e-d4a7f8634955 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1008542 Dec 10 05:01:12.139760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57a50228-d0b1-4413-832b-c354a3650a2f req-afc4de7f-eb75-4948-b095-cded1789f027 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701239 Dec 10 05:01:13.301911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d365b-b463-415e-8c74-9e43271ff3b4 req-8f6cd37e-111f-4209-8dd3-273ed50110dd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:13.304419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-188d365b-b463-415e-8c74-9e43271ff3b4 req-8f6cd37e-111f-4209-8dd3-273ed50110dd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0601299 Dec 10 05:01:13.384299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-188d365b-b463-415e-8c74-9e43271ff3b4 req-27ccb146-4c75-458c-88f9-e6924d3a62cc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Dec 10 05:01:13.519678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:13.657700 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d294a95-49c6-4f58-bb78-52e117eb3024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:13.836250 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d294a95-49c6-4f58-bb78-52e117eb3024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:13.844152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0d294a95-49c6-4f58-bb78-52e117eb3024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:13.890757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0d294a95-49c6-4f58-bb78-52e117eb3024 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cd3eb0def4f4da2b904718a13c276f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699718 Dec 10 05:01:13.893752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:13.903592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d294a95-49c6-4f58-bb78-52e117eb3024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3907139-0308-430f-a5be-c4d3398b4c66,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:13.959369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:13.983940 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:14.054022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:14.060438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:14.065698 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3907139-0308-430f-a5be-c4d3398b4c66 HTTP/1.1" status: 204 len: 168 time: 0.1707428 Dec 10 05:01:14.075915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703acac5-16f7-4394-b50f-751f2d0e4c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3907139-0308-430f-a5be-c4d3398b4c66,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:14.534374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779efb-0ba0-4a52-8457-821fe4f8c172 req-e564574f-30b9-4ab3-82f1-73b649811986 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:14.548222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98779efb-0ba0-4a52-8457-821fe4f8c172 req-e564574f-30b9-4ab3-82f1-73b649811986 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0673335 Dec 10 05:01:14.609442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98779efb-0ba0-4a52-8457-821fe4f8c172 req-b5a4c505-522f-44ab-b557-651614daaaea tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602202 Dec 10 05:01:15.721036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:15.743095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205459-d753-43d4-b2ca-45336ee554f6 req-381bb5d3-c956-46f8-84a1-8b7d0dd71e71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:15.744656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9205459-d753-43d4-b2ca-45336ee554f6 req-381bb5d3-c956-46f8-84a1-8b7d0dd71e71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0572352 Dec 10 05:01:15.812155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9205459-d753-43d4-b2ca-45336ee554f6 req-b9aec52d-3ce0-4828-a65e-628fc8904598 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531144 Dec 10 05:01:15.865285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1519639370', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:15.893624 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Made reservation on behalf of 82e8a286b0844a25a124fb09dba9c603 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:15.900620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:15.912052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:15.995638 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.000408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.010215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] device_id is not set on port dc27337b-61b1-4a7f-9461-c0cd09c58fb2 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:16.059568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2631f-6f93-45d7-a07c-1d608dae595b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:16.123772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Allocated IP 172.25.8.233 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/dc27337b-61b1-4a7f-9461-c0cd09c58fb2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:16.287448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.323047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.363193 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:16.367516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:16.373119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:16.381513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61f66f-c82f-4e87-96be-f5169c82c442 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:16.397150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Pushing event updated for resources: {'Port': ['ID=dc27337b-61b1-4a7f-9461-c0cd09c58fb2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:16.431568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:16.433158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.450486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5b0a32b4-0b8f-4c73-9dac-942bb0ab16fe None None] Provisioning complete for port dc27337b-61b1-4a7f-9461-c0cd09c58fb2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:16.451858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b0a32b4-0b8f-4c73-9dac-942bb0ab16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.462037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d292391e-5192-4987-b4dc-7354916a5657 tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7397883 Dec 10 05:01:16.465149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38284) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:16.471268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.233'}]}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:16.505878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a32b4-0b8f-4c73-9dac-942bb0ab16fe None None] Port dc27337b-61b1-4a7f-9461-c0cd09c58fb2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:16.513469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.515147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.583693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.715804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.920344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.926301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547679d-bb19-4cf0-b4b3-60b57d3ba1cf req-e0e663f4-2138-406c-89a1-221d4953d00f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:16.927822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e547679d-bb19-4cf0-b4b3-60b57d3ba1cf req-e0e663f4-2138-406c-89a1-221d4953d00f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0585334 Dec 10 05:01:16.940336 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:16.977408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e547679d-bb19-4cf0-b4b3-60b57d3ba1cf req-959d25ed-605b-491a-b011-e2adfbb7eb2f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Dec 10 05:01:17.089219 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.252542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.254572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.298301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.298884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8dcc86-1076-4bde-871d-b04a7a043e70 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:01:17.316221 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 05:01:17.317503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4190edb-eee6-43fa-9ebc-55866217b44f tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8509648 Dec 10 05:01:17.320392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38294) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:17.401678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Deleting port dc27337b-61b1-4a7f-9461-c0cd09c58fb2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:17.401945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.480753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.492686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Calling delete_port for dc27337b-61b1-4a7f-9461-c0cd09c58fb2 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:17.617307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.647472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc27337b-61b1-4a7f-9461-c0cd09c58fb2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:17.663669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea2a00-be2b-4034-b656-7bf4fea3c382 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:17.710831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:17.714232 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0b0516c8-22e6-492d-87f0-41ed6489b16d tempest-RoutersAdminNegativeTest-904546132 tempest-RoutersAdminNegativeTest-904546132-project-admin] 10.222.0.43 "DELETE /v2.0/ports/dc27337b-61b1-4a7f-9461-c0cd09c58fb2 HTTP/1.1" status: 204 len: 168 time: 0.3920286 Dec 10 05:01:17.973008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:18.096924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edf48d58-62b5-4550-abf4-f521723ad92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.119004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb87543-e39f-4654-a495-61cad92b55ce req-36be3b00-d14f-4e83-9734-6e0255366f71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:18.120521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-feb87543-e39f-4654-a495-61cad92b55ce req-36be3b00-d14f-4e83-9734-6e0255366f71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.0716517 Dec 10 05:01:18.203327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-feb87543-e39f-4654-a495-61cad92b55ce req-c2ac088c-66b2-4fbe-b3c2-c1bb0054e149 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 Dec 10 05:01:18.230917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edf48d58-62b5-4550-abf4-f521723ad92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.234690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edf48d58-62b5-4550-abf4-f521723ad92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.274813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-edf48d58-62b5-4550-abf4-f521723ad92d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a65e7023cd7f4c50a7a37333fcf01728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013875 Dec 10 05:01:18.275684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48d58-62b5-4550-abf4-f521723ad92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97beb1f-744d-494a-8349-7cba4e3c5f45,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:18.277724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:18.332118 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.354841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.401850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.404568 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.405714 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f97beb1f-744d-494a-8349-7cba4e3c5f45 HTTP/1.1" status: 204 len: 168 time: 0.1216617 Dec 10 05:01:18.413385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23ed26-6676-4482-a297-3c9fee0a9a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97beb1f-744d-494a-8349-7cba4e3c5f45,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:18.678909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:18.726076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1483f847-45ae-40ac-bdb7-b411921f9b45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82e8a286b0844a25a124fb09dba9c603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458400 Dec 10 05:01:18.728426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:18.779427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.803145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.861883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.864657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:18.865779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76d2631f-6f93-45d7-a07c-1d608dae595b HTTP/1.1" status: 204 len: 168 time: 0.1363585 Dec 10 05:01:18.875171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89430c8a-16e8-4caf-899e-a178c34f72ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2631f-6f93-45d7-a07c-1d608dae595b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:19.182458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:01:19.282619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:19.301527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'network_id': '8f73e05e-1013-4a04-99ce-327a9317eb8f', 'port_id': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'mac_address': 'fa:16:3e:2e:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cb9e56-4829-4ecc-af58-d23c7be322aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:01:19.341625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.355978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:01:19.379852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:19.384316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.405068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734e2b-bccc-4839-a4ef-a0b8cd54a58c req-dbfd047e-d33a-42ba-a040-77e8c0f29f65 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:19.409276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41734e2b-bccc-4839-a4ef-a0b8cd54a58c req-dbfd047e-d33a-42ba-a040-77e8c0f29f65 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 944 time: 0.1038556 Dec 10 05:01:19.440954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:19.482160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-41734e2b-bccc-4839-a4ef-a0b8cd54a58c req-184953b7-76e2-46b9-a62e-1559417d6cce tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676441 Dec 10 05:01:19.588880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:19.594309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322883418', 'description': 'tempest-secgroup-smoke-1322883418 description', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:19.624205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.718524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.722369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:01:19.725620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.756832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.761291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:19.761555 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1714928 Dec 10 05:01:19.763604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2d84-0c1e-4688-ac3a-afaa218bc3ea tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895d7756-5054-42a1-b846-3c87986f17f4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:19.768116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:19.776148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:19.818237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.881449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.890092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.899536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-80182592'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:19.915543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6148e5-d58e-4008-aa14-db6183b7a1ff,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:19.924360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Made reservation on behalf of c88f080033164303a319372b56c46544 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:19.928926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.929472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:19.932521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dffc3e34-36b4-49f3-9450-e47621ef4c42 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675797 Dec 10 05:01:19.933526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:19.943808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:19.953529 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.006591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.090863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.099109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.102161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.115282 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.127617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcdbbe5-a0ed-4566-9104-ef8b7317cc79,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.151857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.153066 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c58bdff0-ef2a-41b6-a306-18abcbe313fd tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184412 Dec 10 05:01:20.155870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.158873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:20.162581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.172435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47fec5-9ba9-4827-9efb-ec5aab761ab9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.175498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.175498 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Added segment 71eb8116-490d-4b0f-afe9-fa53048ffa76 of type vlan for network 3963acaa-b5bd-4397-962e-e0f84c233193 Dec 10 05:01:20.212721 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.225358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.253005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.260112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:20.260798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.285809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.290922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.309385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d99b8df-871c-4279-9e51-4fe54d3e1fd5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.312794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5338690 Dec 10 05:01:20.315514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38366) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.321219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Request body: {'subnet': {'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.328090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.329265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1503d335-2f7a-4a08-83a2-476139524a34 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721287 Dec 10 05:01:20.338990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38368) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.342948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecee171-abb7-4048-9e8b-9a5e4ec9b634 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'Network': ['ID=3963acaa-b5bd-4397-962e-e0f84c233193,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.345708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.353284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3963acaa-b5bd-4397-962e-e0f84c233193 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:20.428199 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.431237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.460017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Made reservation on behalf of c88f080033164303a319372b56c46544 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:20.463494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.550734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.571943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.613784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f60aef8-03ab-4816-92fa-45ff4beedf31,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.628071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.629299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d2b2e79b-f460-4cd4-aa63-d44bd3de2d57 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893958 Dec 10 05:01:20.632235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.636825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.661501 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Project 827dc48b10f44e0daa2e1bdb63f6502c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:01:20.667497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.673854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc56b88-7e02-472b-a3dc-be9985071364 req-7862d54a-abf2-4f4d-a80b-390997cc2846 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:20.675377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bc56b88-7e02-472b-a3dc-be9985071364 req-7862d54a-abf2-4f4d-a80b-390997cc2846 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 945 time: 0.1211548 Dec 10 05:01:20.758520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.770294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.775472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9bc56b88-7e02-472b-a3dc-be9985071364 req-c61f61f6-794d-4a37-bd46-1aa78e9d328f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907469 Dec 10 05:01:20.776782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.797943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dbc384-7b41-4717-942e-b81cb26ec0fb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.819649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.820415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-888a6588-b7c4-42f9-8256-856c0bab99a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1871381 Dec 10 05:01:20.823021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.828238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'security_group_rule': {'security_group_id': '895d7756-5054-42a1-b846-3c87986f17f4', 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.843566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'Subnet': ['ID=c365d72e-c037-42ca-af0a-934bad93fe05,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:20.853074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Checking segment: {'id': '71eb8116-490d-4b0f-afe9-fa53048ffa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:20.853537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Network hostable DHCP agents. Network: 3963acaa-b5bd-4397-962e-e0f84c233193, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:20.855735 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Project 827dc48b10f44e0daa2e1bdb63f6502c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:01:20.862325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.871195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Network 3963acaa-b5bd-4397-962e-e0f84c233193 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:20.881288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3963acaa-b5bd-4397-962e-e0f84c233193) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:20.885538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:20.886499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.895019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d572ac2-d69a-4a60-9ae4-37ed114880f8 None None] Network 3963acaa-b5bd-4397-962e-e0f84c233193 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:20.915669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-024d2e19-b38e-4c32-9533-3107e471e2b4 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5981264 Dec 10 05:01:20.917994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:20.925950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Request body: {'port': {'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1781565289'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:20.933855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.939598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.974258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:20.975449 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514463 Dec 10 05:01:20.976692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f9db-56d4-46af-a892-a0f1cc91ef11 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb3a044-eea1-4c2d-b511-8880c95bf5dd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:21.012018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3963acaa-b5bd-4397-962e-e0f84c233193', 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193', 'project_id': 'c88f080033164303a319372b56c46544', 'fixed_ips': [{'subnet_id': 'c365d72e-c037-42ca-af0a-934bad93fe05'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:21.013296 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.082010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Made reservation on behalf of c88f080033164303a319372b56c46544 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:21.085673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.108218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] device_id is not set on port aa2a1280-80dd-4f44-b901-7b080b8a75ee yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:21.166709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Allocated IP 2001:db8::2 (3963acaa-b5bd-4397-962e-e0f84c233193/c365d72e-c037-42ca-af0a-934bad93fe05/92d72cff-678a-47c9-b4de-ac2951cb0403) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:21.187503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:21.267821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-8f7b12dd-3abe-4279-8812-d9fef68f53a0 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322883418&fields=id&tenant_id=827dc48b10f44e0daa2e1bdb63f6502c HTTP/1.1" status: 200 len: 267 time: 0.0519986 Dec 10 05:01:21.289823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:01:21.297295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:21.297662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.408152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-aa92b3b9-c801-4b19-b90a-bb1d2060cc56 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:21.409662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-aa92b3b9-c801-4b19-b90a-bb1d2060cc56 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 813 time: 0.1326556 Dec 10 05:01:21.418559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.430007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-9405e0c9-2c07-4a09-81dd-b37fe3803812 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/quotas/827dc48b10f44e0daa2e1bdb63f6502c HTTP/1.1" status: 200 len: 375 time: 0.0139112 Dec 10 05:01:21.447813 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.483923 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.509777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Network 3963acaa-b5bd-4397-962e-e0f84c233193 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:21.520133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:21.522617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Pushing event updated for resources: {'Port': ['ID=92d72cff-678a-47c9-b4de-ac2951cb0403,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:21.528988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:21.530622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:21.532880 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7e791-e513-4212-8d87-d37d969a416e" -d '{"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:21.539355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Allocated IP 2001:db8::2a5 (3963acaa-b5bd-4397-962e-e0f84c233193/c365d72e-c037-42ca-af0a-934bad93fe05/aa2a1280-80dd-4f44-b901-7b080b8a75ee) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:21.550768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:21.559698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-70096a67-ec03-4601-b88a-b07724b417b7 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041119 Dec 10 05:01:21.571371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.585267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-d3882f07-3dac-492b-bc63-f205a4019aa1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:01:21.586474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-d3882f07-3dac-492b-bc63-f205a4019aa1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098040 Dec 10 05:01:21.600261 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da1575-3aa9-4ee1-8b66-e7ed88d2bf55 x-openstack-request-id: req-a0da1575-3aa9-4ee1-8b66-e7ed88d2bf55 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:21.600580 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-plugged", "status": "completed", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:21.600855 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0da1575-3aa9-4ee1-8b66-e7ed88d2bf55 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:21.601230 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'code': 200} Dec 10 05:01:21.792781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-43fe2640-ac7d-4fc6-9b55-d93ed968d167 service neutron] 10.222.0.43 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975427 Dec 10 05:01:21.842575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.847171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Attempting to bind port 92d72cff-678a-47c9-b4de-ac2951cb0403 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:21.847540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Attempting to bind port 92d72cff-678a-47c9-b4de-ac2951cb0403 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '71eb8116-490d-4b0f-afe9-fa53048ffa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:21.847905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Attempting to bind port 92d72cff-678a-47c9-b4de-ac2951cb0403 on network 3963acaa-b5bd-4397-962e-e0f84c233193 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:21.859899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:21.861091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Checking segment: {'id': '71eb8116-490d-4b0f-afe9-fa53048ffa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:21.861740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.862372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Bound using segment: {'id': '71eb8116-490d-4b0f-afe9-fa53048ffa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:21.862971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Bound port: 92d72cff-678a-47c9-b4de-ac2951cb0403, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb8116-490d-4b0f-afe9-fa53048ffa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:21.863435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:21.888116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a977c-880d-465f-a5f5-8e93c2d6a85c req-a2dde6c0-0186-44e9-a4d3-36c180e5d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:21.890985 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ee6a977c-880d-465f-a5f5-8e93c2d6a85c req-a2dde6c0-0186-44e9-a4d3-36c180e5d801 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1097 time: 0.0782788 Dec 10 05:01:21.907347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:21.947181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ee6a977c-880d-465f-a5f5-8e93c2d6a85c req-b4ccde28-e978-4840-92c6-3b8799c6f495 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Dec 10 05:01:21.979547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] For port 92d72cff-678a-47c9-b4de-ac2951cb0403, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:21.983473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] For port 92d72cff-678a-47c9-b4de-ac2951cb0403, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=92d72cff-678a-47c9-b4de-ac2951cb0403,segment=NetworkSegment(71eb8116-490d-4b0f-afe9-fa53048ffa76),segment_id=71eb8116-490d-4b0f-afe9-fa53048ffa76)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:21.989670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:22.052352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7575cf-d0ed-4ce5-a02d-dc7e10a65655 None None] Pushing event updated for resources: {'Port': ['ID=92d72cff-678a-47c9-b4de-ac2951cb0403,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:22.354596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e79d4fd-cd58-4306-83e2-78885dcf924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:22.359704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:22.379829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-5978dd45-ab91-457d-858b-0895c1880598 service neutron] 10.222.0.43 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290060 Dec 10 05:01:22.415602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2575d-1325-4b14-a00e-2b450addc229 req-c25ed755-2202-4756-a4a0-c0171d498bfd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:22.417396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aea2575d-1325-4b14-a00e-2b450addc229 req-c25ed755-2202-4756-a4a0-c0171d498bfd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.5157580 Dec 10 05:01:22.425169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Network 3963acaa-b5bd-4397-962e-e0f84c233193 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:22.437518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:22.439983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:22.445780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:22.446606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:22.480095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'Port': ['ID=aa2a1280-80dd-4f44-b901-7b080b8a75ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:22.495691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a089b357-550d-4ad4-8c85-3d29999ba440 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5728350 Dec 10 05:01:22.495878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38394) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:22.501125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Request body: {'port': {'network_id': '3963acaa-b5bd-4397-962e-e0f84c233193', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1031224533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:22.501705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] bootfile-name is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:22.502007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] tftp-server is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:22.502330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] server-ip-address is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:22.537733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aea2575d-1325-4b14-a00e-2b450addc229 req-0c5101e3-c4d2-4a06-912c-d323a9206de0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114581 Dec 10 05:01:22.634378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Made reservation on behalf of c88f080033164303a319372b56c46544 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:22.638124 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:22.659128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] device_id is not set on port 8232a843-c40c-4977-a623-89c6ec65594f yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:22.802017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9549325e-8c81-412f-bc95-c0d5b830a878 req-8f8bf99d-8498-4ff1-9fbe-58371095f849 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0326388 Dec 10 05:01:22.833460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Allocated IP 2001:db8::133 (3963acaa-b5bd-4397-962e-e0f84c233193/c365d72e-c037-42ca-af0a-934bad93fe05/8232a843-c40c-4977-a623-89c6ec65594f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:23.093448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.189057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.242533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Network 3963acaa-b5bd-4397-962e-e0f84c233193 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:23.246012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:23.250518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:23.257315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:23.258568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.286512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:23.298127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8011463 Dec 10 05:01:23.299341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc34d8c-9b90-429c-afcf-fcf02adfa2fc tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'Port': ['ID=8232a843-c40c-4977-a623-89c6ec65594f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:23.334648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:23.389926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025c82e-883d-4d7c-99e7-6ada38e2aab5 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:23.403395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025c82e-883d-4d7c-99e7-6ada38e2aab5 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:23.415053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025c82e-883d-4d7c-99e7-6ada38e2aab5 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:23.421474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38430) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:23.428209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8527c59-f2ac-462e-85f2-cb067713a658 None None] Network 3963acaa-b5bd-4397-962e-e0f84c233193 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:23.449633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f025c82e-883d-4d7c-99e7-6ada38e2aab5 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1610727 Dec 10 05:01:23.533588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3316d64f-a115-4cb3-aba5-aae218719a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.554648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] Provisioning complete for port 92d72cff-678a-47c9-b4de-ac2951cb0403 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:23.555022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.650863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Deleting port 8232a843-c40c-4977-a623-89c6ec65594f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:23.651389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.726861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.739561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3316d64f-a115-4cb3-aba5-aae218719a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.762763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.802683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3316d64f-a115-4cb3-aba5-aae218719a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.803744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] For port 92d72cff-678a-47c9-b4de-ac2951cb0403, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=92d72cff-678a-47c9-b4de-ac2951cb0403,segment=NetworkSegment(71eb8116-490d-4b0f-afe9-fa53048ffa76),segment_id=71eb8116-490d-4b0f-afe9-fa53048ffa76)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:23.811510 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.835618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e039b7-e065-4d52-82ee-a83533819f75 req-60de3bb2-40c3-415b-9ccd-ba7c6207ceaf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:23.837572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4e039b7-e065-4d52-82ee-a83533819f75 req-60de3bb2-40c3-415b-9ccd-ba7c6207ceaf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1793337 Dec 10 05:01:23.885966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aab97-d9d6-4c99-8a6e-c623e04f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=92d72cff-678a-47c9-b4de-ac2951cb0403,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:23.899161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3316d64f-a115-4cb3-aba5-aae218719a3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2224e1e3917f469ab4f2830d9da2b075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628576 Dec 10 05:01:23.902496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:23.903746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.915879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316d64f-a115-4cb3-aba5-aae218719a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12db4bd9-5244-4580-860b-f1a98ff24aa9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:23.965980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53b949c5-4d84-4e2e-9064-f597d3f6e387 req-ee3b84b2-d00a-4cbb-84de-1057b3e392ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0358117 Dec 10 05:01:23.981220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:23.986917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Calling delete_port for 8232a843-c40c-4977-a623-89c6ec65594f owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:24.014077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4e039b7-e065-4d52-82ee-a83533819f75 req-0394649a-f6ac-4e8e-b297-09e60b7322dd tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608274 Dec 10 05:01:24.044033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.118880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.122439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.135955 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12db4bd9-5244-4580-860b-f1a98ff24aa9 HTTP/1.1" status: 204 len: 168 time: 0.2262993 Dec 10 05:01:24.152261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12db4bd9-5244-4580-860b-f1a98ff24aa9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:24.161524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 92d72cff-678a-47c9-b4de-ac2951cb0403 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:24.196105 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.196448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.198392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.200113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.200646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.202262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.216888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.217533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.221799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.224878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.225422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.226314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.226820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d749e-86e5-4153-b465-a86f3a2b8447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:24.285251 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.288738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Could not find standard attr ID for object 8232a843-c40c-4977-a623-89c6ec65594f. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:01:24.332697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Provisioning complete for port aa2a1280-80dd-4f44-b901-7b080b8a75ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:24.333072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.334597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event deleted for resources: {'Port': ['ID=8232a843-c40c-4977-a623-89c6ec65594f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:24.365516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 92d72cff-678a-47c9-b4de-ac2951cb0403 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:24.365876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.407948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.411712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-430cc688-3dcd-4fcc-8250-f3a95c27f568 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "DELETE /v2.0/ports/8232a843-c40c-4977-a623-89c6ec65594f HTTP/1.1" status: 204 len: 168 time: 0.9887083 Dec 10 05:01:24.416355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:24.428757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Port aa2a1280-80dd-4f44-b901-7b080b8a75ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:24.441220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Request body: {'port': {'name': 'tempest-new-port-name-1136616191', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:24.442037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] bootfile-name is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:24.443660 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] tftp-server is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:24.444008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] server-ip-address is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:01:24.453671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-30f6b1ba-97d9-4fa1-9e25-569be1372c20 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:24.456426 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-30f6b1ba-97d9-4fa1-9e25-569be1372c20 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 813 time: 0.2171128 Dec 10 05:01:24.475220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Provisioning complete for port 92d72cff-678a-47c9-b4de-ac2951cb0403 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:24.475902 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8b61c92-4eaa-4a3b-95d1-2a4d09c9594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.596267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.601778 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-78d95efe-1102-4d9f-a188-7edd03ada68c tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827dc48b10f44e0daa2e1bdb63f6502c HTTP/1.1" status: 200 len: 380 time: 0.1268220 Dec 10 05:01:24.619467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'port': {'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'admin_state_up': True, 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'security_groups': ['895d7756-5054-42a1-b846-3c87986f17f4']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:24.846923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Made reservation on behalf of 827dc48b10f44e0daa2e1bdb63f6502c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:24.852578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.864356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c760ab09-996c-423b-930d-4d17fbfba5f0 None None] Provisioning complete for port aa2a1280-80dd-4f44-b901-7b080b8a75ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:24.865037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c760ab09-996c-423b-930d-4d17fbfba5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.918454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c760ab09-996c-423b-930d-4d17fbfba5f0 None None] Port aa2a1280-80dd-4f44-b901-7b080b8a75ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:24.932217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:24.945090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.035619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7ad02922-5a4c-47f9-96fa-36c24f9aa2a7 None None] Could not find standard attr ID for object 8232a843-c40c-4977-a623-89c6ec65594f. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:01:25.039220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event updated for resources: {'Port': ['ID=aa2a1280-80dd-4f44-b901-7b080b8a75ee,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:25.074897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] In _notify_port_updated(), no bound segment for port aa2a1280-80dd-4f44-b901-7b080b8a75ee on network 3963acaa-b5bd-4397-962e-e0f84c233193 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:01:25.081224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:25.081906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.085627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f096e606-32be-49ce-82ef-8412b2945d50 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "PUT /v2.0/ports/aa2a1280-80dd-4f44-b901-7b080b8a75ee HTTP/1.1" status: 200 len: 1130 time: 0.6655011 Dec 10 05:01:25.087459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:25.153871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Allocated IP 172.20.0.4 (2cda2994-7623-4709-9138-c160cab496e2/681d5d32-7f32-4197-99b4-b1f47d7bae7f/c4a119dc-ff3b-4a14-82fe-dec396fa3654) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:25.168113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df40c715-8008-4d37-bb91-4e565e3df3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.244435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12123ec-d62e-4329-a6df-ba24ed23ce8f tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:25.252910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e12123ec-d62e-4329-a6df-ba24ed23ce8f tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "GET /v2.0/ports/aa2a1280-80dd-4f44-b901-7b080b8a75ee HTTP/1.1" status: 200 len: 1130 time: 0.1643162 Dec 10 05:01:25.254747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:25.295228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87442ef3-c899-45f3-94d6-eeccffbc2e85 req-73fef17a-480e-45eb-8e8c-b4cb8ac424b2 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.1518226 Dec 10 05:01:25.407902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d59e-5fa7-451e-965e-b03c56a599fc req-9ac48049-4057-497e-9129-17a4dc5b9b86 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:25.409641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98a5d59e-5fa7-451e-965e-b03c56a599fc req-9ac48049-4057-497e-9129-17a4dc5b9b86 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.2100413 Dec 10 05:01:25.421447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.460388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Deleting port aa2a1280-80dd-4f44-b901-7b080b8a75ee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:25.460939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.472980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.569180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98a5d59e-5fa7-451e-965e-b03c56a599fc req-71dd0c65-53f1-4ed7-9908-9da9093d1d7e tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520998 Dec 10 05:01:25.621180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.635489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Calling delete_port for aa2a1280-80dd-4f44-b901-7b080b8a75ee owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:25.780666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c29b87-ef8f-4d61-85f7-91d5ac6bb4c2 req-5e0de28d-44ba-4d9f-9ba4-460d9d6dc86d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:25.782506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c29b87-ef8f-4d61-85f7-91d5ac6bb4c2 req-5e0de28d-44ba-4d9f-9ba4-460d9d6dc86d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0827541 Dec 10 05:01:25.811180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.865036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-15ab3e10-5fea-4a24-8667-9f3d6fcdb18e None None] Provisioning complete for port aa2a1280-80dd-4f44-b901-7b080b8a75ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:25.865653 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15ab3e10-5fea-4a24-8667-9f3d6fcdb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.908719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0c29b87-ef8f-4d61-85f7-91d5ac6bb4c2 req-7cc960db-14e6-4a82-9c7d-60110b67a187 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147072 Dec 10 05:01:25.944252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15ab3e10-5fea-4a24-8667-9f3d6fcdb18e None None] Port aa2a1280-80dd-4f44-b901-7b080b8a75ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:25.969945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:25.993065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Network 2cda2994-7623-4709-9138-c160cab496e2 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:25.999961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:26.002393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:26.036336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:26.079500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:26.080896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.106446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event deleted for resources: {'Port': ['ID=aa2a1280-80dd-4f44-b901-7b080b8a75ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:26.122588 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-7f83ba99-31e0-4267-af34-4be40a615e26 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5109897 Dec 10 05:01:26.152192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Request body: {'port': {'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:26.207655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.211239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1a112ea4-904a-4f78-885f-cec566cc1d9d tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "DELETE /v2.0/ports/aa2a1280-80dd-4f44-b901-7b080b8a75ee HTTP/1.1" status: 204 len: 168 time: 0.9396408 Dec 10 05:01:26.216504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38506) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:26.262707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e0d3-cf70-4904-94d9-1fe6b49d6fd8 req-d5624fe8-7ed9-440b-9c93-7d069c756eab tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:26.264984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a78e0d3-cf70-4904-94d9-1fe6b49d6fd8 req-d5624fe8-7ed9-440b-9c93-7d069c756eab tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1793280 Dec 10 05:01:26.287383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.343280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Deleting subnet c365d72e-c037-42ca-af0a-934bad93fe05 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:26.353713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.527277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.527808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ecf01a47-a25e-4801-b672-e747431a2737 None None] Provisioning complete for port c4a119dc-ff3b-4a14-82fe-dec396fa3654 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:26.528196 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecf01a47-a25e-4801-b672-e747431a2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.534650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a78e0d3-cf70-4904-94d9-1fe6b49d6fd8 req-379fdaa6-7aef-4d9c-ba98-d19edcad8238 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590868 Dec 10 05:01:26.591010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ecf01a47-a25e-4801-b672-e747431a2737 None None] Port c4a119dc-ff3b-4a14-82fe-dec396fa3654 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:26.592295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07637-dd45-4c8f-8ea1-e9ce9139cc5c req-84218f5b-91ad-4d0d-873d-5db242bac937 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:26.594177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bea07637-dd45-4c8f-8ea1-e9ce9139cc5c req-84218f5b-91ad-4d0d-873d-5db242bac937 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 931 time: 0.1368306 Dec 10 05:01:26.670385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.744348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bea07637-dd45-4c8f-8ea1-e9ce9139cc5c req-15111a94-2284-4a36-b1ed-45628b398c29 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424270 Dec 10 05:01:26.792839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ec53-7637-4d83-ad62-1eebd1cc23cc req-5e392f37-edd1-4f9c-98e3-bd07994c6004 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:26.793090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a119dc-ff3b-4a14-82fe-dec396fa3654 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:01:26.793540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f081ec53-7637-4d83-ad62-1eebd1cc23cc req-5e392f37-edd1-4f9c-98e3-bd07994c6004 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1171839 Dec 10 05:01:26.815890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.816411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.836807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Transition to ACTIVE for port object c4a119dc-ff3b-4a14-82fe-dec396fa3654 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:01:26.842502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.853257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event deleted for resources: {'Subnet': ['ID=c365d72e-c037-42ca-af0a-934bad93fe05,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:26.864227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:26.870530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83d4f115-6dae-42f3-9ab7-7308928ac086 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "DELETE /v2.0/subnets/c365d72e-c037-42ca-af0a-934bad93fe05 HTTP/1.1" status: 204 len: 168 time: 0.6500118 Dec 10 05:01:26.871835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38516) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:26.873676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3157afa-5d05-410a-bd98-5a5df96a905c None None] Network 3963acaa-b5bd-4397-962e-e0f84c233193 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:26.908887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f081ec53-7637-4d83-ad62-1eebd1cc23cc req-34f711c3-015d-4e47-8af7-02681a56f996 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Dec 10 05:01:26.915069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:27.003975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.102824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Attempting to bind port c4a119dc-ff3b-4a14-82fe-dec396fa3654 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:27.103111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Attempting to bind port c4a119dc-ff3b-4a14-82fe-dec396fa3654 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:27.103442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Attempting to bind port c4a119dc-ff3b-4a14-82fe-dec396fa3654 on network 2cda2994-7623-4709-9138-c160cab496e2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:27.110203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Port c4a119dc-ff3b-4a14-82fe-dec396fa3654 on network 2cda2994-7623-4709-9138-c160cab496e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:01:27.110532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Attempting to bind port c4a119dc-ff3b-4a14-82fe-dec396fa3654 on network 2cda2994-7623-4709-9138-c160cab496e2 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:27.118031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:27.125357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Checking segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:27.125564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Bound using segment: {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:27.127321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] DHCP port deletion for 3963acaa-b5bd-4397-962e-e0f84c233193 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:27.128319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Bound port: c4a119dc-ff3b-4a14-82fe-dec396fa3654, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd359196f-8af9-4a00-8ca3-8bd18088beb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2cda2994-7623-4709-9138-c160cab496e2'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:27.129092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.175914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea94b56-6fc2-4616-b797-8ede516c0a74 req-031a3fea-b088-4978-ba00-9a866504c561 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.187178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dea94b56-6fc2-4616-b797-8ede516c0a74 req-031a3fea-b088-4978-ba00-9a866504c561 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1252518 Dec 10 05:01:27.229022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:27.231233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Deleting port 92d72cff-678a-47c9-b4de-ac2951cb0403 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:27.231799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.233747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:27.249080 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.260765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Deleting port 92d72cff-678a-47c9-b4de-ac2951cb0403 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:27.262221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.339467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.340147 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.340905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dea94b56-6fc2-4616-b797-8ede516c0a74 req-71eb7950-6088-48dc-bb92-a5f175de62c7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527216 Dec 10 05:01:27.342686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 1091 time: 1.2056718 Dec 10 05:01:27.343918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:27.346009 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b6a2b-0167-41e0-90e9-59ab84e23879" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:27.436257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] For port 92d72cff-678a-47c9-b4de-ac2951cb0403, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=92d72cff-678a-47c9-b4de-ac2951cb0403,segment=NetworkSegment(71eb8116-490d-4b0f-afe9-fa53048ffa76),segment_id=71eb8116-490d-4b0f-afe9-fa53048ffa76)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:27.437004 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.457586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] For port 92d72cff-678a-47c9-b4de-ac2951cb0403, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=92d72cff-678a-47c9-b4de-ac2951cb0403,segment=NetworkSegment(71eb8116-490d-4b0f-afe9-fa53048ffa76),segment_id=71eb8116-490d-4b0f-afe9-fa53048ffa76)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:27.457957 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.470501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Calling delete_port for 92d72cff-678a-47c9-b4de-ac2951cb0403 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:27.488041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75415f96-feda-4e0b-87e1-ac6235289324 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:27.495863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.501508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Calling delete_port for 92d72cff-678a-47c9-b4de-ac2951cb0403 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:27.508066 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20726f79-a541-4c8d-b279-8b1499aa11dc x-openstack-request-id: req-20726f79-a541-4c8d-b279-8b1499aa11dc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:27.514232 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:27.515285 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20726f79-a541-4c8d-b279-8b1499aa11dc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:27.515781 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:01:27.602816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.607123 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-a5a6d407-3e59-4590-b588-3197f0419d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.609295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-a5a6d407-3e59-4590-b588-3197f0419d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0926626 Dec 10 05:01:27.627813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] No DVR routers for this DVR port 92d72cff-678a-47c9-b4de-ac2951cb0403 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:27.674374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653032-d1b0-49dc-88c4-17d538bbf1c2 None None] Pushing event deleted for resources: {'Port': ['ID=92d72cff-678a-47c9-b4de-ac2951cb0403,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:27.688827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9198275-2c3c-4938-b9d8-f92e7f74306b req-52ac6874-9f81-4b25-94f1-fb848bb83918 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.698209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9198275-2c3c-4938-b9d8-f92e7f74306b req-52ac6874-9f81-4b25-94f1-fb848bb83918 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1037982 Dec 10 05:01:27.702203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-1976895f-d59d-4bcc-a898-853b3e8422e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 217 time: 0.0773175 Dec 10 05:01:27.750873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.766951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-eb607b8c-c138-4da9-a8af-37d51fbafbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.768428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-eb607b8c-c138-4da9-a8af-37d51fbafbf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0592353 Dec 10 05:01:27.787601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a9198275-2c3c-4938-b9d8-f92e7f74306b req-780cf1d4-6526-48e1-a280-72babde1d392 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Dec 10 05:01:27.791917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] No DVR routers for this DVR port 92d72cff-678a-47c9-b4de-ac2951cb0403 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:27.793716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event deleted for resources: {'Port': ['ID=92d72cff-678a-47c9-b4de-ac2951cb0403,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:27.847619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-b45fdd22-273e-4516-94e5-05b1ff11f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:27.849405 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-b45fdd22-273e-4516-94e5-05b1ff11f630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734406 Dec 10 05:01:27.919477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:27.962495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-1328fa9c-ea93-441d-ba98-914c9d4dd789 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040993 Dec 10 05:01:27.984849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3963acaa-b5bd-4397-962e-e0f84c233193']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:28.002309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb8116-490d-4b0f-afe9-fa53048ffa76') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:28.002609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb8116-490d-4b0f-afe9-fa53048ffa76') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:28.018579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.042532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7d7d-5f68-4e8e-bbc2-6c1ae77c5ce1 req-36a5cd2c-8be6-4d7b-9525-07afc645cd7c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.049966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b92e7d7d-5f68-4e8e-bbc2-6c1ae77c5ce1 req-36a5cd2c-8be6-4d7b-9525-07afc645cd7c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1339347 Dec 10 05:01:28.060189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.069845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0fe5c-63eb-4f3c-a8ce-9398bea1c21f req-8686d53e-46f2-4a8e-8bed-38e04d51b43c tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.071306 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af0fe5c-63eb-4f3c-a8ce-9398bea1c21f req-8686d53e-46f2-4a8e-8bed-38e04d51b43c tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.1543241 Dec 10 05:01:28.079174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 92d72cff-678a-47c9-b4de-ac2951cb0403 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:28.084116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:28.085415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:28.087792 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:28.097319 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2d06d3c1-3b17-417a-93b5-684f2092bd62 req-6fde292d-f255-482d-88eb-9a468e69ae48 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266532 Dec 10 05:01:28.103212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 92d72cff-678a-47c9-b4de-ac2951cb0403 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:28.103786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 92d72cff-678a-47c9-b4de-ac2951cb0403 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:28.199380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b92e7d7d-5f68-4e8e-bbc2-6c1ae77c5ce1 req-e7818ea6-04bc-4263-a235-6a3756b49b66 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484909 Dec 10 05:01:28.206690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.223943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.227222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] 10.222.0.43 "DELETE /v2.0/networks/3963acaa-b5bd-4397-962e-e0f84c233193 HTTP/1.1" status: 204 len: 168 time: 1.3544347 Dec 10 05:01:28.244521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af0fe5c-63eb-4f3c-a8ce-9398bea1c21f req-65c79a36-9f75-4dca-bac5-444dac88a31d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556532 Dec 10 05:01:28.245589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad8b17-d7e0-47f3-b223-d8ec61044847 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523 tempest-ExtraDHCPOptionsIpV6TestJSON-652634523-project] Pushing event deleted for resources: {'Network': ['ID=3963acaa-b5bd-4397-962e-e0f84c233193,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:28.270877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-86266e93-807e-4d02-b87c-8d65dfebea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.273184 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-86266e93-807e-4d02-b87c-8d65dfebea89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0949380 Dec 10 05:01:28.317506 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:28.408203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-fc648382-83e0-4ca4-b28f-845c169d366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.409811 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-fc648382-83e0-4ca4-b28f-845c169d366a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.1287665 Dec 10 05:01:28.524460 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-c9b1242a-bfd0-4ccc-8722-2c4b5d0a563b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 217 time: 0.1026251 Dec 10 05:01:28.583179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-49811209-b1c7-4eba-9f31-73d3c620ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.583649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31bc77-26a7-409d-864d-7daa2bacb611 req-d3c2a24c-729d-43e3-9f63-9a462371e2f7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.584947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-49811209-b1c7-4eba-9f31-73d3c620ec1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0530419 Dec 10 05:01:28.585215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b31bc77-26a7-409d-864d-7daa2bacb611 req-d3c2a24c-729d-43e3-9f63-9a462371e2f7 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0918188 Dec 10 05:01:28.641835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-5229ce8d-93d5-4af5-a244-afd13d8d6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:28.643491 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-5229ce8d-93d5-4af5-a244-afd13d8d6c9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502784 Dec 10 05:01:28.664756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b31bc77-26a7-409d-864d-7daa2bacb611 req-dfcd661e-754f-45c7-9d62-552e6117c433 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Dec 10 05:01:28.707547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:28.767410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-8cfff3c7-c834-48bb-8041-22aaba36d30c service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151922 Dec 10 05:01:28.881267 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-db9b6a2b-0167-41e0-90e9-59ab84e23879 req-b52c7840-dda4-4f5e-b243-741b806335b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060987 Dec 10 05:01:28.931768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c5465d7d-579b-47f0-810b-e8974c0236b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c88f080033164303a319372b56c46544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208693 Dec 10 05:01:28.932148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38558) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:29.017754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:29.044645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:29.106168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:29.109927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:29.113528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae47fec5-9ba9-4827-9efb-ec5aab761ab9 HTTP/1.1" status: 204 len: 168 time: 0.1781158 Dec 10 05:01:29.120931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e79d9e-a8aa-4770-9c1c-e84a0853acb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47fec5-9ba9-4827-9efb-ec5aab761ab9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:29.392182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b8b6-e7b0-4e6a-a432-31723b397291 req-805514d2-50e4-4b94-8a15-e65a04b23580 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:29.401037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2032b8b6-e7b0-4e6a-a432-31723b397291 req-805514d2-50e4-4b94-8a15-e65a04b23580 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0718303 Dec 10 05:01:29.468562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2032b8b6-e7b0-4e6a-a432-31723b397291 req-b4892189-3068-46ca-b01d-2c9f15aa2414 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568447 Dec 10 05:01:29.842928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb3166-3cdc-4bb8-9206-8126c40f3849 req-ee3f4cf7-f981-4354-a642-961e30e5d942 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:29.844940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8fb3166-3cdc-4bb8-9206-8126c40f3849 req-ee3f4cf7-f981-4354-a642-961e30e5d942 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0841653 Dec 10 05:01:29.893210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:29.905330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8fb3166-3cdc-4bb8-9206-8126c40f3849 req-23d10038-9cb6-4924-8ce8-c6bbd905db2d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Dec 10 05:01:30.038476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'networks': [{'name': 'tempest-network--1920153473'}, {'name': 'tempest-network--1243958990'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:30.038790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-network--1920153473'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:30.039251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-network--1243958990'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:30.065287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'network': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:30.070033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.079915 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.204094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.209232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.210040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.283576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620d2c-dccf-4260-9289-3f9aa43ca941 req-d95ccd2c-53b5-435e-b3ff-8323ffdbb3df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.286741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3620d2c-dccf-4260-9289-3f9aa43ca941 req-d95ccd2c-53b5-435e-b3ff-8323ffdbb3df tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0869665 Dec 10 05:01:30.290657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:30.316635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503f31bf-e5e2-435a-8f93-edbea7fc281e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:30.329113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.329532 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment 72228b3a-b17f-4550-bbe0-c9ad4ca02b91 of type vlan for network 63a5d9d8-c396-414c-9dcc-f6db98e17264 Dec 10 05:01:30.353425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-fb7a9be4-7111-4d35-9c75-33e6eec8c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.355071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-fb7a9be4-7111-4d35-9c75-33e6eec8c91c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=736f9f7009824b2ea09626d77dc28a89&device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 1097 time: 0.0862112 Dec 10 05:01:30.360042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3620d2c-dccf-4260-9289-3f9aa43ca941 req-13c371bc-6c48-42de-8853-d9c1f7f35b2b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618584 Dec 10 05:01:30.410746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.487494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:30.504495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-6e59a140-0d99-411d-aece-8457e86e1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.506092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-6e59a140-0d99-411d-aece-8457e86e1206 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 200 len: 915 time: 0.1272860 Dec 10 05:01:30.510922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.511255 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment ccd11ebd-63b3-424d-aef9-7e5b4c3a354f of type vlan for network ab4f690b-e7ec-412b-adf4-a196b5ae0f6f Dec 10 05:01:30.578967 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-c3d328a7-f433-488d-9c84-7b83280a6293 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 200 len: 217 time: 0.0586112 Dec 10 05:01:30.603295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.617095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199486c0-1713-463f-b2af-65c48bd1e540 req-05002eca-088f-4d08-ba60-dd06c0fb2e2d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.619229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-199486c0-1713-463f-b2af-65c48bd1e540 req-05002eca-088f-4d08-ba60-dd06c0fb2e2d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0630746 Dec 10 05:01:30.657456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-922f3af6-41ab-499b-85b1-e1f1d342b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.659073 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-922f3af6-41ab-499b-85b1-e1f1d342b4ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 200 len: 854 time: 0.0686264 Dec 10 05:01:30.666647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.667113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.674479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.679689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.680408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:30.695637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-199486c0-1713-463f-b2af-65c48bd1e540 req-ad8dd23f-1a8c-4328-9e07-be8a11b2e393 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682623 Dec 10 05:01:30.776658 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8820882 Dec 10 05:01:30.779340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38608) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:30.797799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=63a5d9d8-c396-414c-9dcc-f6db98e17264,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:30.810116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 63a5d9d8-c396-414c-9dcc-f6db98e17264 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:30.822215 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-4ce23a8c-05c1-462a-ba5d-9914cd49a3bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f73e05e-1013-4a04-99ce-327a9317eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265945 Dec 10 05:01:30.908527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f0eed-cf5d-4d9c-9b3d-e427a0b92205 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.914411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f0eed-cf5d-4d9c-9b3d-e427a0b92205 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.918572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df562-24dd-42c3-bcba-a294ed4e6815 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=ab4f690b-e7ec-412b-adf4-a196b5ae0f6f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:30.921033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f0eed-cf5d-4d9c-9b3d-e427a0b92205 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.927133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f0eed-cf5d-4d9c-9b3d-e427a0b92205 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:30.928991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d83f0eed-cf5d-4d9c-9b3d-e427a0b92205 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1486435 Dec 10 05:01:30.931755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:30.934216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ab4f690b-e7ec-412b-adf4-a196b5ae0f6f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:30.992237 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-9fcc7a1c-b403-4f64-84ac-f336c819d171 service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547699 Dec 10 05:01:31.022427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.118438 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-92ea7d76-e19a-4424-a4b7-947e17a24d15 req-ce49e45a-f01c-4ef0-a1d8-966cdf1ac6be service neutron] 10.222.0.41 "GET /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145067 Dec 10 05:01:31.129797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.151287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a5d9d8-c396-414c-9dcc-f6db98e17264']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.163013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72228b3a-b17f-4550-bbe0-c9ad4ca02b91') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.163229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72228b3a-b17f-4550-bbe0-c9ad4ca02b91') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.183100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.199465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.206652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:31.207284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:31.210748 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:31.271901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.276860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.285142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/63a5d9d8-c396-414c-9dcc-f6db98e17264 HTTP/1.1" status: 204 len: 168 time: 0.3523750 Dec 10 05:01:31.285992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:31.302171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58076e-44df-4260-9e20-be8a056bea14 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=63a5d9d8-c396-414c-9dcc-f6db98e17264,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:31.385206 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.501146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a7c87-6171-4bbe-879b-227dbe3f601a req-77c35a69-7c89-473c-a8fb-468f96befffe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:31.503475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d95a7c87-6171-4bbe-879b-227dbe3f601a req-77c35a69-7c89-473c-a8fb-468f96befffe tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0635846 Dec 10 05:01:31.508928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.539758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4f690b-e7ec-412b-adf4-a196b5ae0f6f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.549919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd11ebd-63b3-424d-aef9-7e5b4c3a354f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.550307 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd11ebd-63b3-424d-aef9-7e5b4c3a354f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:31.560369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.561565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d95a7c87-6171-4bbe-879b-227dbe3f601a req-cd7368f8-745d-403b-9091-9336c51491ad tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Dec 10 05:01:31.579320 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.594470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:31.594873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:31.598049 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:31.655367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.662083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.666780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/ab4f690b-e7ec-412b-adf4-a196b5ae0f6f HTTP/1.1" status: 204 len: 168 time: 0.3779175 Dec 10 05:01:31.667963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:31.681750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208237e-5221-4649-a54b-364f627a461e tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=ab4f690b-e7ec-412b-adf4-a196b5ae0f6f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:31.794969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c428f10-7668-4ae4-80d2-46ef7a1d3136 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:31.801066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c428f10-7668-4ae4-80d2-46ef7a1d3136 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:31.802611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c428f10-7668-4ae4-80d2-46ef7a1d3136 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1336348 Dec 10 05:01:31.808713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:31.814052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-165719418'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:31.838932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:31.843526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.844486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766ce0e-6295-4c8d-8deb-e1cd50e01b02 req-6380b38e-3d76-4f83-8ac9-0886fa819e03 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:31.852433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4766ce0e-6295-4c8d-8deb-e1cd50e01b02 req-6380b38e-3d76-4f83-8ac9-0886fa819e03 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0833030 Dec 10 05:01:31.874301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:31.885781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.886147 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment 0df808cc-1ae3-4433-a553-4c35b3000b9e of type vlan for network fed600c5-a774-477a-9613-851f8f779269 Dec 10 05:01:31.932925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.937039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4766ce0e-6295-4c8d-8deb-e1cd50e01b02 req-a864c19c-0685-4cf3-ba9f-1458d6277469 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836513 Dec 10 05:01:31.961268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:31.967318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:31.968000 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.011808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2019057 Dec 10 05:01:32.015800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:32.021976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-48680513'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:32.041053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ac3d-5562-44c9-a8da-c3f24f92d3ff tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=fed600c5-a774-477a-9613-851f8f779269,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:32.051137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:32.053057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network fed600c5-a774-477a-9613-851f8f779269 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:32.054911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.082342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:32.092872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.093213 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment 3c02c46d-3433-4c01-8f92-f0075fec331b of type vlan for network a99aaad8-8150-45bc-bfe9-83906ee85293 Dec 10 05:01:32.135979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.159948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.165456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:32.166069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.204335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1870792 Dec 10 05:01:32.207266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:32.212651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'ports': [{'network_id': 'fed600c5-a774-477a-9613-851f8f779269', 'name': 'tempest-port--101972282', 'admin_state_up': True}, {'network_id': 'a99aaad8-8150-45bc-bfe9-83906ee85293', 'admin_state_up': False}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:32.212966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'port': {'network_id': 'fed600c5-a774-477a-9613-851f8f779269', 'name': 'tempest-port--101972282', 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:32.213449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'port': {'network_id': 'a99aaad8-8150-45bc-bfe9-83906ee85293', 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:32.235935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be57dfa-2929-4097-b77d-cec309919ef1 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=a99aaad8-8150-45bc-bfe9-83906ee85293,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:32.246017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a99aaad8-8150-45bc-bfe9-83906ee85293 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:32.392219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'port': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:32.397030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.416438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.496250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] device_id is not set on port 6b36802b-fefe-4999-9b57-8baf7f68755b yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:32.612044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.681548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] device_id is not set on port 9d82f575-a9a9-4024-ac79-55914db313e0 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:32.700220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107d83-3759-498a-ade2-8b24b5ddb7f8 req-2f95920f-b564-4849-9fc1-d5d8a6a3ad71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:32.701819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a107d83-3759-498a-ade2-8b24b5ddb7f8 req-2f95920f-b564-4849-9fc1-d5d8a6a3ad71 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0597918 Dec 10 05:01:32.751614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a107d83-3759-498a-ade2-8b24b5ddb7f8 req-c1c8d176-57af-4184-a9db-97011cc1f1e5 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Dec 10 05:01:32.810578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.857141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.875641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0476-a76a-411a-9016-4476db4220be req-48f612d0-eb17-4110-9bd6-e8c87a740a5b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:32.877434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74ac0476-a76a-411a-9016-4476db4220be req-48f612d0-eb17-4110-9bd6-e8c87a740a5b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0524435 Dec 10 05:01:32.907973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Port': ['ID=6b36802b-fefe-4999-9b57-8baf7f68755b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:32.927397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74ac0476-a76a-411a-9016-4476db4220be req-a459ff30-5d77-45f7-b721-a5c0c8a0ead5 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Dec 10 05:01:32.938927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Checking segment: {'id': '0df808cc-1ae3-4433-a553-4c35b3000b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fed600c5-a774-477a-9613-851f8f779269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:32.939458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network hostable DHCP agents. Network: fed600c5-a774-477a-9613-851f8f779269, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:32.962380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network fed600c5-a774-477a-9613-851f8f779269 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:32.974082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, fed600c5-a774-477a-9613-851f8f779269) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:32.979152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:32.980099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:32.996102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44f1be-2b64-4886-9cef-9cf36fb653d6 None None] Network fed600c5-a774-477a-9613-851f8f779269 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:33.054293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Port': ['ID=9d82f575-a9a9-4024-ac79-55914db313e0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:33.059032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Checking segment: {'id': '3c02c46d-3433-4c01-8f92-f0075fec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a99aaad8-8150-45bc-bfe9-83906ee85293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:33.059403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network hostable DHCP agents. Network: a99aaad8-8150-45bc-bfe9-83906ee85293, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:33.077974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network a99aaad8-8150-45bc-bfe9-83906ee85293 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:33.087182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a99aaad8-8150-45bc-bfe9-83906ee85293) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:33.092185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:33.100964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.106617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.106780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba5598-7705-4307-8d42-9dfb7b297dab None None] Network a99aaad8-8150-45bc-bfe9-83906ee85293 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:33.107387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.113959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4be32-f5e6-4da1-9635-f1be0874a4dd req-6b47aa8a-4643-4a45-817b-1602a83c283f tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.115237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73c4be32-f5e6-4da1-9635-f1be0874a4dd req-6b47aa8a-4643-4a45-817b-1602a83c283f tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0886106 Dec 10 05:01:33.130337 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c852de0e-fcee-4c49-aee8-afd5d5b2abde tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9195015 Dec 10 05:01:33.130554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec547db-f093-4d66-8996-7b61bc03e249 req-ad86537e-96f6-46c5-ba42-42014b0b067b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.130694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dec547db-f093-4d66-8996-7b61bc03e249 req-ad86537e-96f6-46c5-ba42-42014b0b067b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0914035 Dec 10 05:01:33.132359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38640) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:33.260626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fcc93-0b01-4c8c-acef-16c4af72e100 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.267026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fcc93-0b01-4c8c-acef-16c4af72e100 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.268562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-160fcc93-0b01-4c8c-acef-16c4af72e100 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1352146 Dec 10 05:01:33.271546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:33.277276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73c4be32-f5e6-4da1-9635-f1be0874a4dd req-9bf35ee0-9585-4575-9de5-32d06443f58b tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455953 Dec 10 05:01:33.282869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dec547db-f093-4d66-8996-7b61bc03e249 req-bea785f4-bc13-4ae8-8424-aa0502f46534 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395063 Dec 10 05:01:33.383218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting port 6b36802b-fefe-4999-9b57-8baf7f68755b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:33.383507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.426672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897905db-668c-4a2c-a5e9-c81498901899 req-57bad8a3-9df7-40e5-b9b6-f44920867c1b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.428227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-897905db-668c-4a2c-a5e9-c81498901899 req-57bad8a3-9df7-40e5-b9b6-f44920867c1b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0722373 Dec 10 05:01:33.466606 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.484024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Calling delete_port for 6b36802b-fefe-4999-9b57-8baf7f68755b owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:33.501220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-897905db-668c-4a2c-a5e9-c81498901899 req-639c0b28-af44-49f3-b867-823e9168e8f8 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Dec 10 05:01:33.608203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.643706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Port': ['ID=6b36802b-fefe-4999-9b57-8baf7f68755b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:33.660358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.667635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:33.667794 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b0d30f2-c05e-492a-87a1-5bb38168d437 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/ports/6b36802b-fefe-4999-9b57-8baf7f68755b HTTP/1.1" status: 204 len: 168 time: 0.3949361 Dec 10 05:01:33.712997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2ee09-4463-48c6-b62b-7ab0469a7a70 req-9676e425-654a-48f0-bbd3-6f2c79d58c5c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.715157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bee2ee09-4463-48c6-b62b-7ab0469a7a70 req-9676e425-654a-48f0-bbd3-6f2c79d58c5c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0827746 Dec 10 05:01:33.795670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bee2ee09-4463-48c6-b62b-7ab0469a7a70 req-6708ac79-6363-4083-8e55-a871433dd47d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740440 Dec 10 05:01:33.807675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting port 9d82f575-a9a9-4024-ac79-55914db313e0 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:33.808028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.891810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:33.937022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Calling delete_port for 9d82f575-a9a9-4024-ac79-55914db313e0 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:33.993272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7921e2-a28b-40c4-b651-f75394a3413d req-b487f4e4-fe5e-45e9-bef9-576e034df107 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:33.994782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa7921e2-a28b-40c4-b651-f75394a3413d req-b487f4e4-fe5e-45e9-bef9-576e034df107 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1002419 Dec 10 05:01:34.063134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.067962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa7921e2-a28b-40c4-b651-f75394a3413d req-aa198439-8281-470a-9eac-f46727c7f3b4 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Dec 10 05:01:34.099570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Port': ['ID=9d82f575-a9a9-4024-ac79-55914db313e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:34.105095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.111388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-43f465e2-ef4b-43e6-a56b-dccdef6fad77 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/ports/9d82f575-a9a9-4024-ac79-55914db313e0 HTTP/1.1" status: 204 len: 168 time: 0.4393654 Dec 10 05:01:34.111682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:34.142393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31b80003-e3ac-4ab5-98f3-b6dc7b2b40d7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293534 Dec 10 05:01:34.145969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:34.151610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042798523'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:34.177726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:34.182359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.203529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ecb82-f71e-46e7-bccf-526c6543e5d5 req-93c2f0ac-afe7-4704-9898-9e2af5938432 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:34.205146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a2ecb82-f71e-46e7-bccf-526c6543e5d5 req-93c2f0ac-afe7-4704-9898-9e2af5938432 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0527537 Dec 10 05:01:34.206597 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:34.217439 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.217786 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment 16a630ab-be0e-4733-85cc-695c76dbb741 of type vlan for network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 Dec 10 05:01:34.265168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a2ecb82-f71e-46e7-bccf-526c6543e5d5 req-c0795980-6a4e-446c-936d-e094ae7a8edf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Dec 10 05:01:34.266787 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.303970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.309730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:34.310357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.371618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2215035 Dec 10 05:01:34.371840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:34.379131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1348517087'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:34.416526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaf556-e043-4374-bf8e-e6f011d49586 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=95e59fa8-09c2-49b5-8860-e7f051f15ce2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:34.432536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:34.445426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:34.453195 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.486841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:34.500451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.501185 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Added segment 035b790f-59f9-422d-95f7-d876bbacf4e0 of type vlan for network 8609e418-4509-4391-bd5b-9588f4917e8b Dec 10 05:01:34.550084 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.582145 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.588528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:34.589254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.639245 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2655096 Dec 10 05:01:34.691502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb1e8-f7b8-4fe7-b082-1591221babfc tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Network': ['ID=8609e418-4509-4391-bd5b-9588f4917e8b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:34.706668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8609e418-4509-4391-bd5b-9588f4917e8b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:34.757558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8ace-62c4-4110-bd74-2532312ef8f4 req-dd93165e-4fb9-441c-be28-fbe3af1e3105 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:34.765449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00c8ace-62c4-4110-bd74-2532312ef8f4 req-dd93165e-4fb9-441c-be28-fbe3af1e3105 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.3959093 Dec 10 05:01:34.774905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:34.783117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'subnets': [{'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1897520462', 'ip_version': 4}, {'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:34.783749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'subnet': {'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1897520462', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:34.784733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Request body: {'subnet': {'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:34.820175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a00c8ace-62c4-4110-bd74-2532312ef8f4 req-43014ce2-66c1-42e3-b366-0b853add5168 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517602 Dec 10 05:01:34.829781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b04a-c159-444d-b762-0530221411ca req-b3209958-4df3-45ab-91c7-070f59091da9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:34.831317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b6b04a-c159-444d-b762-0530221411ca req-b3209958-4df3-45ab-91c7-070f59091da9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.4951406 Dec 10 05:01:34.879948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b6b04a-c159-444d-b762-0530221411ca req-b28d4849-668b-4eb0-ac94-b6d88279764d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Dec 10 05:01:34.973755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Made reservation on behalf of 43e9bfbbc5c94a8c8d13be19304a6711 for: {'subnet': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:34.978728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:34.979297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:35.051804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709afa54-70e3-41c9-97b8-9a71bc7b70d0 req-796e5599-411b-4eac-8dbe-4da55ae7fd15 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.053354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-709afa54-70e3-41c9-97b8-9a71bc7b70d0 req-796e5599-411b-4eac-8dbe-4da55ae7fd15 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0517328 Dec 10 05:01:35.104671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-709afa54-70e3-41c9-97b8-9a71bc7b70d0 req-c81f1b75-4a0c-4f7a-9898-d509dfb1252d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 Dec 10 05:01:35.251331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878aeae-5837-435e-a73d-8422f578aa56 req-f84787cc-57d4-4ad9-b84e-a1a8cd69b4bf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.252751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0878aeae-5837-435e-a73d-8422f578aa56 req-f84787cc-57d4-4ad9-b84e-a1a8cd69b4bf tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0566111 Dec 10 05:01:35.304272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0878aeae-5837-435e-a73d-8422f578aa56 req-da6b5178-cec1-49c0-a872-9d498f540099 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440533 Dec 10 05:01:35.376684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:35.444579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Subnet': ['ID=996b90e5-bb2f-49bf-a1a8-503b1a3d8091,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:35.446335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263276-813b-4911-8b6c-25c4c186b90e req-b2a79684-da79-4f85-948f-de08ee4fe04b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.447922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa263276-813b-4911-8b6c-25c4c186b90e req-b2a79684-da79-4f85-948f-de08ee4fe04b tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0494127 Dec 10 05:01:35.449869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Checking segment: {'id': '16a630ab-be0e-4733-85cc-695c76dbb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:35.450239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network hostable DHCP agents. Network: 95e59fa8-09c2-49b5-8860-e7f051f15ce2, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:35.468352 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:35.484277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 95e59fa8-09c2-49b5-8860-e7f051f15ce2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:35.491596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:35.492728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23815f1e-24d9-4faf-b5e1-70a0b8dfc219 None None] Network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:35.531409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa263276-813b-4911-8b6c-25c4c186b90e req-2c405f03-3895-4a3b-81d7-c3fbc497acea tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712001 Dec 10 05:01:35.564773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event updated for resources: {'Subnet': ['ID=e3ac9ba7-7a4f-422e-a38f-da9b45699f25,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:35.576887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Checking segment: {'id': '035b790f-59f9-422d-95f7-d876bbacf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:35.577280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network hostable DHCP agents. Network: 8609e418-4509-4391-bd5b-9588f4917e8b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:35.600113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Network 8609e418-4509-4391-bd5b-9588f4917e8b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:35.624394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-95e59fa8-09c2-49b5-8860-e7f051f15ce2', 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2', 'project_id': '43e9bfbbc5c94a8c8d13be19304a6711', 'fixed_ips': [{'subnet_id': '996b90e5-bb2f-49bf-a1a8-503b1a3d8091'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:35.627648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:35.637930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8609e418-4509-4391-bd5b-9588f4917e8b) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:35.648468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f43697-bbcb-4f55-a3cb-3b1eed7b5de7 None None] Network 8609e418-4509-4391-bd5b-9588f4917e8b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:35.655164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.655668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.656413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:35.687361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-015b49b9-6c7e-4b20-894f-0f2640c11b8f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9086711 Dec 10 05:01:35.687870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:35.698342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1550c-24f8-4c2e-8234-169c5f067f6e req-7711ede7-396e-4f0e-9af3-ac74f407e82f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.700989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8a1550c-24f8-4c2e-8234-169c5f067f6e req-7711ede7-396e-4f0e-9af3-ac74f407e82f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0801635 Dec 10 05:01:35.777862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8a1550c-24f8-4c2e-8234-169c5f067f6e req-5d395d13-d5cc-4125-a39b-5e2e2e4e5e3f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702016 Dec 10 05:01:35.782062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddb23c-d09a-4b11-b3e7-712ab9f5bf6d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.783935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddb23c-d09a-4b11-b3e7-712ab9f5bf6d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.785495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddb23c-d09a-4b11-b3e7-712ab9f5bf6d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.787396 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a7ddb23c-d09a-4b11-b3e7-712ab9f5bf6d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0982552 Dec 10 05:01:35.791459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:35.823033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Allocated IP 172.20.0.2 (95e59fa8-09c2-49b5-8860-e7f051f15ce2/996b90e5-bb2f-49bf-a1a8-503b1a3d8091/305238fc-5db0-4579-afe4-08e31e39da78) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:35.862573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting subnet 996b90e5-bb2f-49bf-a1a8-503b1a3d8091 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:35.970349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d7dce-a41f-4426-a3f5-73d63a4815b1 req-7e7c9055-6c45-4a30-b81f-019a392381f1 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.971879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d5d7dce-a41f-4426-a3f5-73d63a4815b1 req-7e7c9055-6c45-4a30-b81f-019a392381f1 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0696328 Dec 10 05:01:35.980004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307b86-58d5-47da-b872-dbac08fb8330 req-d9f3d27d-7622-4202-a9a3-29770a800777 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:35.981768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02307b86-58d5-47da-b872-dbac08fb8330 req-d9f3d27d-7622-4202-a9a3-29770a800777 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0908661 Dec 10 05:01:35.991787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-8609e418-4509-4391-bd5b-9588f4917e8b', 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b', 'project_id': '43e9bfbbc5c94a8c8d13be19304a6711', 'fixed_ips': [{'subnet_id': 'e3ac9ba7-7a4f-422e-a38f-da9b45699f25'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:35.992738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.058208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d5d7dce-a41f-4426-a3f5-73d63a4815b1 req-c77e944b-d901-4942-bdf4-73840ecf6aca tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751984 Dec 10 05:01:36.066230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02307b86-58d5-47da-b872-dbac08fb8330 req-0d585bf4-a1c3-45f5-8d97-a3aa6168bf46 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Dec 10 05:01:36.141228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.156544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.157473 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.218808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Pushing event updated for resources: {'Port': ['ID=305238fc-5db0-4579-afe4-08e31e39da78,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:36.221670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5395b-f6b3-4dee-b132-b2e0ca5b33cd req-b4f72374-3888-47c9-b20f-54f2e4ff9e80 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:36.229311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ae5395b-f6b3-4dee-b132-b2e0ca5b33cd req-b4f72374-3888-47c9-b20f-54f2e4ff9e80 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0750043 Dec 10 05:01:36.239963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:36.241634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.244577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:36.248114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:36.253717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Allocated IP 172.20.0.18 (8609e418-4509-4391-bd5b-9588f4917e8b/e3ac9ba7-7a4f-422e-a38f-da9b45699f25/a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:36.292794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ae5395b-f6b3-4dee-b132-b2e0ca5b33cd req-789585c7-f425-4624-ab8a-79ddef922ddc tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624247 Dec 10 05:01:36.365722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.432718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff7a48-87bf-4b0c-98d2-ec0e2a6d8314 req-30e2e812-a244-4c6f-a5f4-a99e9bfd4f62 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:36.434878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ff7a48-87bf-4b0c-98d2-ec0e2a6d8314 req-30e2e812-a244-4c6f-a5f4-a99e9bfd4f62 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0569162 Dec 10 05:01:36.440674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.472548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Subnet': ['ID=996b90e5-bb2f-49bf-a1a8-503b1a3d8091,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:36.477279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.480857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-93a68f84-277d-4e5c-b2a8-2c92b1caaa27 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/subnets/996b90e5-bb2f-49bf-a1a8-503b1a3d8091 HTTP/1.1" status: 204 len: 168 time: 0.6882372 Dec 10 05:01:36.483839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:36.512077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Attempting to bind port 305238fc-5db0-4579-afe4-08e31e39da78 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:36.512671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Attempting to bind port 305238fc-5db0-4579-afe4-08e31e39da78 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '16a630ab-be0e-4733-85cc-695c76dbb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:36.512909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Attempting to bind port 305238fc-5db0-4579-afe4-08e31e39da78 on network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:36.518414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ff7a48-87bf-4b0c-98d2-ec0e2a6d8314 req-cc9a24e0-5609-4b63-b8f5-7d95e44a447a tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761728 Dec 10 05:01:36.545770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:36.545770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Checking segment: {'id': '16a630ab-be0e-4733-85cc-695c76dbb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:36.545770 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.553620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting subnet e3ac9ba7-7a4f-422e-a38f-da9b45699f25 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:36.553775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Bound using segment: {'id': '16a630ab-be0e-4733-85cc-695c76dbb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:36.554245 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Bound port: 305238fc-5db0-4579-afe4-08e31e39da78, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a630ab-be0e-4733-85cc-695c76dbb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '95e59fa8-09c2-49b5-8860-e7f051f15ce2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:36.554656 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.685762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] For port 305238fc-5db0-4579-afe4-08e31e39da78, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:36.705020 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] For port 305238fc-5db0-4579-afe4-08e31e39da78, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=305238fc-5db0-4579-afe4-08e31e39da78,segment=NetworkSegment(16a630ab-be0e-4733-85cc-695c76dbb741),segment_id=16a630ab-be0e-4733-85cc-695c76dbb741)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:36.719041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.721326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.731356 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.753181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.808666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:36.829829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a016de4f-e507-47bb-b3d9-33c8bb43cd66 None None] Network 95e59fa8-09c2-49b5-8860-e7f051f15ce2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:36.839664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Network 8609e418-4509-4391-bd5b-9588f4917e8b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:36.854510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023eed-b6ff-4563-b09b-f450f6247412 None None] Pushing event updated for resources: {'Port': ['ID=305238fc-5db0-4579-afe4-08e31e39da78,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:36.860890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:36.872155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:36.957531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.005072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Pushing event updated for resources: {'Port': ['ID=a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:37.024714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Attempting to bind port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:37.025359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Attempting to bind port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '035b790f-59f9-422d-95f7-d876bbacf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:37.025899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Attempting to bind port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a on network 8609e418-4509-4391-bd5b-9588f4917e8b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:37.035197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:37.035853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Checking segment: {'id': '035b790f-59f9-422d-95f7-d876bbacf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:37.036447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.037055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Bound using segment: {'id': '035b790f-59f9-422d-95f7-d876bbacf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:37.037693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Bound port: a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035b790f-59f9-422d-95f7-d876bbacf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8609e418-4509-4391-bd5b-9588f4917e8b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:37.038248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.087566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.139238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] For port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:37.143293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] For port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a,segment=NetworkSegment(035b790f-59f9-422d-95f7-d876bbacf4e0),segment_id=035b790f-59f9-422d-95f7-d876bbacf4e0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:37.153605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.192218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ac9ba7-7a4f-422e-a38f-da9b45699f25,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:37.195832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.209526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:37.210585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-939c6bb7-6cc1-42be-9c29-bc09c3b8371f tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/subnets/e3ac9ba7-7a4f-422e-a38f-da9b45699f25 HTTP/1.1" status: 204 len: 168 time: 0.7256641 Dec 10 05:01:37.268111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bcb7a-f796-41b0-92ad-677fc5d24ccb None None] Pushing event updated for resources: {'Port': ['ID=a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:37.335381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1b2f-bf6f-4dc5-bd90-5c9bb713637f req-27d35dfb-7c13-428a-b577-49dc4b672b3e tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:37.341320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b2a1b2f-bf6f-4dc5-bd90-5c9bb713637f req-27d35dfb-7c13-428a-b577-49dc4b672b3e tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0916357 Dec 10 05:01:37.344465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3af3c-c66d-4891-90b1-d3d66eed179d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:37.350683 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-19e3af3c-c66d-4891-90b1-d3d66eed179d tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398926 Dec 10 05:01:37.355924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38726) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:37.492955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b2a1b2f-bf6f-4dc5-bd90-5c9bb713637f req-35f38e4e-b28b-4826-ba7e-c4752b106d5d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377203 Dec 10 05:01:37.496637 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.600202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:37.600844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.681581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] For port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a,segment=NetworkSegment(035b790f-59f9-422d-95f7-d876bbacf4e0),segment_id=035b790f-59f9-422d-95f7-d876bbacf4e0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:37.687958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.721788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Calling delete_port for a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:37.813987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.840268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Port': ['ID=a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:37.844327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] No DVR routers for this DVR port a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:37.929930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.950527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8609e418-4509-4391-bd5b-9588f4917e8b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:37.960657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035b790f-59f9-422d-95f7-d876bbacf4e0') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:37.960949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035b790f-59f9-422d-95f7-d876bbacf4e0') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:37.970608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.983986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.990848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:37.991364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:37.994788 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:38.071460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.089611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.092911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/8609e418-4509-4391-bd5b-9588f4917e8b HTTP/1.1" status: 204 len: 168 time: 0.7347975 Dec 10 05:01:38.094107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01aa83-9268-4d9e-8c37-7d52961a14fa tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=8609e418-4509-4391-bd5b-9588f4917e8b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:38.095530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38732) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:38.227829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.289869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Deleting port 305238fc-5db0-4579-afe4-08e31e39da78 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:38.290208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.372443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] For port 305238fc-5db0-4579-afe4-08e31e39da78, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=305238fc-5db0-4579-afe4-08e31e39da78,segment=NetworkSegment(16a630ab-be0e-4733-85cc-695c76dbb741),segment_id=16a630ab-be0e-4733-85cc-695c76dbb741)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:38.373468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.388800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Calling delete_port for 305238fc-5db0-4579-afe4-08e31e39da78 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:38.484303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.514179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Port': ['ID=305238fc-5db0-4579-afe4-08e31e39da78,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:38.516188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] No DVR routers for this DVR port 305238fc-5db0-4579-afe4-08e31e39da78 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:38.621186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.642064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c23c9-7a5c-497e-9bb7-227153499c18 req-af47c665-5a17-4ba3-9fa9-06eb1efacc61 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:38.643931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8c23c9-7a5c-497e-9bb7-227153499c18 req-af47c665-5a17-4ba3-9fa9-06eb1efacc61 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0632851 Dec 10 05:01:38.649254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e59fa8-09c2-49b5-8860-e7f051f15ce2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:38.662158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a630ab-be0e-4733-85cc-695c76dbb741') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:38.662462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a630ab-be0e-4733-85cc-695c76dbb741') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:38.673706 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.689410 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.696873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:38.697266 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:38.700537 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:38.702639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8c23c9-7a5c-497e-9bb7-227153499c18 req-bdc02f75-b4ad-4131-9531-49aadad08f52 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492692 Dec 10 05:01:38.754078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3766ccc4-091c-481c-9d09-555e59fa05ea None None] Could not find standard attr ID for object a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:01:38.757371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d1b89-d765-4220-9fc4-77a58a9abe42 None None] DHCP port deletion for 8609e418-4509-4391-bd5b-9588f4917e8b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:38.785369 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fe4a8-ad80-4e9d-b8a2-8869d169c299 None None] Network 8609e418-4509-4391-bd5b-9588f4917e8b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:38.785996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.793228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.799915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38740) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:38.800122 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/95e59fa8-09c2-49b5-8860-e7f051f15ce2 HTTP/1.1" status: 204 len: 168 time: 0.7025597 Dec 10 05:01:38.805727 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fe4a8-ad80-4e9d-b8a2-8869d169c299 None None] Network 8609e418-4509-4391-bd5b-9588f4917e8b could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 05:01:38.812961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed424672-6e92-4d9a-be93-e4a3569e232b tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=95e59fa8-09c2-49b5-8860-e7f051f15ce2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:38.820733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e491058-74fc-4b0d-b971-285b94159793 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:01:38.884609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:38.897044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e491058-74fc-4b0d-b971-285b94159793 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:01:38.981908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.001140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99aaad8-8150-45bc-bfe9-83906ee85293']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.010963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c02c46d-3433-4c01-8f92-f0075fec331b') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.011257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c02c46d-3433-4c01-8f92-f0075fec331b') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.022508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.037805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.044434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:39.045841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:39.048319 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:39.118116 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.135633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.140516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/a99aaad8-8150-45bc-bfe9-83906ee85293 HTTP/1.1" status: 204 len: 168 time: 0.3384342 Dec 10 05:01:39.140516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e00969-22d2-4073-88e5-80929741e3a7 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=a99aaad8-8150-45bc-bfe9-83906ee85293,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:39.141950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38742) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:39.178892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7f69e826-1254-433b-939c-beed872a46b1 None None] Provisioning complete for port 6278d7f8-88dc-410f-bb31-f06362c8ce0a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:39.179349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f69e826-1254-433b-939c-beed872a46b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.235514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.323016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.343783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed600c5-a774-477a-9613-851f8f779269']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.353728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df808cc-1ae3-4433-a553-4c35b3000b9e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.354023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df808cc-1ae3-4433-a553-4c35b3000b9e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:39.363632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.377189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.383196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:39.391261 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:39.463729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.481221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.486875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] 10.222.0.43 "DELETE /v2.0/networks/fed600c5-a774-477a-9613-851f8f779269 HTTP/1.1" status: 204 len: 168 time: 0.3416233 Dec 10 05:01:39.486875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af613414-af60-49a5-9b58-9548bed69141 tempest-BulkNetworkOpsTest-1352848283 tempest-BulkNetworkOpsTest-1352848283-project] Pushing event deleted for resources: {'Network': ['ID=fed600c5-a774-477a-9613-851f8f779269,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:39.490529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4a119dc-ff3b-4a14-82fe-dec396fa3654 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:01:39.626904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:39.646465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:01:39.697797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.714499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a119dc-ff3b-4a14-82fe-dec396fa3654 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:01:39.739025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:39.757754 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:39.874757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:39.879099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:39.915605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c964-5085-4f26-8004-7b0bb955e729 req-fd00a02d-09bd-4651-a942-1d0a903fff8a tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:39.918266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dba1c964-5085-4f26-8004-7b0bb955e729 req-fd00a02d-09bd-4651-a942-1d0a903fff8a tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 944 time: 0.0950491 Dec 10 05:01:40.001296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dba1c964-5085-4f26-8004-7b0bb955e729 req-0531de97-c653-4c25-a8f0-895bbaa19d18 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657573 Dec 10 05:01:40.051462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:40.071592 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c4b13b19-ae48-4713-9b00-b41258f3e290 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43e9bfbbc5c94a8c8d13be19304a6711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955266 Dec 10 05:01:40.074320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:40.080791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c4a119dc-ff3b-4a14-82fe-dec396fa3654'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:01:40.107718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:40.108125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a5b7c5a3-4071-48e4-a2d1-d196e3c82f3a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:40.147699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:40.173769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:40.240768 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:40.243853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:40.245427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/503f31bf-e5e2-435a-8f93-edbea7fc281e HTTP/1.1" status: 204 len: 168 time: 0.1698964 Dec 10 05:01:40.256802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095700c-b53b-417b-a81a-50592268cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f31bf-e5e2-435a-8f93-edbea7fc281e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:41.060582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38802) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:41.146578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f27687-1e59-4ac4-b1b2-c411497a9e18 req-0cd222b4-53b5-4dcc-9dfc-d46fb027d3f2 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:41.154704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51f27687-1e59-4ac4-b1b2-c411497a9e18 req-0cd222b4-53b5-4dcc-9dfc-d46fb027d3f2 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 944 time: 0.0646613 Dec 10 05:01:41.194339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-529960323'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:41.231217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51f27687-1e59-4ac4-b1b2-c411497a9e18 req-42db8ae5-8b21-4c15-a2a8-7990e310e814 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750508 Dec 10 05:01:41.239703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:41.245573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.259434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.343186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.347732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.377185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:41.382641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6bd0e-9088-461f-ab5d-002476dd46c0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:41.390645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.390986 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment 86ae7d19-aec8-47a5-bb9c-f53b656920d9 of type vlan for network e82e80c5-32dc-49b5-a051-152af90d88df Dec 10 05:01:41.431305 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.463487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.470636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:41.471268 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.505682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4a119dc-ff3b-4a14-82fe-dec396fa3654 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:41.532503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4603603 Dec 10 05:01:41.559492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb279d3-8068-487f-8a80-33964f0f1995 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=e82e80c5-32dc-49b5-a051-152af90d88df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:41.574274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e82e80c5-32dc-49b5-a051-152af90d88df details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:41.647830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c4a119dc-ff3b-4a14-82fe-dec396fa3654 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:01:41.666770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c4a119dc-ff3b-4a14-82fe-dec396fa3654 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:41.667482 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.900832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:41.959480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:41.961483 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f0b0e0-749b-44a1-bda0-30f63b2cb015" -d '{"events": [{"server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "name": "network-vif-plugged", "status": "completed", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:41.982523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:41.988169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:42.047119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:42.092624 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f4117-504b-428e-92ff-8999ee2965af x-openstack-request-id: req-b15f4117-504b-428e-92ff-8999ee2965af {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:42.093227 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "name": "network-vif-plugged", "status": "completed", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:42.093828 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b15f4117-504b-428e-92ff-8999ee2965af {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:42.094328 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'code': 200} Dec 10 05:01:42.225998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408107f9-23af-4443-bad5-a210198cc4f0 req-2a0dc0ba-dea3-4510-8164-5fa78a8228ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:42.227485 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-408107f9-23af-4443-bad5-a210198cc4f0 req-2a0dc0ba-dea3-4510-8164-5fa78a8228ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0399563 Dec 10 05:01:42.279518 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-408107f9-23af-4443-bad5-a210198cc4f0 req-fdfa1787-0f9e-4df8-a54c-b726f8c725d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Dec 10 05:01:42.367289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471546-c592-4f7c-b13f-bf252d1e5af3 req-3f9c59f6-09ad-4edf-95cb-711efb9630e1 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:42.369613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36471546-c592-4f7c-b13f-bf252d1e5af3 req-3f9c59f6-09ad-4edf-95cb-711efb9630e1 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0609028 Dec 10 05:01:42.461401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36471546-c592-4f7c-b13f-bf252d1e5af3 req-1ac647af-737d-4671-ad32-a59aa6d92160 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803986 Dec 10 05:01:43.609544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c1a3-9879-43f1-b73e-b30e397e6059 req-fc8f1ad6-6cea-4c79-a748-39060a6f7b3c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:43.611057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2049c1a3-9879-43f1-b73e-b30e397e6059 req-fc8f1ad6-6cea-4c79-a748-39060a6f7b3c tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0760512 Dec 10 05:01:43.693553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2049c1a3-9879-43f1-b73e-b30e397e6059 req-9668499b-69cf-4a20-bef3-271f2c1da4c0 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Dec 10 05:01:43.706786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9bbd3-093a-47ff-bd63-5f74b8e43e4b req-6c7a396e-9575-47bb-99f7-6d19ace0cf5a tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:43.710776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cd9bbd3-093a-47ff-bd63-5f74b8e43e4b req-6c7a396e-9575-47bb-99f7-6d19ace0cf5a tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.1363444 Dec 10 05:01:43.764912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cd9bbd3-093a-47ff-bd63-5f74b8e43e4b req-96572e83-d7a1-4cfa-a7da-7255f7878fa7 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538130 Dec 10 05:01:43.892372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aadd9b-a514-4582-9f31-39fc234ba193 req-39a85173-49cb-4e91-8480-52c150b50570 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:43.893980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8aadd9b-a514-4582-9f31-39fc234ba193 req-39a85173-49cb-4e91-8480-52c150b50570 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0564644 Dec 10 05:01:43.965795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8aadd9b-a514-4582-9f31-39fc234ba193 req-2d6acccc-a0b0-4f15-9d5d-0b6fc2c9bf37 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632849 Dec 10 05:01:43.990564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:44.201961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b64983-7dcb-4c7b-b264-bf8252064a89 tempest-TestVolumeBackupRestore-1821432038 tempest-TestVolumeBackupRestore-1821432038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:44.207325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-32b64983-7dcb-4c7b-b264-bf8252064a89 tempest-TestVolumeBackupRestore-1821432038 tempest-TestVolumeBackupRestore-1821432038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1091 time: 0.2120388 Dec 10 05:01:44.207709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38836) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:44.212404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:44.235764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:44.362167 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:44.469435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Allocated IP 172.25.8.139 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/bd610c93-f8bf-432f-bf05-c4c0415297d3) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:44.572929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:44.607566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:44.653240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:44.656192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:44.661789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:44.683800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'Port': ['ID=bd610c93-f8bf-432f-bf05-c4c0415297d3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:44.699480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.699914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.700332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.701343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.701754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.702162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.702560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.702957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.703349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.703765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.704149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.704563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.704964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:44.781478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38840) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:44.786500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:44.893769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1897-0048-4472-9eb1-ee6d1b0fce0e req-8a2de5b5-707d-432e-be7e-e8d8d60ec5f9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:44.895350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad1897-0048-4472-9eb1-ee6d1b0fce0e req-8a2de5b5-707d-432e-be7e-e8d8d60ec5f9 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.1278741 Dec 10 05:01:44.902119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:44.907139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:44.988421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad1897-0048-4472-9eb1-ee6d1b0fce0e req-1670b499-3e0f-4096-95a2-5dc13a06bdbb tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce1766a0-f3de-42ef-9390-be97c29f7bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801008 Dec 10 05:01:45.201203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.276398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.411432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.449864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.455610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.474541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d9b8c18c-af62-4a8f-ba0b-690847c9699d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:45.475986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d9b8c18c-af62-4a8f-ba0b-690847c9699d tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 946 time: 0.0923679 Dec 10 05:01:45.498920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=1c5a67f4-a04d-4921-b3f4-2cc039c5832b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:45.526491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event updated for resources: {'Port': ['ID=bd610c93-f8bf-432f-bf05-c4c0415297d3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:45.533493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': '86ae7d19-aec8-47a5-bb9c-f53b656920d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:45.533724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: e82e80c5-32dc-49b5-a051-152af90d88df, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:45.565170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.589223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network e82e80c5-32dc-49b5-a051-152af90d88df is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:45.602593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e82e80c5-32dc-49b5-a051-152af90d88df) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:45.612087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc3735-b02c-4ff4-be84-07e4d5723ff9 None None] Network e82e80c5-32dc-49b5-a051-152af90d88df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:45.623004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:45.623801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.650883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Deleting port 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:45.652367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.660171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d3b10d5-9f7c-48d7-a56d-0236bcd83fa4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8775687 Dec 10 05:01:45.671878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:45.676520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778123031'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:45.753452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:45.757225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.758982 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Floating IP 3ea11280-0230-4c92-8af2-1a95957c5a8b associated. External IP: 172.25.8.139, port: c4a119dc-ff3b-4a14-82fe-dec396fa3654. Dec 10 05:01:45.783281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e82e80c5-32dc-49b5-a051-152af90d88df', 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': '1c5a67f4-a04d-4921-b3f4-2cc039c5832b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:45.784607 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.788537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] For port 6278d7f8-88dc-410f-bb31-f06362c8ce0a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6278d7f8-88dc-410f-bb31-f06362c8ce0a,segment=NetworkSegment(ce4a4fca-d3d6-47f9-9823-d066e96cff79),segment_id=ce4a4fca-d3d6-47f9-9823-d066e96cff79)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:45.789117 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.804177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Calling delete_port for 6278d7f8-88dc-410f-bb31-f06362c8ce0a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:45.868970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:45.885130 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.885651 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment 0bd58711-1d74-4381-b398-645d3572d86b of type vlan for network 1941db2d-c966-44f4-9152-0b0de64eb5bd Dec 10 05:01:45.943414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:45.962593 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:01:46.007164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Allocated IP 2001:db8:0:ffff::2 (e82e80c5-32dc-49b5-a051-152af90d88df/1c5a67f4-a04d-4921-b3f4-2cc039c5832b/aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:46.011366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.040382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:46.041361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.069309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:01:46.090239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.155362 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4824169 Dec 10 05:01:46.159585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38850) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:46.165503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Pushing event deleted for resources: {'Port': ['ID=6278d7f8-88dc-410f-bb31-f06362c8ce0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:46.198981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:46.204808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c6235dc-4a60-4212-821d-f6c77e3f6f29 req-2bb9bfdb-5b9e-4333-99fe-3e42064c0c75 tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.43 "GET /v2.0/ports?device_id=40520796-76b7-4a4c-8378-cacf5af1934f HTTP/1.1" status: 200 len: 210 time: 0.0726032 Dec 10 05:01:46.246303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] No DVR routers for this DVR port 6278d7f8-88dc-410f-bb31-f06362c8ce0a on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:46.253450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['6278d7f8-88dc-410f-bb31-f06362c8ce0a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:01:46.255575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc7e3e-72c6-4481-b9ea-bd81d69ddda7 None None] DHCP port deletion for 8f73e05e-1013-4a04-99ce-327a9317eb8f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:46.273556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.277849 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-497f068d-4ce1-43c9-82c3-819530c28803 req-d6bee82e-3df3-4ca0-b56d-eadae8db745f tempest-ServersNegativeTestJSON-18463710 tempest-ServersNegativeTestJSON-18463710-project] 10.222.0.41 "DELETE /v2.0/ports/6278d7f8-88dc-410f-bb31-f06362c8ce0a HTTP/1.1" status: 204 len: 173 time: 0.7913857 Dec 10 05:01:46.278509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-deleted', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:46.281539 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f3550-5753-4165-a5af-b42f54621065" -d '{"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-deleted", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:46.301973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ee0fa-ed2d-4b3b-8569-635a6d84c629 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=1941db2d-c966-44f4-9152-0b0de64eb5bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:46.305358 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.326319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.331374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:46.382947 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf93c4a-7080-414d-bb4d-949c10868221 x-openstack-request-id: req-0cf93c4a-7080-414d-bb4d-949c10868221 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:46.383269 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40520796-76b7-4a4c-8378-cacf5af1934f", "name": "network-vif-deleted", "tag": "6278d7f8-88dc-410f-bb31-f06362c8ce0a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:46.383512 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cf93c4a-7080-414d-bb4d-949c10868221 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:46.383916 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40520796-76b7-4a4c-8378-cacf5af1934f', 'name': 'network-vif-deleted', 'tag': '6278d7f8-88dc-410f-bb31-f06362c8ce0a', 'status': 'completed', 'code': 200} Dec 10 05:01:46.400224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Network e82e80c5-32dc-49b5-a051-152af90d88df is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:46.424171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:46.463793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:46.466195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Pushing event updated for resources: {'Port': ['ID=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:46.555364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Attempting to bind port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:46.556211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Attempting to bind port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '86ae7d19-aec8-47a5-bb9c-f53b656920d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:46.556766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Attempting to bind port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 on network e82e80c5-32dc-49b5-a051-152af90d88df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:46.565311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:46.565699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Checking segment: {'id': '86ae7d19-aec8-47a5-bb9c-f53b656920d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:46.566111 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.566507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Bound using segment: {'id': '86ae7d19-aec8-47a5-bb9c-f53b656920d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:46.566985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Bound port: aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ae7d19-aec8-47a5-bb9c-f53b656920d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e82e80c5-32dc-49b5-a051-152af90d88df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:46.567390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.657261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] For port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:46.660729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] For port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,segment=NetworkSegment(86ae7d19-aec8-47a5-bb9c-f53b656920d9),segment_id=86ae7d19-aec8-47a5-bb9c-f53b656920d9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:46.665826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.730616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:01:46.731873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567527e-3011-4fc7-a909-6911ce726736 None None] Pushing event updated for resources: {'Port': ['ID=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:46.745048 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:01:46.759996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:46.760988 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:01:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:46.766005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:46.770090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.798627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:46.856308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-279b0c4c-8771-4bee-85f3-ec77366174bf tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6473420 Dec 10 05:01:46.859486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:46.922587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfff2e4-a16a-4f4a-87f1-8bc42a4120a2 tempest-TestVolumeBackupRestore-1821432038 tempest-TestVolumeBackupRestore-1821432038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:46.944208 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8dfff2e4-a16a-4f4a-87f1-8bc42a4120a2 tempest-TestVolumeBackupRestore-1821432038 tempest-TestVolumeBackupRestore-1821432038-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1091 time: 0.0760751 Dec 10 05:01:46.944208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:46.944626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:46.944626 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777df624-5a58-4e7f-bcfb-2417cecacffa" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:46.944843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Request body: {'floatingip': {'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:46.996796 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:01:47.032589 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d646d9b0-4900-4097-8217-974693dd4a1b x-openstack-request-id: req-d646d9b0-4900-4097-8217-974693dd4a1b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:47.033077 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:47.033405 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d646d9b0-4900-4097-8217-974693dd4a1b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:47.033898 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:01:47.112608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.219493 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-e1cb68d0-5d00-42ce-a00c-f70c71d16d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:47.220607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-e1cb68d0-5d00-42ce-a00c-f70c71d16d67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1588221 Dec 10 05:01:47.378990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:47.426044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 05:01:47.431418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.546662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Deleting subnet 88cb9e56-4829-4ecc-af58-d23c7be322aa {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:47.558981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.566883 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:45Z', 'revision_number': 0, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:47.569847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': '0bd58711-1d74-4381-b398-645d3572d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:47.570203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: 1941db2d-c966-44f4-9152-0b0de64eb5bd, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:47.579923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=ae30716a-d0f2-478c-8efc-89997ab88a26,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:47.607926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:47.622040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1941db2d-c966-44f4-9152-0b0de64eb5bd) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:47.627217 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:01:47.631621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:47.632506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.634195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106b5f9-032f-4637-b482-78dc25dc077c None None] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:47.638810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-c18659f1-6135-496c-bbf7-dd2522156dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:47.641049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-c18659f1-6135-496c-bbf7-dd2522156dbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.4119401 Dec 10 05:01:47.648620 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:47.657522 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:01:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:47.675197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:47.678288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e07156d-650c-4170-ada0-c80185d3e35c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4866743 Dec 10 05:01:47.715631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'port': {'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd', 'name': 'tempest-NetworksIpV6TestAttrs-1087413406'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:47.727626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.796316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1941db2d-c966-44f4-9152-0b0de64eb5bd', 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': 'ae30716a-d0f2-478c-8efc-89997ab88a26'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:47.797289 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:47.902563 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:01:48.018895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Allocated IP 2001:db8::f816:3eff:fe45:6850 (1941db2d-c966-44f4-9152-0b0de64eb5bd/ae30716a-d0f2-478c-8efc-89997ab88a26/4d96e261-2822-4c75-99ee-e5a2c5fd65e2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:48.114233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-ed42deaf-dab0-46e0-94b5-553fa51034ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 999 time: 0.4624603 Dec 10 05:01:48.122414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.191751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:48.195393 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.299206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:48.336346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] device_id is not set on port dc1aafe9-99cb-42ae-a190-822e1bfdeb74 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:48.391041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:45Z', 'revision_number': 0, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:48.449902 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-b7b66887-fa22-4bc8-9298-e3bb1472040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:48.451971 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-b7b66887-fa22-4bc8-9298-e3bb1472040c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.3008220 Dec 10 05:01:48.462759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.505178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.508708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:48.509040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.517951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.589545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba08fb4-c127-4067-9be7-2f9536c86c8f None None] Network e82e80c5-32dc-49b5-a051-152af90d88df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:48.604615 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cc24-559c-470d-b495-e0c5bd1dff97 None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:45Z', 'revision_number': 0, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:01:48.639155 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cb9e56-4829-4ecc-af58-d23c7be322aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:48.644595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.650807 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e78ebdef-9da1-4574-8865-36a1ec415960 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/88cb9e56-4829-4ecc-af58-d23c7be322aa HTTP/1.1" status: 204 len: 168 time: 1.2682469 Dec 10 05:01:48.651331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38872) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:48.753524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 05:01:48.806681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:48.884621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad01d8a-00fc-46c3-aae6-46edfe47901c None None] Network 8f73e05e-1013-4a04-99ce-327a9317eb8f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:48.964161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:48.983385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:49.005177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:49.032998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-54563f66-96a2-4cd6-b0d8-027807b47a0b None None] Provisioning complete for port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:49.033906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54563f66-96a2-4cd6-b0d8-027807b47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.042797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.099225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f73e05e-1013-4a04-99ce-327a9317eb8f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:49.126592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.129207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face8f2f-d46e-4cb2-a323-9258f4f031a1 None None] New status for floating IP 3ea11280-0230-4c92-8af2-1a95957c5a8b: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:01:49.129787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4a4fca-d3d6-47f9-9823-d066e96cff79') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:49.130096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4a4fca-d3d6-47f9-9823-d066e96cff79') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:49.158813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.160015 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.192017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-906c357c-e57f-478a-897e-899e084f5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:49.202304 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-906c357c-e57f-478a-897e-899e084f5c98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7010713 Dec 10 05:01:49.209131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.228265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:49.233211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.238529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Pushing event updated for resources: {'Port': ['ID=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:49.261928 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:49.334190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:49.388589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Allocated IP 2001:db8::f816:3eff:fec7:102b (1941db2d-c966-44f4-9152-0b0de64eb5bd/ae30716a-d0f2-478c-8efc-89997ab88a26/dc1aafe9-99cb-42ae-a190-822e1bfdeb74) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:49.413406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 6278d7f8-88dc-410f-bb31-f06362c8ce0a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:49.414128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6278d7f8-88dc-410f-bb31-f06362c8ce0a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:49.438529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Attempting to bind port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:49.439283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Attempting to bind port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '0bd58711-1d74-4381-b398-645d3572d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:49.439884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Attempting to bind port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 on network 1941db2d-c966-44f4-9152-0b0de64eb5bd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:49.447185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.460723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.472335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8f73e05e-1013-4a04-99ce-327a9317eb8f HTTP/1.1" status: 204 len: 168 time: 0.8164616 Dec 10 05:01:49.511191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347627f-dda5-4f49-ad6b-ad9bdc74e576 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f73e05e-1013-4a04-99ce-327a9317eb8f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:49.535948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:49.536327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Checking segment: {'id': '0bd58711-1d74-4381-b398-645d3572d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:49.536955 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.538869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Bound using segment: {'id': '0bd58711-1d74-4381-b398-645d3572d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:49.538869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Bound port: 4d96e261-2822-4c75-99ee-e5a2c5fd65e2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd58711-1d74-4381-b398-645d3572d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1941db2d-c966-44f4-9152-0b0de64eb5bd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:49.538869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.547592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3904cf6-5c60-47f0-b1a9-da3df5fa2654 None None] DHCP port deletion for 8f73e05e-1013-4a04-99ce-327a9317eb8f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:49.597397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.637317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-face8f2f-d46e-4cb2-a323-9258f4f031a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:01:49.637942 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-face8f2f-d46e-4cb2-a323-9258f4f031a1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:01:49.638245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54563f66-96a2-4cd6-b0d8-027807b47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.727624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,segment=NetworkSegment(86ae7d19-aec8-47a5-bb9c-f53b656920d9),segment_id=86ae7d19-aec8-47a5-bb9c-f53b656920d9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:49.752679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.755140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fa513794-1608-4648-9730-f1da0d298640 None None] For port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:49.814531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fa513794-1608-4648-9730-f1da0d298640 None None] For port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,segment=NetworkSegment(0bd58711-1d74-4381-b398-645d3572d86b),segment_id=0bd58711-1d74-4381-b398-645d3572d86b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:49.828459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:49.838112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-54563f66-96a2-4cd6-b0d8-027807b47a0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:01:49.838513 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-54563f66-96a2-4cd6-b0d8-027807b47a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:01:49.878006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:49.947299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38878) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:49.949936 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-2edae888-b97c-478a-ba35-9c581bc5771c service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155422 Dec 10 05:01:50.020720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513794-1608-4648-9730-f1da0d298640 None None] Pushing event updated for resources: {'Port': ['ID=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:50.049485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79eb9206-7509-45e8-bb66-d4bba30f1379 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=736f9f7009824b2ea09626d77dc28a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980463 Dec 10 05:01:50.051537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38880) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:50.139505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face8f2f-d46e-4cb2-a323-9258f4f031a1 None None] New status for floating IP 3ea11280-0230-4c92-8af2-1a95957c5a8b: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:01:50.174050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.246327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:50.246507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.344283 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.346909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.351226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce1766a0-f3de-42ef-9390-be97c29f7bb0 HTTP/1.1" status: 204 len: 168 time: 0.2990716 Dec 10 05:01:50.373505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd893f-2ea8-4279-897d-923567e1b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1766a0-f3de-42ef-9390-be97c29f7bb0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:50.377566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.476990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.503346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:01:50.511077 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-777df624-5a58-4e7f-bcfb-2417cecacffa req-3346822a-f0c0-40dd-8c69-8aad3aeb490a service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393007 Dec 10 05:01:50.611073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Port': ['ID=dc1aafe9-99cb-42ae-a190-822e1bfdeb74,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:50.613092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.616226 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:50.618405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:50.621939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:50.628158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:50.628700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.728909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:50.729991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.829044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5035da37-5a89-47b5-96bf-c6e0622878c7 None None] Provisioning complete for port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:50.829604 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5035da37-5a89-47b5-96bf-c6e0622878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.864343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38888) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:50.864844 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-db04b0e0-fa2e-4e44-9237-a33aa54a3be7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1885135 Dec 10 05:01:50.924558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:01:50.939803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.962008 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:01:50.979591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting subnet ae30716a-d0f2-478c-8efc-89997ab88a26 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:50.982623 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:50.984315 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:01:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:50.986785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:50.996750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:51.005034 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1964ad-1ec6-48b7-b002-817d73e9b24b" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:51.071602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c91633b-6dab-4322-81ef-6330e00c98ab tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "PUT /v2.0/floatingips/3ea11280-0230-4c92-8af2-1a95957c5a8b HTTP/1.1" status: 200 len: 991 time: 4.1277955 Dec 10 05:01:51.091682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:51.127207 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5c5d9-13b9-4536-a920-1613992c392d x-openstack-request-id: req-43d5c5d9-13b9-4536-a920-1613992c392d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:51.127626 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:51.127974 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43d5c5d9-13b9-4536-a920-1613992c392d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:51.129062 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:01:51.313305 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:01:51.357690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-f5fd3ba2-cc4a-4c81-a6e7-d7e6ec1223e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:51.359901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-f5fd3ba2-cc4a-4c81-a6e7-d7e6ec1223e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1349993 Dec 10 05:01:51.466616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:51.556364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-7eb2e80e-5700-4d69-9c66-250937481af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:51.558117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-7eb2e80e-5700-4d69-9c66-250937481af4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.1843624 Dec 10 05:01:51.602777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:51.668444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:51.683116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/ae30716a-d0f2-478c-8efc-89997ab88a26 HTTP/1.1" status: 204 len: 168 time: 0.8172488 Dec 10 05:01:51.693713 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:51.708387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edee0f-1cbb-4ee3-8c33-58a2f06e6192 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=ae30716a-d0f2-478c-8efc-89997ab88a26,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:51.727707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-2de00f7a-cb3c-4a6b-a5c4-1cd3369673c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 1001 time: 0.1600342 Dec 10 05:01:51.826103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2090d2-e04e-4da5-ae57-ba76b0309f52 None None] Network 1941db2d-c966-44f4-9152-0b0de64eb5bd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:51.832695 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce2ee9-8666-4c47-bbe2-ffc9a39b7423 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:51.832957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce2ee9-8666-4c47-bbe2-ffc9a39b7423 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:51.837497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46ce2ee9-8666-4c47-bbe2-ffc9a39b7423 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1301391 Dec 10 05:01:51.837943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:51.840207 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:50Z', 'revision_number': 2, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:51.865578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-726dd639-b7e6-44d8-8226-3d64abc8e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:51.867772 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-726dd639-b7e6-44d8-8226-3d64abc8e8e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0991867 Dec 10 05:01:51.888838 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:01:51.902924 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:01:51.904031 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:01:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:51.967455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Provisioning complete for port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:51.967831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.073824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:01:52.118848 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4371e66b-19a4-4477-9298-5988f37961b5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.138693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-068d1e31-ec0a-403e-bc83-d2d29e022711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:52.140233 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-068d1e31-ec0a-403e-bc83-d2d29e022711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281423 Dec 10 05:01:52.145033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.147181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] DHCP port deletion for 1941db2d-c966-44f4-9152-0b0de64eb5bd request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:52.175432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:52.175857 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4371e66b-19a4-4477-9298-5988f37961b5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 05:01:52.176164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4371e66b-19a4-4477-9298-5988f37961b5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:01:52.188194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4371e66b-19a4-4477-9298-5988f37961b5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/1941db2d-c966-44f4-9152-0b0de64eb5bd HTTP/1.1" status: 409 len: 405 time: 0.3407066 Dec 10 05:01:52.190094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:52.195788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-803262207'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:52.201061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] For port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,segment=NetworkSegment(0bd58711-1d74-4381-b398-645d3572d86b),segment_id=0bd58711-1d74-4381-b398-645d3572d86b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:52.223407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.249128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:52.256205 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.296554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Deleting port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:52.296896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.313073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:52.330533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.331256 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment 7e3114cc-9f0e-4565-8c5e-c9d9f7608300 of type vlan for network a24ee0a6-93ce-4635-b7e1-b81124124173 Dec 10 05:01:52.360260 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-6c2ccb2b-ce41-48e1-80bd-736f21f30b61 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095687 Dec 10 05:01:52.364663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-135630309-network', 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:52.391639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Pushing event updated for resources: {'Port': ['ID=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:52.420958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.421697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.422249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.422789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.423341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.423841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.424319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.424810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.425301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.425760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.426179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.426624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.427042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63691e0-d118-4f11-a28d-05f0db48bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:01:52.445241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.462731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] For port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,segment=NetworkSegment(0bd58711-1d74-4381-b398-645d3572d86b),segment_id=0bd58711-1d74-4381-b398-645d3572d86b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:52.463157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.471123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:52.474165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.484236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.486659 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.492418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:52.493321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.504649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c98e0bc-7fab-4fc6-8187-a5245af7b5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.508168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Calling delete_port for 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:52.536182 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd1964ad-1ec6-48b7-b002-817d73e9b24b req-7598decb-ec92-4b8d-81e3-fb53d4f34883 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618264 Dec 10 05:01:52.557627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:52.558281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3681269 Dec 10 05:01:52.564766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:52.615391 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:50Z', 'revision_number': 2, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:52.654017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff0162-ef69-4b8a-acc7-471056a98191 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=a24ee0a6-93ce-4635-b7e1-b81124124173,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:52.662692 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004ce-25e3-48b5-8b24-bd24da87e0f5 None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3ea11280-0230-4c92-8af2-1a95957c5a8b', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'port_id': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'mac_address': 'fa:16:3e:5f:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:01:45Z', 'updated_at': '2021-12-10T05:01:50Z', 'revision_number': 2, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:01:52.666587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a24ee0a6-93ce-4635-b7e1-b81124124173 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:52.742837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.755525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.777095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:52.781333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.785296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901afc1-6b37-48db-b10b-2e3078699e73,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:52.813390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:52.817242 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.847981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] Pushing event deleted for resources: {'Port': ['ID=4d96e261-2822-4c75-99ee-e5a2c5fd65e2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:52.850002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaae6a4-7105-4f1d-9071-43715df63a8d None None] No DVR routers for this DVR port 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:52.852370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.852923 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Added segment 9234240d-737b-4356-a993-ad0aadb9f7cc of type vlan for network 3229f9da-2c69-461d-9d04-fe2c59129bfa Dec 10 05:01:52.926678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.963854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:52.966339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:52.967023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.047235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8702021 Dec 10 05:01:53.049919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:53.054547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Request body: {'subnet': {'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-135630309-subnet', 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:53.058664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5cf39-3d3f-479e-9376-b32ade1b29ec admin admin] Pushing event updated for resources: {'Network': ['ID=3229f9da-2c69-461d-9d04-fe2c59129bfa,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:53.068957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:53.093190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:53.095889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.151523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 05:01:53.153130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:53.155927 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:53.159191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.219428 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af745463-d3d9-402a-a311-2ad434036f43 x-openstack-request-id: req-af745463-d3d9-402a-a311-2ad434036f43 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:53.219850 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:53.220201 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af745463-d3d9-402a-a311-2ad434036f43 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:53.220726 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:01:53.265189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': '7e3114cc-9f0e-4565-8c5e-c9d9f7608300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:53.265724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: a24ee0a6-93ce-4635-b7e1-b81124124173, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:53.297068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=ace69b02-2c78-4546-9ddb-8c96916be482,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:53.298339 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.320849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network a24ee0a6-93ce-4635-b7e1-b81124124173 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:53.326990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-e9033a28-ed15-4de2-8368-b4514576f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.328630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-e9033a28-ed15-4de2-8368-b4514576f0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0666795 Dec 10 05:01:53.344639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a24ee0a6-93ce-4635-b7e1-b81124124173) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:53.352460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd9cd09-2095-43bf-840c-1aaf81cced79 None None] Network a24ee0a6-93ce-4635-b7e1-b81124124173 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:53.360380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:53.374061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.374702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.378999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Checking segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:53.380502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Network hostable DHCP agents. Network: 3229f9da-2c69-461d-9d04-fe2c59129bfa, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:53.411664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:53.425881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3229f9da-2c69-461d-9d04-fe2c59129bfa) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:53.442963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.444733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.446956 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-75ea0e74-b8b3-46cf-9739-5d3bfe4ddebf tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8882284 Dec 10 05:01:53.447940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38928) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:53.461270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'port': {'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173', 'name': 'tempest-NetworksIpV6TestAttrs-1843543217'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:53.481737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-f5c46aaf-c9c9-4d14-9a31-549749278ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.483281 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-f5c46aaf-c9c9-4d14-9a31-549749278ba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.1482270 Dec 10 05:01:53.550048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abed8f48-edb2-49cd-9c71-f6dfab9c7f67 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4990628 Dec 10 05:01:53.571328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-93d5a428-e152-4c18-b34a-c6f5e7c2b6a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 1001 time: 0.0794308 Dec 10 05:01:53.573721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ec74d-4f85-41a4-8897-8de5b028f166 None None] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:53.647159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-628516ae-d902-41e5-9acb-9231746c2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.649724 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-628516ae-d902-41e5-9acb-9231746c2bc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0704679 Dec 10 05:01:53.651016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:53.656210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.688906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] device_id is not set on port 1a9e678d-54b6-458f-bab2-b56a9476d182 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:01:53.713117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.756046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-0e7bf13b-b95b-4429-ae0f-60cb7d10bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:53.757726 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-0e7bf13b-b95b-4429-ae0f-60cb7d10bc71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955372 Dec 10 05:01:53.767007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb309f-8f04-4d78-9406-eed241978f9b None None] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:53.789992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a24ee0a6-93ce-4635-b7e1-b81124124173', 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': 'ace69b02-2c78-4546-9ddb-8c96916be482'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:53.790991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:53.892735 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-d7225f3a-7c96-485d-ab4e-adb835c746ae service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244221 Dec 10 05:01:53.976360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Allocated IP 2001:db8::f816:3eff:fe42:c9d4 (a24ee0a6-93ce-4635-b7e1-b81124124173/ace69b02-2c78-4546-9ddb-8c96916be482/1a9e678d-54b6-458f-bab2-b56a9476d182) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:54.055473 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5cc4534b-9ccc-4b0d-891b-30f1a30d1c85 req-3b062fca-05ac-4831-9fac-a9befe3b7b47 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541960 Dec 10 05:01:54.056607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:54.092606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:54.092955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4d96e261-2822-4c75-99ee-e5a2c5fd65e2 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:54.304376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.330963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-c97ae1cb-2c5d-4421-9a72-d4fcac6f518c tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:54.332625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-c97ae1cb-2c5d-4421-9a72-d4fcac6f518c tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.2093663 Dec 10 05:01:54.365833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-debbecbe-e279-4341-87c5-f1b573d8d7a8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/quotas/f66a3ba24f93455ba5247c99fbc0972b HTTP/1.1" status: 200 len: 375 time: 0.0201931 Dec 10 05:01:54.383919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.416964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-8d14b1c7-478d-4fc7-bd5b-d45cec440912 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444915 Dec 10 05:01:54.435987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Allocated IP 2001:db8::f816:3eff:fe8e:be13 (a24ee0a6-93ce-4635-b7e1-b81124124173/ace69b02-2c78-4546-9ddb-8c96916be482/614422b9-9958-446d-b8af-a05f9dd4c5b8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:54.455725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network a24ee0a6-93ce-4635-b7e1-b81124124173 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:54.460574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:54.465056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:54.471187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:54.474088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.490747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Port': ['ID=1a9e678d-54b6-458f-bab2-b56a9476d182,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:54.503482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af9f38a7-4b4f-425d-aebb-b5d340997be5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0525568 Dec 10 05:01:54.506118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:54.548165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-250a926c-e31b-4d53-b102-01bd26314762 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:01:54.549462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-250a926c-e31b-4d53-b102-01bd26314762 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1104600 Dec 10 05:01:54.571547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting subnet ace69b02-2c78-4546-9ddb-8c96916be482 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:01:54.610514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.616160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.618117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.656201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-1d51a1ed-9877-41e2-b608-62275b31a07f service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000326 Dec 10 05:01:54.661762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Network a24ee0a6-93ce-4635-b7e1-b81124124173 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:54.665050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:54.665857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.671766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:54.677706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Pushing event updated for resources: {'Port': ['ID=614422b9-9958-446d-b8af-a05f9dd4c5b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:54.739726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Attempting to bind port 614422b9-9958-446d-b8af-a05f9dd4c5b8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:54.740236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Attempting to bind port 614422b9-9958-446d-b8af-a05f9dd4c5b8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7e3114cc-9f0e-4565-8c5e-c9d9f7608300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:54.740683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Attempting to bind port 614422b9-9958-446d-b8af-a05f9dd4c5b8 on network a24ee0a6-93ce-4635-b7e1-b81124124173 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:54.746172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:54.746556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Checking segment: {'id': '7e3114cc-9f0e-4565-8c5e-c9d9f7608300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:54.747071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.748132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Bound using segment: {'id': '7e3114cc-9f0e-4565-8c5e-c9d9f7608300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:54.748724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Bound port: 614422b9-9958-446d-b8af-a05f9dd4c5b8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3114cc-9f0e-4565-8c5e-c9d9f7608300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a24ee0a6-93ce-4635-b7e1-b81124124173'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:54.749121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.778076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-6f70b6fe-1493-4260-9e70-548dd7d8ae6e service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141713 Dec 10 05:01:54.808023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.878421 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.882003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] For port 614422b9-9958-446d-b8af-a05f9dd4c5b8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:54.890875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] For port 614422b9-9958-446d-b8af-a05f9dd4c5b8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=614422b9-9958-446d-b8af-a05f9dd4c5b8,segment=NetworkSegment(7e3114cc-9f0e-4565-8c5e-c9d9f7608300),segment_id=7e3114cc-9f0e-4565-8c5e-c9d9f7608300)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:54.892992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.914336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=ace69b02-2c78-4546-9ddb-8c96916be482,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:54.923739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:54.928522 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d35c212d-cf27-42bd-a8bd-003c68ded7d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/ace69b02-2c78-4546-9ddb-8c96916be482 HTTP/1.1" status: 204 len: 168 time: 0.4210143 Dec 10 05:01:54.931505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38956) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:54.986371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750f77-ff37-46a5-9bdd-d570ef8d34c0 None None] Pushing event updated for resources: {'Port': ['ID=614422b9-9958-446d-b8af-a05f9dd4c5b8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:55.007515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dae5ef91-124e-4fec-8414-21fc4567ecfa req-eca05493-aa51-498f-80f0-9b94c279230f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0652459 Dec 10 05:01:55.036555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72902fc3-0dd6-4e8a-8cd4-622b5b16e341 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:55.038488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72902fc3-0dd6-4e8a-8cd4-622b5b16e341 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:55.043466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72902fc3-0dd6-4e8a-8cd4-622b5b16e341 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1077588 Dec 10 05:01:55.043466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38958) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:55.151640 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe6adec-5657-418b-b869-c76be3f375fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.156140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9cab2064-d4b2-4524-be1c-40f4624cd5b4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.165723 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cab2064-d4b2-4524-be1c-40f4624cd5b4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 05:01:55.166314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cab2064-d4b2-4524-be1c-40f4624cd5b4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:01:55.174475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9cab2064-d4b2-4524-be1c-40f4624cd5b4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/a24ee0a6-93ce-4635-b7e1-b81124124173 HTTP/1.1" status: 409 len: 405 time: 0.1265874 Dec 10 05:01:55.175746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:55.183267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-646662590'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:55.237884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:55.247112 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.288680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:55.314612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.315229 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment f1529439-0ad9-44fe-92ad-fc06797bef52 of type vlan for network cf2906c1-ddb7-4f58-82f3-c440d6654d5b Dec 10 05:01:55.367501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.399816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.406683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:55.407373 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.442894 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2654440 Dec 10 05:01:55.445534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38978) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:55.451769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': 'cf2906c1-ddb7-4f58-82f3-c440d6654d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:55.498966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050d93a-556d-4698-8ed3-5e99a574f0f2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=cf2906c1-ddb7-4f58-82f3-c440d6654d5b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:55.510938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network cf2906c1-ddb7-4f58-82f3-c440d6654d5b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:55.575251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:55.581312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.810692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.879394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 05:01:55.880969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:55.935251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-9452bd9d-d2cc-43b5-8985-fcfca013ea98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749404 Dec 10 05:01:55.959314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=ca88e756-8c1a-451b-99af-ab73711b720d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:55.969577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': 'f1529439-0ad9-44fe-92ad-fc06797bef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cf2906c1-ddb7-4f58-82f3-c440d6654d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:55.969945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: cf2906c1-ddb7-4f58-82f3-c440d6654d5b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:55.993823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network cf2906c1-ddb7-4f58-82f3-c440d6654d5b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:56.007270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, cf2906c1-ddb7-4f58-82f3-c440d6654d5b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:56.012248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:56.013679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.019043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723b947-2b8d-49d6-94cb-40257cb13852 None None] Network cf2906c1-ddb7-4f58-82f3-c440d6654d5b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:56.034481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-95de7f7e-2d2a-43c9-b822-bf87609cd8d4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5876312 Dec 10 05:01:56.037184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 38992) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:56.133064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008ff5-a688-4cff-a146-27106fe3a863 req-d90f7a2b-a9d8-4fe5-8b3d-19bc496af599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:56.136862 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-d90f7a2b-a9d8-4fe5-8b3d-19bc496af599 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1261418 Dec 10 05:01:56.213979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba96245e-6241-46d2-add7-2459b88dcb1c req-a7579e5b-d255-4f03-9820-96b1706b9003 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0615926 Dec 10 05:01:56.263756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.281738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 614422b9-9958-446d-b8af-a05f9dd4c5b8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:01:56.292165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227f25c-0374-4c56-b41b-90c751382257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-cf2906c1-ddb7-4f58-82f3-c440d6654d5b', 'network_id': 'cf2906c1-ddb7-4f58-82f3-c440d6654d5b', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': 'ca88e756-8c1a-451b-99af-ab73711b720d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:56.293215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7227f25c-0374-4c56-b41b-90c751382257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.336427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.345877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008ff5-a688-4cff-a146-27106fe3a863 req-bebd1e27-cde3-4b38-b6a5-a9c3a8f106b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:56.347543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-bebd1e27-cde3-4b38-b6a5-a9c3a8f106b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.1501687 Dec 10 05:01:56.421132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.467523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-8216465b-7573-440b-8f24-0891578d3375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 1001 time: 0.1095254 Dec 10 05:01:56.474538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=ca88e756-8c1a-451b-99af-ab73711b720d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:56.475360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0d54b-73ed-4801-abc2-7d3335c0f55f None None] Network a24ee0a6-93ce-4635-b7e1-b81124124173 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-7227f25c-0374-4c56-b41b-90c751382257 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca88e756-8c1a-451b-99af-ab73711b720d: This subnet is being modified by another concurrent operation. Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca88e756-8c1a-451b-99af-ab73711b720d: This subnet is being modified by another concurrent operation. Dec 10 05:01:56.479210 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:01:56.518907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba7f47-ecc1-4106-9fa9-268f8434a364 None None] Network cf2906c1-ddb7-4f58-82f3-c440d6654d5b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:56.544719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008ff5-a688-4cff-a146-27106fe3a863 req-d230b2c0-93b3-46fb-a93b-ee27f879491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:56.546199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-d230b2c0-93b3-46fb-a93b-ee27f879491f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0544257 Dec 10 05:01:56.549874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.570977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2906c1-ddb7-4f58-82f3-c440d6654d5b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:56.572043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 614422b9-9958-446d-b8af-a05f9dd4c5b8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:56.572416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.588297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1529439-0ad9-44fe-92ad-fc06797bef52') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:56.588788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1529439-0ad9-44fe-92ad-fc06797bef52') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:56.601950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.617747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008ff5-a688-4cff-a146-27106fe3a863 req-3480ded8-120f-4b6e-9c96-27f05b1035a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:56.619114 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-3480ded8-120f-4b6e-9c96-27f05b1035a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623498 Dec 10 05:01:56.619269 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.627219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:56.628438 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:56.633310 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:56.664065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] Provisioning complete for port 614422b9-9958-446d-b8af-a05f9dd4c5b8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:56.664430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.712989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.723781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.727580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/cf2906c1-ddb7-4f58-82f3-c440d6654d5b HTTP/1.1" status: 204 len: 168 time: 0.6893437 Dec 10 05:01:56.731043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 38994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:56.739058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-411901683'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:56.741797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5cf24-db4e-4a54-94c4-0cfe802154de tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=cf2906c1-ddb7-4f58-82f3-c440d6654d5b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:56.772154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-744c5eaa-8a7d-44b2-8583-818bd310e45f service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449549 Dec 10 05:01:56.803065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:56.807028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.890981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.910743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:56.926589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] DHCP port deletion for a24ee0a6-93ce-4635-b7e1-b81124124173 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:56.984065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] For port 614422b9-9958-446d-b8af-a05f9dd4c5b8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=614422b9-9958-446d-b8af-a05f9dd4c5b8,segment=NetworkSegment(7e3114cc-9f0e-4565-8c5e-c9d9f7608300),segment_id=7e3114cc-9f0e-4565-8c5e-c9d9f7608300)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:57.014287 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.038295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:57.067319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.067670 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment b0a0420e-ee7a-41f9-acf9-51e04d17822d of type vlan for network df8c1769-f885-428e-b9dd-2c60a176436f Dec 10 05:01:57.070340 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-43008ff5-a688-4cff-a146-27106fe3a863 req-3d18f888-65e9-4750-a533-65a7db435c5f service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909155 Dec 10 05:01:57.107752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:01:57.108660 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:01:57.116454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Deleting port 614422b9-9958-446d-b8af-a05f9dd4c5b8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:01:57.116859 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.117179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-f0b47549-038d-4db3-9c66-338f6c393c0e tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:57.118805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09111c0-847d-4e31-b7ff-a25a56f152d8 None None] Pushing event updated for resources: {'Port': ['ID=614422b9-9958-446d-b8af-a05f9dd4c5b8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:57.118949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-f0b47549-038d-4db3-9c66-338f6c393c0e tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.3168480 Dec 10 05:01:57.127946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.150339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Request body: {'port': {'device_id': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'admin_state_up': True, 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:57.180176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.186389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:57.187410 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.198088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] For port 614422b9-9958-446d-b8af-a05f9dd4c5b8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=614422b9-9958-446d-b8af-a05f9dd4c5b8,segment=NetworkSegment(7e3114cc-9f0e-4565-8c5e-c9d9f7608300),segment_id=7e3114cc-9f0e-4565-8c5e-c9d9f7608300)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:01:57.198485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.210801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Calling delete_port for 614422b9-9958-446d-b8af-a05f9dd4c5b8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:01:57.297906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.324455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] Pushing event deleted for resources: {'Port': ['ID=614422b9-9958-446d-b8af-a05f9dd4c5b8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:57.328082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46c581-586c-4355-8d18-3b08a82e7d49 None None] No DVR routers for this DVR port 614422b9-9958-446d-b8af-a05f9dd4c5b8 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:01:57.345822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f571e0b5-f78f-49f0-b28c-5b36eb3758da req-c356904d-e0fe-4657-8aac-4cceedb9e126 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0403926 Dec 10 05:01:57.363485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd8a28-a1a2-430f-843a-6adfc8c902be None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:01:57.565616 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8329387 Dec 10 05:01:57.568980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39000) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:57.575084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': 'df8c1769-f885-428e-b9dd-2c60a176436f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:57.579862 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.603883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc5da-6101-471e-bf7c-e1a6e337e4e4 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=df8c1769-f885-428e-b9dd-2c60a176436f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:57.634880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Port 614422b9-9958-446d-b8af-a05f9dd4c5b8 update to ACTIVE by agent not found {{(pid=103255) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 05:01:57.636304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network df8c1769-f885-428e-b9dd-2c60a176436f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:57.639578 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:57.643357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.674442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd8a28-a1a2-430f-843a-6adfc8c902be None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:01:57.680790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:57.684329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.788843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Allocated IP 172.20.0.8 (3229f9da-2c69-461d-9d04-fe2c59129bfa/79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7/049ff50e-8a9a-4f33-810c-056e5df4b55f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:57.888776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.953748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.963195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=159b92bb-15e9-4606-8a87-81a8f6e719e9,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:57.976376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': 'b0a0420e-ee7a-41f9-acf9-51e04d17822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df8c1769-f885-428e-b9dd-2c60a176436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:57.976783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: df8c1769-f885-428e-b9dd-2c60a176436f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:57.995107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:57.999374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network df8c1769-f885-428e-b9dd-2c60a176436f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:58.008020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, df8c1769-f885-428e-b9dd-2c60a176436f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:58.013874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:58.014529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.020292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58b997-3719-49d0-a8a5-f78670905706 None None] Network df8c1769-f885-428e-b9dd-2c60a176436f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:58.043729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc9aa912-4866-43ea-b418-9d736b6ef20e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4710853 Dec 10 05:01:58.044356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39008) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:58.045876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:01:58.055653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:58.057672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:01:58.127628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea0313-b789-4023-b995-2df6dc5e1027 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:58.157177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:58.157708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.172671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event updated for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:58.192831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 614422b9-9958-446d-b8af-a05f9dd4c5b8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:01:58.198945 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-edd45d2f-eda0-4f02-a4a1-ec46ba5e7d18 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550897 Dec 10 05:01:58.217944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 614422b9-9958-446d-b8af-a05f9dd4c5b8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:01:58.218291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 614422b9-9958-446d-b8af-a05f9dd4c5b8 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:01:58.218466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.225126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Request body: {'port': {'device_id': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:58.249203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3d9bd-2e08-45dd-bd2f-ff5db1b968b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-df8c1769-f885-428e-b9dd-2c60a176436f', 'network_id': 'df8c1769-f885-428e-b9dd-2c60a176436f', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': '159b92bb-15e9-4606-8a87-81a8f6e719e9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:58.250244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d9bd-2e08-45dd-bd2f-ff5db1b968b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.307119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.307707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.380957 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.381880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-11d07e97-a73a-4fed-907b-60c1a3f7f1c8 None None] Provisioning complete for port 049ff50e-8a9a-4f33-810c-056e5df4b55f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:01:58.382764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11d07e97-a73a-4fed-907b-60c1a3f7f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.391286 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-a3a3d9bd-2e08-45dd-bd2f-ff5db1b968b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 159b92bb-15e9-4606-8a87-81a8f6e719e9: This subnet is being modified by another concurrent operation. Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 159b92bb-15e9-4606-8a87-81a8f6e719e9: This subnet is being modified by another concurrent operation. Dec 10 05:01:58.422432 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:01:58.430927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=159b92bb-15e9-4606-8a87-81a8f6e719e9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:58.439181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11d07e97-a73a-4fed-907b-60c1a3f7f1c8 None None] Port 049ff50e-8a9a-4f33-810c-056e5df4b55f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:01:58.449074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45a353-e573-41a6-a9ac-3a54a2e14b23 None None] Network df8c1769-f885-428e-b9dd-2c60a176436f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:58.515754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.550934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa077e-b928-49f8-aa5c-6b79961b36bf None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:01:58.564190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8c1769-f885-428e-b9dd-2c60a176436f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:58.582647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a0420e-ee7a-41f9-acf9-51e04d17822d') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:58.583770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a0420e-ee7a-41f9-acf9-51e04d17822d') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:01:58.597390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.618752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff8bc8-2326-46b0-8f3a-74c8005d1555 req-bdf36974-1685-4f61-b8ad-7d8380ee2b75 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:58.620608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27ff8bc8-2326-46b0-8f3a-74c8005d1555 req-bdf36974-1685-4f61-b8ad-7d8380ee2b75 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 931 time: 0.0969732 Dec 10 05:01:58.622006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.636425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:01:58.637152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:01:58.641090 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:01:58.668418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa077e-b928-49f8-aa5c-6b79961b36bf None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:01:58.689313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049ff50e-8a9a-4f33-810c-056e5df4b55f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:01:58.697302 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.731251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27ff8bc8-2326-46b0-8f3a-74c8005d1555 req-530ffcda-b0e5-432d-afe9-bc2f65f9b48a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038563 Dec 10 05:01:58.733291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Transition to ACTIVE for port object 049ff50e-8a9a-4f33-810c-056e5df4b55f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:01:58.733448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.741709 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.743892 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.755876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/df8c1769-f885-428e-b9dd-2c60a176436f HTTP/1.1" status: 204 len: 168 time: 0.7043304 Dec 10 05:01:58.760045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39014) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:58.766525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-253344136'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:58.771511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d79331-ff85-4a70-8c75-245937125e14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=df8c1769-f885-428e-b9dd-2c60a176436f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:58.804317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:58.811070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Pushing event updated for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:58.812760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.842277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:01:58.852155 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.852440 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Added segment 9ad344d4-891d-466c-84a1-20f999200e29 of type vlan for network da6e4709-02dc-477e-bad3-2b70b4e6f1df Dec 10 05:01:58.901267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Attempting to bind port 049ff50e-8a9a-4f33-810c-056e5df4b55f on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:01:58.901481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.901588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Attempting to bind port 049ff50e-8a9a-4f33-810c-056e5df4b55f by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:01:58.901903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Attempting to bind port 049ff50e-8a9a-4f33-810c-056e5df4b55f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:58.908449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Port 049ff50e-8a9a-4f33-810c-056e5df4b55f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:01:58.908714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Attempting to bind port 049ff50e-8a9a-4f33-810c-056e5df4b55f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:01:58.914272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:01:58.914618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Checking segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:58.915006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Bound using segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:01:58.916058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Bound port: 049ff50e-8a9a-4f33-810c-056e5df4b55f, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:01:58.916058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.938691 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.958261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:58.959683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:58.966193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8803cc-4a0d-40fc-8b8e-7306ebf4d631 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:58.993115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:01:58.996778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:01:59.002725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.009441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2441106 Dec 10 05:01:59.009441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39016) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:59.014665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Request body: {'subnet': {'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:01:59.039178 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.039360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.040676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] 10.222.0.41 "PUT /v2.0/ports/049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 200 len: 1091 time: 0.8200028 Dec 10 05:01:59.041467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:01:59.043731 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:01:59.056500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65a6cb-f73b-493b-a60d-ecfb115f245b None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:01:59.070385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dedd0c-0489-41d4-bc57-1498b06ff19d service neutron] Pushing event updated for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:59.089917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644fb51-3641-4bdf-9e5a-306273f4e5ca tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Network': ['ID=da6e4709-02dc-477e-bad3-2b70b4e6f1df,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:59.114979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network da6e4709-02dc-477e-bad3-2b70b4e6f1df details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:01:59.124365 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266212b-5241-4a9c-a960-379768223f6e x-openstack-request-id: req-a266212b-5241-4a9c-a960-379768223f6e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:01:59.124727 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:01:59.124984 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a266212b-5241-4a9c-a960-379768223f6e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:01:59.125385 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f', 'status': 'completed', 'code': 200} Dec 10 05:01:59.156603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Made reservation on behalf of 7a9e5a5a051a4a3e81a73eaba1ae86f6 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:01:59.160839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.228908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-1bd8fc67-66dd-4b1d-92aa-77b9ce8e478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.233343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-1bd8fc67-66dd-4b1d-92aa-77b9ce8e478e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 1094 time: 0.0845041 Dec 10 05:01:59.297602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-78200508-6a4d-407b-8e2b-9c46b7104f14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 200 len: 217 time: 0.0430200 Dec 10 05:01:59.358247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-d3ef8c57-4158-4399-8ea9-4450f182bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.359940 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-d3ef8c57-4158-4399-8ea9-4450f182bcf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0514662 Dec 10 05:01:59.400464 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-9b836632-44c3-4069-942d-20d8776ed4ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269842 Dec 10 05:01:59.447214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.objects.ports [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103253) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 05:01:59.448754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.506562 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-b1ea8ca4-eba2-4d48-a9f9-159726976d0b service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941150 Dec 10 05:01:59.512688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event updated for resources: {'Subnet': ['ID=2804aece-d694-4930-8c2d-95dbd9dbf7d7,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:01:59.521787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Checking segment: {'id': '9ad344d4-891d-466c-84a1-20f999200e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:01:59.522156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network hostable DHCP agents. Network: da6e4709-02dc-477e-bad3-2b70b4e6f1df, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:01:59.542338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Network da6e4709-02dc-477e-bad3-2b70b4e6f1df is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:01:59.552267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, da6e4709-02dc-477e-bad3-2b70b4e6f1df) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:01:59.556762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.557422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.563202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee471e-c9cb-4858-88f8-5fd3dc7529d4 None None] Network da6e4709-02dc-477e-bad3-2b70b4e6f1df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:01:59.574796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-747700be-3f21-4ce5-a56c-c11768ac5a14 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5647388 Dec 10 05:01:59.577829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39022) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:01:59.615928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-506e83a7-9e32-4b63-b0c2-cbcd76fc9188 req-bbbc1678-8a7f-4a17-b344-e58750e6f4fc service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997880 Dec 10 05:01:59.673943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-da6e4709-02dc-477e-bad3-2b70b4e6f1df', 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df', 'project_id': '7a9e5a5a051a4a3e81a73eaba1ae86f6', 'fixed_ips': [{'subnet_id': '2804aece-d694-4930-8c2d-95dbd9dbf7d7'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:01:59.675199 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.701821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.769978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-dde31aec-d89d-4c44-a7ee-96678ae7b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.771510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-dde31aec-d89d-4c44-a7ee-96678ae7b049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 1094 time: 0.0488062 Dec 10 05:01:59.799814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:01:59.842846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Allocated IP 2001:db8::f816:3eff:fefe:7655 (da6e4709-02dc-477e-bad3-2b70b4e6f1df/2804aece-d694-4930-8c2d-95dbd9dbf7d7/bdc5a823-09e4-47cc-8fc1-65c5c3a8957c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:01:59.928849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-8d21f6f5-4f4f-45a1-962a-144369fb0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.930381 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-8d21f6f5-4f4f-45a1-962a-144369fb0d66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.1506627 Dec 10 05:01:59.934203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788a59-4701-4a80-959a-951a7edaaf74 req-1a268c77-01b3-44e0-8b12-bbd05ce18924 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:01:59.935867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05788a59-4701-4a80-959a-951a7edaaf74 req-1a268c77-01b3-44e0-8b12-bbd05ce18924 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 943 time: 0.0994995 Dec 10 05:01:59.989257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05788a59-4701-4a80-959a-951a7edaaf74 req-62346fb8-c160-4b07-a888-d46093edb816 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464005 Dec 10 05:02:00.000317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-9a5eeafb-c818-4bd1-9d0c-e59e28390f77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 200 len: 217 time: 0.0596075 Dec 10 05:02:00.044532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.050792 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.071338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-c2964f30-73ff-4d36-944e-b294f516b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:00.072119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.072971 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-c2964f30-73ff-4d36-944e-b294f516b410 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0545971 Dec 10 05:02:00.102523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Network da6e4709-02dc-477e-bad3-2b70b4e6f1df is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:00.105525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:00.105653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=2804aece-d694-4930-8c2d-95dbd9dbf7d7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:00.114805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:00.128407 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-4c25da05-c117-4dd1-addd-70155400b16d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458810 Dec 10 05:02:00.129364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Pushing event updated for resources: {'Port': ['ID=bdc5a823-09e4-47cc-8fc1-65c5c3a8957c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:00.194167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Attempting to bind port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:00.194710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Attempting to bind port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9ad344d4-891d-466c-84a1-20f999200e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:00.195167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Attempting to bind port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c on network da6e4709-02dc-477e-bad3-2b70b4e6f1df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:00.199234 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.204976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:00.205353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Checking segment: {'id': '9ad344d4-891d-466c-84a1-20f999200e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:00.205755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.206150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Bound using segment: {'id': '9ad344d4-891d-466c-84a1-20f999200e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:00.206621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Bound port: bdc5a823-09e4-47cc-8fc1-65c5c3a8957c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad344d4-891d-466c-84a1-20f999200e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:00.207005 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.224394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6e4709-02dc-477e-bad3-2b70b4e6f1df']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:00.235573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad344d4-891d-466c-84a1-20f999200e29') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:00.235573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad344d4-891d-466c-84a1-20f999200e29') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:00.246115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.265591 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.281902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:00.282357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:00.285559 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:00.312528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-d8aa06e6-1d2d-4d5b-aad7-5bd14abdbcd4 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703382 Dec 10 05:02:00.314471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] For port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:00.417566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-655e350a-a9ab-4ffc-b8c6-bd7ee0730f9f req-3a58e3e3-4b94-4026-93db-d46674558451 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957737 Dec 10 05:02:00.683771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] For port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bdc5a823-09e4-47cc-8fc1-65c5c3a8957c,segment=NetworkSegment(9ad344d4-891d-466c-84a1-20f999200e29),segment_id=9ad344d4-891d-466c-84a1-20f999200e29)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:00.686565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.db.api [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 05:02:00.686565 n-d-817326-3 neutron-server[103253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 05:02:00.686565 n-d-817326-3 neutron-server[103253]: [parameters: {'id': 'da6e4709-02dc-477e-bad3-2b70b4e6f1df'}] Dec 10 05:02:00.686565 n-d-817326-3 neutron-server[103253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:02:00.686958 n-d-817326-3 neutron-server[103253]: DEBUG oslo_db.api [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:02:00.688792 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:00.768342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ce78-28df-4531-b997-4f334caee642 None None] Pushing event updated for resources: {'Port': ['ID=bdc5a823-09e4-47cc-8fc1-65c5c3a8957c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:00.785809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbe5ba-e83c-4055-bf66-b34994f2388c None None] Network da6e4709-02dc-477e-bad3-2b70b4e6f1df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:00.881059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884032b-75f3-4862-baed-e5b916c7f68e None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:02:00.967968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884032b-75f3-4862-baed-e5b916c7f68e None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:02:01.119341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a58f-c278-47bb-97aa-1b3aabcae55c req-91edff7c-1012-4411-89aa-ba0d32f6f631 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:01.120935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb4a58f-c278-47bb-97aa-1b3aabcae55c req-91edff7c-1012-4411-89aa-ba0d32f6f631 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Dec 10 05:02:01.187350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bb4a58f-c278-47bb-97aa-1b3aabcae55c req-5228a71c-b495-48a8-896b-50d913ebe904 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583513 Dec 10 05:02:01.187891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.246779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:01.247263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.314845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] For port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bdc5a823-09e4-47cc-8fc1-65c5c3a8957c,segment=NetworkSegment(9ad344d4-891d-466c-84a1-20f999200e29),segment_id=9ad344d4-891d-466c-84a1-20f999200e29)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:01.316772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.331316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Calling delete_port for bdc5a823-09e4-47cc-8fc1-65c5c3a8957c owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:01.352941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 049ff50e-8a9a-4f33-810c-056e5df4b55f details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:02:01.440578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.491783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Port': ['ID=bdc5a823-09e4-47cc-8fc1-65c5c3a8957c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:01.497005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No DVR routers for this DVR port bdc5a823-09e4-47cc-8fc1-65c5c3a8957c on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:01.499022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:01.515957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '049ff50e-8a9a-4f33-810c-056e5df4b55f', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'port_id': '049ff50e-8a9a-4f33-810c-056e5df4b55f', 'mac_address': 'fa:16:3e:7f:43:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:02:01.557519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.574142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049ff50e-8a9a-4f33-810c-056e5df4b55f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:02:01.597278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:01.599036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.604876 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.621322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6e4709-02dc-477e-bad3-2b70b4e6f1df']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:01.632810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad344d4-891d-466c-84a1-20f999200e29') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:01.633162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad344d4-891d-466c-84a1-20f999200e29') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:01.644463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.660591 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.669453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:01.670021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:01.673881 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:01.677215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:01.751449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.758898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:01.762397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/da6e4709-02dc-477e-bad3-2b70b4e6f1df HTTP/1.1" status: 204 len: 168 time: 2.1828263 Dec 10 05:02:01.765872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.775659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a25d-741a-4fdc-90a1-0033f600da3d tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=da6e4709-02dc-477e-bad3-2b70b4e6f1df,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:01.799884 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5891be98-65e7-4e9b-9672-b649d8952154 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.800358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5891be98-65e7-4e9b-9672-b649d8952154 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.803776 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5891be98-65e7-4e9b-9672-b649d8952154 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/2804aece-d694-4930-8c2d-95dbd9dbf7d7 HTTP/1.1" status: 404 len: 337 time: 0.0363061 Dec 10 05:02:01.806401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.825317 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd34e1f-6eb5-4b3b-a787-2821cc56c26e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.825743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd34e1f-6eb5-4b3b-a787-2821cc56c26e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.828802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-afd34e1f-6eb5-4b3b-a787-2821cc56c26e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/da6e4709-02dc-477e-bad3-2b70b4e6f1df HTTP/1.1" status: 404 len: 339 time: 0.0213928 Dec 10 05:02:01.831333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.863235 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf65a8c-c51a-48f8-8268-10a621790af7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.863694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf65a8c-c51a-48f8-8268-10a621790af7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.866826 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cbf65a8c-c51a-48f8-8268-10a621790af7 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/159b92bb-15e9-4606-8a87-81a8f6e719e9 HTTP/1.1" status: 404 len: 337 time: 0.0344975 Dec 10 05:02:01.869332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.888369 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-66840abf-a2d0-4c5d-9245-9166e8eda0b1 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.888936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66840abf-a2d0-4c5d-9245-9166e8eda0b1 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.894468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-66840abf-a2d0-4c5d-9245-9166e8eda0b1 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/df8c1769-f885-428e-b9dd-2c60a176436f HTTP/1.1" status: 404 len: 339 time: 0.0219226 Dec 10 05:02:01.894747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.922984 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b26cbc9-b1fc-4cf1-b2a4-590291831b31 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.923453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b26cbc9-b1fc-4cf1-b2a4-590291831b31 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.929102 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b26cbc9-b1fc-4cf1-b2a4-590291831b31 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/ca88e756-8c1a-451b-99af-ab73711b720d HTTP/1.1" status: 404 len: 337 time: 0.0309579 Dec 10 05:02:01.929637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.949800 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2775d72a-7309-4e09-9234-042df5c3187c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:01.950575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2775d72a-7309-4e09-9234-042df5c3187c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:01.953993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2775d72a-7309-4e09-9234-042df5c3187c tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/cf2906c1-ddb7-4f58-82f3-c440d6654d5b HTTP/1.1" status: 404 len: 339 time: 0.0231018 Dec 10 05:02:01.956350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39048) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:01.961918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:02.076050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting port 1a9e678d-54b6-458f-bab2-b56a9476d182 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:02.076494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.154280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.174838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Calling delete_port for 1a9e678d-54b6-458f-bab2-b56a9476d182 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:02.261804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.305269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Port': ['ID=1a9e678d-54b6-458f-bab2-b56a9476d182,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:02.322590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.327013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08aa0b1b-e1ea-4681-ae7c-4fdb55ec0e50 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/ports/1a9e678d-54b6-458f-bab2-b56a9476d182 HTTP/1.1" status: 204 len: 168 time: 0.3694918 Dec 10 05:02:02.328466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:02.350901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c82a35-8fca-478a-bade-63f093c8e05f req-44e9ecd2-c391-4f75-9fe3-fa2dfa040299 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:02.352414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95c82a35-8fca-478a-bade-63f093c8e05f req-44e9ecd2-c391-4f75-9fe3-fa2dfa040299 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0822296 Dec 10 05:02:02.360228 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3b07b0-781a-4da9-95b4-a792166b9eea tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:02.360938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3b07b0-781a-4da9-95b4-a792166b9eea tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:02.364197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2b3b07b0-781a-4da9-95b4-a792166b9eea tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/ace69b02-2c78-4546-9ddb-8c96916be482 HTTP/1.1" status: 404 len: 337 time: 0.0345924 Dec 10 05:02:02.366662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:02.405062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95c82a35-8fca-478a-bade-63f093c8e05f req-f3de28cf-afa7-4080-a2dc-823f2b129c12 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Dec 10 05:02:02.455851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.542417 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.562756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24ee0a6-93ce-4635-b7e1-b81124124173']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:02.571874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3114cc-9f0e-4565-8c5e-c9d9f7608300') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:02.572173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3114cc-9f0e-4565-8c5e-c9d9f7608300') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:02.581856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.595057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.601172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:02.601558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:02.604630 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:02.666717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.674109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.677244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/a24ee0a6-93ce-4635-b7e1-b81124124173 HTTP/1.1" status: 204 len: 168 time: 0.3088956 Dec 10 05:02:02.679870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39058) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:02.688399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23da15-7c2b-4797-8a9b-8e2084394e5e tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=a24ee0a6-93ce-4635-b7e1-b81124124173,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:02.771405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting port dc1aafe9-99cb-42ae-a190-822e1bfdeb74 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:02.771749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.841782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.854493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Calling delete_port for dc1aafe9-99cb-42ae-a190-822e1bfdeb74 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:02.940954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.970408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Port': ['ID=dc1aafe9-99cb-42ae-a190-822e1bfdeb74,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:02.975914 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:02.981753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abd29309-fee2-4c88-bdbb-553286d710d2 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/ports/dc1aafe9-99cb-42ae-a190-822e1bfdeb74 HTTP/1.1" status: 204 len: 168 time: 0.2980437 Dec 10 05:02:02.981753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39060) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:03.006968 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25dd584-cf89-40a1-885b-5ddbc790b091 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:03.007522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25dd584-cf89-40a1-885b-5ddbc790b091 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:03.010576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f25dd584-cf89-40a1-885b-5ddbc790b091 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/ae30716a-d0f2-478c-8efc-89997ab88a26 HTTP/1.1" status: 404 len: 337 time: 0.0279512 Dec 10 05:02:03.013866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:03.095152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.183839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.203879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1941db2d-c966-44f4-9152-0b0de64eb5bd']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:03.212879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd58711-1d74-4381-b398-645d3572d86b') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:03.213187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd58711-1d74-4381-b398-645d3572d86b') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:03.223293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.236043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.241924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:03.242309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:03.245271 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:03.314147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.318422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.324658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/1941db2d-c966-44f4-9152-0b0de64eb5bd HTTP/1.1" status: 204 len: 168 time: 0.3075278 Dec 10 05:02:03.325065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:03.343025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1bddd-e152-4fb3-beb7-00855dad0cbd tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=1941db2d-c966-44f4-9152-0b0de64eb5bd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:03.360985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 049ff50e-8a9a-4f33-810c-056e5df4b55f up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:03.387550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting subnet 1c5a67f4-a04d-4921-b3f4-2cc039c5832b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:03.391972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.414946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 049ff50e-8a9a-4f33-810c-056e5df4b55f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:02:03.419816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 049ff50e-8a9a-4f33-810c-056e5df4b55f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:03.420567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.440116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.522625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.550266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:03.553056 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2cc3a-60c0-448b-bd81-da8f41d1fc11" -d '{"events": [{"server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "name": "network-vif-plugged", "status": "completed", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:03.555425 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.587752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:03.588360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45158ec4-bf32-4e08-b001-71a08f903919 req-65908768-0390-4af5-b628-5d338975a2c8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:03.593479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45158ec4-bf32-4e08-b001-71a08f903919 req-65908768-0390-4af5-b628-5d338975a2c8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0701935 Dec 10 05:02:03.600390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.663593 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb249e0-112b-47d4-aa13-fc41c1f2d30d x-openstack-request-id: req-dcb249e0-112b-47d4-aa13-fc41c1f2d30d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:03.663960 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "name": "network-vif-plugged", "status": "completed", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:03.664177 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcb249e0-112b-47d4-aa13-fc41c1f2d30d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:03.664821 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f', 'code': 200} Dec 10 05:02:03.693456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.704998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45158ec4-bf32-4e08-b001-71a08f903919 req-a4be3061-8a57-49a9-96d9-9ce90fcd2ec6 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034887 Dec 10 05:02:03.733397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5a67f4-a04d-4921-b3f4-2cc039c5832b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:03.747924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:03.754276 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-21e99d67-522c-4fde-8d0a-90d9762411d5 tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/subnets/1c5a67f4-a04d-4921-b3f4-2cc039c5832b HTTP/1.1" status: 204 len: 168 time: 0.4273398 Dec 10 05:02:03.756733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39102) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:03.759575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828ab6f-2785-484e-94ff-7f402b349c23 None None] Network e82e80c5-32dc-49b5-a051-152af90d88df requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:03.797993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:03.925034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0a3a5-b6f0-4fdb-b185-f4925d91d43a req-de94ed58-9b2b-4300-9cf0-f27e1056021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:03.926663 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4f0a3a5-b6f0-4fdb-b185-f4925d91d43a req-de94ed58-9b2b-4300-9cf0-f27e1056021e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1268635 Dec 10 05:02:03.971884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.067038 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a4f0a3a5-b6f0-4fdb-b185-f4925d91d43a req-b79be835-2b7f-410c-9319-5e3e0c0d1e15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097014 Dec 10 05:02:04.082004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Deleting port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:04.082317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.235493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] For port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,segment=NetworkSegment(86ae7d19-aec8-47a5-bb9c-f53b656920d9),segment_id=86ae7d19-aec8-47a5-bb9c-f53b656920d9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:04.236182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.255302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Calling delete_port for aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:04.332418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] DHCP port deletion for e82e80c5-32dc-49b5-a051-152af90d88df request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:04.362850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.390685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Port': ['ID=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:04.394553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Deleting port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:04.397060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.397218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] No DVR routers for this DVR port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:04.486240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] For port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:04.486838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.501367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Calling delete_port for aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:04.505676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:02:04.507555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.521592 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.536649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] Pushing event deleted for resources: {'Port': ['ID=aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:04.541037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f6fcb-2d7d-4011-bd3b-60a84b2129b2 None None] No DVR routers for this DVR port aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:04.567893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82e80c5-32dc-49b5-a051-152af90d88df']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:04.583702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ae7d19-aec8-47a5-bb9c-f53b656920d9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:04.584015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ae7d19-aec8-47a5-bb9c-f53b656920d9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:04.596936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.614373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.621506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:04.622361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:04.625443 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:04.703694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.711047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:04.717560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] 10.222.0.43 "DELETE /v2.0/networks/e82e80c5-32dc-49b5-a051-152af90d88df HTTP/1.1" status: 204 len: 168 time: 0.9558957 Dec 10 05:02:04.727870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87cad-35b5-4580-89d8-33f3d875944b tempest-NetworksIpV6TestAttrs-1470306483 tempest-NetworksIpV6TestAttrs-1470306483-project] Pushing event deleted for resources: {'Network': ['ID=e82e80c5-32dc-49b5-a051-152af90d88df,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:04.852381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297cc2f-2042-400b-ae83-243558fa7cd1 req-a689275e-a725-438a-8eda-cbbf2874e8e1 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:04.854554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6297cc2f-2042-400b-ae83-243558fa7cd1 req-a689275e-a725-438a-8eda-cbbf2874e8e1 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0634890 Dec 10 05:02:04.924054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6297cc2f-2042-400b-ae83-243558fa7cd1 req-46b60294-0586-4c75-8e46-85e7b8b8c8c2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628033 Dec 10 05:02:04.986187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:05.168916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35a30d0c-1324-445d-adda-f6f239ac0f27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a9e5a5a051a4a3e81a73eaba1ae86f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814394 Dec 10 05:02:05.171991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:05.240635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:05.264276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:05.335680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:05.341198 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:05.342629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4d6bd0e-9088-461f-ab5d-002476dd46c0 HTTP/1.1" status: 204 len: 168 time: 0.1673238 Dec 10 05:02:05.363025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17753b9-2b3a-4eb8-b15d-fa7aaf264b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6bd0e-9088-461f-ab5d-002476dd46c0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:06.054115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:06.073370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad6afd-e180-4146-a399-8f1884da843c req-56f060f0-4fb6-4199-9e6b-a006ae421ab1 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:06.075632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6ad6afd-e180-4146-a399-8f1884da843c req-56f060f0-4fb6-4199-9e6b-a006ae421ab1 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0686545 Dec 10 05:02:06.122166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:06.129124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6ad6afd-e180-4146-a399-8f1884da843c req-74f0087a-281b-48a3-bc19-bbdd352f5a49 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Dec 10 05:02:06.143706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:06.144353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device aa5377ed-d3ee-4bc6-8092-b10f6f2f40b6 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:06.210339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-932859009'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:06.235536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:06.239742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.250088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.364969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.369788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.408145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:06.415405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19402dc4-ab48-44aa-8679-ecaca6dfc911,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:06.422426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.422907 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment fe7efc8d-3293-449d-b77e-bed5f2b04f1a of type vlan for network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 Dec 10 05:02:06.479553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.525377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.528530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:06.529385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.569622 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5137467 Dec 10 05:02:06.572426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:06.580749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'name': 'tempest-PortsIpV6TestJSON-1174003167'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:06.637368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f68ae-bc3a-4d7f-acde-6250b3d47d97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=6bef1c0f-8895-413e-8c59-1a7ffc3729a0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:06.652834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:06.741430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:06.745480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.766043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:06.947788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:06.998269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.058183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:07.074803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:07.075199 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 6bef1c0f-8895-413e-8c59-1a7ffc3729a0, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:07.096441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:07.111303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6bef1c0f-8895-413e-8c59-1a7ffc3729a0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:07.117362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:07.121197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6c2ac-0cc2-41e7-b0fb-664626b1fe0b None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:07.126753 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:07.127959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.160077 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-eda62ae1-dc01-4bca-92bf-5668d28ef582 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5836394 Dec 10 05:02:07.160741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:07.168861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-24021737'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:07.206209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:07.212262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.268832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:07.288716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.289410 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment 9d51b1d8-236c-4e05-b3a0-6a31853e7a4c of type vlan for network bce0d59b-7078-41d6-a49a-fcae92bc5dd7 Dec 10 05:02:07.369990 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.407912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.417693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:07.421026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.476052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3136947 Dec 10 05:02:07.478810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:07.485057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'ports': [{'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'}, {'network_id': 'bce0d59b-7078-41d6-a49a-fcae92bc5dd7'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:07.485364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:07.486015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': 'bce0d59b-7078-41d6-a49a-fcae92bc5dd7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:07.515278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd415ba-f9f1-4c73-a8fd-b3632ecf45ee tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=bce0d59b-7078-41d6-a49a-fcae92bc5dd7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:07.530552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network bce0d59b-7078-41d6-a49a-fcae92bc5dd7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:07.704265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:07.711926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.730856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:07.845930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 66ee8d6e-68ab-4788-9a73-109ab1a7e286 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:07.985194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.063987 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 08d65dc5-d409-464c-8f76-a55c8322e176 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:08.195917 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.241644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.292118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:08.295822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:08.302817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:08.303654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.310189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=66ee8d6e-68ab-4788-9a73-109ab1a7e286,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:08.374192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=08d65dc5-d409-464c-8f76-a55c8322e176,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:08.382174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': '9d51b1d8-236c-4e05-b3a0-6a31853e7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bce0d59b-7078-41d6-a49a-fcae92bc5dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:08.382591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: bce0d59b-7078-41d6-a49a-fcae92bc5dd7, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:08.408541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network bce0d59b-7078-41d6-a49a-fcae92bc5dd7 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:08.427969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, bce0d59b-7078-41d6-a49a-fcae92bc5dd7) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:08.448962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:08.452231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e52f52-9d7d-452e-8148-1827cfde7f5b None None] Network bce0d59b-7078-41d6-a49a-fcae92bc5dd7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:08.464267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:08.473076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:08.473952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.506106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73f107b6-8d8c-4fe9-b8c5-66700344b5b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0235143 Dec 10 05:02:08.506762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:08.636181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 08d65dc5-d409-464c-8f76-a55c8322e176 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:08.636635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.722215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.738062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 08d65dc5-d409-464c-8f76-a55c8322e176 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:08.842743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.875885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=08d65dc5-d409-464c-8f76-a55c8322e176,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:08.882183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:08.885833 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-864513d5-c669-491f-b900-ed118bff61a9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/08d65dc5-d409-464c-8f76-a55c8322e176 HTTP/1.1" status: 204 len: 168 time: 0.3777144 Dec 10 05:02:08.888222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:08.941342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175fd6e-b19a-43ee-8936-d73809c7e950 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:08.947706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175fd6e-b19a-43ee-8936-d73809c7e950 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:08.949407 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7175fd6e-b19a-43ee-8936-d73809c7e950 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0601556 Dec 10 05:02:08.952881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.077803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 66ee8d6e-68ab-4788-9a73-109ab1a7e286 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:09.078152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.148626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.162645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 66ee8d6e-68ab-4788-9a73-109ab1a7e286 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:09.251500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.288027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=66ee8d6e-68ab-4788-9a73-109ab1a7e286,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:09.290270 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.293892 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-602fed57-7d53-4cd1-aeca-f351297b84bb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/66ee8d6e-68ab-4788-9a73-109ab1a7e286 HTTP/1.1" status: 204 len: 168 time: 0.3399134 Dec 10 05:02:09.296289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.347158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ff8f7-1cb3-40cb-93c4-3a9176df1a60 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:09.348705 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c17ff8f7-1cb3-40cb-93c4-3a9176df1a60 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0512636 Dec 10 05:02:09.351553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39230) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.380305 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabefd39-2493-45b8-99ee-441ed1623f0a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:09.381905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eabefd39-2493-45b8-99ee-441ed1623f0a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/08d65dc5-d409-464c-8f76-a55c8322e176 HTTP/1.1" status: 404 len: 333 time: 0.0287743 Dec 10 05:02:09.384588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39232) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.410779 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-72214bd7-74cf-4f46-95f0-ad8748424cd6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:09.412203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72214bd7-74cf-4f46-95f0-ad8748424cd6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/66ee8d6e-68ab-4788-9a73-109ab1a7e286 HTTP/1.1" status: 404 len: 333 time: 0.0266998 Dec 10 05:02:09.415011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39234) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.508204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.605295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.630756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce0d59b-7078-41d6-a49a-fcae92bc5dd7']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:09.641071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d51b1d8-236c-4e05-b3a0-6a31853e7a4c') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:09.641372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d51b1d8-236c-4e05-b3a0-6a31853e7a4c') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:09.652762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.670973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.678550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:09.679030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:09.682564 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:09.758473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.765867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.769074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/bce0d59b-7078-41d6-a49a-fcae92bc5dd7 HTTP/1.1" status: 204 len: 168 time: 0.3528287 Dec 10 05:02:09.773453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.778887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-509120491'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:09.780899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a2f87-20ea-4d85-9e53-ab4b603a127f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=bce0d59b-7078-41d6-a49a-fcae92bc5dd7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:09.810194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:09.813896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.841074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:09.850856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.851452 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment 587ccf36-ac70-4a6a-b037-73ad6d1a3e2a of type vlan for network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 Dec 10 05:02:09.895022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.923935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.930913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:09.931595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:09.979174 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2016234 Dec 10 05:02:09.979627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39240) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:09.985734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:10.006465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c800b8-2ca5-4f25-9d00-0c9bb405b87b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:10.019623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:10.122579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:10.126973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.196906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Performing IP validity checks on allocation pools {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 05:02:10.199907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.ipam_backend_mixin [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 05:02:10.348236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.408099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:10.425679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:10.426051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:10.444396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:10.455775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:10.460811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:10.461420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.466308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93ab72-51dc-4e4a-81af-d2fdef0bc9f5 None None] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:10.480823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2d44cf53-8c27-4b34-985b-9f8dd52f627e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4999409 Dec 10 05:02:10.483372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:10.491740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585', 'name': 'tempest-PortsIpV6TestJSON-412966615'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:10.602405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585', 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': 'f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:10.603580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.681791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:10.685802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.707272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 8447f649-a21a-4b1f-b396-b1f9a310c3bb yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:10.784517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Allocated IP 2001:db8::2 (1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585/f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f/7e9968f4-800f-4457-b9b2-a1794d0ae170) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:10.940054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:10.954316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.010068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:11.015822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:11.021918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:11.025223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::278 (1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585/f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f/8447f649-a21a-4b1f-b396-b1f9a310c3bb) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:11.033268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Pushing event updated for resources: {'Port': ['ID=7e9968f4-800f-4457-b9b2-a1794d0ae170,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:11.119094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Attempting to bind port 7e9968f4-800f-4457-b9b2-a1794d0ae170 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:11.119459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Attempting to bind port 7e9968f4-800f-4457-b9b2-a1794d0ae170 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:11.119899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Attempting to bind port 7e9968f4-800f-4457-b9b2-a1794d0ae170 on network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:11.127190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:11.127769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Checking segment: {'id': '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:11.132329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.132765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Bound using segment: {'id': '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:11.133252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Bound port: 7e9968f4-800f-4457-b9b2-a1794d0ae170, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:11.133640 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.238274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] For port 7e9968f4-800f-4457-b9b2-a1794d0ae170, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:11.242159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] For port 7e9968f4-800f-4457-b9b2-a1794d0ae170, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e9968f4-800f-4457-b9b2-a1794d0ae170,segment=NetworkSegment(587ccf36-ac70-4a6a-b037-73ad6d1a3e2a),segment_id=587ccf36-ac70-4a6a-b037-73ad6d1a3e2a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:11.249448 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.286212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.312865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386a4a-f633-4cde-a567-4bcbfce836ee None None] Pushing event updated for resources: {'Port': ['ID=7e9968f4-800f-4457-b9b2-a1794d0ae170,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:11.335068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.395139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=8447f649-a21a-4b1f-b396-b1f9a310c3bb,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:11.411021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:11.413539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:11.416541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:11.423884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:11.424867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.445041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-382bb14b-113b-4e40-a1a9-b25a83597a5b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9581513 Dec 10 05:02:11.447556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:11.585039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 8447f649-a21a-4b1f-b396-b1f9a310c3bb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:11.585477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.758413 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.773421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 8447f649-a21a-4b1f-b396-b1f9a310c3bb owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:11.946432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:11.991580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=8447f649-a21a-4b1f-b396-b1f9a310c3bb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:12.020858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.027072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46794891-e633-404e-95c5-3d050c744f37 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/8447f649-a21a-4b1f-b396-b1f9a310c3bb HTTP/1.1" status: 204 len: 168 time: 0.5759242 Dec 10 05:02:12.027268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39256) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:12.057934 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-175ed891-60c7-4034-b5ab-2764f84281b0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:02:12.058514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175ed891-60c7-4034-b5ab-2764f84281b0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:12.061684 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-175ed891-60c7-4034-b5ab-2764f84281b0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/8447f649-a21a-4b1f-b396-b1f9a310c3bb HTTP/1.1" status: 404 len: 333 time: 0.0326021 Dec 10 05:02:12.064347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:12.094879 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-273284a1-8de1-43fd-88d5-1fb5abd3abb9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:12.096947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-273284a1-8de1-43fd-88d5-1fb5abd3abb9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/8447f649-a21a-4b1f-b396-b1f9a310c3bb HTTP/1.1" status: 404 len: 333 time: 0.0316639 Dec 10 05:02:12.099640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:12.186646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:12.192225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.255344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e9968f4-800f-4457-b9b2-a1794d0ae170 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:12.303049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.401125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7e9968f4-800f-4457-b9b2-a1794d0ae170 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:12.402378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.453148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.525027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.558684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.628372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.631677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f HTTP/1.1" status: 204 len: 168 time: 0.5311396 Dec 10 05:02:12.633394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:02:12.633737 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:02:12.634413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:12.635387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31de2c-bec6-465f-874a-4f416b3b4b72 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:12.711219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa0c09-5866-492c-8786-03128358dce7 None None] Network 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:12.765123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.832794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 7e9968f4-800f-4457-b9b2-a1794d0ae170 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:12.833501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.858976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] Provisioning complete for port 7e9968f4-800f-4457-b9b2-a1794d0ae170 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:12.859345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.936384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port 7e9968f4-800f-4457-b9b2-a1794d0ae170, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e9968f4-800f-4457-b9b2-a1794d0ae170,segment=NetworkSegment(587ccf36-ac70-4a6a-b037-73ad6d1a3e2a),segment_id=587ccf36-ac70-4a6a-b037-73ad6d1a3e2a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:12.937085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:12.962864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 7e9968f4-800f-4457-b9b2-a1794d0ae170 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:13.010138 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.051704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] DHCP port deletion for 1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:13.104215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] For port 7e9968f4-800f-4457-b9b2-a1794d0ae170, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7e9968f4-800f-4457-b9b2-a1794d0ae170,segment=NetworkSegment(587ccf36-ac70-4a6a-b037-73ad6d1a3e2a),segment_id=587ccf36-ac70-4a6a-b037-73ad6d1a3e2a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:13.116061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.119799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.171844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23074036-d486-4c30-85ba-21b168a71a59 None None] Pushing event deleted for resources: {'Port': ['ID=7e9968f4-800f-4457-b9b2-a1794d0ae170,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:13.183243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=7e9968f4-800f-4457-b9b2-a1794d0ae170,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:13.187233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Port 7e9968f4-800f-4457-b9b2-a1794d0ae170 update to ACTIVE by agent not found {{(pid=103255) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 05:02:13.209058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port 7e9968f4-800f-4457-b9b2-a1794d0ae170 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:13.228377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Deleting port 7e9968f4-800f-4457-b9b2-a1794d0ae170 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:13.229236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.324557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] For port 7e9968f4-800f-4457-b9b2-a1794d0ae170, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:13.325297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.338748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Calling delete_port for 7e9968f4-800f-4457-b9b2-a1794d0ae170 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:13.345761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Port 7e9968f4-800f-4457-b9b2-a1794d0ae170 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:02:13.354590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.384947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.412525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] Pushing event deleted for resources: {'Port': ['ID=7e9968f4-800f-4457-b9b2-a1794d0ae170,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:13.413621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:13.422123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b71700-51a1-48ab-8efe-d541a2639fff None None] No DVR routers for this DVR port 7e9968f4-800f-4457-b9b2-a1794d0ae170 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:13.425959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:13.426433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ccf36-ac70-4a6a-b037-73ad6d1a3e2a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:13.437699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.456133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.463778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:13.464312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:13.468287 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:13.545648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.554553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.557962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585 HTTP/1.1" status: 204 len: 168 time: 0.9214075 Dec 10 05:02:13.561921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39270) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:13.566889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455085773'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:13.577676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553941-6231-466e-8374-9dca1365592a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=1cd37bf5-c6e4-4fef-9bc4-16a40dfc3585,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:13.606844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:13.612344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.641683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:13.652661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.653963 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment c1feac33-b1c3-4844-96ec-0202ddbc54f4 of type vlan for network ab5418a3-4b1b-4890-a028-c394dcf0542c Dec 10 05:02:13.703281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.735316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.742600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:13.743371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:13.806209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2430022 Dec 10 05:02:13.809049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39276) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:13.815386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:13.845873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825189e-bf0c-4865-b588-76f19fbbc7b9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=ab5418a3-4b1b-4890-a028-c394dcf0542c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:13.857968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ab5418a3-4b1b-4890-a028-c394dcf0542c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:13.930483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:13.936067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.104501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e9968f4-800f-4457-b9b2-a1794d0ae170 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:14.128317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7e9968f4-800f-4457-b9b2-a1794d0ae170 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:14.128713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7e9968f4-800f-4457-b9b2-a1794d0ae170 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:14.185899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.262559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=17ed052f-15b4-4036-8b1b-03676879bc2d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:14.276744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': 'c1feac33-b1c3-4844-96ec-0202ddbc54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:14.277337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: ab5418a3-4b1b-4890-a028-c394dcf0542c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:14.295945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network ab5418a3-4b1b-4890-a028-c394dcf0542c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:14.306297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ab5418a3-4b1b-4890-a028-c394dcf0542c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:14.311186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:14.311785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.317208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df05a0-cac9-4980-b602-510567bcf1dc None None] Network ab5418a3-4b1b-4890-a028-c394dcf0542c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:14.333426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a5c82346-0a2c-4cb7-adbd-ffa6b73ba0f1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5231924 Dec 10 05:02:14.336693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:14.342847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1256320703'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:14.453524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ab5418a3-4b1b-4890-a028-c394dcf0542c', 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': '17ed052f-15b4-4036-8b1b-03676879bc2d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:14.454382 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.487371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:14.493827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.516327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port f54ff121-2c7c-4f1d-a66e-2ca561a615d8 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:14.608352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Allocated IP 2001:db8::2 (ab5418a3-4b1b-4890-a028-c394dcf0542c/17ed052f-15b4-4036-8b1b-03676879bc2d/d9469666-aa19-4563-aaeb-bf8e4fe8c195) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:14.756697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.764591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.803176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Network ab5418a3-4b1b-4890-a028-c394dcf0542c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:14.805982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:14.811764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:14.828547 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::27d (ab5418a3-4b1b-4890-a028-c394dcf0542c/17ed052f-15b4-4036-8b1b-03676879bc2d/f54ff121-2c7c-4f1d-a66e-2ca561a615d8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:14.843672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Pushing event updated for resources: {'Port': ['ID=d9469666-aa19-4563-aaeb-bf8e4fe8c195,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:14.884102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Attempting to bind port d9469666-aa19-4563-aaeb-bf8e4fe8c195 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:14.884801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Attempting to bind port d9469666-aa19-4563-aaeb-bf8e4fe8c195 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c1feac33-b1c3-4844-96ec-0202ddbc54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:14.885218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Attempting to bind port d9469666-aa19-4563-aaeb-bf8e4fe8c195 on network ab5418a3-4b1b-4890-a028-c394dcf0542c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:14.892825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:14.893203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Checking segment: {'id': 'c1feac33-b1c3-4844-96ec-0202ddbc54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:14.893605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.893996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Bound using segment: {'id': 'c1feac33-b1c3-4844-96ec-0202ddbc54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:14.894473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Bound port: d9469666-aa19-4563-aaeb-bf8e4fe8c195, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1feac33-b1c3-4844-96ec-0202ddbc54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ab5418a3-4b1b-4890-a028-c394dcf0542c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:14.894849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.973581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] For port d9469666-aa19-4563-aaeb-bf8e4fe8c195, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:14.976869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] For port d9469666-aa19-4563-aaeb-bf8e4fe8c195, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9469666-aa19-4563-aaeb-bf8e4fe8c195,segment=NetworkSegment(c1feac33-b1c3-4844-96ec-0202ddbc54f4),segment_id=c1feac33-b1c3-4844-96ec-0202ddbc54f4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:14.980271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:14.983418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.045730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36d67-2c4b-4c27-b45e-f50d82dcf3e9 None None] Pushing event updated for resources: {'Port': ['ID=d9469666-aa19-4563-aaeb-bf8e4fe8c195,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:15.365461 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.410752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network ab5418a3-4b1b-4890-a028-c394dcf0542c is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:15.415384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:15.418858 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:15.424891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:15.425519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.448707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=f54ff121-2c7c-4f1d-a66e-2ca561a615d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:15.458873 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7249aeb5-393c-4935-a560-fc5b62203b8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1205835 Dec 10 05:02:15.461803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39286) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:15.566573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port f54ff121-2c7c-4f1d-a66e-2ca561a615d8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:15.566915 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.661638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.673881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for f54ff121-2c7c-4f1d-a66e-2ca561a615d8 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:15.809162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.842021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=f54ff121-2c7c-4f1d-a66e-2ca561a615d8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:15.881069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:15.887959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c0a6013-ea4b-4601-a432-cd9babe104e0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/f54ff121-2c7c-4f1d-a66e-2ca561a615d8 HTTP/1.1" status: 204 len: 168 time: 0.4226866 Dec 10 05:02:15.888446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39290) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:15.917134 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02a3d0b-782a-491c-84d0-a32cc1e65a97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:15.920525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b02a3d0b-782a-491c-84d0-a32cc1e65a97 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/f54ff121-2c7c-4f1d-a66e-2ca561a615d8 HTTP/1.1" status: 404 len: 333 time: 0.0290809 Dec 10 05:02:15.922093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39292) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:15.984721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 17ed052f-15b4-4036-8b1b-03676879bc2d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:15.988524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.034975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.150467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9469666-aa19-4563-aaeb-bf8e4fe8c195 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:16.152503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13280001-bcd7-43dd-af7a-307c37c59f8e None None] Network ab5418a3-4b1b-4890-a028-c394dcf0542c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:16.160851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.247013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.271807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-88070142-3607-4002-aee7-d24a68c21be7 None None] Provisioning complete for port d9469666-aa19-4563-aaeb-bf8e4fe8c195 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:16.272177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88070142-3607-4002-aee7-d24a68c21be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.274412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=17ed052f-15b4-4036-8b1b-03676879bc2d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:16.282148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.285817 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-68a48413-3f8f-498f-b7bc-3d4282b4e3f5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/17ed052f-15b4-4036-8b1b-03676879bc2d HTTP/1.1" status: 204 len: 168 time: 0.3627086 Dec 10 05:02:16.288913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:16.335782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d9469666-aa19-4563-aaeb-bf8e4fe8c195 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:16.336038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.374397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.432176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port d9469666-aa19-4563-aaeb-bf8e4fe8c195 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:16.432550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.510253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port d9469666-aa19-4563-aaeb-bf8e4fe8c195, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9469666-aa19-4563-aaeb-bf8e4fe8c195,segment=NetworkSegment(c1feac33-b1c3-4844-96ec-0202ddbc54f4),segment_id=c1feac33-b1c3-4844-96ec-0202ddbc54f4)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:16.510736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.526886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for d9469666-aa19-4563-aaeb-bf8e4fe8c195 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:16.616430 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88070142-3607-4002-aee7-d24a68c21be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.636865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.665749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.692940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=d9469666-aa19-4563-aaeb-bf8e4fe8c195,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:16.694781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port d9469666-aa19-4563-aaeb-bf8e4fe8c195 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:16.782710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.805973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5418a3-4b1b-4890-a028-c394dcf0542c']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:16.816715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1feac33-b1c3-4844-96ec-0202ddbc54f4') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:16.817014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1feac33-b1c3-4844-96ec-0202ddbc54f4') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:16.822424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f870e-86cf-499f-a5f4-d4fada820a46 None None] Network ab5418a3-4b1b-4890-a028-c394dcf0542c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:16.830212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.846471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.852727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:16.853163 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:16.856376 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:16.909608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f30f90de-d4da-4119-8f85-de4947865c68 None None] Could not find standard attr ID for object d9469666-aa19-4563-aaeb-bf8e4fe8c195. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:02:16.921645 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.929121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:16.933607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/ab5418a3-4b1b-4890-a028-c394dcf0542c HTTP/1.1" status: 204 len: 168 time: 0.6434405 Dec 10 05:02:16.937925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:16.958999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'name': 'tempest-PortsIpV6TestJSON-100629118'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:16.964368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73b25-05c5-46c8-9d49-168e4f676790 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=ab5418a3-4b1b-4890-a028-c394dcf0542c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:16.985923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95236a79-194e-4db3-8bdc-7829ab78e678 None None] DHCP port deletion for ab5418a3-4b1b-4890-a028-c394dcf0542c request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:17.071996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:17.076196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.093867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 0155aa06-ade9-444a-8b7c-9abd98f2859c yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:17.263059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.296380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.345059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:17.348148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:17.353963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:17.360063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:17.360687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.366570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=0155aa06-ade9-444a-8b7c-9abd98f2859c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:17.385571 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4c5c6b3-b05a-4001-afe4-b5d60382f283 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4442306 Dec 10 05:02:17.385822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39304) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:17.472589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 0155aa06-ade9-444a-8b7c-9abd98f2859c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:17.472934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.545023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.558259 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 0155aa06-ade9-444a-8b7c-9abd98f2859c owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:17.699046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.727594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=0155aa06-ade9-444a-8b7c-9abd98f2859c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:17.733400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.736404 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7081823b-2e6f-4a61-aae0-071cfa94a0e7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/0155aa06-ade9-444a-8b7c-9abd98f2859c HTTP/1.1" status: 204 len: 168 time: 0.3496547 Dec 10 05:02:17.738846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:17.743561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'mac_address': 'fa:16:3e:c6:b9:57', 'name': 'tempest-PortsIpV6TestJSON-381352369'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:17.838336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:17.903476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:17.927616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port e0a9d272-aad4-405f-96d2-e818da72a4b4 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:18.094607 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.108808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9469666-aa19-4563-aaeb-bf8e4fe8c195 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:18.128608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d9469666-aa19-4563-aaeb-bf8e4fe8c195 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:18.128931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.129206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9469666-aa19-4563-aaeb-bf8e4fe8c195 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:18.185043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:18.190141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:18.194507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:18.200594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:18.201196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.204742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=e0a9d272-aad4-405f-96d2-e818da72a4b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:18.220000 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dce7b28e-714a-4306-8126-1670aa38735d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4800887 Dec 10 05:02:18.223918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:18.275251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb999c-5945-4707-ae29-d139357016d9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:18.276589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31fb999c-5945-4707-ae29-d139357016d9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/e0a9d272-aad4-405f-96d2-e818da72a4b4 HTTP/1.1" status: 200 len: 844 time: 0.0513759 Dec 10 05:02:18.280073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39322) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:18.371274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port e0a9d272-aad4-405f-96d2-e818da72a4b4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:18.371607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.442241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.455580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for e0a9d272-aad4-405f-96d2-e818da72a4b4 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:18.537051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.565890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=e0a9d272-aad4-405f-96d2-e818da72a4b4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:18.570918 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.577210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-498e12ac-e928-4fdb-9963-de8b3f5ff4a1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/e0a9d272-aad4-405f-96d2-e818da72a4b4 HTTP/1.1" status: 204 len: 168 time: 0.2960169 Dec 10 05:02:18.577658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:18.602533 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e275cc-1eb4-414e-8338-9db4b2f41946 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:18.603934 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-46e275cc-1eb4-414e-8338-9db4b2f41946 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/e0a9d272-aad4-405f-96d2-e818da72a4b4 HTTP/1.1" status: 404 len: 333 time: 0.0251858 Dec 10 05:02:18.607616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39334) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:18.612832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'name': 'tempest-PortsIpV6TestJSON-501234156'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:18.703228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:18.707615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.725487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port b89df121-9c06-45c7-bc15-6dfdf5f0cc2e yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:18.896141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.928670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.970452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:18.977347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:18.982129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:18.987712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:18.988318 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:18.991726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=b89df121-9c06-45c7-bc15-6dfdf5f0cc2e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:19.006550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e424b8cc-ef16-4c93-bcaa-6e1e754c3306 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3977613 Dec 10 05:02:19.009177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39338) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:19.014237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:19.082786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.242745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.247506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.599634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] In _notify_port_updated(), no bound segment for port b89df121-9c06-45c7-bc15-6dfdf5f0cc2e on network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:02:19.605156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:19.605750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.607042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/ports/b89df121-9c06-45c7-bc15-6dfdf5f0cc2e HTTP/1.1" status: 200 len: 818 time: 0.5969455 Dec 10 05:02:19.609786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39342) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:19.645508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a58d-34ac-492b-8a4f-9b7903fbfb8e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=b89df121-9c06-45c7-bc15-6dfdf5f0cc2e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:19.705993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port b89df121-9c06-45c7-bc15-6dfdf5f0cc2e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:19.706343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.789744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.805625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for b89df121-9c06-45c7-bc15-6dfdf5f0cc2e owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:19.901936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.936288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=b89df121-9c06-45c7-bc15-6dfdf5f0cc2e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:19.941599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:19.947325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8c3e49a4-0b02-4e46-8f6a-04ee52965d0b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/b89df121-9c06-45c7-bc15-6dfdf5f0cc2e HTTP/1.1" status: 204 len: 168 time: 0.3342640 Dec 10 05:02:19.947829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39354) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:19.994771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062cc80-7a9f-4a68-9a73-0d864415c7b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:19.996260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5062cc80-7a9f-4a68-9a73-0d864415c7b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0478501 Dec 10 05:02:19.999516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39356) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:20.024286 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a988080b-f89b-4db5-9e24-7996ad4caca8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:20.025739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a988080b-f89b-4db5-9e24-7996ad4caca8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/b89df121-9c06-45c7-bc15-6dfdf5f0cc2e HTTP/1.1" status: 404 len: 333 time: 0.0252640 Dec 10 05:02:20.029421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39358) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:20.034028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-963284948'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:20.057046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:20.061086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.085317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:20.094654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.094942 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment b078f7dc-9876-4105-ad9d-c3c2b22c9f2c of type vlan for network 37b79f26-ff5f-4194-95d6-52177cf712aa Dec 10 05:02:20.137088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.180096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.186808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:20.187505 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.231590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2006345 Dec 10 05:02:20.235083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:20.239969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:20.283449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109dbe-24d1-4d66-b416-98d9f561bfe4 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=37b79f26-ff5f-4194-95d6-52177cf712aa,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:20.294935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:20.362454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:20.366853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.389548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.566593 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.633257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=556692c4-b44a-4807-bd5d-891890ddafb8,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:20.640681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:20.641056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 37b79f26-ff5f-4194-95d6-52177cf712aa, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:20.659270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 37b79f26-ff5f-4194-95d6-52177cf712aa is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:20.668344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 37b79f26-ff5f-4194-95d6-52177cf712aa) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:20.673516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:20.674118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.679865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991bf3f-e9e7-4271-a734-50e76e356e38 None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:20.693006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d92e98a0-fa61-42c9-94e8-4c2b1a9dae63 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568686 Dec 10 05:02:20.694405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:20.700863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:20.782610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-37b79f26-ff5f-4194-95d6-52177cf712aa', 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': '556692c4-b44a-4807-bd5d-891890ddafb8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:20.783454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.818505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:20.824317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:20.942062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Allocated IP 2001:db8::2 (37b79f26-ff5f-4194-95d6-52177cf712aa/556692c4-b44a-4807-bd5d-891890ddafb8/d10e7adc-2932-4bba-84c3-e2e739d21a14) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:20.954960 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 556692c4-b44a-4807-bd5d-891890ddafb8 (CIDR: 2001:db8::/64) Dec 10 05:02:20.966949 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:02:20.967796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:20.992132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-65648bf9-a454-46aa-a4d6-f6b8464e13f9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2934170 Dec 10 05:02:20.992418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39372) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:20.998878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:21.104460 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.118746 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.161511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:21.165839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:21.171608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:21.189066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:21.203201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.226058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Pushing event updated for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:21.269755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Attempting to bind port d10e7adc-2932-4bba-84c3-e2e739d21a14 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:21.270121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Attempting to bind port d10e7adc-2932-4bba-84c3-e2e739d21a14 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:21.270491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Attempting to bind port d10e7adc-2932-4bba-84c3-e2e739d21a14 on network 37b79f26-ff5f-4194-95d6-52177cf712aa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:21.275916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:21.276298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Checking segment: {'id': 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:21.276725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.277271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Bound using segment: {'id': 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:21.277737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Bound port: d10e7adc-2932-4bba-84c3-e2e739d21a14, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:21.278681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.353121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:21.357989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d10e7adc-2932-4bba-84c3-e2e739d21a14,segment=NetworkSegment(b078f7dc-9876-4105-ad9d-c3c2b22c9f2c),segment_id=b078f7dc-9876-4105-ad9d-c3c2b22c9f2c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:21.363695 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.376222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-9cc353b9-93cb-461d-8ce2-ce6a1e7fb059 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:21.377781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-9cc353b9-93cb-461d-8ce2-ce6a1e7fb059 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.2158589 Dec 10 05:02:21.402228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-0a6b14c1-3a07-427a-b7aa-05e38164f313 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/quotas/f66a3ba24f93455ba5247c99fbc0972b HTTP/1.1" status: 200 len: 375 time: 0.0154965 Dec 10 05:02:21.436990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9091d-1e2c-4a72-bff6-cceed162283c None None] Pushing event updated for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:21.549957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-71d22f2f-5c1a-413f-9804-5816be6eff09 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967138 Dec 10 05:02:21.605001 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.657282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 37b79f26-ff5f-4194-95d6-52177cf712aa is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:21.666041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:21.679385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:21.679976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:21.708821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=2428c9a2-7300-451f-8b21-6fb735297df5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:21.760968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34fd6805-4b3f-4e55-a81f-3e8d75b1b34e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7644458 Dec 10 05:02:21.761223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39390) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:21.770832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'fixed_ips': [{'subnet_id': '556692c4-b44a-4807-bd5d-891890ddafb8'}, {'subnet_id': '2428c9a2-7300-451f-8b21-6fb735297df5'}], 'name': 'tempest-PortsIpV6TestJSON-254854978'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:21.879293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-d3791e07-c094-4a74-bfc6-c92698f14c8a service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175962 Dec 10 05:02:21.995872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:22.004184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-0a13a466-d0f0-44ce-be1a-7084e65f87bb service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 Dec 10 05:02:22.050103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:22.109596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.134257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 5654c9b0-15b3-4279-8de2-bd335767a3d6 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:22.275874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d10e7adc-2932-4bba-84c3-e2e739d21a14 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:22.418352 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113b0149-ef6d-4133-9874-9fd3e26c0c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.454592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:22.455315 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.485350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Deleting port bd610c93-f8bf-432f-bf05-c4c0415297d3 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:22.485689 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.597632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e64556d-2579-4c35-98d0-adf2d2cf41e5 req-28ce1249-e59f-4656-9939-83f567225bbd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 210 time: 0.0824556 Dec 10 05:02:22.697484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.710744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.711194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.758529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Calling delete_port for bd610c93-f8bf-432f-bf05-c4c0415297d3 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:22.811827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d10e7adc-2932-4bba-84c3-e2e739d21a14,segment=NetworkSegment(b078f7dc-9876-4105-ad9d-c3c2b22c9f2c),segment_id=b078f7dc-9876-4105-ad9d-c3c2b22c9f2c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:22.820668 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:22.880528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447607f-6d61-4895-a167-89578344cfe8 None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:22.939531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::270 (37b79f26-ff5f-4194-95d6-52177cf712aa/556692c4-b44a-4807-bd5d-891890ddafb8/5654c9b0-15b3-4279-8de2-bd335767a3d6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:22.952199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8:0:1::16c (37b79f26-ff5f-4194-95d6-52177cf712aa/2428c9a2-7300-451f-8b21-6fb735297df5/5654c9b0-15b3-4279-8de2-bd335767a3d6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:22.964129 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:02:23.013773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:23.065279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23983cbc-ebcc-417d-8dce-dc3fd7ac9de5 None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:23.066123 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23983cbc-ebcc-417d-8dce-dc3fd7ac9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.098265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.140879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event deleted for resources: {'Port': ['ID=bd610c93-f8bf-432f-bf05-c4c0415297d3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:23.232982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Update dhcp port {'port': {'network_id': '37b79f26-ff5f-4194-95d6-52177cf712aa', 'fixed_ips': [{'subnet_id': '556692c4-b44a-4807-bd5d-891890ddafb8', 'ip_address': '2001:db8::2'}, {'subnet_id': '2428c9a2-7300-451f-8b21-6fb735297df5'}], 'binding:host_id': 'n-d-817326-3'}, 'id': 'd10e7adc-2932-4bba-84c3-e2e739d21a14'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 05:02:23.269374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.292724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.334637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.335864 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Floating IP 3ea11280-0230-4c92-8af2-1a95957c5a8b disassociated (deleted). External IP: 172.25.8.139, port: c4a119dc-ff3b-4a14-82fe-dec396fa3654. Dec 10 05:02:23.369272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.421306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 37b79f26-ff5f-4194-95d6-52177cf712aa is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:23.425627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:23.428278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:23.437503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:23.438326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.460841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6985350 Dec 10 05:02:23.464025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:23.472327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '556692c4-b44a-4807-bd5d-891890ddafb8'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:23.511923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019dc5e-26bc-4ad7-9508-f8b5bdb509b8 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=5654c9b0-15b3-4279-8de2-bd335767a3d6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:23.519279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Allocated IP 2001:db8:0:1::2 (37b79f26-ff5f-4194-95d6-52177cf712aa/2428c9a2-7300-451f-8b21-6fb735297df5/d10e7adc-2932-4bba-84c3-e2e739d21a14) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:23.558783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.648617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:02:23.694447 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.706625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d10e7adc-2932-4bba-84c3-e2e739d21a14,segment=NetworkSegment(b078f7dc-9876-4105-ad9d-c3c2b22c9f2c),segment_id=b078f7dc-9876-4105-ad9d-c3c2b22c9f2c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:23.751650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.771558 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.795535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4ac3d97-86b4-4fcd-8fcd-83746ad548cc req-b894002c-f513-4a0d-988a-4ab976018e17 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 210 time: 0.0451195 Dec 10 05:02:23.904640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:23.905899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b34252-507a-48d1-85ed-4ccee53018f3 None None] Pushing event updated for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:23.910083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:23.924355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:23.936463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:23.937379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:01:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:23.963197 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64e9dc45-ed31-461b-ab8b-456a2e518d4d tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "DELETE /v2.0/floatingips/3ea11280-0230-4c92-8af2-1a95957c5a8b HTTP/1.1" status: 204 len: 168 time: 1.9065564 Dec 10 05:02:23.963197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:23.977180 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:24.009190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Delete allocated IP 2001:db8:0:1::16c (37b79f26-ff5f-4194-95d6-52177cf712aa/2428c9a2-7300-451f-8b21-6fb735297df5) {{(pid=103253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 05:02:24.056843 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f1dde-b8f8-4640-974c-bb543d872801 x-openstack-request-id: req-bc0f1dde-b8f8-4640-974c-bb543d872801 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:24.057409 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:24.057759 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc0f1dde-b8f8-4640-974c-bb543d872801 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:24.058262 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:02:24.223906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-4a2e1024-895e-4ed1-b3f7-3a738ceef1a7 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:24.229593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d10e7adc-2932-4bba-84c3-e2e739d21a14 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:24.232857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:24.234378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-4a2e1024-895e-4ed1-b3f7-3a738ceef1a7 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.3446839 Dec 10 05:02:24.267217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Request body: {'port': {'device_id': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'admin_state_up': True, 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:24.277170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.307516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.400991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] In _notify_port_updated(), no bound segment for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 on network 37b79f26-ff5f-4194-95d6-52177cf712aa {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:02:24.407263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:24.407999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.412447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/ports/5654c9b0-15b3-4279-8de2-bd335767a3d6 HTTP/1.1" status: 200 len: 925 time: 0.9471476 Dec 10 05:02:24.416360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39418) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:24.419291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-dae78cdb-81b8-4612-bef0-3c99f9e8b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:24.421087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-dae78cdb-81b8-4612-bef0-3c99f9e8b95a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1608284 Dec 10 05:02:24.432684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '556692c4-b44a-4807-bd5d-891890ddafb8'}, {'subnet_id': '2428c9a2-7300-451f-8b21-6fb735297df5'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:24.474376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:24.475227 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.475779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:24.480391 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.577080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b2bf-3887-4cd3-8727-ac9dc360fed7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=5654c9b0-15b3-4279-8de2-bd335767a3d6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:24.685175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.726916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Allocated IP 172.20.0.5 (3229f9da-2c69-461d-9d04-fe2c59129bfa/79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7/e3199ab4-58f5-4919-b282-9843bc5e832c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:24.741437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7507-8cdc-4e35-98b7-b31252c10be7 req-e10e890a-6b69-4a43-b9f0-c2c33b094c17 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:24.743273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa3a7507-8cdc-4e35-98b7-b31252c10be7 req-e10e890a-6b69-4a43-b9f0-c2c33b094c17 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.3492796 Dec 10 05:02:24.803282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57467fda-52ba-4374-84aa-dd052f51f224 None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:24.912605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa3a7507-8cdc-4e35-98b7-b31252c10be7 req-c11e9427-c2b6-437f-89ab-ecce1b0deda0 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479027 Dec 10 05:02:24.939258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:24.947979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-fd432aa4-a698-4176-b27d-b527a2feeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:24.949566 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-fd432aa4-a698-4176-b27d-b527a2feeeb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 200 len: 914 time: 0.4399388 Dec 10 05:02:24.978458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6457e6b8-b5b1-4952-815e-d2ac3a7e795b req-c9e75a4b-c5aa-4442-9a0c-17812c2df662 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 210 time: 0.0777194 Dec 10 05:02:24.984083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.016591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-9e068448-5bbb-4888-810f-cdef8c2a07f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 200 len: 217 time: 0.0503125 Dec 10 05:02:25.041595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:25.046530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:25.048462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event updated for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:25.050606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:25.080873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.081350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.081661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.081896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.082238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.082581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.082954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.083767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.083767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.084005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.084304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.084728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.085541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:25.085691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:25.087707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b387e0cd-1b26-4fe5-9e2d-a8238bfdce18 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:25.118983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:25.120692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.121943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-b53baaf0-3c7e-4469-a27e-355760ef4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:25.124811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-b53baaf0-3c7e-4469-a27e-355760ef4b8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 200 len: 852 time: 0.0988355 Dec 10 05:02:25.138701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5be252df-d83b-4770-bf94-4025831cd2d2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8855822 Dec 10 05:02:25.143549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e1907f05-700a-4d8c-8c64-fc2b589b9e80 None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:25.143925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1907f05-700a-4d8c-8c64-fc2b589b9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.160896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Request body: {'port': {'device_id': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:25.212436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-f5aea775-2549-4f13-bdd5-487711c77f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:25.212709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:25.213977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-f5aea775-2549-4f13-bdd5-487711c77f42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cda2994-7623-4709-9138-c160cab496e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631745 Dec 10 05:02:25.240990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.264511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5591696-e832-4c41-8aa6-eb7f0bf4f6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.269698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:02:25.314129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:25.314769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:25.342594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8:0:1::2a0 (37b79f26-ff5f-4194-95d6-52177cf712aa/2428c9a2-7300-451f-8b21-6fb735297df5/5654c9b0-15b3-4279-8de2-bd335767a3d6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:25.395285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-06f4acf8-d968-43cc-a228-5f7e7449e0f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576276 Dec 10 05:02:25.579025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:25.582074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e9f30cb-ba97-4d63-ae64-06a4dc8dbda0 req-eb683c50-dd6c-4ab8-88fc-0349e0e44ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493421 Dec 10 05:02:25.582254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3199ab4-58f5-4919-b282-9843bc5e832c {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:02:25.585591 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.592586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.594469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.611050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Transition to ACTIVE for port object e3199ab4-58f5-4919-b282-9843bc5e832c will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:02:25.620414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.779621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dd7050-1e48-4bae-afdf-5865fbf256d0 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:25.781336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:25.824374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.864688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-80d8c768-b3d7-4638-8b6e-0c5467e7cd7a None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:25.865070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d8c768-b3d7-4638-8b6e-0c5467e7cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:25.931405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Attempting to bind port e3199ab4-58f5-4919-b282-9843bc5e832c on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:25.931868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Attempting to bind port e3199ab4-58f5-4919-b282-9843bc5e832c by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:25.932273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Attempting to bind port e3199ab4-58f5-4919-b282-9843bc5e832c on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:25.938107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Port e3199ab4-58f5-4919-b282-9843bc5e832c on network 3229f9da-2c69-461d-9d04-fe2c59129bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:02:25.939318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Attempting to bind port e3199ab4-58f5-4919-b282-9843bc5e832c on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:25.945723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:25.946211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Checking segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:25.946699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Bound using segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:25.947241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Bound port: e3199ab4-58f5-4919-b282-9843bc5e832c, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:25.947709 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.017372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:26.095761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446bdda-a237-4213-bce4-bc1ddac1a387 None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T04:58:19Z', 'revision_number': 4, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '55d00750-1a10-4397-8ef5-02c202eafa2d', 'name': '', 'network_id': '2cda2994-7623-4709-9138-c160cab496e2', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'mac_address': 'fa:16:3e:e4:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:18Z', 'updated_at': '2021-12-10T04:58:23Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'subnets': [{'id': '681d5d32-7f32-4197-99b4-b1f47d7bae7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:26.104440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:26.109091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3199ab4-58f5-4919-b282-9843bc5e832c,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:26.120530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.130411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-80d8c768-b3d7-4638-8b6e-0c5467e7cd7a None None] Provisioning complete for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:26.130787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d8c768-b3d7-4638-8b6e-0c5467e7cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.202779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.205318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.208273 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 200 len: 1091 time: 1.0524018 Dec 10 05:02:26.211478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:26.216389 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8939c18-8426-424f-a488-f205edc4db5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:26.252669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae859a6-a0b7-4a37-af49-028b422d7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:26.277637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c768-b3d7-4638-8b6e-0c5467e7cd7a None None] Port 5654c9b0-15b3-4279-8de2-bd335767a3d6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:26.282456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbab43-acd2-4d1d-a32c-a43a98b60d95 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:26.357466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-ac8d25dd-de3a-4c63-827f-9de6d0d0c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.359556 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-ac8d25dd-de3a-4c63-827f-9de6d0d0c9fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 1094 time: 0.0797386 Dec 10 05:02:26.424957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] In _notify_port_updated(), no bound segment for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 on network 37b79f26-ff5f-4194-95d6-52177cf712aa {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:02:26.437303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f925fbd-39fb-4acc-aa9a-a8008a043d4e None None] Provisioning complete for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:26.437921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f925fbd-39fb-4acc-aa9a-a8008a043d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.440978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.441894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.443535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/ports/5654c9b0-15b3-4279-8de2-bd335767a3d6 HTTP/1.1" status: 200 len: 1011 time: 2.0215266 Dec 10 05:02:26.463636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39446) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:26.470898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-e7420cc0-890a-479a-94e9-536ce27d185b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 200 len: 217 time: 0.0937283 Dec 10 05:02:26.511016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f925fbd-39fb-4acc-aa9a-a8008a043d4e None None] Port 5654c9b0-15b3-4279-8de2-bd335767a3d6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:26.543334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a42ab-68d8-4e00-a076-3e4ad133bce5 req-309e71b6-8529-4c58-b0eb-e5e9b560e354 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.545169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-579a42ab-68d8-4e00-a076-3e4ad133bce5 req-309e71b6-8529-4c58-b0eb-e5e9b560e354 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 943 time: 0.2849617 Dec 10 05:02:26.546036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c0ec-9e58-44d1-ada3-1ebffc85c889 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=5654c9b0-15b3-4279-8de2-bd335767a3d6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:26.584555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-2cb815d9-9f72-4652-9149-e45f29f802ca tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.587754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-2cb815d9-9f72-4652-9149-e45f29f802ca tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.3379292 Dec 10 05:02:26.602758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-52b92c89-c52d-4307-9bc7-2e8e0878f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.604231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-52b92c89-c52d-4307-9bc7-2e8e0878f13f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.1118114 Dec 10 05:02:26.638926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2f29-73f2-494a-8653-fa847cffddfc req-3593d0b2-c6a3-4da9-96dd-562c489a9b74 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:26.640795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-729c2f29-73f2-494a-8653-fa847cffddfc req-3593d0b2-c6a3-4da9-96dd-562c489a9b74 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 945 time: 0.4014091 Dec 10 05:02:26.645604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2880c1f5-d61a-45fa-b1d1-e94745a43d3f None None] Provisioning complete for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:26.646083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2880c1f5-d61a-45fa-b1d1-e94745a43d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.652508 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b241-6ada-4296-9654-70fd301bda32 None None] New status for floating IP 3ea11280-0230-4c92-8af2-1a95957c5a8b: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:02:26.665993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5d8bd147-46f1-4781-83f2-ffa59c3d9d80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506370 Dec 10 05:02:26.707521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-579a42ab-68d8-4e00-a076-3e4ad133bce5 req-a1d63dd4-5577-401e-8819-8af25fcca828 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488361 Dec 10 05:02:26.716145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 5654c9b0-15b3-4279-8de2-bd335767a3d6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:26.717002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.770392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-729c2f29-73f2-494a-8653-fa847cffddfc req-7ed7707a-8175-4a67-a488-0e14abd3017e tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/security-groups?id=895d7756-5054-42a1-b846-3c87986f17f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887461 Dec 10 05:02:26.789210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2880c1f5-d61a-45fa-b1d1-e94745a43d3f None None] Port 5654c9b0-15b3-4279-8de2-bd335767a3d6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:26.835916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Deleting port c4a119dc-ff3b-4a14-82fe-dec396fa3654 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:26.836260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.842767 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e151f-4045-4a80-910c-f0ddc6a29510 x-openstack-request-id: req-2e2e151f-4045-4a80-910c-f0ddc6a29510 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:26.843063 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:26.843322 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e2e151f-4045-4a80-910c-f0ddc6a29510 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:26.843727 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c', 'status': 'completed', 'code': 200} Dec 10 05:02:26.892060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-5f1efc2b-4f71-4b0f-9481-959f83f0ce5a service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055304 Dec 10 05:02:26.904571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:26.947354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 5654c9b0-15b3-4279-8de2-bd335767a3d6 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:26.988267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] For port c4a119dc-ff3b-4a14-82fe-dec396fa3654, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4a119dc-ff3b-4a14-82fe-dec396fa3654,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:26.988716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.016015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Calling delete_port for c4a119dc-ff3b-4a14-82fe-dec396fa3654 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:27.022355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-891de2f9-5f7a-405b-82be-550ae3d2b998 None None] Provisioning complete for port 5654c9b0-15b3-4279-8de2-bd335767a3d6 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:27.023792 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-891de2f9-5f7a-405b-82be-550ae3d2b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.064693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-891de2f9-5f7a-405b-82be-550ae3d2b998 None None] Port 5654c9b0-15b3-4279-8de2-bd335767a3d6 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:27.074033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7c23a6d4-b116-481a-99bb-92148dfd73e5 req-0e8b5ac8-adc5-4822-ac7e-4ca722e38ead service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718099 Dec 10 05:02:27.163172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.195527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event deleted for resources: {'Port': ['ID=c4a119dc-ff3b-4a14-82fe-dec396fa3654,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:27.251622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] No DVR routers for this DVR port c4a119dc-ff3b-4a14-82fe-dec396fa3654 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:27.254135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939c18-8426-424f-a488-f205edc4db5a req-d922c2fe-0149-4226-ad1e-83e28d3b763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:27.254703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.255684 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-d922c2fe-0149-4226-ad1e-83e28d3b763c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 1094 time: 0.0894239 Dec 10 05:02:27.258755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70075596-2858-4057-ae96-c4a51cfb5b4c req-bd60939e-9d3e-4295-952a-6c628e177007 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.36 "DELETE /v2.0/ports/c4a119dc-ff3b-4a14-82fe-dec396fa3654 HTTP/1.1" status: 204 len: 173 time: 0.6573629 Dec 10 05:02:27.259317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'name': 'network-vif-deleted', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:27.262217 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812e9a95-db13-43c3-9766-e3fed84fe4a1" -d '{"events": [{"server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "name": "network-vif-deleted", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:27.262604 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.307422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=5654c9b0-15b3-4279-8de2-bd335767a3d6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:27.321976 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357108a-6e3b-4265-98b9-0542c5b472da x-openstack-request-id: req-7357108a-6e3b-4265-98b9-0542c5b472da {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:27.322342 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66f3f47-5d84-4fbc-9104-9440e31f9fb2", "name": "network-vif-deleted", "tag": "c4a119dc-ff3b-4a14-82fe-dec396fa3654", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:27.323827 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7357108a-6e3b-4265-98b9-0542c5b472da {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:27.325991 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f3f47-5d84-4fbc-9104-9440e31f9fb2', 'name': 'network-vif-deleted', 'tag': 'c4a119dc-ff3b-4a14-82fe-dec396fa3654', 'status': 'completed', 'code': 200} Dec 10 05:02:27.408722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.414408 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-009bd5d3-e212-4269-94fd-e511b532133c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/5654c9b0-15b3-4279-8de2-bd335767a3d6 HTTP/1.1" status: 204 len: 168 time: 0.9515631 Dec 10 05:02:27.415490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:27.459794 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6592f5-4207-47e2-a699-eb3819a38cbe tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:27.461427 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee6592f5-4207-47e2-a699-eb3819a38cbe tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/5654c9b0-15b3-4279-8de2-bd335767a3d6 HTTP/1.1" status: 404 len: 333 time: 0.0456674 Dec 10 05:02:27.464251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39456) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:27.503477 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.529513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939c18-8426-424f-a488-f205edc4db5a req-a57d2d54-78af-48f5-8ee8-765b21690d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:27.531327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-a57d2d54-78af-48f5-8ee8-765b21690d3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.2517655 Dec 10 05:02:27.614014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 2428c9a2-7300-451f-8b21-6fb735297df5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:27.614497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-baf38ac1-8a44-4271-b6f4-6150bac0a7b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 200 len: 217 time: 0.0751402 Dec 10 05:02:27.618238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.680362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939c18-8426-424f-a488-f205edc4db5a req-a746e5d4-837a-4cb0-ac27-8d48b84b02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:27.683716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-a746e5d4-837a-4cb0-ac27-8d48b84b02ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0582988 Dec 10 05:02:27.717769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.735187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-f77c1517-bada-46d6-8106-44947df7a1ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421300 Dec 10 05:02:27.844096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:27.912127 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-235a00e4-de87-4b83-8240-c1f8e0b6014a service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652205 Dec 10 05:02:27.943173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39f6d7e8-b4d6-48b3-9de7-43457976096f req-5cc06bac-dc27-4330-8c7c-6e0524f55f6a tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0510311 Dec 10 05:02:27.974423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1571e6-6263-48b8-bd1a-a37e67615a70 req-da9f134a-e9cb-415f-bf88-6b5b49c9c69a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:27.974423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d1571e6-6263-48b8-bd1a-a37e67615a70 req-da9f134a-e9cb-415f-bf88-6b5b49c9c69a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 943 time: 0.0960832 Dec 10 05:02:27.992714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.013920 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e8939c18-8426-424f-a488-f205edc4db5a req-7cfb0b4c-7b00-4394-a166-0ccf0b5fcdf5 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928183 Dec 10 05:02:28.031526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=2428c9a2-7300-451f-8b21-6fb735297df5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:28.033686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.037137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d54f0a75-80d6-475a-bb07-5188846e94fb tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/2428c9a2-7300-451f-8b21-6fb735297df5 HTTP/1.1" status: 204 len: 168 time: 0.5718384 Dec 10 05:02:28.040316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:28.049755 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf741bb-7f16-4d85-a884-857d533a85e8 None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:28.100360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d1571e6-6263-48b8-bd1a-a37e67615a70 req-e9653d54-f4fc-43ef-99cc-9254645e3c61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162493 Dec 10 05:02:28.112195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 556692c4-b44a-4807-bd5d-891890ddafb8 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:28.115683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.163523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.261919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.327592 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.339664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.372782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=556692c4-b44a-4807-bd5d-891890ddafb8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:28.374796 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.378341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-aece4928-8488-4d8f-bb55-4a0be91812d3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/556692c4-b44a-4807-bd5d-891890ddafb8 HTTP/1.1" status: 204 len: 168 time: 0.3370299 Dec 10 05:02:28.381204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:28.818874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.854825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd21f9e6-42ea-4ac2-9a62-03eb15e20d36 None None] Network 37b79f26-ff5f-4194-95d6-52177cf712aa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:28.880634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port d10e7adc-2932-4bba-84c3-e2e739d21a14 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:28.880982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.950512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d10e7adc-2932-4bba-84c3-e2e739d21a14,segment=NetworkSegment(b078f7dc-9876-4105-ad9d-c3c2b22c9f2c),segment_id=b078f7dc-9876-4105-ad9d-c3c2b22c9f2c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:28.950876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.960155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-066af3d5-496c-44de-a162-5a1b63da6837 None None] Provisioning complete for port d10e7adc-2932-4bba-84c3-e2e739d21a14 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:28.960768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-066af3d5-496c-44de-a162-5a1b63da6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:28.965862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for d10e7adc-2932-4bba-84c3-e2e739d21a14 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:29.098605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] DHCP port deletion for 37b79f26-ff5f-4194-95d6-52177cf712aa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:29.115251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d239e14-8d20-4527-a5cd-d097c8ddec58 req-4f3a9d83-dcd5-4d0d-ab2d-df085de5ca24 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0553579 Dec 10 05:02:29.151389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.159271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Deleting port d10e7adc-2932-4bba-84c3-e2e739d21a14 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:29.159657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.228017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:29.229026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] For port d10e7adc-2932-4bba-84c3-e2e739d21a14, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:29.229426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.238495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port d10e7adc-2932-4bba-84c3-e2e739d21a14 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:29.248722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Calling delete_port for d10e7adc-2932-4bba-84c3-e2e739d21a14 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:29.254150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Port d10e7adc-2932-4bba-84c3-e2e739d21a14 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:02:29.257209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.290168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] No DVR routers for this DVR port d10e7adc-2932-4bba-84c3-e2e739d21a14 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:29.298545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196e15-f8fa-4441-a88c-d9c21d5d9e13 None None] Pushing event deleted for resources: {'Port': ['ID=d10e7adc-2932-4bba-84c3-e2e739d21a14,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:29.321317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747fe73-e161-4c61-8921-a4ef9186150a req-709638b5-7f95-4d4e-9916-eca97cef5bb4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:29.323528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d747fe73-e161-4c61-8921-a4ef9186150a req-709638b5-7f95-4d4e-9916-eca97cef5bb4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 943 time: 0.0794210 Dec 10 05:02:29.378598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d747fe73-e161-4c61-8921-a4ef9186150a req-84a1a3f5-ef7d-4cde-82a6-53fba5358b3a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490353 Dec 10 05:02:29.381591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.412409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b79f26-ff5f-4194-95d6-52177cf712aa']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:29.423377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:29.423669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b078f7dc-9876-4105-ad9d-c3c2b22c9f2c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:29.439424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.453255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.459517 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:29.459951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:29.462976 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:29.523501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.532797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.536100 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/37b79f26-ff5f-4194-95d6-52177cf712aa HTTP/1.1" status: 204 len: 168 time: 1.1538551 Dec 10 05:02:29.539761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:29.552769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f045-b7c1-478b-86cc-474da30a5085 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=37b79f26-ff5f-4194-95d6-52177cf712aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:29.591267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf4d48-00aa-4d9f-8795-4087be233a9d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:29.592567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6bf4d48-00aa-4d9f-8795-4087be233a9d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0517666 Dec 10 05:02:29.596607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:29.645888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9d48458e-21ac-437e-8441-98ef46b3d8b7 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450003 Dec 10 05:02:29.646135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:29.651299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247344575'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:29.673791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:29.677759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.704166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:29.715005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.715290 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment 6555df3e-dfa3-4e59-b7ba-3d0b2195e168 of type vlan for network 3bb36614-6a5c-499d-9c02-f8e3f3897209 Dec 10 05:02:29.761955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.792078 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.800877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:29.802109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:29.805022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3199ab4-58f5-4919-b282-9843bc5e832c details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:02:29.816669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4a119dc-ff3b-4a14-82fe-dec396fa3654 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:29.854350 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2046821 Dec 10 05:02:29.856211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:29.861920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:29.888794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd261e24-4149-4693-98ca-0e9341f826b2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=3bb36614-6a5c-499d-9c02-f8e3f3897209,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:29.993359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:29.998082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:29.999680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c4a119dc-ff3b-4a14-82fe-dec396fa3654 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:30.000029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4a119dc-ff3b-4a14-82fe-dec396fa3654 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:30.004980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.047552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3199ab4-58f5-4919-b282-9843bc5e832c,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:30.104003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'e3199ab4-58f5-4919-b282-9843bc5e832c', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'port_id': 'e3199ab4-58f5-4919-b282-9843bc5e832c', 'mac_address': 'fa:16:3e:c3:56:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:02:30.160373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.187073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3199ab4-58f5-4919-b282-9843bc5e832c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:02:30.196048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d10e7adc-2932-4bba-84c3-e2e739d21a14 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:30.230694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d10e7adc-2932-4bba-84c3-e2e739d21a14 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:30.231565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d10e7adc-2932-4bba-84c3-e2e739d21a14 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:30.243424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3199ab4-58f5-4919-b282-9843bc5e832c,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:30.249563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.255643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f785f56d-461a-4456-ad97-ca0242048dff req-e0159871-a634-4dd8-b965-4103afbdef54 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0406005 Dec 10 05:02:30.310639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:30.350703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.428165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=1e179272-6f18-4b80-a01b-117ad8c17fad,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:30.439197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': '6555df3e-dfa3-4e59-b7ba-3d0b2195e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:30.439632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 3bb36614-6a5c-499d-9c02-f8e3f3897209, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:30.458172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:30.471649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 3bb36614-6a5c-499d-9c02-f8e3f3897209) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:30.481994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:30.482873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.484646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9275c5-adde-4075-be01-88c172f0e523 None None] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:30.521021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:30.543313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2eb2845c-778d-40a6-be21-2c19711a1edc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6855056 Dec 10 05:02:30.547596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:30.554829 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209', 'name': 'tempest-PortsIpV6TestJSON-1190538464'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:30.567557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d9a8b-6580-4954-9d0c-adec7eb5f060 req-15686724-de2b-459a-a05d-d3d4178abc7f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:30.580593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b8d9a8b-6580-4954-9d0c-adec7eb5f060 req-15686724-de2b-459a-a05d-d3d4178abc7f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 944 time: 0.0873241 Dec 10 05:02:30.641561 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b8d9a8b-6580-4954-9d0c-adec7eb5f060 req-87b3f57e-cfe2-4810-8b44-d56161a4f6a6 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552006 Dec 10 05:02:30.730541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:30.736330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.758255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port dbbf579b-9751-48ef-8853-d98fd686331b yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:30.772383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-3bb36614-6a5c-499d-9c02-f8e3f3897209', 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': '1e179272-6f18-4b80-a01b-117ad8c17fad'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:30.776778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:30.913331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::20b (3bb36614-6a5c-499d-9c02-f8e3f3897209/1e179272-6f18-4b80-a01b-117ad8c17fad/dbbf579b-9751-48ef-8853-d98fd686331b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:31.094726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.134456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.204557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:31.209093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Allocated IP 2001:db8::2 (3bb36614-6a5c-499d-9c02-f8e3f3897209/1e179272-6f18-4b80-a01b-117ad8c17fad/4ca3675b-5579-4b71-b730-1e5d86290129) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:31.210370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:31.214777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:31.222859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:31.223627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.250402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=dbbf579b-9751-48ef-8853-d98fd686331b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:31.257419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e9303a9-f91d-4bad-8635-f5d3674e1bd3 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7071826 Dec 10 05:02:31.260247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:31.267405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209', 'name': 'tempest-PortsIpV6TestJSON-579019151'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:31.391959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9425d47c-35be-49fb-a142-3ce2af790269 req-9638279f-242e-43fc-a384-7a6e82cc61e3 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0442765 Dec 10 05:02:31.408268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:31.412591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.440145 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port a152ddef-b24e-495a-be67-dd2e1e5afe35 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:31.442552 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.451192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.490155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:31.495794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:31.500187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:31.540002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Pushing event updated for resources: {'Port': ['ID=4ca3675b-5579-4b71-b730-1e5d86290129,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:31.574972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Attempting to bind port 4ca3675b-5579-4b71-b730-1e5d86290129 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:31.575368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Attempting to bind port 4ca3675b-5579-4b71-b730-1e5d86290129 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '6555df3e-dfa3-4e59-b7ba-3d0b2195e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:31.575712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Attempting to bind port 4ca3675b-5579-4b71-b730-1e5d86290129 on network 3bb36614-6a5c-499d-9c02-f8e3f3897209 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:31.580914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:31.581300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Checking segment: {'id': '6555df3e-dfa3-4e59-b7ba-3d0b2195e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:31.581707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.582107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Bound using segment: {'id': '6555df3e-dfa3-4e59-b7ba-3d0b2195e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:31.582575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Bound port: 4ca3675b-5579-4b71-b730-1e5d86290129, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6555df3e-dfa3-4e59-b7ba-3d0b2195e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3bb36614-6a5c-499d-9c02-f8e3f3897209'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:31.582959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.589041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::304 (3bb36614-6a5c-499d-9c02-f8e3f3897209/1e179272-6f18-4b80-a01b-117ad8c17fad/a152ddef-b24e-495a-be67-dd2e1e5afe35) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:31.665354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] For port 4ca3675b-5579-4b71-b730-1e5d86290129, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:31.672704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] For port 4ca3675b-5579-4b71-b730-1e5d86290129, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4ca3675b-5579-4b71-b730-1e5d86290129,segment=NetworkSegment(6555df3e-dfa3-4e59-b7ba-3d0b2195e168),segment_id=6555df3e-dfa3-4e59-b7ba-3d0b2195e168)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:31.682937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.821375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3199ab4-58f5-4919-b282-9843bc5e832c up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:31.825925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528a6a2-96c8-40ee-8d08-b7949833120b req-252337ff-ec90-4083-bb2c-0ac34ca52cec tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:31.835343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.836226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d528a6a2-96c8-40ee-8d08-b7949833120b req-252337ff-ec90-4083-bb2c-0ac34ca52cec tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 944 time: 0.0785327 Dec 10 05:02:31.899802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.915405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d528a6a2-96c8-40ee-8d08-b7949833120b req-bbf3b24f-229a-42ba-b182-7387d88cda3f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781500 Dec 10 05:02:31.923429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bae6d9-7949-476e-b080-0149991f2e36 None None] Pushing event updated for resources: {'Port': ['ID=4ca3675b-5579-4b71-b730-1e5d86290129,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:31.945747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port e3199ab4-58f5-4919-b282-9843bc5e832c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:02:31.950967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port e3199ab4-58f5-4919-b282-9843bc5e832c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:31.951594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:31.990728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=a152ddef-b24e-495a-be67-dd2e1e5afe35,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:32.025985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:32.028085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:32.048638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:32.071465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:32.072239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.107344 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-912f9a90-9cc9-412d-80be-2d0f5c9b183b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8425958 Dec 10 05:02:32.108125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39508) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:32.145329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.230766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:32.233420 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a5ea5-ae2b-4b95-a3ee-0fa7e21b8861" -d '{"events": [{"server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "name": "network-vif-plugged", "status": "completed", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:32.257881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3199ab4-58f5-4919-b282-9843bc5e832c,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:32.265576 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.343503 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf0b86-e071-4d69-87c4-6b1618c12238 x-openstack-request-id: req-4adf0b86-e071-4d69-87c4-6b1618c12238 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:32.343807 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "name": "network-vif-plugged", "status": "completed", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:32.344233 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4adf0b86-e071-4d69-87c4-6b1618c12238 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:32.344661 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c', 'code': 200} Dec 10 05:02:32.349224 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4ca3675b-5579-4b71-b730-1e5d86290129 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:32.365372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96239422-cc76-41ad-963b-52bbe9d3f14b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:32.367086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-96239422-cc76-41ad-963b-52bbe9d3f14b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20b HTTP/1.1" status: 200 len: 929 time: 0.2574894 Dec 10 05:02:32.370408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:32.488157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f172c-3c0e-4ca5-ac6b-f11a61caad3e req-1bc3b9da-c78b-4646-ab22-85fec018754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:32.489810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff6f172c-3c0e-4ca5-ac6b-f11a61caad3e req-1bc3b9da-c78b-4646-ab22-85fec018754e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 1096 time: 0.0735407 Dec 10 05:02:32.490924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:32.526069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4ca3675b-5579-4b71-b730-1e5d86290129 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:32.526442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.560259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54c50110-4e46-43bc-896a-d981ba1d0b6f req-7b122163-2255-49c9-8c64-e16af795fe2c tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0538137 Dec 10 05:02:32.618973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ff6f172c-3c0e-4ca5-ac6b-f11a61caad3e req-18dce8b9-c5e0-4081-86b6-f44faed7a896 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883689 Dec 10 05:02:32.621972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port a152ddef-b24e-495a-be67-dd2e1e5afe35 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:32.622406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.730943 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:32.748116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for a152ddef-b24e-495a-be67-dd2e1e5afe35 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:32.989681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.024797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=a152ddef-b24e-495a-be67-dd2e1e5afe35,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:33.072343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.076898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-37282337-1b42-41b9-89e7-20844b8c1bb2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/a152ddef-b24e-495a-be67-dd2e1e5afe35 HTTP/1.1" status: 204 len: 168 time: 0.7047565 Dec 10 05:02:33.079425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:33.115605 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e537f257-863b-47f2-97ff-cae8f0f52cc2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:33.117278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e537f257-863b-47f2-97ff-cae8f0f52cc2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/a152ddef-b24e-495a-be67-dd2e1e5afe35 HTTP/1.1" status: 404 len: 333 time: 0.0365508 Dec 10 05:02:33.120113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:33.149633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8010d66-f491-4542-8783-271bb1df045c req-96b921bc-3e9e-4b5b-8e50-e47cda840108 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:33.158405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8010d66-f491-4542-8783-271bb1df045c req-96b921bc-3e9e-4b5b-8e50-e47cda840108 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 945 time: 0.1357083 Dec 10 05:02:33.248566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.258842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port dbbf579b-9751-48ef-8853-d98fd686331b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:33.259768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.261134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8010d66-f491-4542-8783-271bb1df045c req-f19db77d-884e-42cf-9a73-3c38fd130b95 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018474 Dec 10 05:02:33.324232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 4ca3675b-5579-4b71-b730-1e5d86290129, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4ca3675b-5579-4b71-b730-1e5d86290129,segment=NetworkSegment(6555df3e-dfa3-4e59-b7ba-3d0b2195e168),segment_id=6555df3e-dfa3-4e59-b7ba-3d0b2195e168)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:33.336004 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.384226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1cf1cb-f1f5-476a-9098-66cf1178bc65 None None] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:33.394044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.408415 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for dbbf579b-9751-48ef-8853-d98fd686331b owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:33.494294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=4ca3675b-5579-4b71-b730-1e5d86290129,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:33.528587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-28f32cd6-3405-4e78-9839-8e6706184021 None None] Provisioning complete for port 4ca3675b-5579-4b71-b730-1e5d86290129 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:33.528940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28f32cd6-3405-4e78-9839-8e6706184021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.558169 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.661141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=dbbf579b-9751-48ef-8853-d98fd686331b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:33.672255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.681042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8c47e80c-d717-4542-a072-fbf06ba52611 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/dbbf579b-9751-48ef-8853-d98fd686331b HTTP/1.1" status: 204 len: 168 time: 0.5596142 Dec 10 05:02:33.684304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39528) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:33.726685 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7077b01e-d056-4396-9324-8379b8a031d9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:33.728796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7077b01e-d056-4396-9324-8379b8a031d9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/dbbf579b-9751-48ef-8853-d98fd686331b HTTP/1.1" status: 404 len: 333 time: 0.0423868 Dec 10 05:02:33.731340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:33.793188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7a296d6-06de-4d4a-bb83-3589fbd2b927 req-96c0ae86-c4df-40b6-b173-e7349c64f4a6 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66f3f47-5d84-4fbc-9104-9440e31f9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0391803 Dec 10 05:02:33.828364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 1e179272-6f18-4b80-a01b-117ad8c17fad {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:33.831888 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.875238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.925230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ef9621e9-306d-492b-960e-153eaba33078 None None] Could not find standard attr ID for object dbbf579b-9751-48ef-8853-d98fd686331b. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:02:33.937440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ef9621e9-306d-492b-960e-153eaba33078 None None] Provisioning complete for port 4ca3675b-5579-4b71-b730-1e5d86290129 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:33.938959 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef9621e9-306d-492b-960e-153eaba33078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:33.984511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.075381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.110373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=1e179272-6f18-4b80-a01b-117ad8c17fad,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:34.114176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.120374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:34.120664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0bc2b73-f923-41aa-b4cb-9d4bfaa4a296 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/1e179272-6f18-4b80-a01b-117ad8c17fad HTTP/1.1" status: 204 len: 168 time: 0.3879225 Dec 10 05:02:34.142683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e682b342-e893-4a2d-8286-6adc8661bcfa None None] Could not find standard attr ID for object dbbf579b-9751-48ef-8853-d98fd686331b. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:02:34.148046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd265ae-ab4f-4091-b91f-aebe2737cd2b None None] Network 3bb36614-6a5c-499d-9c02-f8e3f3897209 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:34.168438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4ca3675b-5579-4b71-b730-1e5d86290129 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:34.221281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.275007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 4ca3675b-5579-4b71-b730-1e5d86290129 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:34.275578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.298562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4ca3675b-5579-4b71-b730-1e5d86290129 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:34.299537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.366117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port 4ca3675b-5579-4b71-b730-1e5d86290129, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4ca3675b-5579-4b71-b730-1e5d86290129,segment=NetworkSegment(6555df3e-dfa3-4e59-b7ba-3d0b2195e168),segment_id=6555df3e-dfa3-4e59-b7ba-3d0b2195e168)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:34.366618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.396585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 4ca3675b-5579-4b71-b730-1e5d86290129 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:34.401166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] DHCP port deletion for 3bb36614-6a5c-499d-9c02-f8e3f3897209 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:34.465599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Deleting port 4ca3675b-5579-4b71-b730-1e5d86290129 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:34.465973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.510937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da1bbe-002d-4ac1-a3a5-56beee16f353 req-10ceedf8-0095-4b09-b03d-e83bb702e29b tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:34.512493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1da1bbe-002d-4ac1-a3a5-56beee16f353 req-10ceedf8-0095-4b09-b03d-e83bb702e29b tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 945 time: 0.1396708 Dec 10 05:02:34.536002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] For port 4ca3675b-5579-4b71-b730-1e5d86290129, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4ca3675b-5579-4b71-b730-1e5d86290129,segment=NetworkSegment(6555df3e-dfa3-4e59-b7ba-3d0b2195e168),segment_id=6555df3e-dfa3-4e59-b7ba-3d0b2195e168)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:34.536002 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.551190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.551598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Calling delete_port for 4ca3675b-5579-4b71-b730-1e5d86290129 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:34.587977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=4ca3675b-5579-4b71-b730-1e5d86290129,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:34.590055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port 4ca3675b-5579-4b71-b730-1e5d86290129 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:34.603486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1da1bbe-002d-4ac1-a3a5-56beee16f353 req-55706b59-3315-479b-9832-dfdbce6950e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Dec 10 05:02:34.632630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.662594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] Pushing event deleted for resources: {'Port': ['ID=4ca3675b-5579-4b71-b730-1e5d86290129,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:34.669160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9573739-204b-4149-a1aa-02a477e3e539 None None] No DVR routers for this DVR port 4ca3675b-5579-4b71-b730-1e5d86290129 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:34.719312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.740392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb36614-6a5c-499d-9c02-f8e3f3897209']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:34.751152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6555df3e-dfa3-4e59-b7ba-3d0b2195e168') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:34.751445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6555df3e-dfa3-4e59-b7ba-3d0b2195e168') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:34.764529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.778827 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.786134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:34.786547 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:34.789942 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:34.863031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:34.873879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.898750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.907384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/3bb36614-6a5c-499d-9c02-f8e3f3897209 HTTP/1.1" status: 204 len: 168 time: 0.7856352 Dec 10 05:02:34.908502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f544-4bc1-4cf4-b191-7f5e22107b83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=3bb36614-6a5c-499d-9c02-f8e3f3897209,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:34.910317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:34.916297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1456130310'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:34.942691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.945387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:34.951023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.980279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.986630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:34.997823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:34.998593 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment 68cfb687-4c1b-40e9-874f-a4051eeee6df of type vlan for network 6bcddcc8-d779-42bd-8564-9362734aae01 Dec 10 05:02:35.043163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.064743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.068348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.070263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] 10.222.0.43 "DELETE /v2.0/security-groups/895d7756-5054-42a1-b846-3c87986f17f4 HTTP/1.1" status: 204 len: 168 time: 0.2058308 Dec 10 05:02:35.074140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.083325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f346b7c-3816-47ca-81f3-2512ae1d9447 tempest-TestVolumeBackupRestore-173818472 tempest-TestVolumeBackupRestore-173818472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895d7756-5054-42a1-b846-3c87986f17f4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:35.097156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:35.097950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.226677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=6bcddcc8-d779-42bd-8564-9362734aae01,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:35.237495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e67533b3-26d7-417c-96f8-b97b3f94abb1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3229921 Dec 10 05:02:35.237814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:35.240309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6bcddcc8-d779-42bd-8564-9362734aae01 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:35.244759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:35.411194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:35.417212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.775703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.845272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:35.869684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': '68cfb687-4c1b-40e9-874f-a4051eeee6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:35.870573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 6bcddcc8-d779-42bd-8564-9362734aae01, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:35.890370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bcddcc8-d779-42bd-8564-9362734aae01 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:35.903332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6bcddcc8-d779-42bd-8564-9362734aae01) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:35.912683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e3c70-4ddd-4a20-923c-f7ee4c59b164 None None] Network 6bcddcc8-d779-42bd-8564-9362734aae01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:35.934766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:35.938005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:35.974771 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-720b0273-a8a7-4f8a-8daf-2d5e0b51d399 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7354434 Dec 10 05:02:35.977617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39630) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:35.990522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01', 'name': 'tempest-PortsIpV6TestJSON-2006592051', 'fixed_ips': [{'subnet_id': 'c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3', 'ip_address': '2001:db8::10'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:36.216708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4ca3675b-5579-4b71-b730-1e5d86290129 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:36.243089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6bcddcc8-d779-42bd-8564-9362734aae01', 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': 'c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:36.244435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:36.251655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:36.265017 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4ca3675b-5579-4b71-b730-1e5d86290129 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:36.265768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4ca3675b-5579-4b71-b730-1e5d86290129 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:36.454884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:36.474260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 58129310-c7b2-4766-80f5-510d28ce0c59 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:36.475577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Allocated IP 2001:db8::2 (6bcddcc8-d779-42bd-8564-9362734aae01/c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3/ac42f2de-b651-4fad-a1c0-587686b5af6b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:36.797500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:36.805211 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:36.860568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Network 6bcddcc8-d779-42bd-8564-9362734aae01 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:36.863212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:36.883878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:36.893120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Pushing event updated for resources: {'Port': ['ID=ac42f2de-b651-4fad-a1c0-587686b5af6b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:36.921790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::10 (6bcddcc8-d779-42bd-8564-9362734aae01/c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3/58129310-c7b2-4766-80f5-510d28ce0c59) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:37.032080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Attempting to bind port ac42f2de-b651-4fad-a1c0-587686b5af6b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:37.032594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Attempting to bind port ac42f2de-b651-4fad-a1c0-587686b5af6b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '68cfb687-4c1b-40e9-874f-a4051eeee6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:37.032836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Attempting to bind port ac42f2de-b651-4fad-a1c0-587686b5af6b on network 6bcddcc8-d779-42bd-8564-9362734aae01 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:37.045894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:37.046298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Checking segment: {'id': '68cfb687-4c1b-40e9-874f-a4051eeee6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:37.046713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.047128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Bound using segment: {'id': '68cfb687-4c1b-40e9-874f-a4051eeee6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:37.047611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Bound port: ac42f2de-b651-4fad-a1c0-587686b5af6b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cfb687-4c1b-40e9-874f-a4051eeee6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:37.047996 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.138108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] For port ac42f2de-b651-4fad-a1c0-587686b5af6b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:37.143471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] For port ac42f2de-b651-4fad-a1c0-587686b5af6b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac42f2de-b651-4fad-a1c0-587686b5af6b,segment=NetworkSegment(68cfb687-4c1b-40e9-874f-a4051eeee6df),segment_id=68cfb687-4c1b-40e9-874f-a4051eeee6df)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:37.150834 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.241690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.249429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44763ae-015f-4361-96fa-850eefecf674 None None] Pushing event updated for resources: {'Port': ['ID=ac42f2de-b651-4fad-a1c0-587686b5af6b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:37.339125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.410094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bcddcc8-d779-42bd-8564-9362734aae01 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:37.414811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:37.416950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=58129310-c7b2-4766-80f5-510d28ce0c59,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:37.419589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:37.425841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:37.426516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.456011 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66caec2f-72e9-46b9-a851-b2528c76aa6a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4738297 Dec 10 05:02:37.456292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39768) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:37.461616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '6bcddcc8-d779-42bd-8564-9362734aae01', 'name': 'tempest-PortsIpV6TestJSON-687080478', 'fixed_ips': [{'subnet_id': 'c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3', 'ip_address': '2001:db8::f'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:37.829038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:37.842589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:37.886268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 080d20ad-4a3d-418b-b627-8117aa56ae40 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:38.085528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::f (6bcddcc8-d779-42bd-8564-9362734aae01/c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3/080d20ad-4a3d-418b-b627-8117aa56ae40) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:38.255068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac42f2de-b651-4fad-a1c0-587686b5af6b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:38.379315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ac42f2de-b651-4fad-a1c0-587686b5af6b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:38.379882 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.416972 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.496670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.505408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.564934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ac42f2de-b651-4fad-a1c0-587686b5af6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac42f2de-b651-4fad-a1c0-587686b5af6b,segment=NetworkSegment(68cfb687-4c1b-40e9-874f-a4051eeee6df),segment_id=68cfb687-4c1b-40e9-874f-a4051eeee6df)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:38.571334 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.626423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bcddcc8-d779-42bd-8564-9362734aae01 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:38.641025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:38.643963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:38.661925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:38.662805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:38.670417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ac42f2de-b651-4fad-a1c0-587686b5af6b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:38.688102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=080d20ad-4a3d-418b-b627-8117aa56ae40,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:38.732525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf0c7990-5686-419f-b318-d30f9525aab5 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2731287 Dec 10 05:02:38.733196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39890) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:38.932823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64196963-038f-4df0-95a0-2f8772dc0138 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:38.936051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-64196963-038f-4df0-95a0-2f8772dc0138 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2018831 Dec 10 05:02:38.939847 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 39912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:39.200382 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf41f9-edce-452a-91c7-5e24dfc0998f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:39.211432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf41f9-edce-452a-91c7-5e24dfc0998f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:39.225522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf41f9-edce-452a-91c7-5e24dfc0998f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:39.228223 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cdf41f9-edce-452a-91c7-5e24dfc0998f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2870166 Dec 10 05:02:39.232033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39942) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:39.247226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa053cb-7bab-45ad-a1a6-36c39160e9cd None None] Network 6bcddcc8-d779-42bd-8564-9362734aae01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:39.458646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 080d20ad-4a3d-418b-b627-8117aa56ae40 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:39.459165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:39.507795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 39968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:39.576411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e8fd20c9-0672-4977-8401-54bc9e9b68a1 None None] Provisioning complete for port ac42f2de-b651-4fad-a1c0-587686b5af6b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:39.577017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fd20c9-0672-4977-8401-54bc9e9b68a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:39.824939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:39.848805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5824b67a-e208-4b06-be4c-d827bf589865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:39.865184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 080d20ad-4a3d-418b-b627-8117aa56ae40 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:40.166193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5824b67a-e208-4b06-be4c-d827bf589865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.179484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5824b67a-e208-4b06-be4c-d827bf589865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.243184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac42f2de-b651-4fad-a1c0-587686b5af6b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:40.335094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.368010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5824b67a-e208-4b06-be4c-d827bf589865 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=203dfb94ed314d7e996882fbc9fbe099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8591490 Dec 10 05:02:40.370722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:40.378032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824b67a-e208-4b06-be4c-d827bf589865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b65076-55a6-4211-a86e-6b1de9685e21,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:40.415729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ac42f2de-b651-4fad-a1c0-587686b5af6b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:40.416107 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.515472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.526183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.535385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/080d20ad-4a3d-418b-b627-8117aa56ae40 HTTP/1.1" status: 204 len: 168 time: 1.3000307 Dec 10 05:02:40.540304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f365-a03e-4a90-a5e3-09e030ea9cce tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=080d20ad-4a3d-418b-b627-8117aa56ae40,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:40.544419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40052) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:40.592691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.598162 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-904a14c1-cd1a-4489-84be-9fbf835dfe73 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:40.601226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-904a14c1-cd1a-4489-84be-9fbf835dfe73 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/080d20ad-4a3d-418b-b627-8117aa56ae40 HTTP/1.1" status: 404 len: 333 time: 0.0554674 Dec 10 05:02:40.603787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40054) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:40.725185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Provisioning complete for port 58129310-c7b2-4766-80f5-510d28ce0c59 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:40.726274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.729890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.733946 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.735275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88b65076-55a6-4211-a86e-6b1de9685e21 HTTP/1.1" status: 204 len: 168 time: 0.3621273 Dec 10 05:02:40.760875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877ee90-8fc3-4325-9a00-a6c209fbc5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b65076-55a6-4211-a86e-6b1de9685e21,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:40.871405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Port 58129310-c7b2-4766-80f5-510d28ce0c59 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:40.872123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 58129310-c7b2-4766-80f5-510d28ce0c59 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:40.872664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:40.909855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Provisioning complete for port ac42f2de-b651-4fad-a1c0-587686b5af6b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:40.910555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:41.101949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:41.116091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 58129310-c7b2-4766-80f5-510d28ce0c59 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:41.141598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-588c3aef-4aa2-4184-9249-f8c0eb2549e9 None None] Could not find standard attr ID for object 080d20ad-4a3d-418b-b627-8117aa56ae40. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:02:41.265123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3eb55fbd-a604-4621-96be-a34065117be5 None None] Provisioning complete for port 58129310-c7b2-4766-80f5-510d28ce0c59 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:41.268581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3eb55fbd-a604-4621-96be-a34065117be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:41.369118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3eb55fbd-a604-4621-96be-a34065117be5 None None] Port 58129310-c7b2-4766-80f5-510d28ce0c59 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:41.382574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:41.483851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-98e8480b-1f12-4d99-9489-b14219eebede None None] Could not find standard attr ID for object 080d20ad-4a3d-418b-b627-8117aa56ae40. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:02:41.995959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=58129310-c7b2-4766-80f5-510d28ce0c59,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:42.056482 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.074349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:42.089665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b015210-c0a4-4356-903b-b14b97b149c0 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/58129310-c7b2-4766-80f5-510d28ce0c59 HTTP/1.1" status: 204 len: 168 time: 1.4847043 Dec 10 05:02:42.131534 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4c586d-4dc1-45fe-81e7-46f8ed942a94 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:42.134218 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ea4c586d-4dc1-45fe-81e7-46f8ed942a94 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/58129310-c7b2-4766-80f5-510d28ce0c59 HTTP/1.1" status: 404 len: 333 time: 0.0580831 Dec 10 05:02:42.137909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:42.219764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:42.227491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.288887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.421644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.485087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.527002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:42.531882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.536766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-42d20ce7-b8c8-4530-8223-aa87c2d9178b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3 HTTP/1.1" status: 204 len: 168 time: 0.3976250 Dec 10 05:02:42.538404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f32724-2fef-4484-949c-71a8de8fc950 None None] Network 6bcddcc8-d779-42bd-8564-9362734aae01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:42.539226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:42.681287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.825905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port ac42f2de-b651-4fad-a1c0-587686b5af6b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:42.826916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:42.854893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] DHCP port deletion for 6bcddcc8-d779-42bd-8564-9362734aae01 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:42.940899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Deleting port ac42f2de-b651-4fad-a1c0-587686b5af6b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:42.941282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.026559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port ac42f2de-b651-4fad-a1c0-587686b5af6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac42f2de-b651-4fad-a1c0-587686b5af6b,segment=NetworkSegment(68cfb687-4c1b-40e9-874f-a4051eeee6df),segment_id=68cfb687-4c1b-40e9-874f-a4051eeee6df)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:43.027132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.044538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] For port ac42f2de-b651-4fad-a1c0-587686b5af6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac42f2de-b651-4fad-a1c0-587686b5af6b,segment=NetworkSegment(68cfb687-4c1b-40e9-874f-a4051eeee6df),segment_id=68cfb687-4c1b-40e9-874f-a4051eeee6df)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:43.045220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.045465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for ac42f2de-b651-4fad-a1c0-587686b5af6b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:43.060399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Calling delete_port for ac42f2de-b651-4fad-a1c0-587686b5af6b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:43.190411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.250507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] No DVR routers for this DVR port ac42f2de-b651-4fad-a1c0-587686b5af6b on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:43.262944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271228-4bc0-421d-8137-3a5e3a1e491f None None] Pushing event deleted for resources: {'Port': ['ID=ac42f2de-b651-4fad-a1c0-587686b5af6b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.278682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.312268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=ac42f2de-b651-4fad-a1c0-587686b5af6b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.320861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port ac42f2de-b651-4fad-a1c0-587686b5af6b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:43.424415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.446804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcddcc8-d779-42bd-8564-9362734aae01']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:43.465509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cfb687-4c1b-40e9-874f-a4051eeee6df') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:43.465807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cfb687-4c1b-40e9-874f-a4051eeee6df') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:43.475508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.489187 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.496628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:43.497051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:43.501127 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:43.573653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.580939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.585114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/6bcddcc8-d779-42bd-8564-9362734aae01 HTTP/1.1" status: 204 len: 168 time: 1.0447454 Dec 10 05:02:43.588736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:43.594510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-299288030'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:43.606541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e2e8c-a91c-44d2-b617-5e68e4ca4e4a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=6bcddcc8-d779-42bd-8564-9362734aae01,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.631553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:43.637928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306865733', 'description': 'tempest-secgroup-smoke-1306865733 description', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:43.639862 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:43.645071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.672188 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.677635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:43.687854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.689419 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.690074 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Added segment ee58c1db-62f2-45e9-ad21-05b6bacace2e of type vlan for network 39f2cf2a-fbef-4c80-a7a5-886292150e65 Dec 10 05:02:43.733334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.759981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.767587 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:43.768509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.790572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.795734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.821901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2307940 Dec 10 05:02:43.825571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:43.828205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592ade02-fffa-405b-ba5e-49323bc459a9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.831538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:43.893550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.895512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668884-5dc0-44a5-a4a8-4e6752ab4100 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Network': ['ID=39f2cf2a-fbef-4c80-a7a5-886292150e65,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.899123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.910438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:43.934586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:43.950264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:43.954930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:43.955442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0504a5cc-82c2-4f0e-b291-be40fc71f2ea tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3227270 Dec 10 05:02:43.959526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.002519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.058625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:44.062635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.107856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.141573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.145595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac42f2de-b651-4fad-a1c0-587686b5af6b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:44.179283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ac42f2de-b651-4fad-a1c0-587686b5af6b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:44.180278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac42f2de-b651-4fad-a1c0-587686b5af6b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:44.198609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.203425 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444539 Dec 10 05:02:44.203425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeb660-b916-41e5-833d-b30643c49a9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf1566a-16eb-49d2-92cf-15ad35f321ab,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:44.203667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.211158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.247778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.295173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.346871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.354702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.390956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c5682d-1c70-4bb2-bff3-450eb0707cba,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:44.401343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.403180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c21984dd-a181-4a12-b216-ec2d8d2bb2b5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1972654 Dec 10 05:02:44.406221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.411067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.425425 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.442433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.514096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.521107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.544409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=7b093cc8-2086-49b3-99da-38a9d02b3041,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:44.549573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad84562b-e15f-4416-aeee-a0d53d0145aa,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:44.560809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.562374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66d21bb7-fcfc-433f-8f8c-11a929ce4641 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552629 Dec 10 05:02:44.565163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40130) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.571125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.603756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.604012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Checking segment: {'id': 'ee58c1db-62f2-45e9-ad21-05b6bacace2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:44.604539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network hostable DHCP agents. Network: 39f2cf2a-fbef-4c80-a7a5-886292150e65, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:44.655428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:44.675225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 39f2cf2a-fbef-4c80-a7a5-886292150e65) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:44.677583 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.684682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:44.685427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.686469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ab9ea-5cab-496e-89e2-ef39c1856b94 None None] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:44.687532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.716623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8cb612-ad3b-48c3-a314-4781671db017,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:44.726204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.727179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.727892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.728396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.729110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.729608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.730168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.730672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.731067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.731596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.732010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.732321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.732729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:44.743619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4bc71303-df94-45d9-a71f-5711b57f4453 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167960 Dec 10 05:02:44.744837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.746692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6cdedff3-1c92-47bc-85c3-945f1e941979 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798646 Dec 10 05:02:44.748947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40132) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.749805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.753353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-786651531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.756591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.787705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.789190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.838357 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:02:44.845203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.857034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-39f2cf2a-fbef-4c80-a7a5-886292150e65', 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': '7b093cc8-2086-49b3-99da-38a9d02b3041'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:44.858435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.867759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.874957 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.901177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.902996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-93adcf52-b552-4f0e-a136-589d0e8c913c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1532023 Dec 10 05:02:44.905437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40136) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:44.911907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65', 'name': 'tempest-PortsIpV6TestJSON-1245127116'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:44.971175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:44.978610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.017401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c68fbfb-8324-4c51-84a7-2cf231830891,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.032733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.036999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-23fbbcd3-9410-41a3-a734-6e8f03710291 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2861779 Dec 10 05:02:45.039966 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:45.044996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:45.054172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Allocated IP 2001:db8::2 (39f2cf2a-fbef-4c80-a7a5-886292150e65/7b093cc8-2086-49b3-99da-38a9d02b3041/38aae881-b85f-41a9-abba-caa979789182) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:45.070549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.122228 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:02:45.130061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.140434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:45.145214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.170859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:45.256312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.262909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.270816 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.301998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.327228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Pushing event updated for resources: {'Port': ['ID=38aae881-b85f-41a9-abba-caa979789182,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.329668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2756aee6-3d1b-4d43-9af4-0e3d2dc51bcd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.342303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.346870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40142) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:45.347443 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28c6210e-2f05-455f-9c0b-83615955ae8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3060093 Dec 10 05:02:45.353257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'network': {'name': 'tempest-network-smoke--663860432', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:45.358739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::3a (39f2cf2a-fbef-4c80-a7a5-886292150e65/7b093cc8-2086-49b3-99da-38a9d02b3041/1cf711ad-2b1d-4800-a8a6-a1beb1a959a5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:45.364901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:45.366520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:45.369372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:45.406202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:45.411098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.438402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Attempting to bind port 38aae881-b85f-41a9-abba-caa979789182 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:45.439421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Attempting to bind port 38aae881-b85f-41a9-abba-caa979789182 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ee58c1db-62f2-45e9-ad21-05b6bacace2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:45.440314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Attempting to bind port 38aae881-b85f-41a9-abba-caa979789182 on network 39f2cf2a-fbef-4c80-a7a5-886292150e65 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:45.448422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:45.449182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Checking segment: {'id': 'ee58c1db-62f2-45e9-ad21-05b6bacace2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:45.449755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.450391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Bound using segment: {'id': 'ee58c1db-62f2-45e9-ad21-05b6bacace2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:45.451024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Bound port: 38aae881-b85f-41a9-abba-caa979789182, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee58c1db-62f2-45e9-ad21-05b6bacace2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '39f2cf2a-fbef-4c80-a7a5-886292150e65'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:45.451662 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.452534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:02:45.462774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.463131 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Added segment 5fa5ffb1-63f7-487d-9e92-9c8dc505422d of type vlan for network 38c741a0-1d3f-40bd-8116-0536be0cdafd Dec 10 05:02:45.466993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Deleting port 55d00750-1a10-4397-8ef5-02c202eafa2d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:45.467331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.518243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.559891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.566708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:45.567351 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.567687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] For port 55d00750-1a10-4397-8ef5-02c202eafa2d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=55d00750-1a10-4397-8ef5-02c202eafa2d,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:45.568057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.586089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Calling delete_port for 55d00750-1a10-4397-8ef5-02c202eafa2d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:45.618176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2702107 Dec 10 05:02:45.625805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:45.632842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'admin_state_up': True, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:45.708756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] For port 38aae881-b85f-41a9-abba-caa979789182, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:45.713988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] For port 38aae881-b85f-41a9-abba-caa979789182, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38aae881-b85f-41a9-abba-caa979789182,segment=NetworkSegment(ee58c1db-62f2-45e9-ad21-05b6bacace2e),segment_id=ee58c1db-62f2-45e9-ad21-05b6bacace2e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:45.720423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.755810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c68e52-df8b-4811-b71c-e14a2a91e3cb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Network': ['ID=38c741a0-1d3f-40bd-8116-0536be0cdafd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.772782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:02:45.796440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.797697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.798334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4002f-6741-48aa-9380-c4ff6aae3169 None None] Pushing event updated for resources: {'Port': ['ID=38aae881-b85f-41a9-abba-caa979789182,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.849039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.874154 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.904316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=55d00750-1a10-4397-8ef5-02c202eafa2d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:45.944801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:45.954882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.111954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:46.197313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.239129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.252632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:46.273303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=1cf711ad-2b1d-4800-a8a6-a1beb1a959a5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:46.276442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:46.283715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:46.284636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.347963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e275c42d-44e1-42a4-8252-cb4002381492 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4410989 Dec 10 05:02:46.351312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:46.763454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-f89b034d-fecc-4ae8-891a-bb88f9c4a74b tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:46.764973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-f89b034d-fecc-4ae8-891a-bb88f9c4a74b tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.2409070 Dec 10 05:02:46.794001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:02:46.876059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa7fcc82-cd6e-492b-b879-b35174fce55a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/quotas/f66a3ba24f93455ba5247c99fbc0972b HTTP/1.1" status: 200 len: 375 time: 0.0599568 Dec 10 05:02:46.910899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.923050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:46.931446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22a69c78-5538-4686-84dc-f2d0eb244a5e admin admin] 10.222.0.43 "PUT /v2.0/routers/83b139e8-81fc-4b7d-946a-f9a6b2f79e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6352258 Dec 10 05:02:46.932106 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:46.937424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Sync routers for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:46.949110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:46.950520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:46.989433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:46.991839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.064741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.082468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:47.110534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c828c6-c9e0-44c6-840f-c49177d9d3a8 None None] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:47.147625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-eb4f37c6-8f0a-4e1e-97e1-55b846db3fd8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2494686 Dec 10 05:02:47.174303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.236550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Deleting port ae4e5cb0-22ca-400c-b546-9f591132d008 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:47.236894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.265530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] Provisioning complete for port 38aae881-b85f-41a9-abba-caa979789182 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:47.265820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.325755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] For port ae4e5cb0-22ca-400c-b546-9f591132d008, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ae4e5cb0-22ca-400c-b546-9f591132d008,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:47.326087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.340417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Calling delete_port for ae4e5cb0-22ca-400c-b546-9f591132d008 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:47.391852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-6387c7c0-10e5-428b-a12d-7aefdf8ba1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433469 Dec 10 05:02:47.394694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.248 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/74fd94e1-4f1d-4288-80d1-342aece4ce0d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:47.442193 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.486377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T05:02:45Z', 'revision_number': 5, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port': {'id': 'ae4e5cb0-22ca-400c-b546-9f591132d008', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:15Z', 'updated_at': '2021-12-10T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:47.516260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] For port 38aae881-b85f-41a9-abba-caa979789182, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38aae881-b85f-41a9-abba-caa979789182,segment=NetworkSegment(ee58c1db-62f2-45e9-ad21-05b6bacace2e),segment_id=ee58c1db-62f2-45e9-ad21-05b6bacace2e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:47.517746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Checking router: 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:02:47.527575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.533501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Routers {'83b139e8-81fc-4b7d-946a-f9a6b2f79e53'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:47.534152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:47.551277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.581147 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4e5cb0-22ca-400c-b546-9f591132d008,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:47.601992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71abd6ee-02cf-4347-a94f-06764dbb9cbd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:47.669459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.680638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] Set router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:47.682645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557a15-7dc1-4e0c-a69b-b30094556b79 None None] Pushing event updated for resources: {'Port': ['ID=38aae881-b85f-41a9-abba-caa979789182,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:47.747409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T05:02:47Z', 'revision_number': 6, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:47.785086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.785792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3f544-2a93-4457-9703-b5685ad1e354 None None] The sync data for ids ['83b139e8-81fc-4b7d-946a-f9a6b2f79e53'] in n-d-817326-3 is: [{'id': '83b139e8-81fc-4b7d-946a-f9a6b2f79e53', 'name': 'tempest-TestVolumeBackupRestore-305555402-router', 'tenant_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:14Z', 'updated_at': '2021-12-10T05:02:47Z', 'revision_number': 6, 'project_id': '827dc48b10f44e0daa2e1bdb63f6502c', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:47.788754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.854040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-47cfc9df-b2d0-45a1-8412-ec2f3b26aa6b None None] Provisioning complete for port 38aae881-b85f-41a9-abba-caa979789182 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:47.854509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47cfc9df-b2d0-45a1-8412-ec2f3b26aa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.868545 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.869961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b139e8-81fc-4b7d-946a-f9a6b2f79e53 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:02:47.878131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.879618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a2896f72-9119-4790-ad99-1c4b0dc86ae1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/83b139e8-81fc-4b7d-946a-f9a6b2f79e53 HTTP/1.1" status: 204 len: 168 time: 0.9464259 Dec 10 05:02:47.882955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:47.922273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.932847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-6cc6bc50-e4b0-411e-84cf-556d72914d41 service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200820 Dec 10 05:02:47.935385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.946538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Deleting subnet 681d5d32-7f32-4197-99b4-b1f47d7bae7f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:47.951243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:47.993570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.014789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-47cfc9df-b2d0-45a1-8412-ec2f3b26aa6b None None] Provisioning complete for port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:48.015472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47cfc9df-b2d0-45a1-8412-ec2f3b26aa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.045686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=1cf711ad-2b1d-4800-a8a6-a1beb1a959a5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:48.072232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.085594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-47cfc9df-b2d0-45a1-8412-ec2f3b26aa6b None None] Port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:48.118540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.217280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.225570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.227399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-04f43e8b-30ca-4d68-846b-2c43fd60ca1c None None] Provisioning complete for port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:48.227798 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f43e8b-30ca-4d68-846b-2c43fd60ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.246456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:48.282424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.315612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:48.347997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def3eb1-9e6b-4d1e-81f5-9c5d8854b17a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:48.354967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681d5d32-7f32-4197-99b4-b1f47d7bae7f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:48.363765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04f43e8b-30ca-4d68-846b-2c43fd60ca1c None None] Port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:48.365842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:48.392745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.420766 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8a3584ef-07b6-493d-a72b-8f9417ff0012 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/681d5d32-7f32-4197-99b4-b1f47d7bae7f HTTP/1.1" status: 204 len: 168 time: 0.5339563 Dec 10 05:02:48.421465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:48.425386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186248b-c810-44c3-83ed-19dc12c080ba None None] Network 2cda2994-7623-4709-9138-c160cab496e2 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:48.514929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e4ba5b0-c171-4640-94ca-9d6b82d13b4d req-e2389d30-8750-404f-894b-b3ef9f894403 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 210 time: 0.2008519 Dec 10 05:02:48.538440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=74fd94e1-4f1d-4288-80d1-342aece4ce0d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:48.576989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.603604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3f39d4a7-1f7f-4b45-a390-08f52b2d25a9 None None] Provisioning complete for port 74fd94e1-4f1d-4288-80d1-342aece4ce0d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:48.603973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f39d4a7-1f7f-4b45-a390-08f52b2d25a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.649936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3f39d4a7-1f7f-4b45-a390-08f52b2d25a9 None None] Port 74fd94e1-4f1d-4288-80d1-342aece4ce0d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:48.663461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Deleting port 379aa396-7409-451e-9ceb-20d3c11105b8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:48.663805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.720007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.749022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] For port 379aa396-7409-451e-9ceb-20d3c11105b8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=379aa396-7409-451e-9ceb-20d3c11105b8,segment=NetworkSegment(d359196f-8af9-4a00-8ca3-8bd18088beb7),segment_id=d359196f-8af9-4a00-8ca3-8bd18088beb7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:48.749477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.771566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ce99b58b-750a-47e1-a6bd-ad63601aabcc None None] Provisioning complete for port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:48.772085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce99b58b-750a-47e1-a6bd-ad63601aabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.784044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Calling delete_port for 379aa396-7409-451e-9ceb-20d3c11105b8 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:48.800461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] DHCP port deletion for 2cda2994-7623-4709-9138-c160cab496e2 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:48.803803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38aae881-b85f-41a9-abba-caa979789182 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:48.889275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ce99b58b-750a-47e1-a6bd-ad63601aabcc None None] Port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:48.926470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.933301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Deleting port 379aa396-7409-451e-9ceb-20d3c11105b8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:48.934394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:48.989454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] No DVR routers for this DVR port 379aa396-7409-451e-9ceb-20d3c11105b8 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:48.992111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Pushing event deleted for resources: {'Port': ['ID=379aa396-7409-451e-9ceb-20d3c11105b8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:49.019891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] For port 379aa396-7409-451e-9ceb-20d3c11105b8, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:49.021027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.033350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.035051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Calling delete_port for 379aa396-7409-451e-9ceb-20d3c11105b8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:49.038175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Port 379aa396-7409-451e-9ceb-20d3c11105b8 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:02:49.040424 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.042614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 38aae881-b85f-41a9-abba-caa979789182 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:49.043756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.109162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] Pushing event deleted for resources: {'Port': ['ID=379aa396-7409-451e-9ceb-20d3c11105b8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:49.125883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544fcd1-a1f6-465e-be54-74212e1b634e None None] No DVR routers for this DVR port 379aa396-7409-451e-9ceb-20d3c11105b8 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:49.159651 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.223626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cda2994-7623-4709-9138-c160cab496e2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:49.223830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 55d00750-1a10-4397-8ef5-02c202eafa2d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:49.249934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd359196f-8af9-4a00-8ca3-8bd18088beb7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:49.250333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd359196f-8af9-4a00-8ca3-8bd18088beb7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:49.252391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 55d00750-1a10-4397-8ef5-02c202eafa2d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:49.252862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 55d00750-1a10-4397-8ef5-02c202eafa2d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:49.273345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.295740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.302683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:49.303068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:49.305336 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:49.367229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.377309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.383435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] 10.222.0.43 "DELETE /v2.0/networks/2cda2994-7623-4709-9138-c160cab496e2 HTTP/1.1" status: 204 len: 168 time: 0.9539692 Dec 10 05:02:49.389901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:49.438938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5ada3-3e78-4f87-88d9-7141b8c2525d admin admin] Pushing event deleted for resources: {'Network': ['ID=2cda2994-7623-4709-9138-c160cab496e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:49.484664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.492118 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.492895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.532677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:49.656929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec168e06-7246-4bf9-816e-612d54974aff req-cd10bc02-c4ca-42e8-bbb2-56ab3d0a33b0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 210 time: 0.0553601 Dec 10 05:02:49.700861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=1cf711ad-2b1d-4800-a8a6-a1beb1a959a5,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:49.783422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:49.786434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:49.822098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-ae7755ce-d29f-4251-beba-406ca42354b9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:49.823331 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-ae7755ce-d29f-4251-beba-406ca42354b9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.1342998 Dec 10 05:02:49.854116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Request body: {'port': {'device_id': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'admin_state_up': True, 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:49.924088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 414bd4f7-d849-4df3-998f-6598000bd972 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:02:49.994368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Router 6f31e98f-806d-4288-beeb-67210c80a3b7 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:02:50.063877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.131535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:50.140280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:50.144975 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Sync routers for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:50.150369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.179013 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:50.179280 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.198400 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 379aa396-7409-451e-9ceb-20d3c11105b8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:50.200101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:50.206369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4327023c-6809-45eb-a5db-c53d5c58df61 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/routers/6f31e98f-806d-4288-beeb-67210c80a3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550651 Dec 10 05:02:50.210530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.212048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d1f3a4a2-6044-4b51-85c8-974cacee217a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5827117 Dec 10 05:02:50.212992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40184) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:50.222434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40186) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:50.239550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 379aa396-7409-451e-9ceb-20d3c11105b8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:50.244690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 379aa396-7409-451e-9ceb-20d3c11105b8 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:50.245247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae4e5cb0-22ca-400c-b546-9f591132d008 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:50.247482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604240ed-8a08-45dc-9084-03557406f898 None None] Sync routers for ids ['6f31e98f-806d-4288-beeb-67210c80a3b7'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:50.276455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b22b733-daa0-4e33-815c-e4947d3a368f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:50.279135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b22b733-daa0-4e33-815c-e4947d3a368f tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f31e98f-806d-4288-beeb-67210c80a3b7 HTTP/1.1" status: 200 len: 988 time: 0.0649738 Dec 10 05:02:50.282355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40190) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:50.326088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] Routers {'6f31e98f-806d-4288-beeb-67210c80a3b7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:50.326728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6f31e98f-806d-4288-beeb-67210c80a3b7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.331073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ae4e5cb0-22ca-400c-b546-9f591132d008 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:50.331425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ae4e5cb0-22ca-400c-b546-9f591132d008 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:50.343206 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:50.393154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.406817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c5e1f91c-3cc1-4c21-9fb7-4e6351f33f91 None None] Provisioning complete for port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:50.407526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f91c-3cc1-4c21-9fb7-4e6351f33f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.464621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] Routers {'6f31e98f-806d-4288-beeb-67210c80a3b7'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:50.465771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6f31e98f-806d-4288-beeb-67210c80a3b7'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.598133 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:48Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.628994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Checking router: 414bd4f7-d849-4df3-998f-6598000bd972 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:02:50.629431 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Updating router 414bd4f7-d849-4df3-998f-6598000bd972 port 74fd94e1-4f1d-4288-80d1-342aece4ce0d binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:02:50.659338 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.728989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Allocated IP 172.20.0.3 (3229f9da-2c69-461d-9d04-fe2c59129bfa/79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7/546bd2b1-7d05-4d18-bd65-2c27e0345027) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:50.745015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-604240ed-8a08-45dc-9084-03557406f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:50.746887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604240ed-8a08-45dc-9084-03557406f898 None None] The sync data for ids ['6f31e98f-806d-4288-beeb-67210c80a3b7'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:50.757617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.772766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1f91c-3cc1-4c21-9fb7-4e6351f33f91 None None] Port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:50.840437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Deleting port 480a7546-7d10-4850-a8e5-ec2470d3b01c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:50.840828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:50.999685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-57ecfb16-7719-4b29-a9b7-de502699b1d6 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c1928bc24df2487fb6efbc330dd17b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7758512 Dec 10 05:02:51.003331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] For port 480a7546-7d10-4850-a8e5-ec2470d3b01c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=480a7546-7d10-4850-a8e5-ec2470d3b01c,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:51.003971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.011616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:51.029502 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.033629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4af44b3c-73e4-4a93-a889-b4b9e811e873 req-ea737071-166f-477f-82d8-043a6ef68412 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 210 time: 0.0678172 Dec 10 05:02:51.037270 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.064874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.076007 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Calling delete_port for 480a7546-7d10-4850-a8e5-ec2470d3b01c owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:51.084018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ded5ef-418b-457f-b325-e351515af2a5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:51.093738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Attempting to bind port 74fd94e1-4f1d-4288-80d1-342aece4ce0d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:51.094188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Attempting to bind port 74fd94e1-4f1d-4288-80d1-342aece4ce0d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:51.094470 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Attempting to bind port 74fd94e1-4f1d-4288-80d1-342aece4ce0d on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:51.102113 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:51.102498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:51.102901 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.103295 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:51.103763 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Bound port: 74fd94e1-4f1d-4288-80d1-342aece4ce0d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:51.104144 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.123626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-ae38856c-2298-4d1d-8e8c-2f9ad26e2fbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5360136 Dec 10 05:02:51.158681 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] For port 74fd94e1-4f1d-4288-80d1-342aece4ce0d, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:51.162616 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] For port 74fd94e1-4f1d-4288-80d1-342aece4ce0d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74fd94e1-4f1d-4288-80d1-342aece4ce0d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:51.194447 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.201116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] Provisioning complete for port 74fd94e1-4f1d-4288-80d1-342aece4ce0d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:51.202079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.255572 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:51.256510 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:51.269501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4431e-5772-4a31-8044-18ffa3a3efc1 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:51.278004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-e04822d3-2ed4-4bb2-a3f2-31a48ce2196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:51.279897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-e04822d3-2ed4-4bb2-a3f2-31a48ce2196d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0663242 Dec 10 05:02:51.287003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.291468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d883fd5-2d61-4df7-9e12-ed459dcc11e0 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:51.296431 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d883fd5-2d61-4df7-9e12-ed459dcc11e0 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2800035 Dec 10 05:02:51.298531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40196) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:51.310472 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Pushing event updated for resources: {'Port': ['ID=74fd94e1-4f1d-4288-80d1-342aece4ce0d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:51.322542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.323192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.323693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.324232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.324788 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.325358 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.325893 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.326616 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.327108 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.327596 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.328087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.328715 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.329205 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:51.350564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:51.352673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:51.357331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event updated for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:51.363698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7c368218-be75-4fe5-8105-59d55385c924 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627918 Dec 10 05:02:51.367177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:51.373063 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092769753', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:51.395921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:51.401291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:51.414672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:51.417292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.443216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2991a-2431-4ae7-9560-83b55227be22 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:51.456738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e542df-7ce3-4680-bab0-bd9984134498 None None] Pushing event updated for resources: {'Port': ['ID=74fd94e1-4f1d-4288-80d1-342aece4ce0d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:51.485469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] For port 74fd94e1-4f1d-4288-80d1-342aece4ce0d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74fd94e1-4f1d-4288-80d1-342aece4ce0d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:51.500052 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.508639 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:51.512022 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.561656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e33dc-405b-4435-9a02-204b119ae9e1 None None] Pushing event updated for resources: {'Port': ['ID=74fd94e1-4f1d-4288-80d1-342aece4ce0d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:51.604412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-07f42f53-1a49-463c-8bd7-48f16b0357ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:51.606704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-07f42f53-1a49-463c-8bd7-48f16b0357ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.2591615 Dec 10 05:02:51.661083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-630acb0a-40f5-41c8-b37a-93681f195da2 None None] Provisioning complete for port 74fd94e1-4f1d-4288-80d1-342aece4ce0d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:51.661554 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630acb0a-40f5-41c8-b37a-93681f195da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.702876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-d7401db9-7e26-4019-8735-6cf272d6a28f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 200 len: 217 time: 0.0814366 Dec 10 05:02:51.737835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:48Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:51.790449 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c7547-5c38-4790-b0f1-a0fc01028017 None None] The sync data for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 is: [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:48Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:51.809763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-7610d603-0544-483a-8012-3b7158434d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:51.816334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-7610d603-0544-483a-8012-3b7158434d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0891347 Dec 10 05:02:51.858949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-630acb0a-40f5-41c8-b37a-93681f195da2 None None] Provisioning complete for port 546bd2b1-7d05-4d18-bd65-2c27e0345027 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:51.859414 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630acb0a-40f5-41c8-b37a-93681f195da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:51.863075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-e2f1183e-8b98-487e-a7e8-ca8cdd7735c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322714 Dec 10 05:02:51.903137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-630acb0a-40f5-41c8-b37a-93681f195da2 None None] Port 546bd2b1-7d05-4d18-bd65-2c27e0345027 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:52.003150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:52.003633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.009331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-04aeeb09-6045-4aa0-b059-c1b5f2b80e8f service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375022 Dec 10 05:02:52.018711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:52.019342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.099333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:52.104207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.118273 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-80e45e01-8f38-441d-ab70-aec497f63365 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2701733 Dec 10 05:02:52.158649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Request body: {'port': {'device_id': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:52.245748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74fd94e1-4f1d-4288-80d1-342aece4ce0d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:52.276568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.286636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.304447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:52.311070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 74fd94e1-4f1d-4288-80d1-342aece4ce0d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:52.311699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.315115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0127e8e-cb6c-4a0f-99bf-60aceb9a5c39 req-c40bc87c-6ff0-49e5-81be-decbe8074625 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945170 Dec 10 05:02:52.331241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e7463-ceee-48a4-9f6e-4da35dacfc24 req-70ca18b8-6b57-4d72-989f-13cd2847c3de tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:52.337871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.351621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-857e7463-ceee-48a4-9f6e-4da35dacfc24 req-70ca18b8-6b57-4d72-989f-13cd2847c3de tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 931 time: 0.1435084 Dec 10 05:02:52.407045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f6849b-5529-454f-ad9a-b3a9d4100e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.427879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=480a7546-7d10-4850-a8e5-ec2470d3b01c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:52.462152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-857e7463-ceee-48a4-9f6e-4da35dacfc24 req-b161dd47-6df9-4e43-891f-51175fc7de3a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096323 Dec 10 05:02:52.634476 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.671110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=1cf711ad-2b1d-4800-a8a6-a1beb1a959a5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:52.785506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.922204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:52.994888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Router 6f31e98f-806d-4288-beeb-67210c80a3b7 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:02:53.005768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.027327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Subnet': ['ID=375f77ba-fe80-4c85-8900-a10826e92288,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:53.073324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:53.081813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e042d5b-0147-4906-ad0b-447636c42639 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/routers/6f31e98f-806d-4288-beeb-67210c80a3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7971640 Dec 10 05:02:53.082432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:53.084058 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] Sync routers for ids ['6f31e98f-806d-4288-beeb-67210c80a3b7'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:53.095123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] Routers {'6f31e98f-806d-4288-beeb-67210c80a3b7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:53.095915 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6f31e98f-806d-4288-beeb-67210c80a3b7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:53.108544 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1932dd-86a6-4a38-a20b-12ccfda37460 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:02:53.114086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2c1932dd-86a6-4a38-a20b-12ccfda37460 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/1cf711ad-2b1d-4800-a8a6-a1beb1a959a5 HTTP/1.1" status: 404 len: 333 time: 0.0303400 Dec 10 05:02:53.115033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40204) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:53.130288 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:53.138349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Checking segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:53.138927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network hostable DHCP agents. Network: 38c741a0-1d3f-40bd-8116-0536be0cdafd, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:02:53.141276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] Routers {'6f31e98f-806d-4288-beeb-67210c80a3b7'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:53.141893 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6f31e98f-806d-4288-beeb-67210c80a3b7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:53.175643 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:53.176543 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc74b9-c103-43a4-b706-10b4f1e85282 None None] The sync data for ids ['6f31e98f-806d-4288-beeb-67210c80a3b7'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:53.203548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546bd2b1-7d05-4d18-bd65-2c27e0345027 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:02:53.220838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.229396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.246929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:02:53.256738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Transition to ACTIVE for port object 546bd2b1-7d05-4d18-bd65-2c27e0345027 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:02:53.264119 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.297300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 38c741a0-1d3f-40bd-8116-0536be0cdafd) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:53.310249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed776c4-f047-4d33-95c7-7c3344b93e1c None None] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:53.331982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:53.332596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.369150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2da04e-cf2e-4493-9a3e-a551de58d2b4 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:53.410780 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-17748da2-b958-476d-8999-63a89cca2ebd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0424139 Dec 10 05:02:53.414740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:53.415521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Pushing event updated for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:53.430786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.433947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.467162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-38c741a0-1d3f-40bd-8116-0536be0cdafd', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:53.469408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.527865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.528796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Fanout notify agent at l3_agent the message router_deleted on router 6f31e98f-806d-4288-beeb-67210c80a3b7 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:02:53.549187 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.552432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f0c53931-a1d3-46ee-9ef5-17ab47fcbbd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/routers/6f31e98f-806d-4288-beeb-67210c80a3b7 HTTP/1.1" status: 204 len: 168 time: 0.4361420 Dec 10 05:02:53.553888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:53.568905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Router 78ddfc42-c188-44a5-aa00-7af8957dbf62 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:02:53.663981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 7b093cc8-2086-49b3-99da-38a9d02b3041 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:53.670075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.682889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Attempting to bind port 546bd2b1-7d05-4d18-bd65-2c27e0345027 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:53.684042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Attempting to bind port 546bd2b1-7d05-4d18-bd65-2c27e0345027 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:53.684502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Attempting to bind port 546bd2b1-7d05-4d18-bd65-2c27e0345027 on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:53.706401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.707911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Allocated IP 172.20.0.2 (38c741a0-1d3f-40bd-8116-0536be0cdafd/375f77ba-fe80-4c85-8900-a10826e92288/b1097606-e5fa-42d9-acf5-88a18ef1ca24) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:53.709587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9c31-0e16-4c86-827b-8f1c8ce22670 req-5b04e406-504e-451a-ba5f-8ca954ed333c tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:53.712069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-940d9c31-0e16-4c86-827b-8f1c8ce22670 req-5b04e406-504e-451a-ba5f-8ca954ed333c tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 943 time: 0.1078262 Dec 10 05:02:53.747580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Port 546bd2b1-7d05-4d18-bd65-2c27e0345027 on network 3229f9da-2c69-461d-9d04-fe2c59129bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:02:53.748009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Attempting to bind port 546bd2b1-7d05-4d18-bd65-2c27e0345027 on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:53.756912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.765533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:53.766012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Checking segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:53.766502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Bound using segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:53.767067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Bound port: 546bd2b1-7d05-4d18-bd65-2c27e0345027, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:53.767528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.825137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-940d9c31-0e16-4c86-827b-8f1c8ce22670 req-424ecfb8-464d-4b81-87c9-21b179ef3aca tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980616 Dec 10 05:02:53.867489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.891029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.899619 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:53.916928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:53.928528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-83233fa2-c7f6-4a5a-a8b2-746febdb2d2c admin admin] 10.222.0.43 "PUT /v2.0/routers/78ddfc42-c188-44a5-aa00-7af8957dbf62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5409560 Dec 10 05:02:53.931635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40214) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:53.931957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Sync routers for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:53.955324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:53.966915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:53.969419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:53.974417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:53.974972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:54.000163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:54.007480 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.019786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Pushing event updated for resources: {'Port': ['ID=b1097606-e5fa-42d9-acf5-88a18ef1ca24,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:54.020033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:54.031242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.039287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/7b093cc8-2086-49b3-99da-38a9d02b3041 HTTP/1.1" status: 204 len: 168 time: 0.4800575 Dec 10 05:02:54.039502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae8017-2c6c-4864-be43-81e4262968bc None None] Network 39f2cf2a-fbef-4c80-a7a5-886292150e65 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:54.046306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.046677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.047068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.047404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.047736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.048090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.048414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.048845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.049169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.049489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.049816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.050144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.050452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:02:54.053942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:54.066775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.084755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2afdf-8ddb-47f0-a85e-cc1a84c6eb7b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=7b093cc8-2086-49b3-99da-38a9d02b3041,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:54.121155 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.206253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Attempting to bind port b1097606-e5fa-42d9-acf5-88a18ef1ca24 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:54.206638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Attempting to bind port b1097606-e5fa-42d9-acf5-88a18ef1ca24 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:54.206972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Attempting to bind port b1097606-e5fa-42d9-acf5-88a18ef1ca24 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:54.208240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.226522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:54.227134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.229080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] 10.222.0.41 "PUT /v2.0/ports/546bd2b1-7d05-4d18-bd65-2c27e0345027 HTTP/1.1" status: 200 len: 1091 time: 2.0881774 Dec 10 05:02:54.233092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:54.235367 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a501db8-c028-4780-9e82-04108abed8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:54.246997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:54.247387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Checking segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:54.247941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.248407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Bound using segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:54.249177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Bound port: b1097606-e5fa-42d9-acf5-88a18ef1ca24, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:54.249340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.257179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.259738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:54.267838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9125f7-90fc-4edf-8c48-507b0e95229d service neutron] Pushing event updated for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:54.329194 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5635c44-ea03-454e-a9a2-af8ef36b5a9a x-openstack-request-id: req-e5635c44-ea03-454e-a9a2-af8ef36b5a9a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:54.329732 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:54.330151 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5635c44-ea03-454e-a9a2-af8ef36b5a9a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:54.330734 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027', 'status': 'completed', 'code': 200} Dec 10 05:02:54.335438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65a13d-57fb-47ff-962a-232587e006b2 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:54.341087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Deleting port c29b025b-ccdd-4b04-be6c-1af6ad958506 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:54.341778 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.428654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-c9878e4e-0401-449a-a839-974d8977e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:54.430240 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-c9878e4e-0401-449a-a839-974d8977e996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 1094 time: 0.1160624 Dec 10 05:02:54.437298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] For port c29b025b-ccdd-4b04-be6c-1af6ad958506, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c29b025b-ccdd-4b04-be6c-1af6ad958506,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:54.437792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.445100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 38aae881-b85f-41a9-abba-caa979789182 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:54.445477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.458894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Calling delete_port for c29b025b-ccdd-4b04-be6c-1af6ad958506 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:54.529173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] For port b1097606-e5fa-42d9-acf5-88a18ef1ca24, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:54.535648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] For port b1097606-e5fa-42d9-acf5-88a18ef1ca24, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b1097606-e5fa-42d9-acf5-88a18ef1ca24,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:54.535942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-2415921b-22eb-4ab5-9973-4cdd2bda5c99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027 HTTP/1.1" status: 200 len: 217 time: 0.0751050 Dec 10 05:02:54.538672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] DHCP port deletion for 39f2cf2a-fbef-4c80-a7a5-886292150e65 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:54.545725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.614600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.618889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b54e7-2514-4720-8c78-07394e630e1e None None] Pushing event updated for resources: {'Port': ['ID=b1097606-e5fa-42d9-acf5-88a18ef1ca24,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:54.633617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] For port 38aae881-b85f-41a9-abba-caa979789182, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38aae881-b85f-41a9-abba-caa979789182,segment=NetworkSegment(ee58c1db-62f2-45e9-ad21-05b6bacace2e),segment_id=ee58c1db-62f2-45e9-ad21-05b6bacace2e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:54.633990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.659397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 38aae881-b85f-41a9-abba-caa979789182 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:54.674683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.710497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Deleting port 38aae881-b85f-41a9-abba-caa979789182 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:54.710497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.711610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T05:02:52Z', 'revision_number': 5, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port': {'id': 'c29b025b-ccdd-4b04-be6c-1af6ad958506', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:54.716211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29b025b-ccdd-4b04-be6c-1af6ad958506,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:54.724256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-7f0e70ec-5b01-4bd6-8084-f2c14bf309ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:54.724256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-7f0e70ec-5b01-4bd6-8084-f2c14bf309ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.1523430 Dec 10 05:02:54.762557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81f36e-5567-4f7a-af8c-dd1fa7df6b55 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:54.777403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Checking router: 78ddfc42-c188-44a5-aa00-7af8957dbf62 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:02:54.826417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Routers {'78ddfc42-c188-44a5-aa00-7af8957dbf62'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:54.827074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['78ddfc42-c188-44a5-aa00-7af8957dbf62'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:54.886498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] For port 38aae881-b85f-41a9-abba-caa979789182, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38aae881-b85f-41a9-abba-caa979789182,segment=NetworkSegment(ee58c1db-62f2-45e9-ad21-05b6bacace2e),segment_id=ee58c1db-62f2-45e9-ad21-05b6bacace2e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:54.886906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:54.920660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Calling delete_port for 38aae881-b85f-41a9-abba-caa979789182 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:55.049704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] Set router 78ddfc42-c188-44a5-aa00-7af8957dbf62 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:55.177122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T05:02:54Z', 'revision_number': 7, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:55.229524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d539ee4-e0ba-42be-a189-4f6a99434f27 None None] The sync data for ids ['78ddfc42-c188-44a5-aa00-7af8957dbf62'] in n-d-817326-3 is: [{'id': '78ddfc42-c188-44a5-aa00-7af8957dbf62', 'name': 'tempest-TestVolumeBackupRestore-919634668-router', 'tenant_id': '91027456c65543b4a94b27cf068de865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:58:22Z', 'updated_at': '2021-12-10T05:02:54Z', 'revision_number': 7, 'project_id': '91027456c65543b4a94b27cf068de865', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:02:55.233440 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-d6de4f0c-8a79-45e1-b8c1-d712653b65cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757303 Dec 10 05:02:55.248021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.258301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea272-7742-47ad-8aa6-bfc3ca7ce937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.284709 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.293851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] Pushing event deleted for resources: {'Port': ['ID=38aae881-b85f-41a9-abba-caa979789182,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:55.295838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657185a-411a-472a-9b7c-9488f1e796ae None None] No DVR routers for this DVR port 38aae881-b85f-41a9-abba-caa979789182 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:55.357012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067b3b8-c1a6-4c24-9223-a7b5cdc18c6a req-9406965f-3d5b-4913-ba49-dc83b59fa553 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:55.358485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4067b3b8-c1a6-4c24-9223-a7b5cdc18c6a req-9406965f-3d5b-4913-ba49-dc83b59fa553 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 943 time: 0.1424351 Dec 10 05:02:55.396569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.404430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.472364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4067b3b8-c1a6-4c24-9223-a7b5cdc18c6a req-51fb5f1c-867a-4982-9ec5-c2308fd44eda tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 Dec 10 05:02:55.473131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.473291 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.473482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ddfc42-c188-44a5-aa00-7af8957dbf62 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:02:55.477620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.478864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ebd728e-6707-45ed-bb67-78a128f9e661 admin admin] 10.222.0.43 "DELETE /v2.0/routers/78ddfc42-c188-44a5-aa00-7af8957dbf62 HTTP/1.1" status: 204 len: 168 time: 1.5459869 Dec 10 05:02:55.481248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:55.525584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Deleting subnet bce381df-f199-4aca-85b0-653754cc6e3f {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:02:55.529414 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.550888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=38aae881-b85f-41a9-abba-caa979789182,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:55.560335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No DVR routers for this DVR port 38aae881-b85f-41a9-abba-caa979789182 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:55.562886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.563151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-e97f8a27-2afd-470c-a74a-100dd2feac61 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189511 Dec 10 05:02:55.659050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.708776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.742023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.785282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.785432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f2cf2a-fbef-4c80-a7a5-886292150e65']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:55.792460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bce381df-f199-4aca-85b0-653754cc6e3f HTTP/1.1" status: 204 len: 168 time: 0.3079252 Dec 10 05:02:55.793272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:55.795120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56251966-3d18-4c4a-8d8a-43539c2ea3ce None None] Network 1d79943f-31a1-414f-baac-73e515abb632 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:55.796948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.1 (38c741a0-1d3f-40bd-8116-0536be0cdafd/375f77ba-fe80-4c85-8900-a10826e92288/74f22ece-9a9b-4f73-b258-5c10ec1eb20c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:55.807338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee58c1db-62f2-45e9-ad21-05b6bacace2e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:55.807692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee58c1db-62f2-45e9-ad21-05b6bacace2e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:55.813144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb250a-c108-4be0-80ea-7517cfa578f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce381df-f199-4aca-85b0-653754cc6e3f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:55.833044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.836094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.858714 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2081c9f0-dedb-4af5-b8f6-2c6817e6adad req-b9beefd9-e86e-4070-a42f-f422c16f9f4a service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704248 Dec 10 05:02:55.877563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.899791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:55.900190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.901462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:55.903546 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:55.978861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Deleting port 22e13312-9243-43f9-99ae-698e36380d12 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:55.979331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.046047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.051507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] For port 22e13312-9243-43f9-99ae-698e36380d12, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=22e13312-9243-43f9-99ae-698e36380d12,segment=NetworkSegment(d9b6ad47-5fdd-4895-b654-9dbb11847b02),segment_id=d9b6ad47-5fdd-4895-b654-9dbb11847b02)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:56.052160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.058179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.061979 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/39f2cf2a-fbef-4c80-a7a5-886292150e65 HTTP/1.1" status: 204 len: 168 time: 2.0066218 Dec 10 05:02:56.067388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40226) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:56.082043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Calling delete_port for 22e13312-9243-43f9-99ae-698e36380d12 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:02:56.085954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501db8-c028-4780-9e82-04108abed8ad req-2f5faba1-c608-4e63-a9cc-c63bd85a6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:56.087430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-2f5faba1-c608-4e63-a9cc-c63bd85a6614 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 1094 time: 0.1025169 Dec 10 05:02:56.090717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.092440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065429-9845-4bdd-a608-4abc0866d143 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=39f2cf2a-fbef-4c80-a7a5-886292150e65,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:56.119448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e4cdf-e3e1-4a96-9949-3a5dec8069e4 None None] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:02:56.146292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fef319-47a8-4d27-b6c4-c95a9b8a3840 None None] DHCP port deletion for 1d79943f-31a1-414f-baac-73e515abb632 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:56.243418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.250914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2a37f-f737-4d70-be7b-7cf916e87c25 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:56.252830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6ac2a37f-f737-4d70-be7b-7cf916e87c25 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b HTTP/1.1" status: 200 len: 845 time: 0.1802740 Dec 10 05:02:56.254575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.269011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] Provisioning complete for port b1097606-e5fa-42d9-acf5-88a18ef1ca24 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:56.269380 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.273017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:56.306690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:56.313637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501db8-c028-4780-9e82-04108abed8ad req-df052775-e19a-490a-89c5-17df90eb8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:56.316183 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-df052775-e19a-490a-89c5-17df90eb8f51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.2175007 Dec 10 05:02:56.343303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e13312-9243-43f9-99ae-698e36380d12,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:56.356449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] No DVR routers for this DVR port 22e13312-9243-43f9-99ae-698e36380d12 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:02:56.361790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84b5e8de-d147-4a7b-ba1b-2f03d08a944e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0633247 Dec 10 05:02:56.367310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:56.368642 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:56.374983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:56.379649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-768f6acf-f70f-4773-837d-6f1a78bd5910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027 HTTP/1.1" status: 200 len: 217 time: 0.0537753 Dec 10 05:02:56.380706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:56.384954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:56.449610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.473113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d79943f-31a1-414f-baac-73e515abb632']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:56.484941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b6ad47-5fdd-4895-b654-9dbb11847b02') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:56.485338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b6ad47-5fdd-4895-b654-9dbb11847b02') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:56.506435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b1097606-e5fa-42d9-acf5-88a18ef1ca24 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:56.508876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.537337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.538368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.546484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:02:56.550208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:02:56.553347 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:02:56.615755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501db8-c028-4780-9e82-04108abed8ad req-768aa0ce-62e9-46d0-a9fd-cf5a714bac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:56.617277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-768aa0ce-62e9-46d0-a9fd-cf5a714bac69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.1879928 Dec 10 05:02:56.660189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-bc122846-a817-4870-824c-16c85211617f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315425 Dec 10 05:02:56.664111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79fef319-47a8-4d27-b6c4-c95a9b8a3840 None None] Deleting port 22e13312-9243-43f9-99ae-698e36380d12 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:02:56.664513 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79fef319-47a8-4d27-b6c4-c95a9b8a3840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.668975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.686978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.696146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-79fef319-47a8-4d27-b6c4-c95a9b8a3840 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 1d79943f-31a1-414f-baac-73e515abb632 could not be found. Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 1d79943f-31a1-414f-baac-73e515abb632 could not be found. Dec 10 05:02:56.704094 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:02:56.717856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b1097606-e5fa-42d9-acf5-88a18ef1ca24 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:56.718219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.725030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1d79943f-31a1-414f-baac-73e515abb632 HTTP/1.1" status: 204 len: 168 time: 0.9303362 Dec 10 05:02:56.726083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf5319-cb71-4c56-83c0-c6a74b40d085 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d79943f-31a1-414f-baac-73e515abb632,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:56.740398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb9d5-9bde-4f45-973c-a8b69df3865e req-705c3815-3e27-48a0-89d1-79b8b6044774 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:56.742003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a9eb9d5-9bde-4f45-973c-a8b69df3865e req-705c3815-3e27-48a0-89d1-79b8b6044774 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 943 time: 0.1276872 Dec 10 05:02:56.759143 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:56.766595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.784506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] For port b1097606-e5fa-42d9-acf5-88a18ef1ca24, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b1097606-e5fa-42d9-acf5-88a18ef1ca24,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:56.815521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947085c-065e-4f7b-818e-1bdf8dc9b802 None None] DHCP port deletion for 1d79943f-31a1-414f-baac-73e515abb632 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:02:56.817514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:56.844795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a9eb9d5-9bde-4f45-973c-a8b69df3865e req-2f5c35f8-2eb9-485e-8077-115e6c1d9636 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857217 Dec 10 05:02:56.925517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366ef8e-c753-4f23-832b-899324df6a9f None None] Pushing event updated for resources: {'Port': ['ID=b1097606-e5fa-42d9-acf5-88a18ef1ca24,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:56.959990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40236) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.006045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c29b025b-ccdd-4b04-be6c-1af6ad958506 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:57.017850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-d47e8cbd-1622-404b-b365-0c2b8f5b8469 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459058 Dec 10 05:02:57.021990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.032532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0d548f17-c59b-4c01-8bdd-2002f143efea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=827dc48b10f44e0daa2e1bdb63f6502c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708110 Dec 10 05:02:57.034614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40240) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.046460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c29b025b-ccdd-4b04-be6c-1af6ad958506 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:57.046894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c29b025b-ccdd-4b04-be6c-1af6ad958506 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:57.047402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38aae881-b85f-41a9-abba-caa979789182 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:57.069546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 38aae881-b85f-41a9-abba-caa979789182 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:57.075244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38aae881-b85f-41a9-abba-caa979789182 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:57.077128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 480a7546-7d10-4850-a8e5-ec2470d3b01c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:57.097357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.101970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 480a7546-7d10-4850-a8e5-ec2470d3b01c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:57.102427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 480a7546-7d10-4850-a8e5-ec2470d3b01c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:57.102923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 22e13312-9243-43f9-99ae-698e36380d12 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:02:57.122406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 22e13312-9243-43f9-99ae-698e36380d12 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:02:57.122856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 22e13312-9243-43f9-99ae-698e36380d12 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:02:57.147704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.149220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-185af129-def5-42a1-9f3f-7b7f882a2381 None None] Provisioning complete for port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:57.149957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-185af129-def5-42a1-9f3f-7b7f882a2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.192376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-185af129-def5-42a1-9f3f-7b7f882a2381 None None] Port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:57.203351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-185af129-def5-42a1-9f3f-7b7f882a2381 None None] Provisioning complete for port b1097606-e5fa-42d9-acf5-88a18ef1ca24 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:57.203805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-185af129-def5-42a1-9f3f-7b7f882a2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.248151 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-2d450bd2-02f7-48a9-9970-52fcdb50080f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171705 Dec 10 05:02:57.250701 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.254058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.258942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee607a12-fdfb-4427-af7b-05210edb67f7 HTTP/1.1" status: 204 len: 168 time: 0.2229962 Dec 10 05:02:57.283852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb611c-89ce-4a22-bf53-bf465a2a3045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee607a12-fdfb-4427-af7b-05210edb67f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:57.367483 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3a501db8-c028-4780-9e82-04108abed8ad req-3d191f3c-9920-44c5-912f-ef60c5053206 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378012 Dec 10 05:02:57.389028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39fab8-80ce-4abb-b341-77635dcc5d2d None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:02:57.442963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.473652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5db9fd8e-a9be-48ae-9df7-6ddb69f21f9b None None] Provisioning complete for port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:57.474031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db9fd8e-a9be-48ae-9df7-6ddb69f21f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.492076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:57.506196 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:57.518087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.520304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef39fab8-80ce-4abb-b341-77635dcc5d2d None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:02:57.521973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:57.522548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.534536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5db9fd8e-a9be-48ae-9df7-6ddb69f21f9b None None] Port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:02:57.546685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-e56a76b4-0d23-4288-932f-5cb119d59512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:57.548187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-e56a76b4-0d23-4288-932f-5cb119d59512 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 1096 time: 0.2016191 Dec 10 05:02:57.554098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1814203 Dec 10 05:02:57.555347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4c779-5607-4fcc-a116-38ddf0732e4c tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=bf0d435b-06e6-41f1-86a2-f73d4e393f4e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:57.555806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40246) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.563890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'security_group': {'name': 'tempest-secgroup-584846848'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:57.593316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.606395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 546bd2b1-7d05-4d18-bd65-2c27e0345027 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:02:57.684076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.689759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.722755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.727178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1696217 Dec 10 05:02:57.727999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.740308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1992785131'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:57.740546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-6c746c54-7d01-4065-87b5-3d6b3165d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:57.742077 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-6c746c54-7d01-4065-87b5-3d6b3165d754 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.1592538 Dec 10 05:02:57.763432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.765291 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.767560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7ca8c-4b92-486d-a60b-dfc96e407fd1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3271d-5db1-4659-8d0f-46d551ddad3d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:57.796963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:57.797208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.804739 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-59530b8f-8565-48cd-8835-f54ce15e2ee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 200 len: 217 time: 0.0545828 Dec 10 05:02:57.805976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.835761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a54647f-33cd-4d60-8054-f07ff51ed3c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91027456c65543b4a94b27cf068de865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669391 Dec 10 05:02:57.835761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40252) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:57.838204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '546bd2b1-7d05-4d18-bd65-2c27e0345027', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'port_id': '546bd2b1-7d05-4d18-bd65-2c27e0345027', 'mac_address': 'fa:16:3e:5f:99:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:02:57.906037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.920760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.923013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.927668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:57.935370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.937025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546bd2b1-7d05-4d18-bd65-2c27e0345027 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:02:57.943964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-fbe56299-846c-4b49-b5e7-d60d7fc48289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:57.945503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-fbe56299-846c-4b49-b5e7-d60d7fc48289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.1323297 Dec 10 05:02:57.951096 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'project_id': 'b02f8caac5444f518339f055a665179c', 'fixed_ips': [{'subnet_id': 'bf0d435b-06e6-41f1-86a2-f73d4e393f4e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:02:57.951431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.957674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:57.961359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.012992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.014277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2823789 Dec 10 05:02:58.016069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:58.036770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:58.043174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2024012012', 'security_groups': ['48f1c145-9b3e-496e-9ba9-0e0969869158'], 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf0d435b-06e6-41f1-86a2-f73d4e393f4e'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:58.059665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4d38e-93de-4428-8541-11c2b6939bbc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f1c145-9b3e-496e-9ba9-0e0969869158,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:58.078705 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.146049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88342577-da6a-442e-8a67-4105cf0fa2f5 req-69f082cf-bbf7-4278-ba96-64fb19aa1deb tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:58.148321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88342577-da6a-442e-8a67-4105cf0fa2f5 req-69f082cf-bbf7-4278-ba96-64fb19aa1deb tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 943 time: 0.1640604 Dec 10 05:02:58.158812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.161681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.163044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99410e61-5b9e-47ba-a3ab-c5100206e080 HTTP/1.1" status: 204 len: 168 time: 0.3277545 Dec 10 05:02:58.192600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b66e7-9ed0-48fd-bf5b-bbfb1817c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99410e61-5b9e-47ba-a3ab-c5100206e080,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:58.251611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88342577-da6a-442e-8a67-4105cf0fa2f5 req-c9cd5d85-a40d-4b16-91af-da9b348c3b02 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829628 Dec 10 05:02:58.257320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b1097606-e5fa-42d9-acf5-88a18ef1ca24 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:58.262683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:58.358726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:58.371034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.375093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.381399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port b1097606-e5fa-42d9-acf5-88a18ef1ca24 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:58.381815 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.392367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port a6c4df39-db11-4b50-aac4-aa92de6f9c40 yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:02:58.408805 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-837b7d8e-9426-4a9c-bc0e-b6576f8bb6c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296717 Dec 10 05:02:58.446870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Allocated IP 2001:db8::2 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/bf0d435b-06e6-41f1-86a2-f73d4e393f4e/13b8498f-6334-446a-bbdd-a2bb0ca824c8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:58.485759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['546bd2b1-7d05-4d18-bd65-2c27e0345027'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:02:58.568948 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-c57d7250-b40e-4862-aaf6-d500fdf2582a service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326087 Dec 10 05:02:58.575045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:58.578021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:58.746297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.758530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19f884f2-f7e5-4dfc-b747-349f47ab6330 req-6ed78911-1779-439c-aea1-38b88da087b2 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817801 Dec 10 05:02:58.766595 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.783261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 414bd4f7-d849-4df3-998f-6598000bd972 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:02:58.834021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:58.865981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:58.871661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:58.875105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:58.897351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::1f4 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/bf0d435b-06e6-41f1-86a2-f73d4e393f4e/a6c4df39-db11-4b50-aac4-aa92de6f9c40) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:02:58.916520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:02:58.924598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a27d4106-d15e-42f8-bead-a55807925d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/414bd4f7-d849-4df3-998f-6598000bd972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5047691 Dec 10 05:02:58.936491 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Sync routers for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:02:58.953172 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:02:58.954075 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:58.959706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Attempting to bind port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:02:58.960437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Attempting to bind port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:02:58.961322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Attempting to bind port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 on network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:02:58.967768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:02:58.968246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Checking segment: {'id': 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:02:58.968924 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:58.969396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Bound using segment: {'id': 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:02:58.969947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Bound port: 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:02:58.970405 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.045473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:02:59.048865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:02:59.057314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.103732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.119142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:02:59.135229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c63fe-04e1-4484-9a8f-95b88694d793 None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:59.201900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.214113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-df83a216-9b99-4528-9d48-c77784c97746 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306865733&fields=id&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 267 time: 0.0847313 Dec 10 05:02:59.272082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:02:59.300439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:02:59.304744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:02:59.311066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:59.311607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.315285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=a6c4df39-db11-4b50-aac4-aa92de6f9c40,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:59.371746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-09a48110-bfe3-4308-adc2-3efa94f7658e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3325937 Dec 10 05:02:59.374561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:59.380144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:59.382940 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:02:57Z', 'revision_number': 2, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:02:59.414374 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Checking router: 414bd4f7-d849-4df3-998f-6598000bd972 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:02:59.415022 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Updating router 414bd4f7-d849-4df3-998f-6598000bd972 port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:02:59.453317 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.475946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-33e21222-7dd2-4a38-b326-b86a08b28d2c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:59.484144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-33e21222-7dd2-4a38-b326-b86a08b28d2c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 796 time: 0.2488253 Dec 10 05:02:59.511487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f262577-8d26-40bd-9c54-43c8870cb2db req-e5cc7478-4291-4a03-9eb0-1c5ada430a36 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:02:59.513965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f262577-8d26-40bd-9c54-43c8870cb2db req-e5cc7478-4291-4a03-9eb0-1c5ada430a36 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 944 time: 0.1323969 Dec 10 05:02:59.515869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f4371131-e8a1-437f-a45d-372463bc1a98 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/quotas/c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 375 time: 0.0311785 Dec 10 05:02:59.525078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:59.529327 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.596168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 546bd2b1-7d05-4d18-bd65-2c27e0345027 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:02:59.597168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f262577-8d26-40bd-9c54-43c8870cb2db req-e69d81d4-c9c1-497e-ae88-616c0039bdbf tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Dec 10 05:02:59.629150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-27bfa6ff-550e-41ca-bc88-0c182ef211d4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998018 Dec 10 05:02:59.648921 n-d-817326-3 neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf0d435b-06e6-41f1-86a2-f73d4e393f4e (CIDR: 2001:db8::/64) Dec 10 05:02:59.654992 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:02:59.655773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:02:59.671521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 546bd2b1-7d05-4d18-bd65-2c27e0345027 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:02:59.676856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 546bd2b1-7d05-4d18-bd65-2c27e0345027 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:02:59.677335 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.685018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e448d82-56d9-498b-9fd5-0a4109563358 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3090193 Dec 10 05:02:59.686603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:02:59.691684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:02:59.752883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-6956b71e-176c-48dd-bdc2-5d8488ec89f7 service neutron] 10.222.0.43 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100438 Dec 10 05:02:59.797280 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.798735 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.807894 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.840688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:02:59.842127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:02:59.843401 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6dd163-5d3f-40a4-b01d-b58279a02143" -d '{"events": [{"server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "name": "network-vif-plugged", "status": "completed", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:02:59.848463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.866111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:02:59.876652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:02:59.895429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daf1c6-c211-4b31-8911-10f4265e72eb None None] Pushing event updated for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:02:59.919394 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae4c4c-b9a8-43a7-9cf3-b73d41b05c3a x-openstack-request-id: req-78ae4c4c-b9a8-43a7-9cf3-b73d41b05c3a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:02:59.919884 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "name": "network-vif-plugged", "status": "completed", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:02:59.920299 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78ae4c4c-b9a8-43a7-9cf3-b73d41b05c3a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:02:59.920821 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027', 'code': 200} Dec 10 05:02:59.928878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-76ec6f57-3c28-4b96-9ffc-c36d7bd5a21c service neutron] 10.222.0.43 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747069 Dec 10 05:02:59.968267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:00.064527 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:03:00.070139 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Attempting to bind port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:03:00.070515 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Attempting to bind port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:03:00.070898 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Attempting to bind port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:03:00.079136 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:03:00.079550 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Checking segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:03:00.079947 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.080940 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Bound using segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:03:00.081590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Bound port: 74f22ece-9a9b-4f73-b258-5c10ec1eb20c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:03:00.082221 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.084148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e914369-9134-4eb2-8ba2-0979bfdbbd19 req-25324cce-ac7e-4e44-ab49-ea5db4abb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:00.097847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e914369-9134-4eb2-8ba2-0979bfdbbd19 req-25324cce-ac7e-4e44-ab49-ea5db4abb072 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 1096 time: 0.0908556 Dec 10 05:03:00.161821 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] For port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:03:00.167409 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] For port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:03:00.182369 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.225636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e914369-9134-4eb2-8ba2-0979bfdbbd19 req-a1466646-4245-4614-9717-7e7d9d660b9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Dec 10 05:03:00.251321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99ceef96-7a64-4019-8142-64667a9c75fa req-71fedb08-3327-4eaf-8a80-e1eb1c2eeb07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 210 time: 0.0746179 Dec 10 05:03:00.282032 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:03:00.282720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:00.287203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:00.344507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:00.344985 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.368209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daf1c6-c211-4b31-8911-10f4265e72eb None None] Pushing event updated for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:00.426611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.464969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:00.473103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:00.481426 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:00.482020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.491236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.519613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:03:00.527385 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8367372 Dec 10 05:03:00.527385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553918-27a3-4646-a953-abade2d26595 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=50ec581e-a131-4612-af76-84099da5128d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:00.528058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40288) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:00.533495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-953976513', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50ec581e-a131-4612-af76-84099da5128d'}], 'security_groups': ['b4e3271d-5db1-4659-8d0f-46d551ddad3d']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:00.540708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:00.546052 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.601844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345df411-d7b1-440a-ba16-9299b8236b14 None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:00.651716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.725149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:00.756838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-650f45dc-9ec3-4904-bdbd-02ec7d4ebd7a None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:00.757205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-650f45dc-9ec3-4904-bdbd-02ec7d4ebd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:00.818104 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:00Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:00.824851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-650f45dc-9ec3-4904-bdbd-02ec7d4ebd7a None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:00.832976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476c16d-f40f-4bb0-83a5-144ae0af7148 req-512057da-2b3a-4825-be5b-23fab86da0bd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:00.840522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6476c16d-f40f-4bb0-83a5-144ae0af7148 req-512057da-2b3a-4825-be5b-23fab86da0bd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 945 time: 0.1170876 Dec 10 05:03:00.861792 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5693e6-31f1-4265-a792-b620b1cd99ce None None] The sync data for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 is: [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:00Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:03:00.893603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-650f45dc-9ec3-4904-bdbd-02ec7d4ebd7a None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:00.894140 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-650f45dc-9ec3-4904-bdbd-02ec7d4ebd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.073118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6476c16d-f40f-4bb0-83a5-144ae0af7148 req-21b8a975-e2f9-470c-9723-af1e2a1e6e62 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316256 Dec 10 05:03:01.085577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Update dhcp port {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'fixed_ips': [{'subnet_id': 'bf0d435b-06e6-41f1-86a2-f73d4e393f4e', 'ip_address': '2001:db8::2'}, {'subnet_id': '50ec581e-a131-4612-af76-84099da5128d'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '13b8498f-6334-446a-bbdd-a2bb0ca824c8'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 05:03:01.149897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.300783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] Provisioning complete for port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:01.301152 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.315993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Delete allocated IP 2001:db8::1f4 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/bf0d435b-06e6-41f1-86a2-f73d4e393f4e) {{(pid=103253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 05:03:01.330853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8:0:1::3af (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/50ec581e-a131-4612-af76-84099da5128d/a6c4df39-db11-4b50-aac4-aa92de6f9c40) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:01.408209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.417941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad87412f-f328-488f-897a-bb15344cbc29 req-1f58ce03-384f-41b6-bd45-c3807804dbfa tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 210 time: 0.0578454 Dec 10 05:03:01.468362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] For port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:01.476113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.591458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5410202-fbf8-4f36-bd39-5deefd31139b None None] Pushing event updated for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:01.612289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3b071387-37c1-4272-a859-eaf0091dd023 None None] Provisioning complete for port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:01.612779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b071387-37c1-4272-a859-eaf0091dd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.621989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.629541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.684923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=a6c4df39-db11-4b50-aac4-aa92de6f9c40,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:01.732832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] In _notify_port_updated(), no bound segment for port a6c4df39-db11-4b50-aac4-aa92de6f9c40 on network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:03:01.741379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:01.742103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.743514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3d859d03-42c4-4854-891a-5a27f29c596b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/ports/a6c4df39-db11-4b50-aac4-aa92de6f9c40 HTTP/1.1" status: 200 len: 930 time: 1.2144558 Dec 10 05:03:01.748821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40296) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:01.783773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Allocated IP 2001:db8:0:1::2 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/50ec581e-a131-4612-af76-84099da5128d/13b8498f-6334-446a-bbdd-a2bb0ca824c8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:01.841345 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-94e05dae-cf7a-4d60-8d00-56980fc966aa tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:01.842748 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-94e05dae-cf7a-4d60-8d00-56980fc966aa tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 796 time: 0.1899910 Dec 10 05:03:01.869814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port a6c4df39-db11-4b50-aac4-aa92de6f9c40 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:03:01.870521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.928435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:01.935229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-69277115-037d-4389-9597-26d71beac55e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 380 time: 0.0718682 Dec 10 05:03:01.957171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'port': {'device_id': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'admin_state_up': True, 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'security_groups': ['98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:01.961467 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.970973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.975326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:01.991047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for a6c4df39-db11-4b50-aac4-aa92de6f9c40 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:03:02.141704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:02.155132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.247487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.273415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c639-79cf-4d74-bc3c-3f4468e7b3ee None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:02.316688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=a6c4df39-db11-4b50-aac4-aa92de6f9c40,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:02.346465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74f22ece-9a9b-4f73-b258-5c10ec1eb20c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:02.352060 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.358632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a733642-f037-485b-9ea9-2a3413bc7271 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/a6c4df39-db11-4b50-aac4-aa92de6f9c40 HTTP/1.1" status: 204 len: 168 time: 0.6063890 Dec 10 05:03:02.359084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40300) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:02.374747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd95a58-b0c8-4152-8f39-b5f68d4e49ea req-078d99ed-9a61-4434-9eb4-f2f00addb376 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:02.376730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd95a58-b0c8-4152-8f39-b5f68d4e49ea req-078d99ed-9a61-4434-9eb4-f2f00addb376 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 945 time: 0.1642971 Dec 10 05:03:02.401083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.8 (38c741a0-1d3f-40bd-8116-0536be0cdafd/375f77ba-fe80-4c85-8900-a10826e92288/e3a5898a-1a7e-48d6-b989-f364decac1f2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:02.411574 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c21d847-9539-4b55-b987-1898c8796d10 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:03:02.413090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c21d847-9539-4b55-b987-1898c8796d10 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/a6c4df39-db11-4b50-aac4-aa92de6f9c40 HTTP/1.1" status: 404 len: 333 time: 0.0532887 Dec 10 05:03:02.414499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:02.415508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.423334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40302) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:02.547865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7cd95a58-b0c8-4152-8f39-b5f68d4e49ea req-3c887037-664e-47dd-a0b4-c28315aa7e20 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507056 Dec 10 05:03:02.577166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:02.600867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab172cb-28c7-4848-9a8c-e8d4b71ca866 req-ac0654bb-ad45-43f6-ac04-31233d9f2773 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 210 time: 0.0426643 Dec 10 05:03:02.630645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.651491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.670899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.698196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:02.698580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.746772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.754775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.763306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.766888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/security-groups/48f1c145-9b3e-496e-9ba9-0e0969869158 HTTP/1.1" status: 204 len: 168 time: 0.3401217 Dec 10 05:03:02.767331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40308) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:02.798219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373652-4e85-4b61-a702-a622cfa5ba13 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f1c145-9b3e-496e-9ba9-0e0969869158,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:02.800492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:02.805677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:02.809970 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:03:02.854312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:02.866904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.895093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.901828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:02.902753 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.931847 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8f7a463a-02a6-45e6-ab4d-d434b6df509d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9815395 Dec 10 05:03:02.954432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Request body: {'port': {'device_id': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:02.958017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.970267 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:02.973783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/security-groups/b4e3271d-5db1-4659-8d0f-46d551ddad3d HTTP/1.1" status: 204 len: 168 time: 0.1949279 Dec 10 05:03:02.976067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:02.982315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5194-d6a5-4d90-91a3-a7637dc51d83 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3271d-5db1-4659-8d0f-46d551ddad3d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:03.071935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet bf0d435b-06e6-41f1-86a2-f73d4e393f4e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:03:03.077588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.080382 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.177360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.237651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb6a5c-4bf3-4233-9d20-2690793c3e80 None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:03.309324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:03.309779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.371560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:03.381234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.392660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:03.392660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.490018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Could not find standard attr ID for object a6c4df39-db11-4b50-aac4-aa92de6f9c40. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:03:03.490221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.504946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Provisioning complete for port e3a5898a-1a7e-48d6-b989-f364decac1f2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:03.505428 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.538135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0d435b-06e6-41f1-86a2-f73d4e393f4e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:03.546138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93fab36d-e13f-40fd-80e4-c94adbcdc7d8 None None] Port e3a5898a-1a7e-48d6-b989-f364decac1f2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:03.548723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.554224 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8120f382-0145-4153-b5ec-4710c2c04d42 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/bf0d435b-06e6-41f1-86a2-f73d4e393f4e HTTP/1.1" status: 204 len: 168 time: 0.5748706 Dec 10 05:03:03.558955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40318) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:03.561448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a5898a-1a7e-48d6-b989-f364decac1f2 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:03:03.566715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:03.570588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.584757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Transition to ACTIVE for port object e3a5898a-1a7e-48d6-b989-f364decac1f2 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:03:03.591095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.645315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:03.709229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97003ceb-7c69-4dc2-ace6-333b24f48dff None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:03.747907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:03:03.748161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:03:03.748551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:03:03.755540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:03:03.755874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:03:03.761821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:03:03.762166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Checking segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:03:03.762698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Bound using segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:03:03.763184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Bound port: e3a5898a-1a7e-48d6-b989-f364decac1f2, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:03:03.763869 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.843212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-998c3070-554f-45b0-8bad-b39f39c7a4c0 None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:03.844390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:03:03.844564 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-998c3070-554f-45b0-8bad-b39f39c7a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.848153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:03:03.856845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.878594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c4be0-2fbf-4f3d-986a-cb3d6ea75306 req-0c80cb29-d81d-4d21-9665-ddde3cd69afc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:03.881101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d5c4be0-2fbf-4f3d-986a-cb3d6ea75306 req-0c80cb29-d81d-4d21-9665-ddde3cd69afc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.1375432 Dec 10 05:03:03.883354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:03.887561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.910876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:03.911612 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.913064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 1091 time: 0.9653702 Dec 10 05:03:03.913659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:03:03.917990 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:03:03.921411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-998c3070-554f-45b0-8bad-b39f39c7a4c0 None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:03.944876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-998c3070-554f-45b0-8bad-b39f39c7a4c0 None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:03.945412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-998c3070-554f-45b0-8bad-b39f39c7a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:03.969494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c8c58-5a5d-463a-993b-a7042b7cdb95 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:04.057540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-5c49d1cf-241f-45f6-9cbc-16cdfb8847c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.059701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-5c49d1cf-241f-45f6-9cbc-16cdfb8847c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1094 time: 0.0768213 Dec 10 05:03:04.073061 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b29cb8-32c8-4ee0-a3e8-eefdbe4c64e6 x-openstack-request-id: req-61b29cb8-32c8-4ee0-a3e8-eefdbe4c64e6 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:03:04.074005 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:03:04.075036 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61b29cb8-32c8-4ee0-a3e8-eefdbe4c64e6 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:03:04.075614 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'status': 'completed', 'code': 200} Dec 10 05:03:04.139292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-905f663f-3646-436a-8ef3-a350c1523a25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 217 time: 0.0615497 Dec 10 05:03:04.160814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d5c4be0-2fbf-4f3d-986a-cb3d6ea75306 req-c69f38f3-79ad-40c0-a744-63e756867581 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684631 Dec 10 05:03:04.249721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:04.251912 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-526fd71f-14e8-4d97-9625-645c3e8647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.253697 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-526fd71f-14e8-4d97-9625-645c3e8647c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.1055536 Dec 10 05:03:04.329602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8ebb1e1e-b07b-49d9-aa25-b5b995d3944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.332107 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-8ebb1e1e-b07b-49d9-aa25-b5b995d3944c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704994 Dec 10 05:03:04.344892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:04.345335 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.406125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.476853 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-6158bf1a-f18f-4ebb-b0f1-7d6b7462c452 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346939 Dec 10 05:03:04.478579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:04.482358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:04.484148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=c77dec90-e09c-4a82-944e-8c3db450a924,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:04.486857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.487511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.506028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03e2f48d-57b8-40da-a33b-bb41ce010a52 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9456069 Dec 10 05:03:04.508294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40326) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:04.513463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1636045701'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:04.538834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.585244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-fd3055aa-ceac-458c-becc-f15b7a21e083 req-ebd83adc-3cb0-4d38-9ef1-2484f61e6682 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917804 Dec 10 05:03:04.612452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.616417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.646969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.650891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1389506 Dec 10 05:03:04.651329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40328) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:04.653825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ad848-96ee-4a20-9c95-2966b7e5c7d2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653e022e-bd75-4e4b-a4b4-750a69b4b5a3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:04.657556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'security_group': {'name': 'tempest-secgroup-888446854'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:04.709992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.752329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-303eaf95-ed9e-4d2e-b399-bebc36fefe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.754031 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-303eaf95-ed9e-4d2e-b399-bebc36fefe96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1094 time: 0.0774415 Dec 10 05:03:04.769623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b624d60-eb0a-4638-bce8-6f236b565f9f None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:04.827140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-10e0f5bd-ecf7-4263-9d44-cec354a1559b None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:04.827507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10e0f5bd-ecf7-4263-9d44-cec354a1559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.852623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.857820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.876579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-10e0f5bd-ecf7-4263-9d44-cec354a1559b None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:04.906818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-10e0f5bd-ecf7-4263-9d44-cec354a1559b None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:04.907186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10e0f5bd-ecf7-4263-9d44-cec354a1559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.907541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:04.911317 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2557759 Dec 10 05:03:04.911317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-ef89df71-cf85-4985-9207-781ecce9f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:04.912183 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-ef89df71-cf85-4985-9207-781ecce9f6a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1488063 Dec 10 05:03:04.912350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40330) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:04.914163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d94dc-f1c4-4abe-af23-357e372bccca tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0b94a-acd2-4202-9b6b-815ca8ea9a38,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:04.919881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749689854'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:04.963132 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-2be51dcd-8a07-4cc2-a961-aa183fd527ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 217 time: 0.0389526 Dec 10 05:03:05.002718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.024794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Update dhcp port {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'fixed_ips': [{'subnet_id': '50ec581e-a131-4612-af76-84099da5128d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c77dec90-e09c-4a82-944e-8c3db450a924'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '13b8498f-6334-446a-bbdd-a2bb0ca824c8'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 05:03:05.036281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-491df59a-5b2f-404b-a667-9948af895af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:05.037949 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-491df59a-5b2f-404b-a667-9948af895af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0655518 Dec 10 05:03:05.050079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.110747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-369d9c5f-234b-43d5-955f-15e65c693edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:05.112230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-369d9c5f-234b-43d5-955f-15e65c693edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638769 Dec 10 05:03:05.121093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.131982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.213440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.215309 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3020129 Dec 10 05:03:05.218431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40336) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:05.219822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbca82-3d13-4453-8de1-f8d11ae04258 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0397fb-4527-423d-8bce-fda4115b93a1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:05.224144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Allocated IP 2001:db8::2 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/c77dec90-e09c-4a82-944e-8c3db450a924/13b8498f-6334-446a-bbdd-a2bb0ca824c8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:05.227730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-793856310', 'security_groups': ['3d0397fb-4527-423d-8bce-fda4115b93a1'], 'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c77dec90-e09c-4a82-944e-8c3db450a924'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:05.252993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-fd814061-4063-41f1-8a94-ae785178c5a1 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295664 Dec 10 05:03:05.335781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:05.375041 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e2acfc81-0956-4aa2-9fa7-e0f82b97cb7d req-d47133d4-8df4-4285-ae66-b41998625d26 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138074 Dec 10 05:03:05.378953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.385136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.411779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56557fb6-9f3b-41c3-a80f-5ad3b695810b req-980f2c7c-50a8-4e8d-8436-de1f09fe4420 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:05.413656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56557fb6-9f3b-41c3-a80f-5ad3b695810b req-980f2c7c-50a8-4e8d-8436-de1f09fe4420 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.1491194 Dec 10 05:03:05.460433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:05.475362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd87ef-0047-4e46-9d61-e0b6ab5a7b9e None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:05.508937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56557fb6-9f3b-41c3-a80f-5ad3b695810b req-35454988-74a9-4cad-977b-dea13edc0e35 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805328 Dec 10 05:03:05.568376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.589170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] device_id is not set on port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c yet. {{(pid=103253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:03:05.771588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8::d0 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/c77dec90-e09c-4a82-944e-8c3db450a924/91912b8f-0b01-471a-a5f9-4a42eaf8e17c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:05.927889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:05.966994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.018376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:06.022350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=91912b8f-0b01-471a-a5f9-4a42eaf8e17c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:06.025128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:06.027714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:03:06.033376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:06.034018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.052894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3479aa8-37df-4bca-94a0-24b3e8fc5c53 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8319247 Dec 10 05:03:06.055539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40348) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:06.060987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:06.180278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b296046-4799-49b2-9f70-960693f01b54 None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:06.180693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b296046-4799-49b2-9f70-960693f01b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.184958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:06.193794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:06.197901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.264411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b296046-4799-49b2-9f70-960693f01b54 None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:06.283334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b296046-4799-49b2-9f70-960693f01b54 None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:06.283964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b296046-4799-49b2-9f70-960693f01b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.316197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:06.316421 n-d-817326-3 neutron-server[103253]: INFO neutron.db.ipam_backend_mixin [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c77dec90-e09c-4a82-944e-8c3db450a924 (CIDR: 2001:db8::/64) Dec 10 05:03:06.316994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.320461 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:03:06.321013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:06.339267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e189a27a-4152-4e1f-8d3e-bd20840d4077 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2823825 Dec 10 05:03:06.342716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:06.348291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:06.478329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:06.482465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.550354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1b9ee53b-6892-4874-ad75-32c2764562e9 None None] Could not find standard attr ID for object a6c4df39-db11-4b50-aac4-aa92de6f9c40. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:03:06.602739 n-d-817326-3 neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 50ec581e-a131-4612-af76-84099da5128d (CIDR: 2001:db8:0:1::/64) Dec 10 05:03:06.606299 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:03:06.606774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:06.627015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c389d1f0-7380-4c3e-85be-175712a777a6 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2828097 Dec 10 05:03:06.629605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40356) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:06.635751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'subnet': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:06.664720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b5bf-70d9-48be-8dca-cbbee162e3ae req-d40e34cc-be2b-453c-87cb-859d2769a037 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:06.666491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c984b5bf-70d9-48be-8dca-cbbee162e3ae req-d40e34cc-be2b-453c-87cb-859d2769a037 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.0678027 Dec 10 05:03:06.735161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c984b5bf-70d9-48be-8dca-cbbee162e3ae req-bd75b3c8-a0aa-4c9f-82ed-f39c987e202b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622406 Dec 10 05:03:06.775540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cf1a5c4d-45a7-4c67-bbef-84fbeb8835ad None None] Provisioning complete for port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:06.776093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5c4d-45a7-4c67-bbef-84fbeb8835ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:06.818230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a5c4d-45a7-4c67-bbef-84fbeb8835ad None None] Port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:06.822157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Made reservation on behalf of b02f8caac5444f518339f055a665179c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:06.825926 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.036589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2e103c44-08c6-48cf-a599-31afff0eb898 None None] Could not find standard attr ID for object a6c4df39-db11-4b50-aac4-aa92de6f9c40. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:03:07.075240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.120507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:07.123945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:07.128209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:07.128823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.138991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Subnet': ['ID=1be28295-85b4-4dde-8dd9-52c883180071,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:07.158754 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-784e7f4d-3d96-4b03-9678-e32114df0a8b tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5278313 Dec 10 05:03:07.161355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40360) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:07.168522 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1792021063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1be28295-85b4-4dde-8dd9-52c883180071'}], 'security_groups': ['653e022e-bd75-4e4b-a4b4-750a69b4b5a3', 'fff0b94a-acd2-4202-9b6b-815ca8ea9a38']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:07.198598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c38fa-30e1-4f0e-904c-38ec3632f08c None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:07.333728 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.385216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Update dhcp port {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'fixed_ips': [{'subnet_id': '50ec581e-a131-4612-af76-84099da5128d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c77dec90-e09c-4a82-944e-8c3db450a924', 'ip_address': '2001:db8::2'}, {'subnet_id': '1be28295-85b4-4dde-8dd9-52c883180071'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '13b8498f-6334-446a-bbdd-a2bb0ca824c8'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 05:03:07.418166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.600704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Allocated IP 2001:db8:0:2::2 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/1be28295-85b4-4dde-8dd9-52c883180071/13b8498f-6334-446a-bbdd-a2bb0ca824c8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:07.694956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:07.723871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.729869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:07.870317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c863b65-4ded-40fc-ae77-831e7b30472f None None] Pushing event updated for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:07.904446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Delete allocated IP 2001:db8::d0 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/c77dec90-e09c-4a82-944e-8c3db450a924) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 05:03:07.908305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7864-3b37-4465-915a-fbdb84ace6f3 req-a9969740-51c9-42d3-a529-15e60319c7d4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:07.911314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09fc7864-3b37-4465-915a-fbdb84ace6f3 req-a9969740-51c9-42d3-a529-15e60319c7d4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.0707839 Dec 10 05:03:07.916125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Allocated IP 2001:db8:0:2::70 (6bef1c0f-8895-413e-8c59-1a7ffc3729a0/1be28295-85b4-4dde-8dd9-52c883180071/91912b8f-0b01-471a-a5f9-4a42eaf8e17c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:07.942921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:03:07.981154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09fc7864-3b37-4465-915a-fbdb84ace6f3 req-5411e235-4adf-4d18-a920-c3dc9f159d83 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628300 Dec 10 05:03:08.069442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:08.091401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'mac_address': 'fa:16:3e:79:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:03:08.141404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.149250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.156558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.177397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a5898a-1a7e-48d6-b989-f364decac1f2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:03:08.191404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:08.234941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:08.248128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] In _notify_port_updated(), no bound segment for port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c on network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:03:08.252906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.254104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:08.254896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.259966 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "PUT /v2.0/ports/91912b8f-0b01-471a-a5f9-4a42eaf8e17c HTTP/1.1" status: 200 len: 969 time: 1.0937536 Dec 10 05:03:08.260147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40368) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:08.272288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9b33-ca0b-4f68-b813-3eec3c7cc959 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event updated for resources: {'Port': ['ID=91912b8f-0b01-471a-a5f9-4a42eaf8e17c,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:08.332729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:08.335465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:08.335838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.397350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:03:08.397350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.507344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.521439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 91912b8f-0b01-471a-a5f9-4a42eaf8e17c owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:03:08.577074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3a5898a-1a7e-48d6-b989-f364decac1f2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:08.712196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:08.712880 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:08.761922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:08.793952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:08.794335 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.002942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Provisioning complete for port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:09.004842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.043931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.048040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8ba98048-f4ed-42eb-8b0e-27ffe0bb7a3d None None] Port 91912b8f-0b01-471a-a5f9-4a42eaf8e17c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:09.088579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=91912b8f-0b01-471a-a5f9-4a42eaf8e17c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:09.131881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.135076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14df2fbe-6983-462f-a9b9-24b3e19c2c8a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/91912b8f-0b01-471a-a5f9-4a42eaf8e17c HTTP/1.1" status: 204 len: 168 time: 0.8748868 Dec 10 05:03:09.138315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.153610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dca0e-b553-48e8-b4cc-cf472d569cd6 req-a9d71cd9-8233-44c4-9cc2-e16b14e9cf58 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:09.155233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea7dca0e-b553-48e8-b4cc-cf472d569cd6 req-a9d71cd9-8233-44c4-9cc2-e16b14e9cf58 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 944 time: 0.0958462 Dec 10 05:03:09.163119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f6cbadd4-375d-4126-91c8-ce243864ed5a None None] Could not find standard attr ID for object 91912b8f-0b01-471a-a5f9-4a42eaf8e17c. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:03:09.166097 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b070dd17-af1a-4b48-b2bf-d3785d4974cc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] GET failed (client error): The resource could not be found. Dec 10 05:03:09.170768 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b070dd17-af1a-4b48-b2bf-d3785d4974cc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports/91912b8f-0b01-471a-a5f9-4a42eaf8e17c HTTP/1.1" status: 404 len: 333 time: 0.0312972 Dec 10 05:03:09.171560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.219570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea7dca0e-b553-48e8-b4cc-cf472d569cd6 req-4c3f94bf-53af-4c91-a084-c4146a61f44f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536981 Dec 10 05:03:09.238019 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.264280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.308833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.312026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.313526 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d0397fb-4527-423d-8bce-fda4115b93a1 HTTP/1.1" status: 204 len: 168 time: 0.1408587 Dec 10 05:03:09.316288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.324761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d600d3e-cb4b-4241-8fdc-2d8b185ad228 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0397fb-4527-423d-8bce-fda4115b93a1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:09.386688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.410804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.455703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.458704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.462266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/security-groups/fff0b94a-acd2-4202-9b6b-815ca8ea9a38 HTTP/1.1" status: 204 len: 168 time: 0.1423876 Dec 10 05:03:09.462883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.469497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8ec33-418c-4db7-a89f-7359910f890a tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0b94a-acd2-4202-9b6b-815ca8ea9a38,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:09.518311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.543557 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.584912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.587840 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.591385 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/security-groups/653e022e-bd75-4e4b-a4b4-750a69b4b5a3 HTTP/1.1" status: 204 len: 168 time: 0.1249897 Dec 10 05:03:09.591990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.598532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0814321-3cb0-493f-b551-cae4b00b534d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653e022e-bd75-4e4b-a4b4-750a69b4b5a3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:09.647620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet c77dec90-e09c-4a82-944e-8c3db450a924 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:03:09.651070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.691129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.771925 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.834278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.862518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=c77dec90-e09c-4a82-944e-8c3db450a924,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:09.864466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.872384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6d3752c-2932-4e12-afaf-191b66368d51 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/c77dec90-e09c-4a82-944e-8c3db450a924 HTTP/1.1" status: 204 len: 168 time: 0.2745795 Dec 10 05:03:09.872509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40384) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:09.876228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3c442-9fa3-412a-a9a7-aad5173a2b65 None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:09.924448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 1be28295-85b4-4dde-8dd9-52c883180071 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:03:09.929613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:09.975954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.074636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.096362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:10.152758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.182626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=1be28295-85b4-4dde-8dd9-52c883180071,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:10.185638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.189882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f12cf231-79b6-4da5-bbcd-c21400cfd45e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/1be28295-85b4-4dde-8dd9-52c883180071 HTTP/1.1" status: 204 len: 168 time: 0.3163500 Dec 10 05:03:10.192418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40388) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.210128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port e3a5898a-1a7e-48d6-b989-f364decac1f2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:03:10.215488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port e3a5898a-1a7e-48d6-b989-f364decac1f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:10.216169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.222290 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21043f7-5091-4b73-a8f8-916ef3d5c462 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.222869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21043f7-5091-4b73-a8f8-916ef3d5c462 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.228698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a21043f7-5091-4b73-a8f8-916ef3d5c462 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/c77dec90-e09c-4a82-944e-8c3db450a924 HTTP/1.1" status: 404 len: 337 time: 0.0325999 Dec 10 05:03:10.229052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40390) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.301983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting subnet 50ec581e-a131-4612-af76-84099da5128d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:03:10.305527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.338624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4524fe9-4f5a-4404-b979-1457e991d305 None None] Update dhcp port {'port': {'network_id': '6bef1c0f-8895-413e-8c59-1a7ffc3729a0', 'fixed_ips': [{'subnet_id': '50ec581e-a131-4612-af76-84099da5128d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1be28295-85b4-4dde-8dd9-52c883180071'}], 'binding:host_id': 'n-d-817326-3'}, 'id': '13b8498f-6334-446a-bbdd-a2bb0ca824c8'} from n-d-817326-3. {{(pid=103255) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 05:03:10.370965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.376517 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.386093 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4524fe9-4f5a-4404-b979-1457e991d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.408637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:03:10.411013 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219d7c19-a486-4284-93d5-26784b810075" -d '{"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:03:10.423385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dd22b-4c5e-4765-ae19-6136b54b042e req-e2858d95-46a1-4461-9cc1-13d8caaa342b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:10.424601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-346dd22b-4c5e-4765-ae19-6136b54b042e req-e2858d95-46a1-4461-9cc1-13d8caaa342b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 944 time: 0.0914302 Dec 10 05:03:10.441447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:10.452867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.511452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.526684 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e80482-4892-484a-860d-932d9989e9d9 x-openstack-request-id: req-d4e80482-4892-484a-860d-932d9989e9d9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:03:10.526980 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:03:10.527239 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4e80482-4892-484a-860d-932d9989e9d9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:03:10.527630 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'code': 200} Dec 10 05:03:10.552716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-346dd22b-4c5e-4765-ae19-6136b54b042e req-3aa2c31f-542c-4032-a068-e13ad3e23e43 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914860 Dec 10 05:03:10.594461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.594842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-d4524fe9-4f5a-4404-b979-1457e991d305 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50ec581e-a131-4612-af76-84099da5128d: This subnet is being modified by another concurrent operation. Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50ec581e-a131-4612-af76-84099da5128d: This subnet is being modified by another concurrent operation. Dec 10 05:03:10.598680 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:03:10.636541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.642485 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.643181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/50ec581e-a131-4612-af76-84099da5128d HTTP/1.1" status: 204 len: 168 time: 0.4124906 Dec 10 05:03:10.644828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990a9bb-e85f-4943-a1ad-eb3bd87fff5d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Subnet': ['ID=50ec581e-a131-4612-af76-84099da5128d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:10.677353 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-794400ce-e8f1-42ef-a0b9-6c03a32903ba tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.677875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794400ce-e8f1-42ef-a0b9-6c03a32903ba tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.681004 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-794400ce-e8f1-42ef-a0b9-6c03a32903ba tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/bf0d435b-06e6-41f1-86a2-f73d4e393f4e HTTP/1.1" status: 404 len: 337 time: 0.0364449 Dec 10 05:03:10.684200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.714478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c534fb2-8cbd-4e2f-a44a-ecb987fcca94 None None] Network 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:03:10.720945 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df7d95d0-119b-4952-a342-7e671484ef78 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f31e98f-806d-4288-beeb-67210c80a3b7 HTTP/1.1" status: 200 len: 205 time: 0.0330935 Dec 10 05:03:10.722147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40400) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.726455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351bb70-7f5a-42d5-ac97-0312123b9676 req-d96d9da8-cbd8-4407-b9c8-340a23ff3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:10.728168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3351bb70-7f5a-42d5-ac97-0312123b9676 req-d96d9da8-cbd8-4407-b9c8-340a23ff3fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.1154408 Dec 10 05:03:10.766949 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-ecc8fe51-0c2e-4fc3-9533-4e4f6b079fbf tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] delete failed (client error): The resource could not be found. Dec 10 05:03:10.771623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ecc8fe51-0c2e-4fc3-9533-4e4f6b079fbf tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/routers/6f31e98f-806d-4288-beeb-67210c80a3b7 HTTP/1.1" status: 404 len: 336 time: 0.0483570 Dec 10 05:03:10.773475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.789018 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3351bb70-7f5a-42d5-ac97-0312123b9676 req-35d20bb8-199c-4fbd-8c67-ac105c82acee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514264 Dec 10 05:03:10.806539 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822bf83-9558-45c0-a040-7ad8682527bc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.807014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822bf83-9558-45c0-a040-7ad8682527bc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.810973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b822bf83-9558-45c0-a040-7ad8682527bc tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/7b093cc8-2086-49b3-99da-38a9d02b3041 HTTP/1.1" status: 404 len: 337 time: 0.0359902 Dec 10 05:03:10.813356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40404) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.819232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0ce95b7e-b597-4af2-8113-3bbdb468dc2e None None] Provisioning complete for port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:10.819603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ce95b7e-b597-4af2-8113-3bbdb468dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.842275 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-059eeca9-5260-4ee3-83d4-858205ffb9e1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.842727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059eeca9-5260-4ee3-83d4-858205ffb9e1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.848009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-059eeca9-5260-4ee3-83d4-858205ffb9e1 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/c3fa8df9-2803-4d24-b7d4-d69ba2ad05d3 HTTP/1.1" status: 404 len: 337 time: 0.0311320 Dec 10 05:03:10.848275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40406) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.854526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] DHCP port deletion for 6bef1c0f-8895-413e-8c59-1a7ffc3729a0 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:03:10.874461 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb46d8f-02c4-47bd-8834-4e5d098a6c26 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.875164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb46d8f-02c4-47bd-8834-4e5d098a6c26 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.880414 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8cb46d8f-02c4-47bd-8834-4e5d098a6c26 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/1e179272-6f18-4b80-a01b-117ad8c17fad HTTP/1.1" status: 404 len: 337 time: 0.0289412 Dec 10 05:03:10.880707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40408) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.894365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ce95b7e-b597-4af2-8113-3bbdb468dc2e None None] Port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:10.904733 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-583ad8e1-5bf1-4f61-8d71-019abf9a2c79 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.905266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583ad8e1-5bf1-4f61-8d71-019abf9a2c79 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.910467 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-583ad8e1-5bf1-4f61-8d71-019abf9a2c79 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/5654c9b0-15b3-4279-8de2-bd335767a3d6 HTTP/1.1" status: 404 len: 333 time: 0.0267093 Dec 10 05:03:10.910940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.913207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0ce95b7e-b597-4af2-8113-3bbdb468dc2e None None] Provisioning complete for port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:10.913585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ce95b7e-b597-4af2-8113-3bbdb468dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.940224 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-754bb94e-36fa-4ae0-aed9-cf7b2f8e2a28 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.941049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754bb94e-36fa-4ae0-aed9-cf7b2f8e2a28 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.944678 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-754bb94e-36fa-4ae0-aed9-cf7b2f8e2a28 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/2428c9a2-7300-451f-8b21-6fb735297df5 HTTP/1.1" status: 404 len: 337 time: 0.0321031 Dec 10 05:03:10.947501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:10.953742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Deleting port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:03:10.954113 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:10.974857 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb108ae-752e-42a3-9bd0-b5ae223a06f2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:10.975318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb108ae-752e-42a3-9bd0-b5ae223a06f2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:10.979392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9bb108ae-752e-42a3-9bd0-b5ae223a06f2 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/556692c4-b44a-4807-bd5d-891890ddafb8 HTTP/1.1" status: 404 len: 337 time: 0.0300493 Dec 10 05:03:10.981672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:11.005350 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e71d6f-fb9a-456a-a0f9-361eb1bf0285 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:11.006116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e71d6f-fb9a-456a-a0f9-361eb1bf0285 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:11.010336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48e71d6f-fb9a-456a-a0f9-361eb1bf0285 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/f54ff121-2c7c-4f1d-a66e-2ca561a615d8 HTTP/1.1" status: 404 len: 333 time: 0.0269909 Dec 10 05:03:11.013633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:11.043487 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a0fc37-a91e-4400-b5ac-cb1199f45e9d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:11.043947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a0fc37-a91e-4400-b5ac-cb1199f45e9d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:11.047747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] For port 13b8498f-6334-446a-bbdd-a2bb0ca824c8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=13b8498f-6334-446a-bbdd-a2bb0ca824c8,segment=NetworkSegment(fe7efc8d-3293-449d-b77e-bed5f2b04f1a),segment_id=fe7efc8d-3293-449d-b77e-bed5f2b04f1a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:11.048217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.050541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:11.051083 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69a0fc37-a91e-4400-b5ac-cb1199f45e9d tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/17ed052f-15b4-4036-8b1b-03676879bc2d HTTP/1.1" status: 404 len: 337 time: 0.0360234 Dec 10 05:03:11.072340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Calling delete_port for 13b8498f-6334-446a-bbdd-a2bb0ca824c8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:03:11.079851 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0d40ec-fb3e-4628-b843-2fce127a773e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] DELETE failed (client error): The resource could not be found. Dec 10 05:03:11.080330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0d40ec-fb3e-4628-b843-2fce127a773e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:03:11.084535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ff0d40ec-fb3e-4628-b843-2fce127a773e tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/subnets/f8c7ad60-d1bb-4925-8e8e-36ccdd949b0f HTTP/1.1" status: 404 len: 337 time: 0.0312579 Dec 10 05:03:11.086675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:11.161781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.191399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Deleting port 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:03:11.191744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.209686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] No DVR routers for this DVR port 13b8498f-6334-446a-bbdd-a2bb0ca824c8 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:03:11.211559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce052b-19b7-4adc-9f43-6881ed1e2a49 None None] Pushing event deleted for resources: {'Port': ['ID=13b8498f-6334-446a-bbdd-a2bb0ca824c8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:11.231947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8f8fd-49fb-4143-b8e6-f4cd5e217959 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:03:11.271309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.285710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Calling delete_port for 659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:03:11.306310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8f8fd-49fb-4143-b8e6-f4cd5e217959 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:03:11.375201 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.406914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Port': ['ID=659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:11.410563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.416874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40424) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:11.417028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eeef622f-da35-4e93-94e5-ed899cb477ec tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/ports/659146d2-8d7d-4b84-8cc1-a3f8f9cefa0b HTTP/1.1" status: 204 len: 168 time: 0.3290565 Dec 10 05:03:11.496566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.583853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.604641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bef1c0f-8895-413e-8c59-1a7ffc3729a0']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:11.613850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:11.614150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7efc8d-3293-449d-b77e-bed5f2b04f1a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:11.624434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.639051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.645626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:03:11.646248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:03:11.649199 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:03:11.688243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a06235-1c9e-4d53-a384-74339bc93d15 req-25d2ec16-ade8-4f6f-a047-489cf9ff4f6e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:11.689755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92a06235-1c9e-4d53-a384-74339bc93d15 req-25d2ec16-ade8-4f6f-a047-489cf9ff4f6e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0510411 Dec 10 05:03:11.708992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.716370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:11.719519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] 10.222.0.43 "DELETE /v2.0/networks/6bef1c0f-8895-413e-8c59-1a7ffc3729a0 HTTP/1.1" status: 204 len: 168 time: 0.3013604 Dec 10 05:03:11.732787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600babd-13ff-4a54-9d94-5c7451807da9 tempest-PortsIpV6TestJSON-187952078 tempest-PortsIpV6TestJSON-187952078-project] Pushing event deleted for resources: {'Network': ['ID=6bef1c0f-8895-413e-8c59-1a7ffc3729a0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:11.753945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92a06235-1c9e-4d53-a384-74339bc93d15 req-fc914ffd-aa4f-4991-869e-003d44dbc734 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571752 Dec 10 05:03:11.972451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40432) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:12.104407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0410748-ef38-4119-b78c-715e58fbbef7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b02f8caac5444f518339f055a665179c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306963 Dec 10 05:03:12.107637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:12.159245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:12.175448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:03:12.184799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:12.196861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 13b8498f-6334-446a-bbdd-a2bb0ca824c8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:03:12.197214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 13b8498f-6334-446a-bbdd-a2bb0ca824c8 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:03:12.231988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:12.234739 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:12.235918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19402dc4-ab48-44aa-8679-ecaca6dfc911 HTTP/1.1" status: 204 len: 168 time: 0.1273420 Dec 10 05:03:12.244977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a7940-5cb1-424e-8534-37706e658100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19402dc4-ab48-44aa-8679-ecaca6dfc911,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:12.867447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:12.868836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a3a-7396-4b95-aa54-5b22519c48b0 req-4b74225d-2524-43d4-8346-40e626e2aa5e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:12.870384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1191a3a-7396-4b95-aa54-5b22519c48b0 req-4b74225d-2524-43d4-8346-40e626e2aa5e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0497744 Dec 10 05:03:12.921215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1191a3a-7396-4b95-aa54-5b22519c48b0 req-3fe37d27-87fc-45aa-b6be-ee300f791283 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 Dec 10 05:03:12.964005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581447149'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:12.986499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:12.995001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.043165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bea10-859e-471e-989e-1056ae9d1c7c req-e43b37e2-29a4-4919-8553-fdf12fa452a3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:13.044705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-750bea10-859e-471e-989e-1056ae9d1c7c req-e43b37e2-29a4-4919-8553-fdf12fa452a3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0548551 Dec 10 05:03:13.075705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.080511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.096759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-750bea10-859e-471e-989e-1056ae9d1c7c req-9e80ee11-5d50-4cb7-8ef3-03f38f76d518 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451488 Dec 10 05:03:13.119532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40470) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.162552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d88d1c-8c82-4224-a177-3980a712f29d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:13.166975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e8d88d1c-8c82-4224-a177-3980a712f29d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1091 time: 0.0435669 Dec 10 05:03:13.167226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.171750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:13.202088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.315146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.430239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.42 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ec59930f-0c89-436a-8b54-90634dc9604b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:13.441732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253e2643-dfb2-4484-b322-c7bfae6d3732,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:13.481932 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.485622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.516067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.517378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6487246 Dec 10 05:03:13.519389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a692-a2cf-4fef-a370-dde1e6d03c79 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400800b1-3e5d-43dc-ac13-5aa81d2a3500,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:13.521450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.549841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.586344 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-708dbddb-e8ec-403b-af97-eff086e2f51b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0637400 Dec 10 05:03:13.589281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.593322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-security--565880166', 'description': 'tempest-security-description-1372047174'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:13.596742 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.634359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.634916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:13.637907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:13.641357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:03:13.669200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=ec59930f-0c89-436a-8b54-90634dc9604b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:13.681875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.686049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.688880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.690114 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "PUT /v2.0/security-groups/400800b1-3e5d-43dc-ac13-5aa81d2a3500 HTTP/1.1" status: 200 len: 1796 time: 0.1003206 Dec 10 05:03:13.694551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.734102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4a24b-42d4-4c77-ac87-f6e823acf6dc tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400800b1-3e5d-43dc-ac13-5aa81d2a3500,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:13.752490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2e71db49-5b7c-499a-a4d8-61e40da8a2a7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups/400800b1-3e5d-43dc-ac13-5aa81d2a3500 HTTP/1.1" status: 200 len: 1796 time: 0.0568464 Dec 10 05:03:13.754985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.806279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.828794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.870171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.872823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:13.873963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/400800b1-3e5d-43dc-ac13-5aa81d2a3500 HTTP/1.1" status: 204 len: 168 time: 0.1180606 Dec 10 05:03:13.877031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.888828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd7785-253e-498f-a421-8490b20eda3d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400800b1-3e5d-43dc-ac13-5aa81d2a3500,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:13.926009 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-52e5bd6e-cc58-47cb-b715-096ce45d950f tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467257 Dec 10 05:03:13.928609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.941551 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-efceb75a-58d8-4ddd-9497-3946ae7a8f9a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] delete failed (client error): The resource could not be found. Dec 10 05:03:13.945901 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-efceb75a-58d8-4ddd-9497-3946ae7a8f9a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/400800b1-3e5d-43dc-ac13-5aa81d2a3500 HTTP/1.1" status: 404 len: 347 time: 0.0129507 Dec 10 05:03:13.946201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40486) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:13.953930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119713061'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:14.021990 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.045829 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.146281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.150302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.170427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.219230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.220438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2717736 Dec 10 05:03:14.223412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.227978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': 'ac72b2ff-ae57-4615-a5ce-ff7777cd07e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:14.240306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b706b-5dd5-4b70-a141-76477ce6c920 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72b2ff-ae57-4615-a5ce-ff7777cd07e1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.255726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.313479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.317349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.332579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394c9639-c137-4055-bdef-d3e9083239ff,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.337617 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.343849 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.344830 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.346342 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9daaa1d5-58f4-4080-ad14-c37ddf61ddee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218266 Dec 10 05:03:14.349342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.377103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.385401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.412303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.418582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.418767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=ec59930f-0c89-436a-8b54-90634dc9604b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.419664 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/394c9639-c137-4055-bdef-d3e9083239ff HTTP/1.1" status: 204 len: 168 time: 0.0694046 Dec 10 05:03:14.422294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.425604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b907f2-012d-4599-bab4-e1ae202b91f7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=394c9639-c137-4055-bdef-d3e9083239ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.438590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.513182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ddcfa55-180a-4aab-9256-73ec0e4870be tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897019 Dec 10 05:03:14.515925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.571251 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.573324 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 393c702b-6832-4483-ba3c-22f39a67262c associated. External IP: 172.25.8.42, port: e3a5898a-1a7e-48d6-b989-f364decac1f2. Dec 10 05:03:14.597166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.639113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.641849 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.645376 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/ac72b2ff-ae57-4615-a5ce-ff7777cd07e1 HTTP/1.1" status: 204 len: 168 time: 0.1260362 Dec 10 05:03:14.646114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.663270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029a729-802d-4dda-9113-558273662197 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72b2ff-ae57-4615-a5ce-ff7777cd07e1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.694845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0df2205-a194-422b-b3e8-66680cf64e15 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477140 Dec 10 05:03:14.699374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.703452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778089695'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:14.725877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.793509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 414bd4f7-d849-4df3-998f-6598000bd972 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:03:14.795347 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.799166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.829333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.830534 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1304545 Dec 10 05:03:14.832401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751b850-f6db-443c-91be-6f2c89b019f6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54293938-2d90-4d81-a297-6003af897163,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.834321 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.838687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '54293938-2d90-4d81-a297-6003af897163', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:14.865345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.904442 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:03:14.917252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Sync routers for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:03:14.921433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.923034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.928725 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.930923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:03:14.931762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:14.947242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1c2e10-511c-4171-8c4c-5873ae9e8f26,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:14.953005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1211f2ba-b029-42fc-9640-3bb6fae24fa7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7847123 Dec 10 05:03:14.953601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:03:14.955938 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa83a70-1512-4da7-9a90-057100f6826a" -d '{"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:03:14.959100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:14.962662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b160f71-3791-43f0-8d7e-c47c292cc9f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250403 Dec 10 05:03:14.963322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:14.967513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '54293938-2d90-4d81-a297-6003af897163', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:15.002657 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.003766 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda70a5d-b8df-45bc-a59b-96084d251895 x-openstack-request-id: req-fda70a5d-b8df-45bc-a59b-96084d251895 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:03:15.004011 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:03:15.004244 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fda70a5d-b8df-45bc-a59b-96084d251895 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:03:15.005479 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'status': 'completed', 'code': 200} Dec 10 05:03:15.072732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:03:15.081577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767533a-3020-41cc-a678-585016e9f2d8 req-27059c0b-6161-46f4-9efc-8baf69ba528b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:15.083418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3767533a-3020-41cc-a678-585016e9f2d8 req-27059c0b-6161-46f4-9efc-8baf69ba528b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0604465 Dec 10 05:03:15.088906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.098583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.118676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83a70-1512-4da7-9a90-057100f6826a req-0d369c86-3a8e-4cd6-b1fb-f8cd2eac040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:15.120910 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-0d369c86-3a8e-4cd6-b1fb-f8cd2eac040e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.0682309 Dec 10 05:03:15.124510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7ecc19-f20a-4a0f-b489-5d7291cf8294,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.143219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3767533a-3020-41cc-a678-585016e9f2d8 req-98afa4d2-91a9-4bff-ba1b-2996d84c8ae7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Dec 10 05:03:15.152912 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.154122 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f5388d20-0f9c-4a83-b16c-86f8f5858864 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901388 Dec 10 05:03:15.156846 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.171622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '54293938-2d90-4d81-a297-6003af897163', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:15.176036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.233788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.255648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fb058269-2fd3-42b5-b443-87c456204caf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 200 len: 990 time: 0.0783861 Dec 10 05:03:15.277539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83a70-1512-4da7-9a90-057100f6826a req-c791a9ff-9a1e-48cf-8e74-daf2ff8c6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:15.279251 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-c791a9ff-9a1e-48cf-8e74-daf2ff8c6c3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1503778 Dec 10 05:03:15.332556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '393c702b-6832-4483-ba3c-22f39a67262c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'mac_address': 'fa:16:3e:79:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:03:13Z', 'updated_at': '2021-12-10T05:03:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:15.346153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.353697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.363524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Checking router: 414bd4f7-d849-4df3-998f-6598000bd972 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:03:15.372090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:03:15.372750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:02:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:15.383577 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-ef89ce4b-2c4d-44fa-b58e-ae90fef20023 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 998 time: 0.0947001 Dec 10 05:03:15.384175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63870eb2-0c78-4643-8fa3-427b7d232135,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.394449 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.395549 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6c560f53-1570-4dd1-9957-f0d419c3f15a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2377813 Dec 10 05:03:15.398523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40516) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.404137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '54293938-2d90-4d81-a297-6003af897163', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:15.435031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.439348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83a70-1512-4da7-9a90-057100f6826a req-5c5855dc-7902-46e5-891c-5e7451199153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:15.440879 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-5c5855dc-7902-46e5-891c-5e7451199153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0497842 Dec 10 05:03:15.482114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:03:15.490151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83a70-1512-4da7-9a90-057100f6826a req-95ef069f-1284-4840-a265-bc088e600815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:15.491668 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-95ef069f-1284-4840-a265-bc088e600815 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439551 Dec 10 05:03:15.501770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.506619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.524825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca79259-ef5d-4a28-b217-4461bf1257ae,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.532960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.534237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03871d7d-934f-4f32-bac2-8399b958cd1a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346526 Dec 10 05:03:15.540926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40518) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.545952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '54293938-2d90-4d81-a297-6003af897163', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:15.577699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.599456 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-be65d554-e172-4c8f-9235-7e8bfdbea15e service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001213 Dec 10 05:03:15.645829 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.650541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.670253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df65de68-7b6d-43d4-8e5f-567d32252cb1,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.680930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.682445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ed5f3fb-a37a-4be4-93ba-6d953d4a6ebf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1404548 Dec 10 05:03:15.685689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.722511 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-afa83a70-1512-4da7-9a90-057100f6826a req-fcdf832d-b051-462b-894c-9a95422889c1 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151209 Dec 10 05:03:15.730559 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.739509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.778001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.784891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.785992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/df65de68-7b6d-43d4-8e5f-567d32252cb1 HTTP/1.1" status: 204 len: 168 time: 0.0993135 Dec 10 05:03:15.788819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.791488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2ac54-62d7-457a-ba10-91f522bb1f55 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df65de68-7b6d-43d4-8e5f-567d32252cb1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.833990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31496121-fa10-466f-aaea-75b721e9bbea tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0438778 Dec 10 05:03:15.836804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.865888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.874211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.882046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '393c702b-6832-4483-ba3c-22f39a67262c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'mac_address': 'fa:16:3e:79:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:03:13Z', 'updated_at': '2021-12-10T05:03:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:03:15.900120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.906770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.907882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/eca79259-ef5d-4a28-b217-4461bf1257ae HTTP/1.1" status: 204 len: 168 time: 0.0700941 Dec 10 05:03:15.910762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.913005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56c75b-39c7-461e-a03a-b35ba7fed8a0 None None] The sync data for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 is: [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '393c702b-6832-4483-ba3c-22f39a67262c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'mac_address': 'fa:16:3e:79:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:03:13Z', 'updated_at': '2021-12-10T05:03:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:03:15.913234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7fc11-f159-4b6e-91e2-c9e1edd39720 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eca79259-ef5d-4a28-b217-4461bf1257ae,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:15.963080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-24e433cc-779b-40ca-98f2-91edc0e53666 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0506473 Dec 10 05:03:15.966386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:15.990993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:15.998643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.025452 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.032624 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.033745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/63870eb2-0c78-4643-8fa3-427b7d232135 HTTP/1.1" status: 204 len: 168 time: 0.0663242 Dec 10 05:03:16.036441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40530) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.039299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a128-f344-4573-8290-6745ee35c1ca tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63870eb2-0c78-4643-8fa3-427b7d232135,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.085004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0cf8d0b9-b6ca-450a-952c-4ad7de718224 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0472682 Dec 10 05:03:16.087584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.112944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.121498 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.123363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a8983-b247-4332-944f-8da5dd18ef74 None None] New status for floating IP 393c702b-6832-4483-ba3c-22f39a67262c: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:03:16.148574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.154878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.155996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cf7ecc19-f20a-4a0f-b489-5d7291cf8294 HTTP/1.1" status: 204 len: 168 time: 0.0674839 Dec 10 05:03:16.158734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.161297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8b633-88e4-49a0-a72b-6c9bbfab16fa tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf7ecc19-f20a-4a0f-b489-5d7291cf8294,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.201540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-39659e21-38c5-466d-99f6-23506b601daf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0415540 Dec 10 05:03:16.204194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40536) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.227183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.235042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.258077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.262047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.268381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.272228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8e1c2e10-511c-4171-8c4c-5873ae9e8f26 HTTP/1.1" status: 204 len: 168 time: 0.0643127 Dec 10 05:03:16.272228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40540) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.289067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c9d3-c309-494a-aa89-8b03d5f23e45 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e1c2e10-511c-4171-8c4c-5873ae9e8f26,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.319565 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-061ab56b-19b1-4920-b97e-b955ad860c02 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462530 Dec 10 05:03:16.322417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.330542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c3e26e5-cff3-4b47-8708-c457f23799f0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 200 len: 990 time: 0.0678844 Dec 10 05:03:16.379164 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.401077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.440765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.443374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.444538 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/54293938-2d90-4d81-a297-6003af897163 HTTP/1.1" status: 204 len: 168 time: 0.1211619 Dec 10 05:03:16.447281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40546) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.456595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f1b7-2d9e-4442-8939-e3e7168869c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54293938-2d90-4d81-a297-6003af897163,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.509479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21a0fc7a-3008-4e19-bde6-8d2e0501c2c6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610278 Dec 10 05:03:16.513799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40548) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.518088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--985940241'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:16.539914 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.610871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.614594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.643248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.644381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1296487 Dec 10 05:03:16.646174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767bbe2-7fec-4a03-a49a-45fc99c7384e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63632ffe-7d4b-4ef2-aafb-73932a599d8c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.647309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.652425 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '63632ffe-7d4b-4ef2-aafb-73932a599d8c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:16.680263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.725131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.728622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.747055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc45483-13ec-4664-8efb-92e9bc29736b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.754567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.755740 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-07ec4e06-9cb5-4023-b2ea-14adb5098d71 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1073043 Dec 10 05:03:16.758593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.810332 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.833431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.877948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.880746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:16.881919 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/63632ffe-7d4b-4ef2-aafb-73932a599d8c HTTP/1.1" status: 204 len: 168 time: 0.1224124 Dec 10 05:03:16.884737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.891845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09194be-b9e0-4d05-bda5-29e37dc34ade tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63632ffe-7d4b-4ef2-aafb-73932a599d8c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:16.939373 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-996d0a17-a286-4405-88be-b1ab3eaa4d53 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534322 Dec 10 05:03:16.943023 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:16.947650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867188599'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:16.973673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.038262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.041677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.071381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.072636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1285629 Dec 10 05:03:17.073775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5c1e-24ab-4db4-835d-b7c343cc4843 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117aed23-eae2-47a9-8c70-b57f987ac677,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.076094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.080881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248148658'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:17.102217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.167152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.175295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.216433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.217866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1404288 Dec 10 05:03:17.218996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed355d-97e7-42cb-bcbd-eca8c1ec180a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3518f0c8-01aa-4f4c-bb54-d0c1f2bc6a5d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.221228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.226439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '117aed23-eae2-47a9-8c70-b57f987ac677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3518f0c8-01aa-4f4c-bb54-d0c1f2bc6a5d', 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:17.256944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.328269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.330219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.333352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.354232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d503f-0395-4def-985a-1d0e41acbd3d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.360504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.361824 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1e48329b-4176-4306-991e-307b7c0110bb tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1392050 Dec 10 05:03:17.364655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.391887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.404344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-628883e4-8569-4072-b4c5-ec8a08a3632f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 200 len: 992 time: 0.0661280 Dec 10 05:03:17.406482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.434325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.440435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.441561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/164d503f-0395-4def-985a-1d0e41acbd3d HTTP/1.1" status: 204 len: 168 time: 0.0758750 Dec 10 05:03:17.444520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.446839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d5d77-092a-48c2-b821-1d52d1037e5b tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=164d503f-0395-4def-985a-1d0e41acbd3d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.487353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d3465e46-1165-43cd-b7e9-01b724199dee tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0413823 Dec 10 05:03:17.490002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.541780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.563146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.605644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.608335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.609529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/3518f0c8-01aa-4f4c-bb54-d0c1f2bc6a5d HTTP/1.1" status: 204 len: 168 time: 0.1185994 Dec 10 05:03:17.612192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.619115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797bfb0-a1c2-482a-bf8f-3ecc14f8f674 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518f0c8-01aa-4f4c-bb54-d0c1f2bc6a5d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.667383 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0245d17b-7635-4170-9b9a-4159f0a9535a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0539119 Dec 10 05:03:17.669993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.726348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.754083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.797262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.800263 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.803876 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/117aed23-eae2-47a9-8c70-b57f987ac677 HTTP/1.1" status: 204 len: 168 time: 0.1305015 Dec 10 05:03:17.804204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40592) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.822183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf607fae-368f-48f2-b2bc-321d7c4587f9 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117aed23-eae2-47a9-8c70-b57f987ac677,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:17.866201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5862690d-373b-43c0-bc3b-695f01a84bcf tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608361 Dec 10 05:03:17.870059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40594) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:17.874975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--854190261'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:17.897864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.964800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:17.968967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.000053 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.001281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1297126 Dec 10 05:03:18.004250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.005162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a027f-3c49-410d-96b4-7e8037444dd6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6bd4c-7eda-4834-a711-ba9e8d5fc652,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.008977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': 'aea6bd4c-7eda-4834-a711-ba9e8d5fc652', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:18.035329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.080181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.083573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.101252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bc6e63-f462-4c9c-84e8-691bfb1c9ab1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.109025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.110173 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0aaf0dfe-f8d9-428c-9c7b-ee86b527b554 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1048734 Dec 10 05:03:18.113014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40598) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.136175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.143528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.169613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.174703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.175882 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b7bc6e63-f462-4c9c-84e8-691bfb1c9ab1 HTTP/1.1" status: 204 len: 168 time: 0.0619342 Dec 10 05:03:18.178649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40600) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.185675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3739c-b462-40ae-be6e-1d00077994c2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7bc6e63-f462-4c9c-84e8-691bfb1c9ab1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.217949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a2db8d9-12a8-42c8-8378-f96f34c3ef12 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380743 Dec 10 05:03:18.220569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.270781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.292609 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.332384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.335298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.336720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/aea6bd4c-7eda-4834-a711-ba9e8d5fc652 HTTP/1.1" status: 204 len: 168 time: 0.1152391 Dec 10 05:03:18.340130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.346314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3448df-5d22-46a4-b370-d3921e459a47 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6bd4c-7eda-4834-a711-ba9e8d5fc652,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.383825 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a547f78b-26c2-47e9-9058-45075f3319a6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424144 Dec 10 05:03:18.387954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.393855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266350395'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:18.418485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.486241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.489903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.522814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dab08b-6440-441d-8358-7cb393aa7d64,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.527881 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.531813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb885c81-26a7-4e03-8569-f7880177a656 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1391811 Dec 10 05:03:18.532367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.536667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': 'f8dab08b-6440-441d-8358-7cb393aa7d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:18.566698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.626076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.629880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.646868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a07ad93-b46e-49e1-871b-8c79101723c0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.655468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.656703 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bc53665d-15ba-4b8f-bc5c-11eabdabd298 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235197 Dec 10 05:03:18.659645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.676435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2047d93a-3092-454c-9696-d90cab5d6037 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules/5a07ad93-b46e-49e1-871b-8c79101723c0 HTTP/1.1" status: 200 len: 763 time: 0.0156555 Dec 10 05:03:18.678981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.721554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-59cb9136-eb22-48a0-9846-6009a7ab464f tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413911 Dec 10 05:03:18.723887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.746422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.754055 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.783932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.790933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.794311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5a07ad93-b46e-49e1-871b-8c79101723c0 HTTP/1.1" status: 204 len: 168 time: 0.0672328 Dec 10 05:03:18.794907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.796123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f545c4-76db-476c-a4b1-3027d4107396 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a07ad93-b46e-49e1-871b-8c79101723c0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.834696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3cd07e2b-6da7-4402-bad8-1a73625bb344 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382662 Dec 10 05:03:18.837129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.842453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': 'f8dab08b-6440-441d-8358-7cb393aa7d64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:18.870325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.920177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.923752 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.940493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34db961a-cb2a-4f88-8617-18488a61fad2,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:18.949737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:18.950929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e38709bf-8164-4072-ac07-e38ec6ea06e3 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127675 Dec 10 05:03:18.953492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:18.971869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f11a352e-0566-43b3-9b07-d99728c6374d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules/34db961a-cb2a-4f88-8617-18488a61fad2 HTTP/1.1" status: 200 len: 763 time: 0.0152009 Dec 10 05:03:18.972069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.011856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46477f8c-538a-40ad-ad49-e3e5746723df tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0358920 Dec 10 05:03:19.012050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.034967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.042421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.066837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.072441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.077135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.091673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/34db961a-cb2a-4f88-8617-18488a61fad2 HTTP/1.1" status: 204 len: 168 time: 0.0759931 Dec 10 05:03:19.102755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24ad8-6189-4b17-b8c8-40ad8a5b5ee6 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34db961a-cb2a-4f88-8617-18488a61fad2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.132795 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dcf6a56e-3d57-4967-8134-61e54970b3f2 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519712 Dec 10 05:03:19.135391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.140338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': 'f8dab08b-6440-441d-8358-7cb393aa7d64', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:19.167682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.229018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.233058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.252011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3006c544-6486-435a-9c88-66be4413c50b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.259829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.261614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-202c8042-e739-4af0-9bfc-b02c6fb87d3e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241310 Dec 10 05:03:19.265079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.281716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd0e01cc-6c45-40df-993d-19ed5af9ffa4 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules/3006c544-6486-435a-9c88-66be4413c50b HTTP/1.1" status: 200 len: 764 time: 0.0156567 Dec 10 05:03:19.284117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.325466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-061d0427-f9f4-4fec-bfa3-7fe2cc67a55f tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0373330 Dec 10 05:03:19.325839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40636) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.349362 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.356718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.382008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.388651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.389748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3006c544-6486-435a-9c88-66be4413c50b HTTP/1.1" status: 204 len: 168 time: 0.0628834 Dec 10 05:03:19.392763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.395122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e964a84-e650-4107-adc5-b7da641cad0d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3006c544-6486-435a-9c88-66be4413c50b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.438053 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df2d2d51-e78d-434d-8612-5f9981ef3393 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411448 Dec 10 05:03:19.438053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.491695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.513594 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.554048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.557254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.559139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8dab08b-6440-441d-8358-7cb393aa7d64 HTTP/1.1" status: 204 len: 168 time: 0.1201572 Dec 10 05:03:19.561875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40642) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.569279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7604ce-7ec9-4c0b-b635-3ebab9098842 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dab08b-6440-441d-8358-7cb393aa7d64,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.608439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2009a61a-f305-4a7d-b042-e66d914a6c6a tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452199 Dec 10 05:03:19.612695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40644) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.616945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637761263'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:19.637570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.702702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.706602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.739614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.740889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1271403 Dec 10 05:03:19.741677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff556-0f37-4a9f-8f47-71b48a72d91d tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68e0de-c600-47de-b85c-adfc8700075d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.744262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.749948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Request body: {'security_group_rule': {'security_group_id': '6a68e0de-c600-47de-b85c-adfc8700075d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:19.778095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.825002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.828397 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.847877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd876389-ea3b-46e9-ba92-79302d1c186f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:19.857764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.858986 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f2a49072-a2f5-4f7f-86a5-30ab48485052 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128082 Dec 10 05:03:19.861716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:19.914480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.938505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.986149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.989121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:19.990358 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a68e0de-c600-47de-b85c-adfc8700075d HTTP/1.1" status: 204 len: 168 time: 0.1277006 Dec 10 05:03:19.993026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40652) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.004622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33080f47-3776-4db7-8643-411228cc3a8e tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68e0de-c600-47de-b85c-adfc8700075d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:20.041505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75345928-a38e-4885-96a7-739da1989022 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450344 Dec 10 05:03:20.041761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.078793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36d253e6-6e4b-42d0-9603-82af01532a11 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0351849 Dec 10 05:03:20.081280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.095648 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-80635257-dd4c-4c3c-87e1-ae0b068260d7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] delete failed (client error): The resource could not be found. Dec 10 05:03:20.096668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-80635257-dd4c-4c3c-87e1-ae0b068260d7 tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a68e0de-c600-47de-b85c-adfc8700075d HTTP/1.1" status: 404 len: 347 time: 0.0144434 Dec 10 05:03:20.100254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.141463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dd33df25-4cb9-4668-9ea6-a96287e3f6ad tempest-SecGroupTest-2038185696 tempest-SecGroupTest-2038185696-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0402009 Dec 10 05:03:20.385366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:20.394327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40664) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.536538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ccd0fa6f-7e99-4f61-89d6-90f3c6e0ec79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52d8cb475e4247a88218c60a39606faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409307 Dec 10 05:03:20.539004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40668) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:20.586315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:20.607088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:20.653163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:20.655762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:20.656983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/253e2643-dfb2-4484-b322-c7bfae6d3732 HTTP/1.1" status: 204 len: 168 time: 0.1170764 Dec 10 05:03:20.664883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0fbfc-583d-4fbc-b20c-575ad2ea2c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e2643-dfb2-4484-b322-c7bfae6d3732,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:22.339857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 40726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:22.340492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e9a864d-2763-4ac7-a326-39daafef0036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.450954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1f0b-5fba-4efc-b7cb-d0c8e4132e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.528037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1f0b-5fba-4efc-b7cb-d0c8e4132e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.534243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1f0b-5fba-4efc-b7cb-d0c8e4132e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.579835 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7d5a1f0b-5fba-4efc-b7cb-d0c8e4132e87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4150ba2f0605474fa03139764f9c7f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379847 Dec 10 05:03:22.580613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a1f0b-5fba-4efc-b7cb-d0c8e4132e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b42c01-cfa0-44c7-baaa-344c084c2ca7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:22.583167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:22.640422 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.662998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.709158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.711903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:22.715946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4b42c01-cfa0-44c7-baaa-344c084c2ca7 HTTP/1.1" status: 204 len: 168 time: 0.1281478 Dec 10 05:03:22.724704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd93d21-6b1a-4314-a4b8-72482da68ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b42c01-cfa0-44c7-baaa-344c084c2ca7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:22.973174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40736) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:22.985901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4553e21b-6ec3-4890-a926-b615da465027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.061374 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4553e21b-6ec3-4890-a926-b615da465027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.064647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4553e21b-6ec3-4890-a926-b615da465027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.101387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e21b-6ec3-4890-a926-b615da465027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e28bb-e017-40ef-8fbd-9c3ec543678a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:23.105844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4553e21b-6ec3-4890-a926-b615da465027 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cda0a44d2d364d5ca8bf1ea629a1530e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316311 Dec 10 05:03:23.108336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 40740) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:23.164276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.199534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.246392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.248905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.250087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d1e28bb-e017-40ef-8fbd-9c3ec543678a HTTP/1.1" status: 204 len: 168 time: 0.1408031 Dec 10 05:03:23.257807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655df850-4570-44b0-8171-03ba26412b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e28bb-e017-40ef-8fbd-9c3ec543678a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:23.449383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-8510054a-baa7-436c-8867-d1bd68db2a93 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:23.450849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-8510054a-baa7-436c-8867-d1bd68db2a93 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.1069551 Dec 10 05:03:23.465974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-b07dc15a-4f73-4920-bf50-5201fbfc0de0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/quotas/f66a3ba24f93455ba5247c99fbc0972b HTTP/1.1" status: 200 len: 375 time: 0.0093777 Dec 10 05:03:23.520344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-84105363-930c-4723-aa5e-de377f3039b6 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486333 Dec 10 05:03:23.689163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:23.942623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-840dfd31-32e4-4f62-a6ee-fda5002f9252 service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151659 Dec 10 05:03:24.035156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-c56adef6-bd3f-4093-a24b-cd1234b07cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850918 Dec 10 05:03:24.221762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37911602-6f76-44f0-848f-e0ee89d35826 req-33464f98-1d10-4b25-8c37-f9d5dd351265 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 210 time: 0.0308278 Dec 10 05:03:25.151208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84c08f72-06f4-4ba4-b328-000e7cad9d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.279245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-6557d3da-43e2-4c34-ae13-d06c00e606d3 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:25.280756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-6557d3da-43e2-4c34-ae13-d06c00e606d3 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 814 time: 0.1138561 Dec 10 05:03:25.306873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Request body: {'port': {'device_id': '87a571d9-157d-42ef-9af5-f9e011766e10', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'admin_state_up': True, 'tenant_id': 'f66a3ba24f93455ba5247c99fbc0972b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:25.322422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93d5cd18-f990-43fd-8dd7-06dce4f7d20e req-32ed3554-33f9-4d5d-9462-5ab2c9559ffe tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 210 time: 0.0273273 Dec 10 05:03:25.416752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Made reservation on behalf of f66a3ba24f93455ba5247c99fbc0972b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:03:25.420293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.545409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Allocated IP 172.20.0.2 (3229f9da-2c69-461d-9d04-fe2c59129bfa/79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7/61474fc5-bc0e-41d0-b5b6-122edac6189f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:03:25.687841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.721450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.754811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:25.761757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:03:25.766957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:03:25.772769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:03:25.780042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event updated for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:25.795391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f', '546bd2b1-7d05-4d18-bd65-2c27e0345027'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:25.797333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af964dd6-f06d-4059-87cb-78dca5a53e69 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:03:25.811279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.811631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.811979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.812318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.812682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.813015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.813344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.813667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.813990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.814319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.814688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.815009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.815328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:25.835472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:25.836082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.854841 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-0c6596e0-54ef-4405-afcd-cc0f9f295a61 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519109 Dec 10 05:03:25.855998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.874238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Request body: {'port': {'device_id': '87a571d9-157d-42ef-9af5-f9e011766e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:03:25.930919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:25.946632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-929c3e5d-d2f3-4d56-8408-f97ffbd2eda4 None None] Provisioning complete for port 61474fc5-bc0e-41d0-b5b6-122edac6189f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:25.947000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-929c3e5d-d2f3-4d56-8408-f97ffbd2eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.026183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-929c3e5d-d2f3-4d56-8408-f97ffbd2eda4 None None] Port 61474fc5-bc0e-41d0-b5b6-122edac6189f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:03:26.210078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61474fc5-bc0e-41d0-b5b6-122edac6189f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:03:26.218013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.231748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Transition to ACTIVE for port object 61474fc5-bc0e-41d0-b5b6-122edac6189f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:03:26.238550 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.290033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8e15d-75b1-4109-b030-8ae0bfa93306 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:03:26.296238 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Pushing event updated for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:26.373826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Attempting to bind port 61474fc5-bc0e-41d0-b5b6-122edac6189f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:03:26.374161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Attempting to bind port 61474fc5-bc0e-41d0-b5b6-122edac6189f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:03:26.374629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Attempting to bind port 61474fc5-bc0e-41d0-b5b6-122edac6189f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:03:26.379121 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Port 61474fc5-bc0e-41d0-b5b6-122edac6189f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:03:26.379466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Attempting to bind port 61474fc5-bc0e-41d0-b5b6-122edac6189f on network 3229f9da-2c69-461d-9d04-fe2c59129bfa {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:03:26.384420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:03:26.384891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Checking segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:03:26.385272 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Bound using segment: {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:03:26.385718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Bound port: 61474fc5-bc0e-41d0-b5b6-122edac6189f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9234240d-737b-4356-a993-ad0aadb9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:03:26.386070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.451981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:03:26.453076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26f89-0f37-4ef9-9aa4-0aa521e4997d req-f180dc52-5356-4609-8d71-ad5e4e9ea57d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:26.455494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:03:26.460208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.461921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95f26f89-0f37-4ef9-9aa4-0aa521e4997d req-f180dc52-5356-4609-8d71-ad5e4e9ea57d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 943 time: 0.0655494 Dec 10 05:03:26.498545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:26.499250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:26.500683 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] 10.222.0.36 "PUT /v2.0/ports/61474fc5-bc0e-41d0-b5b6-122edac6189f HTTP/1.1" status: 200 len: 1091 time: 0.6310508 Dec 10 05:03:26.501030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:03:26.503326 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c13466b-e7c3-42de-84e4-7d6c377f3afa" -d '{"events": [{"name": "network-changed", "server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:03:26.509521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793a38c-4745-444f-b960-1397308e864c None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:03:26.529967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225cba7-a9f3-4e05-8545-b56de4d30df5 service neutron] Pushing event updated for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:26.531194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-95f26f89-0f37-4ef9-9aa4-0aa521e4997d req-cfe0430b-ed53-4509-9529-4b4ea168f5c2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638697 Dec 10 05:03:26.566191 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76544f0a-1502-4bbb-95e3-1c74aa92f383 x-openstack-request-id: req-76544f0a-1502-4bbb-95e3-1c74aa92f383 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:03:26.566685 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:03:26.567022 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76544f0a-1502-4bbb-95e3-1c74aa92f383 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:03:26.567488 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f', 'status': 'completed', 'code': 200} Dec 10 05:03:26.619417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-e1975af0-61bb-4d2a-aaff-808048ebef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:26.621110 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-e1975af0-61bb-4d2a-aaff-808048ebef3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 1094 time: 0.0575039 Dec 10 05:03:26.673231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-e0626202-8f02-45f6-bbc3-906fc0694b27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f HTTP/1.1" status: 200 len: 217 time: 0.0360682 Dec 10 05:03:26.722241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445286-c372-4f91-a02b-b1027e483a3d req-58bbd505-13f3-433d-96d5-89ff62fbbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:26.723636 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-58bbd505-13f3-433d-96d5-89ff62fbbe9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0436914 Dec 10 05:03:26.755135 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-f8fbe2b8-8948-47a6-ae17-f1152f981127 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241511 Dec 10 05:03:26.847723 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-ed0d9be6-244c-4bae-97ed-ac4c078f1342 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Dec 10 05:03:26.941303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-63445286-c372-4f91-a02b-b1027e483a3d req-b499f1ca-620b-441a-b7a3-71a5b8fe76be service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Dec 10 05:03:27.085775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-97e43865-2931-4fda-81cc-41a75f10bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:27.087560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-97e43865-2931-4fda-81cc-41a75f10bff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 1094 time: 0.0453570 Dec 10 05:03:27.182385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-520f49cb-fba7-4f60-9e37-fb851cd29c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:27.184163 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-520f49cb-fba7-4f60-9e37-fb851cd29c1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.0897794 Dec 10 05:03:27.233082 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-68597421-4f6d-4e4f-8a3c-26613d9f559b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f HTTP/1.1" status: 200 len: 217 time: 0.0409384 Dec 10 05:03:27.286897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-5ba26fb0-2b45-421a-8f7e-80c3fc6f6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:27.288399 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-5ba26fb0-2b45-421a-8f7e-80c3fc6f6e7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0456049 Dec 10 05:03:27.323181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-b06473eb-d52c-4afd-9688-6928a4f7d36b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247066 Dec 10 05:03:27.426596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-8a18e4cb-031f-4a4a-a436-d087f24f9a14 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943589 Dec 10 05:03:27.467571 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:27.521170 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c13466b-e7c3-42de-84e4-7d6c377f3afa req-64fa7905-0c82-4802-992c-b272ca545507 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856464 Dec 10 05:03:27.638947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cdcf0-968f-4086-9366-4e949fcd9a85 req-ea56fdfa-5a83-4e46-a22f-dab6d946708f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:27.640410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-011cdcf0-968f-4086-9366-4e949fcd9a85 req-ea56fdfa-5a83-4e46-a22f-dab6d946708f tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 943 time: 0.0479934 Dec 10 05:03:27.689006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-011cdcf0-968f-4086-9366-4e949fcd9a85 req-33401a43-ac4b-463e-85c3-1ad708836a8c tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Dec 10 05:03:28.309370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:28.809651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b692ce6-6848-4397-8868-b7969a45387c req-1bd08f94-2af2-4ff6-ad1c-c0dede99fcd2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:28.811120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b692ce6-6848-4397-8868-b7969a45387c req-1bd08f94-2af2-4ff6-ad1c-c0dede99fcd2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 943 time: 0.0534387 Dec 10 05:03:28.857851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b692ce6-6848-4397-8868-b7969a45387c req-23699574-339b-4b78-91e2-c72ed34a9069 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Dec 10 05:03:30.077201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 61474fc5-bc0e-41d0-b5b6-122edac6189f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:03:30.138474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799189-d65b-4d32-8df2-eddd1f250e77 req-3fc9d494-c189-4887-be23-400321bbaab9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:30.139999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4799189-d65b-4d32-8df2-eddd1f250e77 req-3fc9d494-c189-4887-be23-400321bbaab9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 943 time: 0.2127700 Dec 10 05:03:30.188393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:30.192242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4799189-d65b-4d32-8df2-eddd1f250e77 req-cdfea5ba-7832-4f08-85ad-aceeb0cb3359 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Dec 10 05:03:30.200515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '61474fc5-bc0e-41d0-b5b6-122edac6189f', 'network_id': '3229f9da-2c69-461d-9d04-fe2c59129bfa', 'port_id': '61474fc5-bc0e-41d0-b5b6-122edac6189f', 'mac_address': 'fa:16:3e:6f:0d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:03:30.240532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:30.253815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61474fc5-bc0e-41d0-b5b6-122edac6189f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:03:30.273696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:30.278088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:30.325726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:30.576337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['61474fc5-bc0e-41d0-b5b6-122edac6189f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:31.370596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765f1ed-9c5a-4a9a-8ddc-66098c790d89 req-23518ebf-e5ef-4be1-b409-00987075229d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:31.372096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8765f1ed-9c5a-4a9a-8ddc-66098c790d89 req-23518ebf-e5ef-4be1-b409-00987075229d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 944 time: 0.1054335 Dec 10 05:03:31.422956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8765f1ed-9c5a-4a9a-8ddc-66098c790d89 req-4d053a31-6988-426f-a428-0b4e5330db9d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Dec 10 05:03:32.108082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 61474fc5-bc0e-41d0-b5b6-122edac6189f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:03:32.159572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 61474fc5-bc0e-41d0-b5b6-122edac6189f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:03:32.163990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 61474fc5-bc0e-41d0-b5b6-122edac6189f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:03:32.164374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:32.263234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:32.288153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:03:32.290499 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5b783-4b6c-4495-a649-bf0ed1cffce4" -d '{"events": [{"server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "name": "network-vif-plugged", "status": "completed", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:03:32.304184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:32.308163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:32.342612 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18030d5b-493d-4f78-8e85-1c3c5fe5f431 x-openstack-request-id: req-18030d5b-493d-4f78-8e85-1c3c5fe5f431 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:03:32.342909 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "name": "network-vif-plugged", "status": "completed", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:03:32.343164 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18030d5b-493d-4f78-8e85-1c3c5fe5f431 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:03:32.343554 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f', 'code': 200} Dec 10 05:03:32.364216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:32.483942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e540f4-57db-4bcf-ae27-ed3be27e41b4 req-a5925b23-0519-4fa3-8f98-ab5220555821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:32.485649 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-75e540f4-57db-4bcf-ae27-ed3be27e41b4 req-a5925b23-0519-4fa3-8f98-ab5220555821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 1096 time: 0.0504434 Dec 10 05:03:32.550392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f805-e3e2-4cdd-8af4-c09dd578f814 req-d43fb89a-78d8-4417-84f1-d005643bc9d0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:32.551910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fb4f805-e3e2-4cdd-8af4-c09dd578f814 req-d43fb89a-78d8-4417-84f1-d005643bc9d0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0541480 Dec 10 05:03:32.554436 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-75e540f4-57db-4bcf-ae27-ed3be27e41b4 req-f03511a0-55cd-437d-bbb4-fff27f46b9f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Dec 10 05:03:32.617622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fb4f805-e3e2-4cdd-8af4-c09dd578f814 req-9cad6337-3c69-44d0-b7ff-c76a2d2f541a tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 Dec 10 05:03:33.751996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bfb1-98ea-4623-8bc3-112c23bf3b58 req-bfcb2d95-5c6c-480d-9fc0-188f7bfe6f07 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:33.753653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb14bfb1-98ea-4623-8bc3-112c23bf3b58 req-bfcb2d95-5c6c-480d-9fc0-188f7bfe6f07 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0575845 Dec 10 05:03:33.815467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb14bfb1-98ea-4623-8bc3-112c23bf3b58 req-eda4db7f-3db8-47fa-a858-65cb4ae1110d tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Dec 10 05:03:34.941930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8897c-b0c3-4257-8f9b-0643bc78837d req-018e5047-6394-49b7-8196-c0975fa749d8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:34.948986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cc8897c-b0c3-4257-8f9b-0643bc78837d req-018e5047-6394-49b7-8196-c0975fa749d8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0604393 Dec 10 05:03:34.992685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1cc8897c-b0c3-4257-8f9b-0643bc78837d req-8376eab3-dbc3-4f4a-91ba-ea1c94142edd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Dec 10 05:03:37.054985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:03:43.826980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41004) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:43.925013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82760f-0381-4075-b058-de423174d48f req-c3950ab3-baf2-4de7-88ae-adaa5db5f83b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:43.926860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab82760f-0381-4075-b058-de423174d48f req-c3950ab3-baf2-4de7-88ae-adaa5db5f83b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.0459070 Dec 10 05:03:43.950896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0489a3a0-3639-48b0-9dd4-41995a091a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:43.958906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab82760f-0381-4075-b058-de423174d48f req-2142f09e-9e6d-4098-aaf4-688f20bdf41b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.090377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0489a3a0-3639-48b0-9dd4-41995a091a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.098462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0489a3a0-3639-48b0-9dd4-41995a091a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.102601 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab82760f-0381-4075-b058-de423174d48f req-2142f09e-9e6d-4098-aaf4-688f20bdf41b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.119621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ab82760f-0381-4075-b058-de423174d48f req-2142f09e-9e6d-4098-aaf4-688f20bdf41b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.158146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489a3a0-3639-48b0-9dd4-41995a091a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661b324-2e12-4f28-9231-902c40f0631c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:44.168700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0489a3a0-3639-48b0-9dd4-41995a091a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78085f1aa25a4c8198f9878e40bcc0ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405128 Dec 10 05:03:44.169083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:44.191106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab82760f-0381-4075-b058-de423174d48f req-2142f09e-9e6d-4098-aaf4-688f20bdf41b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532616 Dec 10 05:03:44.193165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142f09e-9e6d-4098-aaf4-688f20bdf41b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f875b-25bd-4220-8cb0-201264ce21ac,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:44.241661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.263740 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.312560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.315704 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.317249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb9abe-5a28-4c35-861f-b9323fdc0f28 req-f839054e-207f-4cf1-8807-bc395691623c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:44.317881 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1661b324-2e12-4f28-9231-902c40f0631c HTTP/1.1" status: 204 len: 168 time: 0.1468139 Dec 10 05:03:44.325563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1cb9abe-5a28-4c35-861f-b9323fdc0f28 req-f839054e-207f-4cf1-8807-bc395691623c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0595486 Dec 10 05:03:44.328036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd720b-51eb-4e34-8acf-70e8266f4224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661b324-2e12-4f28-9231-902c40f0631c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:44.380379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1cb9abe-5a28-4c35-861f-b9323fdc0f28 req-87383df3-7ab5-447b-9cdc-795b144d7b36 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539403 Dec 10 05:03:44.404880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:44.471327 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec569a3b-dca7-4013-a933-2457593cb721 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 200 len: 992 time: 0.0651288 Dec 10 05:03:44.620694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41026) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:44.633814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.713161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.716763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.757464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a5381-ad73-45fb-b6b2-2cd8004d7d2a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:44.761890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c0a9e3af38e4e9e8332495548c91b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400700 Dec 10 05:03:44.764653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:44.769083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.769437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.769877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.770113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.770453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.770786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.771135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.771465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.771875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.772101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.772429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.772913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.773244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0be6c5-d781-42ec-b8cd-cf50bfbad33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:03:44.818540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.840287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.852758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-7d09f0be-9d21-4a3d-8dae-5387b7d2a352 req-5e5f86fd-83b3-4977-8e42-2beff9e2f3fc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:03:44.853758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d09f0be-9d21-4a3d-8dae-5387b7d2a352 req-5e5f86fd-83b3-4977-8e42-2beff9e2f3fc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054677 Dec 10 05:03:44.888050 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.891012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:44.892212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f81a5381-ad73-45fb-b6b2-2cd8004d7d2a HTTP/1.1" status: 204 len: 168 time: 0.1262069 Dec 10 05:03:44.901058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73111a05-1356-457a-8516-17863dc48967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a5381-ad73-45fb-b6b2-2cd8004d7d2a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:45.383405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783bffd-d02f-4f65-aae1-deef159ef7d1 req-237e2420-8056-4c2e-bb98-a9d066a8cf4c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:45.384935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2783bffd-d02f-4f65-aae1-deef159ef7d1 req-237e2420-8056-4c2e-bb98-a9d066a8cf4c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0543945 Dec 10 05:03:45.442995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2783bffd-d02f-4f65-aae1-deef159ef7d1 req-c56e7234-ceb6-479f-8315-392449eae489 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Dec 10 05:03:45.493168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-d9659e95-0f2f-44a8-9f27-273ec5747701 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1637194 Dec 10 05:03:45.502612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-45faa26a-be9e-42f4-ad1b-90e2f6652a81 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:03:45.503559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-45faa26a-be9e-42f4-ad1b-90e2f6652a81 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049407 Dec 10 05:03:46.825247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a85672-4519-4a2b-b0a8-b5a97a13adce req-907cee9a-fd1c-4799-8170-a2920616962d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:46.826741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69a85672-4519-4a2b-b0a8-b5a97a13adce req-907cee9a-fd1c-4799-8170-a2920616962d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0552785 Dec 10 05:03:46.878891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69a85672-4519-4a2b-b0a8-b5a97a13adce req-900b10bc-1734-4627-ad60-937a37d41026 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Dec 10 05:03:46.913294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-84e83a39-361c-4ebb-b0c8-c0281a79a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:46.914767 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-84e83a39-361c-4ebb-b0c8-c0281a79a9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.0408411 Dec 10 05:03:47.010146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-a34bb37a-33d1-46e2-8d6e-0e7e6dce4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:47.011585 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-a34bb37a-33d1-46e2-8d6e-0e7e6dce4080 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.0854075 Dec 10 05:03:47.081216 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-80cb32c2-e371-4024-8293-48384459e73a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 1000 time: 0.0605516 Dec 10 05:03:47.130673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-4d1f3a05-2438-46ec-9a11-337ea0bfc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:47.131972 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-4d1f3a05-2438-46ec-9a11-337ea0bfc678 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0416365 Dec 10 05:03:47.184325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3de36935-3a62-4a3c-9ff9-5cddd08ed876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:47.185905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3de36935-3a62-4a3c-9ff9-5cddd08ed876 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456512 Dec 10 05:03:47.281495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-916d137b-9db0-4567-a14f-4edbc0b1d5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Dec 10 05:03:47.372314 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-d0620634-f484-443c-90aa-61f5ffe8093f service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Dec 10 05:03:48.010361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271994b-f9b8-4804-a910-531b820a249f req-923ec37a-242c-48e5-ab25-c6988e42ea72 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:48.011851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0271994b-f9b8-4804-a910-531b820a249f req-923ec37a-242c-48e5-ab25-c6988e42ea72 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0561426 Dec 10 05:03:48.062816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0271994b-f9b8-4804-a910-531b820a249f req-b2bbf1c8-4f60-41c7-a166-94fb100af081 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Dec 10 05:03:49.200608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc286e-cc20-44be-a657-c17dc72fcb0f req-c1799295-ce6a-4fb3-8d55-94dbe0b2809c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:49.207848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-effc286e-cc20-44be-a657-c17dc72fcb0f req-c1799295-ce6a-4fb3-8d55-94dbe0b2809c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0567293 Dec 10 05:03:49.283678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-effc286e-cc20-44be-a657-c17dc72fcb0f req-48bffbf4-9b2b-4987-8b13-72952d17b93b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717916 Dec 10 05:03:49.418204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:49.534960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b103-69dd-4d12-9aea-8ebcf5e08381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.614316 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b103-69dd-4d12-9aea-8ebcf5e08381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.621229 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b103-69dd-4d12-9aea-8ebcf5e08381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.667677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3b103-69dd-4d12-9aea-8ebcf5e08381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e802aaf9-9469-479a-8f2e-b63af4e82796,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:49.687079 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b9a3b103-69dd-4d12-9aea-8ebcf5e08381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7db7bffe65dd402b9e38ad3d435fe758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671020 Dec 10 05:03:49.688493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41188) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:49.740648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.765158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.828303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.831107 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:49.832277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e802aaf9-9469-479a-8f2e-b63af4e82796 HTTP/1.1" status: 204 len: 168 time: 0.1427193 Dec 10 05:03:49.841750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721ac6c-a05f-41f2-9fd7-731b1aadf288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802aaf9-9469-479a-8f2e-b63af4e82796,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:50.139866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41194) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:50.153755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2303-b894-4947-aeb0-13528643d6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.229733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2303-b894-4947-aeb0-13528643d6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.233956 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2303-b894-4947-aeb0-13528643d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.274713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e0fb2303-b894-4947-aeb0-13528643d6e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef1fa6193fe34d27986aba7012bc6318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335170 Dec 10 05:03:50.275994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2303-b894-4947-aeb0-13528643d6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50d2d3-4979-4985-b0cb-710c432567f8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:50.277662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:03:50.343560 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.365582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.402598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f8230-26a4-4e9e-8cc8-5f2eae460238 req-fbf964e0-8979-4ea1-9895-ff42192ef5f8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:50.404137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e3f8230-26a4-4e9e-8cc8-5f2eae460238 req-fbf964e0-8979-4ea1-9895-ff42192ef5f8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0556796 Dec 10 05:03:50.413238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.421586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.425279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:50.426638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b50d2d3-4979-4985-b0cb-710c432567f8 HTTP/1.1" status: 204 len: 168 time: 0.1477489 Dec 10 05:03:50.437073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8ec28-b199-42b8-a6c6-2cba3e92194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50d2d3-4979-4985-b0cb-710c432567f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:50.469177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e3f8230-26a4-4e9e-8cc8-5f2eae460238 req-d6c47058-dadd-48bb-b673-7a3514998d2a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582709 Dec 10 05:03:51.574838 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-2e37f076-ce8d-45eb-9dbe-6720e6a0601e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551188 Dec 10 05:03:51.609279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489d2c-3ec4-445d-a049-ad1ab63e03c9 req-be592d67-35c5-4908-a64c-96c0e20f5500 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:51.610993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd489d2c-3ec4-445d-a049-ad1ab63e03c9 req-be592d67-35c5-4908-a64c-96c0e20f5500 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0583055 Dec 10 05:03:51.672299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd489d2c-3ec4-445d-a049-ad1ab63e03c9 req-f43e61ff-8938-4f82-94a4-797315b7498e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551229 Dec 10 05:03:51.708291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-105310d2-13b2-4646-8a9e-deaa08b1bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:51.709902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-105310d2-13b2-4646-8a9e-deaa08b1bf28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0551221 Dec 10 05:03:51.837354 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-8dcf5f9b-fee5-4a75-bcdd-4cb0e35c6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:51.839633 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-8dcf5f9b-fee5-4a75-bcdd-4cb0e35c6c66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.1014607 Dec 10 05:03:51.891999 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-34f83265-f63c-4ac5-910c-393ab7f5e320 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 200 len: 217 time: 0.0410128 Dec 10 05:03:51.945417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-fbc00b5f-2fb7-417e-95a6-57f7cc985910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:51.946896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-fbc00b5f-2fb7-417e-95a6-57f7cc985910 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0480092 Dec 10 05:03:51.983828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-bf1f9fd1-a3d5-4c03-b7a7-227f8887e970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254271 Dec 10 05:03:52.083708 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-e59f85a1-34ff-47c5-bfe7-35e84a059aee service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910065 Dec 10 05:03:52.185246 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fdb98cf-3112-49ed-9d50-aa16f6c92607 req-98a49d62-746c-4f65-84b7-3038c996bc50 service neutron] 10.222.0.41 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876031 Dec 10 05:03:52.336062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-391b658b-aa58-4295-b1b0-e4285dffbeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:52.805816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd704-1979-45ec-a99c-4aae8ad23d33 req-dd9560ba-4b06-48fa-965a-aa21bb7b9acf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:52.808548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-024bd704-1979-45ec-a99c-4aae8ad23d33 req-dd9560ba-4b06-48fa-965a-aa21bb7b9acf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0544713 Dec 10 05:03:52.883346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-024bd704-1979-45ec-a99c-4aae8ad23d33 req-7515bc59-35f2-455f-b28c-e15dc8ec23bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681314 Dec 10 05:03:53.701575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:54.032966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d047e-15d6-4f47-9aff-60614f98b813 req-1bfa895a-d557-412e-95f8-ab3cc1b4ef55 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:54.041770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca7d047e-15d6-4f47-9aff-60614f98b813 req-1bfa895a-d557-412e-95f8-ab3cc1b4ef55 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0698812 Dec 10 05:03:54.092072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca7d047e-15d6-4f47-9aff-60614f98b813 req-196b6c7a-ad06-4014-a770-4111cadeff1d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493898 Dec 10 05:03:55.161503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419841bb-7aa7-4246-91d4-e92055cd0230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:55.263298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bfc25-7b07-4cea-9d72-12a53851c9dc req-af740557-75e8-4cc1-bf14-530bdc3fa9a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:55.265833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d15bfc25-7b07-4cea-9d72-12a53851c9dc req-af740557-75e8-4cc1-bf14-530bdc3fa9a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0562475 Dec 10 05:03:55.328565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d15bfc25-7b07-4cea-9d72-12a53851c9dc req-0b65a0e9-30ae-48fb-a8fe-8b40b7445000 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564518 Dec 10 05:03:55.809027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:56.463621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc619f-3001-45be-bc3b-1a6c161e5b46 req-516bb66b-2c9e-4a21-803e-18dae46d9505 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:56.471740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2cc619f-3001-45be-bc3b-1a6c161e5b46 req-516bb66b-2c9e-4a21-803e-18dae46d9505 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0712008 Dec 10 05:03:56.525772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2cc619f-3001-45be-bc3b-1a6c161e5b46 req-03346f66-fbfa-4614-8c3a-ac2a1b3fe8fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529156 Dec 10 05:03:57.482375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:57.492505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138ef4-9bfb-49ac-a3c0-e65ea4dd478f req-d01e830d-89ff-41ae-b981-c481b246d6eb tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:57.496685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2138ef4-9bfb-49ac-a3c0-e65ea4dd478f req-d01e830d-89ff-41ae-b981-c481b246d6eb tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0760686 Dec 10 05:03:57.563983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2138ef4-9bfb-49ac-a3c0-e65ea4dd478f req-6dbbb430-ae44-45bd-9889-51396e7f2dc7 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Dec 10 05:03:57.682783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342d1ac-092d-4f68-a499-d47465e0cba7 req-a59a588a-1c36-4616-aa93-fa65808e5179 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:57.684185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a342d1ac-092d-4f68-a499-d47465e0cba7 req-a59a588a-1c36-4616-aa93-fa65808e5179 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0612893 Dec 10 05:03:57.746072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a342d1ac-092d-4f68-a499-d47465e0cba7 req-e644f41b-54e4-43ce-9f74-ccb1a3043bc6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555983 Dec 10 05:03:57.946865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-ef0fdbfe-5b67-4b23-85b2-1257f1667d25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421383 Dec 10 05:03:58.062099 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-ef04dea9-642f-4bd8-af7d-161e7e8467bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:58.063588 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-ef04dea9-642f-4bd8-af7d-161e7e8467bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 1096 time: 0.0454175 Dec 10 05:03:58.181117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-0327c862-fcd6-40ec-956c-b8dd31ca99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:58.183165 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-0327c862-fcd6-40ec-956c-b8dd31ca99a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 200 len: 915 time: 0.0976458 Dec 10 05:03:58.236519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-516ef1ae-605b-472a-ba28-8d0daad5284c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 200 len: 217 time: 0.0433509 Dec 10 05:03:58.291815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-bf5ffd4c-adf8-4c55-b4cb-2eb7b110a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:58.293396 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-bf5ffd4c-adf8-4c55-b4cb-2eb7b110a7df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 200 len: 854 time: 0.0466597 Dec 10 05:03:58.311238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:58.329787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-f46c06bf-2a6e-46a4-8e69-2328c9555c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3229f9da-2c69-461d-9d04-fe2c59129bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271091 Dec 10 05:03:58.728555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49226b-3406-437e-a174-9aed25aa2bf5 req-53b6455d-fb0e-4f97-bf9c-c55f3dec75c9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:58.730993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f49226b-3406-437e-a174-9aed25aa2bf5 req-53b6455d-fb0e-4f97-bf9c-c55f3dec75c9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0814924 Dec 10 05:03:58.759810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-eef209e3-0a72-4dc9-93c5-4b9e4acb1b52 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220004 Dec 10 05:03:58.799164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f49226b-3406-437e-a174-9aed25aa2bf5 req-e2620ebb-6afe-478c-9780-415cce30a583 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496140 Dec 10 05:03:58.866342 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-aeb7993c-4eb0-4571-b152-9654e22dfa4e req-8257b8ce-2868-48d5-835f-da98cabc9f49 service neutron] 10.222.0.36 "GET /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965266 Dec 10 05:03:58.875016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aa8c4-0fe8-41d8-9e73-dc1249d07721 req-b03f4d70-cbef-4422-b3d1-3f8f17c3fcb3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:58.876576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a8aa8c4-0fe8-41d8-9e73-dc1249d07721 req-b03f4d70-cbef-4422-b3d1-3f8f17c3fcb3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0487220 Dec 10 05:03:58.933263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a8aa8c4-0fe8-41d8-9e73-dc1249d07721 req-31cf2e2d-543e-4159-939e-0b8247f28126 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504847 Dec 10 05:03:59.474149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-48acc809-41b6-4e90-a382-a4e2a0974013 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:03:59.475506 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-48acc809-41b6-4e90-a382-a4e2a0974013 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Dec 10 05:03:59.568133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Deleting port 61474fc5-bc0e-41d0-b5b6-122edac6189f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:03:59.568360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:59.655342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] For port 61474fc5-bc0e-41d0-b5b6-122edac6189f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=61474fc5-bc0e-41d0-b5b6-122edac6189f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:03:59.655714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:59.671857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Calling delete_port for 61474fc5-bc0e-41d0-b5b6-122edac6189f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:03:59.789544 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3451c76b-c767-4839-8148-0db9353b4866 service neutron] show failed (client error): The resource could not be found. Dec 10 05:03:59.790565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3451c76b-c767-4839-8148-0db9353b4866 service neutron] 10.222.0.36 "GET /v2.0/ports/e3a5898a-1a7e-48d6-b989-f364decac1f2/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0682890 Dec 10 05:03:59.846277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:03:59.884648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c', '61474fc5-bc0e-41d0-b5b6-122edac6189f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:59.888926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f', '546bd2b1-7d05-4d18-bd65-2c27e0345027'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:03:59.945549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event deleted for resources: {'Port': ['ID=61474fc5-bc0e-41d0-b5b6-122edac6189f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:03:59.955695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2684444-7c78-4e2d-9779-54dc3a27b577 req-e7ff2cea-6e60-45c0-9c35-7074f2ad51b9 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a571d9-157d-42ef-9af5-f9e011766e10 HTTP/1.1" status: 200 len: 210 time: 0.0489843 Dec 10 05:03:59.974625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7240f-34dd-4ecf-bef3-4db55a613b92 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:00.001937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] No DVR routers for this DVR port 61474fc5-bc0e-41d0-b5b6-122edac6189f on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:00.007346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:00.032883 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e81deecc-05a9-42f3-b3e5-1c38ff659684 req-bbe8a4fb-5103-41ca-92a7-c7d8872a04cd tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "DELETE /v2.0/ports/61474fc5-bc0e-41d0-b5b6-122edac6189f HTTP/1.1" status: 204 len: 173 time: 0.5317905 Dec 10 05:04:00.037880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'name': 'network-vif-deleted', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:00.040459 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e214ae0-973d-4a98-838c-a1498c6dbab6" -d '{"events": [{"server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "name": "network-vif-deleted", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:00.124506 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f8661-5116-4a15-9253-fea11d21d334 x-openstack-request-id: req-e60f8661-5116-4a15-9253-fea11d21d334 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:00.125298 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a571d9-157d-42ef-9af5-f9e011766e10", "name": "network-vif-deleted", "tag": "61474fc5-bc0e-41d0-b5b6-122edac6189f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:00.125566 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e60f8661-5116-4a15-9253-fea11d21d334 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:00.127903 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a571d9-157d-42ef-9af5-f9e011766e10', 'name': 'network-vif-deleted', 'tag': '61474fc5-bc0e-41d0-b5b6-122edac6189f', 'status': 'completed', 'code': 200} Dec 10 05:04:00.135346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3a0a73d1-df6c-4f82-9731-f47a5ec410d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:00.138808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3a0a73d1-df6c-4f82-9731-f47a5ec410d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 1096 time: 0.1037712 Dec 10 05:04:00.167760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:00.186266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e573-c048-437f-8828-86edd2cfff2a req-771574f3-e4d5-40f7-99cc-973d0906ccec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:00.188323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a93e573-c048-437f-8828-86edd2cfff2a req-771574f3-e4d5-40f7-99cc-973d0906ccec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.1218209 Dec 10 05:04:00.250085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:00.290993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a93e573-c048-437f-8828-86edd2cfff2a req-5f455ada-c489-4142-9338-a66ab7fccc26 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945225 Dec 10 05:04:00.477537 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:00.510417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:00.552418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:00.565027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Transition to ACTIVE for port object e3a5898a-1a7e-48d6-b989-f364decac1f2 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:04:00.569752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:00.696686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:00.772290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] No DVR routers for this DVR port e3a5898a-1a7e-48d6-b989-f364decac1f2 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:00.928724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:00.929035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:00.929592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:00.935104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:04:00.935586 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Attempting to bind port e3a5898a-1a7e-48d6-b989-f364decac1f2 on network 38c741a0-1d3f-40bd-8116-0536be0cdafd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:00.943170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:00.943593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Checking segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:00.944047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Bound using segment: {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:00.944570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Bound port: e3a5898a-1a7e-48d6-b989-f364decac1f2, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa5ffb1-63f7-487d-9e92-9c8dc505422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:00.945007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.021733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:01.026285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:01.033067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.077487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.078287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.079922 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] 10.222.0.41 "PUT /v2.0/ports/e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 1091 time: 0.9204285 Dec 10 05:04:01.112367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8cb4d-ab78-4e3b-baa5-4b0efd1ffdaa service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:01.207773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-900366bc-eb02-45b1-a6b2-b78b41e81b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.209338 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-900366bc-eb02-45b1-a6b2-b78b41e81b76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1094 time: 0.0798395 Dec 10 05:04:01.364908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-0b50fd4d-5d19-444b-aef5-b638bbe806e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.367154 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-0b50fd4d-5d19-444b-aef5-b638bbe806e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1455207 Dec 10 05:04:01.493856 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-5ac7bd6b-8c41-4e5d-a236-2cad62b37f90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 998 time: 0.1124487 Dec 10 05:04:01.508214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cd78-141d-48cd-878c-3c0ebbc8aea7 req-0c6c862e-4eea-4c76-990a-5a37b3977e10 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.515778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6801cd78-141d-48cd-878c-3c0ebbc8aea7 req-0c6c862e-4eea-4c76-990a-5a37b3977e10 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.0942073 Dec 10 05:04:01.563239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-c3ce9191-6f95-481f-8149-2c5da18d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.569454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-c3ce9191-6f95-481f-8149-2c5da18d0844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0673409 Dec 10 05:04:01.577458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6801cd78-141d-48cd-878c-3c0ebbc8aea7 req-0e4e8853-98b5-4861-b06f-b0f56ddbd206 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604637 Dec 10 05:04:01.634461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-8a93b9e7-678b-420c-9263-0ae8a5b3bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:01.636192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-8a93b9e7-678b-420c-9263-0ae8a5b3bce7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552111 Dec 10 05:04:01.734456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:01.761614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-113f2836-c1c8-4505-bf79-ff79620dc5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130903 Dec 10 05:04:01.860157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e0c-9b20-4eb9-9ab8-c635af517701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.871716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6746a62d-4e47-4cab-8850-d8392a0110ee req-3599524f-898a-4dd3-846e-69dec6793bcd service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986381 Dec 10 05:04:01.948071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e0c-9b20-4eb9-9ab8-c635af517701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.955855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e0c-9b20-4eb9-9ab8-c635af517701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:01.989089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3e0c-9b20-4eb9-9ab8-c635af517701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbf3a38-1af4-4de3-9d33-87879bd04487,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:02.018156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a6f3e0c-9b20-4eb9-9ab8-c635af517701 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5724c8465ec9436490570083176a6300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825780 Dec 10 05:04:02.020842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:02.080315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.111653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.129090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}, {'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:02.131675 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773" -d '{"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}, {"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:02.166094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.169657 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.171028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cbf3a38-1af4-4de3-9d33-87879bd04487 HTTP/1.1" status: 204 len: 168 time: 0.1492484 Dec 10 05:04:02.190564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a5dc-d832-424e-bb64-201ac9491db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbf3a38-1af4-4de3-9d33-87879bd04487,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:02.223222 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a31cd-bf40-4333-92d9-496286917cc4 x-openstack-request-id: req-5a4a31cd-bf40-4333-92d9-496286917cc4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:02.223544 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "code": 200}, {"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:02.223810 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a4a31cd-bf40-4333-92d9-496286917cc4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:02.224222 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'code': 200} Dec 10 05:04:02.224506 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'status': 'completed', 'code': 200} Dec 10 05:04:02.399720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-50e3beb4-13db-45f1-b88f-5cf678cd390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.402640 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-50e3beb4-13db-45f1-b88f-5cf678cd390e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1094 time: 0.1002421 Dec 10 05:04:02.413505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-2cbf6b47-af37-4797-b161-4265a7757820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.415075 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-2cbf6b47-af37-4797-b161-4265a7757820 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1094 time: 0.1114960 Dec 10 05:04:02.519459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:02.536512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc721-de06-4cd3-bacc-d2ef7cfbdab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.600584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-e5627322-643c-4ff3-8e94-a3a23cbef3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.602934 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-e5627322-643c-4ff3-8e94-a3a23cbef3b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1914949 Dec 10 05:04:02.604169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-47e901ba-b4fd-4923-829e-77e38ccd39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.605527 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-47e901ba-b4fd-4923-829e-77e38ccd39fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1822598 Dec 10 05:04:02.629710 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc721-de06-4cd3-bacc-d2ef7cfbdab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.634272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc721-de06-4cd3-bacc-d2ef7cfbdab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.687912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc721-de06-4cd3-bacc-d2ef7cfbdab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2d71c7-455a-4ca7-8370-432887bba45b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:02.707078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc8fc721-de06-4cd3-bacc-d2ef7cfbdab1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8637e094d1a4a67875d573e0145a8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864092 Dec 10 05:04:02.710159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41412) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:02.737537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-9d77acd4-e35d-44a4-9cda-70a35565a16e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 998 time: 0.1263702 Dec 10 05:04:02.746291 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-e3cf1b57-015d-476f-8218-dc92dd5aeb43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 998 time: 0.1215944 Dec 10 05:04:02.757137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c2cb-09e5-4deb-90dc-2fbbb89ab42c req-4ab073a0-e90b-4796-a153-92aa2c106e05 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.758646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6685c2cb-09e5-4deb-90dc-2fbbb89ab42c req-4ab073a0-e90b-4796-a153-92aa2c106e05 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.0984809 Dec 10 05:04:02.796119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.832038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-da9bc4a2-11c9-4cdd-a4a6-e9e9a20c0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.833560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-da9bc4a2-11c9-4cdd-a4a6-e9e9a20c0c44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0863411 Dec 10 05:04:02.835017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-8edaf85e-cf9e-42b6-8e1b-fdafbbe39532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.836357 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-8edaf85e-cf9e-42b6-8e1b-fdafbbe39532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0820045 Dec 10 05:04:02.839589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.851081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6685c2cb-09e5-4deb-90dc-2fbbb89ab42c req-5e16bd1d-7803-4df9-b8b4-260238a23efa tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800488 Dec 10 05:04:02.901967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.904942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:02.906228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be2d71c7-455a-4ca7-8370-432887bba45b HTTP/1.1" status: 204 len: 168 time: 0.1954219 Dec 10 05:04:02.914294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eecfba-f82e-4a10-b6fb-350803466de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2d71c7-455a-4ca7-8370-432887bba45b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:02.933407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-2b2d1f11-6b3c-4373-ba14-7417659b91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.935639 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-2b2d1f11-6b3c-4373-ba14-7417659b91dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922773 Dec 10 05:04:02.948350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-fb519254-5ec6-40ef-a4e4-6368fd00efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:02.949895 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-fb519254-5ec6-40ef-a4e4-6368fd00efde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054463 Dec 10 05:04:03.109945 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-9aed6ab2-00b3-419c-8cef-e73fdc29a1ca service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590331 Dec 10 05:04:03.111924 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-2cbdb427-8d16-4c3f-823c-da1ba4f07309 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538918 Dec 10 05:04:03.213300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-24f769aa-8947-4431-adc6-7f2de1f0389f service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925224 Dec 10 05:04:03.304084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3e0330a5-1af1-479e-bfe8-89eb4c5f2773 req-0ad71363-86a4-4c37-878b-7b8fe07e807e service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849189 Dec 10 05:04:03.320813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:03.333633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b416d7a-8b82-4292-872d-2807a3b3e299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.411281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b416d7a-8b82-4292-872d-2807a3b3e299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.414806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7b416d7a-8b82-4292-872d-2807a3b3e299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.454624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7b416d7a-8b82-4292-872d-2807a3b3e299 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f4e6722c1b34d9d8dd0fb198247daa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351333 Dec 10 05:04:03.455802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416d7a-8b82-4292-872d-2807a3b3e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7aa5fc-b709-4ecf-9900-3446605e911e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:03.457423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:03.519955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.543882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.589794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.592502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:03.593682 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d7aa5fc-b709-4ecf-9900-3446605e911e HTTP/1.1" status: 204 len: 168 time: 0.1351235 Dec 10 05:04:03.603370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57ded4-202d-423c-9dbd-fe3e023d12e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7aa5fc-b709-4ecf-9900-3446605e911e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:03.906210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:04:04.010669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abe6a3-60e0-411b-951b-366064bc5a55 req-b92c359d-77f7-40ac-94e4-8d86b85f93d0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:04.012309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56abe6a3-60e0-411b-951b-366064bc5a55 req-b92c359d-77f7-40ac-94e4-8d86b85f93d0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 943 time: 0.0702710 Dec 10 05:04:04.052209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:04.065410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'port_id': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'mac_address': 'fa:16:3e:79:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:04:04.099340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56abe6a3-60e0-411b-951b-366064bc5a55 req-1e4b6254-32d5-4cb4-b2e9-07a43f98067e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793757 Dec 10 05:04:04.136887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:04.153109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a5898a-1a7e-48d6-b989-f364decac1f2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:04:04.177267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:04.182556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:04.247866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:04.255998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.256675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.257091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.257608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.258003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.258462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.258857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.259363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.260341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.260970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.261348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.261702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.262286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:04.340811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:04.394911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:04.395653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 61474fc5-bc0e-41d0-b5b6-122edac6189f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:04.420389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 61474fc5-bc0e-41d0-b5b6-122edac6189f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:04.421208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 61474fc5-bc0e-41d0-b5b6-122edac6189f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:04.543747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['e3a5898a-1a7e-48d6-b989-f364decac1f2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:04.591362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d7b8-3d43-424b-bd89-6826ba670ec5 req-ec346a7b-6de7-4bc0-affd-cf3450a932e0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:04.598978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a34d7b8-3d43-424b-bd89-6826ba670ec5 req-ec346a7b-6de7-4bc0-affd-cf3450a932e0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 945 time: 0.0575986 Dec 10 05:04:04.665005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a34d7b8-3d43-424b-bd89-6826ba670ec5 req-febab5bc-866c-445f-a646-108030f11253 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Dec 10 05:04:05.241055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688acf40-a3f2-49e9-ab12-4bf3aa472d9c req-a38ffa2c-f173-4dd1-91b8-22c9baaa7df5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.242717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-688acf40-a3f2-49e9-ab12-4bf3aa472d9c req-a38ffa2c-f173-4dd1-91b8-22c9baaa7df5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 944 time: 0.0610721 Dec 10 05:04:05.302115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-688acf40-a3f2-49e9-ab12-4bf3aa472d9c req-fec41221-9637-476f-ad74-b7877e06942a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524676 Dec 10 05:04:05.509522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8a15-c7ea-4948-96d8-c5b54b844d7f req-bbbc798b-c449-496c-9afc-c0373b6848ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.511713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-877b8a15-c7ea-4948-96d8-c5b54b844d7f req-bbbc798b-c449-496c-9afc-c0373b6848ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 944 time: 0.0500979 Dec 10 05:04:05.585348 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-5c28de27-14af-4d89-b965-bf80084e2bda tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.587945 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-5c28de27-14af-4d89-b965-bf80084e2bda tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e&tenant_id=c1928bc24df2487fb6efbc330dd17b48&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 944 time: 0.0983269 Dec 10 05:04:05.608592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-877b8a15-c7ea-4948-96d8-c5b54b844d7f req-17212b24-85e3-49fc-9f47-9d17b9ffaf49 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798907 Dec 10 05:04:05.655649 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-c2e893a7-e60c-48e5-97db-ce4074509e46 service neutron] delete failed (client error): The resource could not be found. Dec 10 05:04:05.656707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-c2e893a7-e60c-48e5-97db-ce4074509e46 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e3a5898a-1a7e-48d6-b989-f364decac1f2/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0617287 Dec 10 05:04:05.778376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-ad5d9747-59b1-42c5-bfdc-8c094abfceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.779866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-ad5d9747-59b1-42c5-bfdc-8c094abfceea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1095 time: 0.0561008 Dec 10 05:04:05.803739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac1ff-56c3-4f8a-ad83-1c1975f96abd req-c21abf1e-0232-40d2-8fc3-5449f02314ba tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.805265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af4ac1ff-56c3-4f8a-ad83-1c1975f96abd req-c21abf1e-0232-40d2-8fc3-5449f02314ba tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 945 time: 0.0656054 Dec 10 05:04:05.858782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af4ac1ff-56c3-4f8a-ad83-1c1975f96abd req-f317c663-d714-4e7e-af52-bc1252474d09 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Dec 10 05:04:05.881819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-d78cc7a9-505a-4be7-b1c9-489e7f979cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:05.883293 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-d78cc7a9-505a-4be7-b1c9-489e7f979cff service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.0954762 Dec 10 05:04:05.918879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:05.949039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-a141e767-a470-4cc4-a3d3-2c69a7848c48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 999 time: 0.0586641 Dec 10 05:04:05.979843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port e3a5898a-1a7e-48d6-b989-f364decac1f2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:04:05.984499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port e3a5898a-1a7e-48d6-b989-f364decac1f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:05.985097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.008144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-5c94ecde-cde0-445c-bc48-e15cf906bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:06.010800 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-5c94ecde-cde0-445c-bc48-e15cf906bbce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0547900 Dec 10 05:04:06.065909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.073148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-24188a4c-7155-4330-b161-c9ad0810cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:06.074646 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-24188a4c-7155-4330-b161-c9ad0810cc70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553937 Dec 10 05:04:06.088603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:06.090898 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e907f3c-9f47-40c4-9076-bf50b62b8e74" -d '{"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:06.103331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:06.111362 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.169590 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8914f64-c890-44d9-ae45-a366380db93a x-openstack-request-id: req-f8914f64-c890-44d9-ae45-a366380db93a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:06.170838 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:06.171365 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8914f64-c890-44d9-ae45-a366380db93a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:06.172015 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'code': 200} Dec 10 05:04:06.179320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-b6b50888-db86-41f1-b544-bfde9e6e358b service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964103 Dec 10 05:04:06.200310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:06.290192 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bfb62bb8-9cf0-4c3e-a21d-d5cfaa263a7c req-a0897a98-dedc-4827-ab7e-51d5e7b74932 service neutron] 10.222.0.36 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873268 Dec 10 05:04:06.348677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fefca6-c82d-438d-8d18-923b512fe493 req-cf1dbd97-8a5a-4c63-87da-64326f2ca436 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:06.350128 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14fefca6-c82d-438d-8d18-923b512fe493 req-cf1dbd97-8a5a-4c63-87da-64326f2ca436 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 945 time: 0.0514913 Dec 10 05:04:06.450174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Deleting port 546bd2b1-7d05-4d18-bd65-2c27e0345027 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:06.450615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.544848 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] For port 546bd2b1-7d05-4d18-bd65-2c27e0345027, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=546bd2b1-7d05-4d18-bd65-2c27e0345027,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:06.545214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.558398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Calling delete_port for 546bd2b1-7d05-4d18-bd65-2c27e0345027 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:06.696641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.731003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event deleted for resources: {'Port': ['ID=546bd2b1-7d05-4d18-bd65-2c27e0345027,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:06.731462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:06.740098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f', '546bd2b1-7d05-4d18-bd65-2c27e0345027'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:06.743333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189de8b-0a81-4b74-9425-3be0e822feeb req-7972db2c-eefe-40a1-af29-db1a72fee9a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:06.747634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5189de8b-0a81-4b74-9425-3be0e822feeb req-7972db2c-eefe-40a1-af29-db1a72fee9a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0650592 Dec 10 05:04:06.803269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] No DVR routers for this DVR port 546bd2b1-7d05-4d18-bd65-2c27e0345027 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:06.806311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:06.810229 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14fefca6-c82d-438d-8d18-923b512fe493 req-91fe481d-c584-4765-a4cc-59db1e4d3cbc tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "DELETE /v2.0/ports/546bd2b1-7d05-4d18-bd65-2c27e0345027 HTTP/1.1" status: 204 len: 173 time: 0.4537115 Dec 10 05:04:06.810764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'name': 'network-vif-deleted', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:06.811225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c9642-45c1-4945-a888-c324a9712d65 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:06.814603 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fcace2-85d9-4397-a8d3-a0c7ae1a0da1" -d '{"events": [{"server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "name": "network-vif-deleted", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:06.819078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5189de8b-0a81-4b74-9425-3be0e822feeb req-3ac5d267-3285-4ef5-b0d7-89b493718b51 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618861 Dec 10 05:04:06.859624 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f6c91-091f-4075-8769-46fa737224ea x-openstack-request-id: req-0a4f6c91-091f-4075-8769-46fa737224ea {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:06.860067 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb80dcf0-c744-41e8-9ff0-9c2038b428ec", "name": "network-vif-deleted", "tag": "546bd2b1-7d05-4d18-bd65-2c27e0345027", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:06.860406 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a4f6c91-091f-4075-8769-46fa737224ea {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:06.860959 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb80dcf0-c744-41e8-9ff0-9c2038b428ec', 'name': 'network-vif-deleted', 'tag': '546bd2b1-7d05-4d18-bd65-2c27e0345027', 'status': 'completed', 'code': 200} Dec 10 05:04:07.017681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d7652e7-cd9d-441a-a3a9-b3525544f6b7 req-757a72f3-0665-4a01-8f01-03373937f126 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb80dcf0-c744-41e8-9ff0-9c2038b428ec HTTP/1.1" status: 200 len: 210 time: 0.0388792 Dec 10 05:04:07.940404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02378f47-23fe-4645-abbf-9c079fdfc1d0 req-f576bfaf-823d-490f-b810-eb3709246f87 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:07.942010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02378f47-23fe-4645-abbf-9c079fdfc1d0 req-f576bfaf-823d-490f-b810-eb3709246f87 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0492275 Dec 10 05:04:07.992153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02378f47-23fe-4645-abbf-9c079fdfc1d0 req-01a4aa2f-99d7-4c76-9951-3a2116a977e0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Dec 10 05:04:08.016980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:08.089394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-472d6f1d-8d75-43bd-998e-647f3ddf43b3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 200 len: 992 time: 0.0653367 Dec 10 05:04:08.305295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adf0ee-e759-4803-9065-d6ee10058b38 req-16c87ec3-041a-4df3-9cab-4aa8b2262ff7 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:08.306888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18adf0ee-e759-4803-9065-d6ee10058b38 req-16c87ec3-041a-4df3-9cab-4aa8b2262ff7 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 945 time: 0.0558360 Dec 10 05:04:08.359761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-18adf0ee-e759-4803-9065-d6ee10058b38 req-8084af1e-67ff-4405-8a7b-de5a214a3b89 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Dec 10 05:04:09.477852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822894-d5f2-4914-898a-d34df9b0163e req-01721e37-bc28-41ee-ad65-f678376b5990 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:09.479841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1822894-d5f2-4914-898a-d34df9b0163e req-01721e37-bc28-41ee-ad65-f678376b5990 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 945 time: 0.0485237 Dec 10 05:04:09.526638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1822894-d5f2-4914-898a-d34df9b0163e req-a860c20a-d239-428c-bf1e-a3586dad32ad tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Dec 10 05:04:09.682771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-2455502e-e555-48b3-a351-2c89b72177e0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:09.684252 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-2455502e-e555-48b3-a351-2c89b72177e0 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 945 time: 0.0501869 Dec 10 05:04:09.779262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Deleting port e3199ab4-58f5-4919-b282-9843bc5e832c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:09.779518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:09.866254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] For port e3199ab4-58f5-4919-b282-9843bc5e832c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=e3199ab4-58f5-4919-b282-9843bc5e832c,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:09.866611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:09.879046 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Calling delete_port for e3199ab4-58f5-4919-b282-9843bc5e832c owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:09.917173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 546bd2b1-7d05-4d18-bd65-2c27e0345027 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:09.940314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 546bd2b1-7d05-4d18-bd65-2c27e0345027 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:09.940821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 546bd2b1-7d05-4d18-bd65-2c27e0345027 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:10.014644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:10.046219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event deleted for resources: {'Port': ['ID=e3199ab4-58f5-4919-b282-9843bc5e832c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:10.047896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['e3199ab4-58f5-4919-b282-9843bc5e832c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:10.079399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:10.096236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] No DVR routers for this DVR port e3199ab4-58f5-4919-b282-9843bc5e832c on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:10.105932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a3f77-d217-4fa1-b62e-8d47c892f330 None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:10.116132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:10.126479 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ef49fc18-bd82-4787-9e6b-c49298fca3e4 req-4fdc037b-ad41-4f1a-8077-20ede98894e5 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.36 "DELETE /v2.0/ports/e3199ab4-58f5-4919-b282-9843bc5e832c HTTP/1.1" status: 204 len: 173 time: 0.4345584 Dec 10 05:04:10.127030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'name': 'network-vif-deleted', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:10.130008 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d711194-217e-4c24-9b81-1a6aaafddf05" -d '{"events": [{"server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "name": "network-vif-deleted", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:10.206787 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32283b-59eb-483c-be23-0989ee5f405a x-openstack-request-id: req-3d32283b-59eb-483c-be23-0989ee5f405a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:10.207078 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11956e5-6533-4942-85af-c9a7ef8154ab", "name": "network-vif-deleted", "tag": "e3199ab4-58f5-4919-b282-9843bc5e832c", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:10.207329 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d32283b-59eb-483c-be23-0989ee5f405a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:10.207723 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11956e5-6533-4942-85af-c9a7ef8154ab', 'name': 'network-vif-deleted', 'tag': 'e3199ab4-58f5-4919-b282-9843bc5e832c', 'status': 'completed', 'code': 200} Dec 10 05:04:10.641227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81975230-cc67-47b1-baf0-68f794ffe167 req-71ec4d36-2481-4ec7-a448-82495bd97c90 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=e11956e5-6533-4942-85af-c9a7ef8154ab HTTP/1.1" status: 200 len: 210 time: 0.0300643 Dec 10 05:04:11.524818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:11.632754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-095c6cd7-ab59-4ba4-935d-d46c78adcf12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.711040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-095c6cd7-ab59-4ba4-935d-d46c78adcf12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.716563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-095c6cd7-ab59-4ba4-935d-d46c78adcf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.749411 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-095c6cd7-ab59-4ba4-935d-d46c78adcf12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ab4a2470e0e4ca38d99023174dc234b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231388 Dec 10 05:04:11.752308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:11.762808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c6cd7-ab59-4ba4-935d-d46c78adcf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4e11b-f686-4a2b-92f4-1d008075035d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:11.857160 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.880317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.929210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.931901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:11.936026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bf4e11b-f686-4a2b-92f4-1d008075035d HTTP/1.1" status: 204 len: 168 time: 0.1818659 Dec 10 05:04:11.946212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce4b47-66bd-4bbc-a64b-56b2cb67b70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4e11b-f686-4a2b-92f4-1d008075035d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:12.232634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 41604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:12.249858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d63038-9acb-4736-a3c4-d0f3a8ee835e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.336573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d63038-9acb-4736-a3c4-d0f3a8ee835e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.341240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92d63038-9acb-4736-a3c4-d0f3a8ee835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.378810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92d63038-9acb-4736-a3c4-d0f3a8ee835e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca01d5041cf847908e080c2f1dad94b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439850 Dec 10 05:04:12.379679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d63038-9acb-4736-a3c4-d0f3a8ee835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d50c50-e980-4134-905d-3a6dc3a6c5c5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:12.382171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:12.430790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.452906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.498310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.501084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:12.502224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52d50c50-e980-4134-905d-3a6dc3a6c5c5 HTTP/1.1" status: 204 len: 168 time: 0.1186979 Dec 10 05:04:12.511917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921343bc-a55b-4bac-99d2-d9dc8e9333cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d50c50-e980-4134-905d-3a6dc3a6c5c5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:14.053979 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:04:14.418644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3199ab4-58f5-4919-b282-9843bc5e832c no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:14.441965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: e3199ab4-58f5-4919-b282-9843bc5e832c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:14.442337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device e3199ab4-58f5-4919-b282-9843bc5e832c not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:15.213190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0898e-1b3b-47e5-b44f-a3adb00c9391 req-6cd03a6a-db22-48f3-9a94-43e6d762b7f3 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:15.214856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cba0898e-1b3b-47e5-b44f-a3adb00c9391 req-6cd03a6a-db22-48f3-9a94-43e6d762b7f3 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0667856 Dec 10 05:04:15.265277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cba0898e-1b3b-47e5-b44f-a3adb00c9391 req-73ca371d-184e-4508-a8a2-af31f81f3cfb tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Dec 10 05:04:16.385397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034730f2-4192-4bd8-a454-bfd6c2da8c44 req-f69c4972-2fe9-4c7c-b362-1162f0edd3e6 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:16.386868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-034730f2-4192-4bd8-a454-bfd6c2da8c44 req-f69c4972-2fe9-4c7c-b362-1162f0edd3e6 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0477419 Dec 10 05:04:16.432902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-034730f2-4192-4bd8-a454-bfd6c2da8c44 req-92790503-0579-4f61-85a4-cfd988834e4e tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Dec 10 05:04:17.329710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-00ef0d8f-e89e-4799-a5f9-b00e2309bd33 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:17.331543 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-00ef0d8f-e89e-4799-a5f9-b00e2309bd33 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.3778427 Dec 10 05:04:17.423849 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Deleting port 049ff50e-8a9a-4f33-810c-056e5df4b55f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:17.424184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:17.526239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] For port 049ff50e-8a9a-4f33-810c-056e5df4b55f, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=049ff50e-8a9a-4f33-810c-056e5df4b55f,segment=NetworkSegment(9234240d-737b-4356-a993-ad0aadb9f7cc),segment_id=9234240d-737b-4356-a993-ad0aadb9f7cc)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:17.526911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:17.541286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Calling delete_port for 049ff50e-8a9a-4f33-810c-056e5df4b55f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:17.557675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e5876-68e4-4d2f-97c4-c1e0187fa556 req-5073194b-f7b3-43d7-9b21-55d5ec4f72f2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:17.559309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c93e5876-68e4-4d2f-97c4-c1e0187fa556 req-5073194b-f7b3-43d7-9b21-55d5ec4f72f2 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa049035-2558-410f-897d-9961b0b1e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Dec 10 05:04:17.611850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c93e5876-68e4-4d2f-97c4-c1e0187fa556 req-a556641e-4251-4be0-9a5d-3b04c826c4b8 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.43 "GET /v2.0/security-groups?id=c901afc1-6b37-48db-b10b-2e3078699e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Dec 10 05:04:17.679110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:17.713681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Pushing event deleted for resources: {'Port': ['ID=049ff50e-8a9a-4f33-810c-056e5df4b55f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:17.717411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['049ff50e-8a9a-4f33-810c-056e5df4b55f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:04:17.752589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c54d65-d9c1-45b9-a24f-e564c72e423d None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:17.753206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] No DVR routers for this DVR port 049ff50e-8a9a-4f33-810c-056e5df4b55f on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:17.756585 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:17.761642 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a7bd76c5-0e5b-4f15-965c-f18020fdd76d req-baa1ad3e-ea96-403f-b660-0414eb4242d4 tempest-AttachVolumeNegativeTest-1228058188 tempest-AttachVolumeNegativeTest-1228058188-project] 10.222.0.41 "DELETE /v2.0/ports/049ff50e-8a9a-4f33-810c-056e5df4b55f HTTP/1.1" status: 204 len: 173 time: 0.4219642 Dec 10 05:04:17.762117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'name': 'network-vif-deleted', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:17.768788 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa077f0-2a47-42a9-95d7-33f067682ab0" -d '{"events": [{"server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "name": "network-vif-deleted", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:17.810172 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5461f3f-5908-4712-9a0b-de9256c173fd x-openstack-request-id: req-e5461f3f-5908-4712-9a0b-de9256c173fd {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:17.810507 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa049035-2558-410f-897d-9961b0b1e1a6", "name": "network-vif-deleted", "tag": "049ff50e-8a9a-4f33-810c-056e5df4b55f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:17.810765 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5461f3f-5908-4712-9a0b-de9256c173fd {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:17.811175 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa049035-2558-410f-897d-9961b0b1e1a6', 'name': 'network-vif-deleted', 'tag': '049ff50e-8a9a-4f33-810c-056e5df4b55f', 'status': 'completed', 'code': 200} Dec 10 05:04:18.672318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:18.726752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Deleting subnet 79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:04:18.730756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:18.765499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:18.808963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:18.862935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:18.893801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:18.897531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:18.903519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cb17083c-456b-46b4-9d0c-586c51a83603 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/79caf930-85d1-4ea9-bd58-3cfc7bb6d5f7 HTTP/1.1" status: 204 len: 168 time: 0.2276773 Dec 10 05:04:18.903519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:18.904833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe781a0-964e-4e2d-9a39-ab97073b6817 None None] Network 3229f9da-2c69-461d-9d04-fe2c59129bfa requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:18.974097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.001474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c2e9b-7365-414a-aae7-e302e7a8409b None None] DHCP port deletion for 3229f9da-2c69-461d-9d04-fe2c59129bfa request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:19.060525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.080049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3229f9da-2c69-461d-9d04-fe2c59129bfa']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:19.089415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9234240d-737b-4356-a993-ad0aadb9f7cc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:19.089708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9234240d-737b-4356-a993-ad0aadb9f7cc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:19.098618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.111744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.117408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:04:19.117776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:04:19.119357 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:04:19.173070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.178221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.181411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3229f9da-2c69-461d-9d04-fe2c59129bfa HTTP/1.1" status: 204 len: 168 time: 0.2770140 Dec 10 05:04:19.193253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118032a-c937-4299-9a0a-bd1219e6e255 admin admin] Pushing event deleted for resources: {'Network': ['ID=3229f9da-2c69-461d-9d04-fe2c59129bfa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:19.343740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41706) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:19.386053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b861f536-549e-4372-b58b-d935c72e4a6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f66a3ba24f93455ba5247c99fbc0972b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411632 Dec 10 05:04:19.388494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:19.433867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.454370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.501370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.504175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:19.505587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c901afc1-6b37-48db-b10b-2e3078699e73 HTTP/1.1" status: 204 len: 168 time: 0.1159756 Dec 10 05:04:19.513844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a81ab-d16d-47bc-a409-9f5c1f9f1234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901afc1-6b37-48db-b10b-2e3078699e73,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:19.977346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 049ff50e-8a9a-4f33-810c-056e5df4b55f no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:19.998080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 049ff50e-8a9a-4f33-810c-056e5df4b55f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:19.998447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 049ff50e-8a9a-4f33-810c-056e5df4b55f not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:20.458109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.004139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:22.140780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db562651-3304-4c73-84a7-93abbe5be0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.243008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db562651-3304-4c73-84a7-93abbe5be0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.247565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db562651-3304-4c73-84a7-93abbe5be0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.279593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db562651-3304-4c73-84a7-93abbe5be0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880a54f-6751-42f0-8961-913a4d194604,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:22.293141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-db562651-3304-4c73-84a7-93abbe5be0ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7a8f718ec084af4a285fac27971e47e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875388 Dec 10 05:04:22.295359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41784) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:22.342542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84259f9a-21dc-42bf-b6e0-44a51e5b89fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.350501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.373594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.422424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.425291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:22.426761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5880a54f-6751-42f0-8961-913a4d194604 HTTP/1.1" status: 204 len: 168 time: 0.1302013 Dec 10 05:04:22.437106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b8b40-e2aa-46ee-ae06-60d4866cb5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880a54f-6751-42f0-8961-913a4d194604,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:23.700635 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:25.151366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32e701d2-94f5-4275-9cc8-52fd6599ba60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:25.809396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:27.468089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:28.322190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:28.970342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41934) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:29.086776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e893085-b27e-413f-8a2c-5983723e9b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.165986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e893085-b27e-413f-8a2c-5983723e9b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.178121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e893085-b27e-413f-8a2c-5983723e9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.219670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e893085-b27e-413f-8a2c-5983723e9b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e34532-6dcc-486d-8a2b-26870e1a4a30,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:29.226649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e893085-b27e-413f-8a2c-5983723e9b9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3406e5f34032464293659b80bf5dca75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550733 Dec 10 05:04:29.229738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 41944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:29.286783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.309343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.367801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.372988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:29.374384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24e34532-6dcc-486d-8a2b-26870e1a4a30 HTTP/1.1" status: 204 len: 168 time: 0.1432621 Dec 10 05:04:29.384042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb34120-0867-490e-972b-8b5a718907ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e34532-6dcc-486d-8a2b-26870e1a4a30,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:34.783201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:34.911800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed5c867b-9b75-4116-b618-7eba4faadec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:34.989224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed5c867b-9b75-4116-b618-7eba4faadec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:34.994488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed5c867b-9b75-4116-b618-7eba4faadec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.035433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed5c867b-9b75-4116-b618-7eba4faadec5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19eb137ebc334f48b8911f3a60c785ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486238 Dec 10 05:04:35.036192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c867b-9b75-4116-b618-7eba4faadec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b3fb0d-0ca1-4e4f-a847-168ecfb69027,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:35.038160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:35.094048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.115161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.165991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.169088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.174279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57b3fb0d-0ca1-4e4f-a847-168ecfb69027 HTTP/1.1" status: 204 len: 168 time: 0.1342962 Dec 10 05:04:35.183419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b3fb0d-0ca1-4e4f-a847-168ecfb69027,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:35.192708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.193065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.193413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.194519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.194873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.195314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.195540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.195878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.196206 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.197401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.197756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.198127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.198534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d727643d-884f-4237-b8b8-efaa669f6669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:35.473011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42124) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:35.488504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0300ce9f-b0c7-4a18-8be5-5c56d797c899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.567808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0300ce9f-b0c7-4a18-8be5-5c56d797c899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.571436 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0300ce9f-b0c7-4a18-8be5-5c56d797c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.612247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0300ce9f-b0c7-4a18-8be5-5c56d797c899 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=461163ee85b0456fa31e8f6874b3a669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380594 Dec 10 05:04:35.613355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300ce9f-b0c7-4a18-8be5-5c56d797c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f2e66-ec27-4d42-8e8d-95a846e56bd7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:35.614950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:35.667174 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.689595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.737697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.740284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:35.741476 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a4f2e66-ec27-4d42-8e8d-95a846e56bd7 HTTP/1.1" status: 204 len: 168 time: 0.1254735 Dec 10 05:04:35.750002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e61636-44b8-4bf5-809d-b57df729a09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f2e66-ec27-4d42-8e8d-95a846e56bd7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:37.740662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:37.858152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61424b71-55ed-4bf3-9b61-4abe01a11004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:37.934911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61424b71-55ed-4bf3-9b61-4abe01a11004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:37.939182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61424b71-55ed-4bf3-9b61-4abe01a11004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:37.979009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61424b71-55ed-4bf3-9b61-4abe01a11004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e64a7-b55c-4d0a-859a-5e2773946f09,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:37.984510 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-61424b71-55ed-4bf3-9b61-4abe01a11004 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4709bdbc7fa94f95a928e2371a1a3657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417247 Dec 10 05:04:37.986422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:38.040058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.061515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.107244 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.109895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.111127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/590e64a7-b55c-4d0a-859a-5e2773946f09 HTTP/1.1" status: 204 len: 168 time: 0.1239994 Dec 10 05:04:38.119649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45cca6-16e6-499f-a324-b5c9d2a9f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e64a7-b55c-4d0a-859a-5e2773946f09,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:38.431794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:38.544088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae055ef3-d4ed-4984-b7c3-8702982f1d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.613800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88c3d7-854e-4009-85e5-beec0dc0f3bb req-8c60cf93-5961-421d-964a-75dbe1f810ed tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:38.615325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a88c3d7-854e-4009-85e5-beec0dc0f3bb req-8c60cf93-5961-421d-964a-75dbe1f810ed tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.0634220 Dec 10 05:04:38.692947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae055ef3-d4ed-4984-b7c3-8702982f1d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.696580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a88c3d7-854e-4009-85e5-beec0dc0f3bb req-55738ab1-a153-4f37-bd5f-c1f75d3328b5 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743856 Dec 10 05:04:38.697640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ae055ef3-d4ed-4984-b7c3-8702982f1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.722093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:38.734325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ae055ef3-d4ed-4984-b7c3-8702982f1d36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=104fbd546c5c4f9d95312cb6feeddf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014476 Dec 10 05:04:38.737385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42232) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:38.752103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae055ef3-d4ed-4984-b7c3-8702982f1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa57578-a1b4-49fa-bcec-82733c56b545,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:38.789846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.812378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.861882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.864803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.866021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efa57578-a1b4-49fa-bcec-82733c56b545 HTTP/1.1" status: 204 len: 168 time: 0.1276934 Dec 10 05:04:38.876174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313d283-d37b-4ff7-9ed5-f95301a75394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa57578-a1b4-49fa-bcec-82733c56b545,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:38.903048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port ec59930f-0c89-436a-8b54-90634dc9604b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:38.903726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.990741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:38.991217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.003766 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for ec59930f-0c89-436a-8b54-90634dc9604b owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:39.170447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.201236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=ec59930f-0c89-436a-8b54-90634dc9604b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:39.269225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.269657 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 393c702b-6832-4483-ba3c-22f39a67262c disassociated (deleted). External IP: 172.25.8.42, port: e3a5898a-1a7e-48d6-b989-f364decac1f2. Dec 10 05:04:39.286226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:39.299798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c5045b2-78e5-4e9a-8b7e-04d997452a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.385655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c5045b2-78e5-4e9a-8b7e-04d997452a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.393730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6c5045b2-78e5-4e9a-8b7e-04d997452a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.449766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6c5045b2-78e5-4e9a-8b7e-04d997452a4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5f4acc5772744648c9d6d71efef3a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591148 Dec 10 05:04:39.450381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:39.462585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5045b2-78e5-4e9a-8b7e-04d997452a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8102ed6-fc7d-41f5-a0c5-b82c1015d71c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:39.499718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 414bd4f7-d849-4df3-998f-6598000bd972 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:04:39.501776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.523963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.575161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.577903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.579063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8102ed6-fc7d-41f5-a0c5-b82c1015d71c HTTP/1.1" status: 204 len: 168 time: 0.1277652 Dec 10 05:04:39.591305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08476dd7-b8e8-4a5a-8551-e1e216cdc051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8102ed6-fc7d-41f5-a0c5-b82c1015d71c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:39.626191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:39.631813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:39.640171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Sync routers for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:39.651766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:39.653146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:39.669333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aa844e22-ec05-4f35-8940-5b45aa92696b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/floatingips/393c702b-6832-4483-ba3c-22f39a67262c HTTP/1.1" status: 204 len: 168 time: 0.9465070 Dec 10 05:04:39.670020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:39.672463 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71b8cb3-f9c3-4e44-ab24-674bcc941525" -d '{"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:39.734127 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c21dc0-5a5f-46b4-ab43-035ab60b7932 x-openstack-request-id: req-40c21dc0-5a5f-46b4-ab43-035ab60b7932 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:39.734506 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:39.734710 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40c21dc0-5a5f-46b4-ab43-035ab60b7932 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:39.735155 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'status': 'completed', 'code': 200} Dec 10 05:04:39.849455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-a04a6648-dacf-4bc2-88e9-5fd341d367a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:39.851111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-a04a6648-dacf-4bc2-88e9-5fd341d367a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 1096 time: 0.0572920 Dec 10 05:04:39.876010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:40.035255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-73f19c7d-3a87-42f6-b0d3-6addc85783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:40.037342 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-73f19c7d-3a87-42f6-b0d3-6addc85783d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 200 len: 897 time: 0.1749287 Dec 10 05:04:40.127174 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-cab04569-f31c-4175-a241-cb471b3ef8dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 200 len: 217 time: 0.0808473 Dec 10 05:04:40.145155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468f29-93c2-4130-a844-49ababa76acd req-f7d6e26d-27cd-474b-a3f0-2396a7d7884c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:40.147303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33468f29-93c2-4130-a844-49ababa76acd req-f7d6e26d-27cd-474b-a3f0-2396a7d7884c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0865500 Dec 10 05:04:40.194899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:40.218574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-cc52d844-88d8-47a1-8d96-d8f636c598c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:40.220063 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-cc52d844-88d8-47a1-8d96-d8f636c598c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 200 len: 835 time: 0.0834150 Dec 10 05:04:40.249045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Checking router: 414bd4f7-d849-4df3-998f-6598000bd972 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:40.261375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:40.262254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:40.268967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33468f29-93c2-4130-a844-49ababa76acd req-7696f0d7-32b0-4867-be56-13901fa93861 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121123 Dec 10 05:04:40.277326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-0cc70f0f-83b6-4f7f-b0f8-bcece85cca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:40.279298 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-0cc70f0f-83b6-4f7f-b0f8-bcece85cca4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38c741a0-1d3f-40bd-8116-0536be0cdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507252 Dec 10 05:04:40.425433 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-0f109f58-771f-4fab-ad1e-b05aae46bfd1 service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356323 Dec 10 05:04:40.437229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:40.537321 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a71b8cb3-f9c3-4e44-ab24-674bcc941525 req-c24ab502-e5b0-44c3-a37b-089cc5782292 service neutron] 10.222.0.41 "GET /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028326 Dec 10 05:04:40.675962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:40.708695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000a19-fe1c-49fd-9c5c-1bb4eabde130 None None] The sync data for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 is: [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:02:56Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '74f22ece-9a9b-4f73-b258-5c10ec1eb20c', 'name': '', 'network_id': '38c741a0-1d3f-40bd-8116-0536be0cdafd', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:67:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '375f77ba-fe80-4c85-8900-a10826e92288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:55Z', 'updated_at': '2021-12-10T05:03:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '375f77ba-fe80-4c85-8900-a10826e92288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:04:40.805383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42406) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:40.930215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-855e87dd-67d4-4fb1-8d0a-a8123ec56cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.017731 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdbfb5-2c09-4a53-afe1-332a0bbee045 None None] New status for floating IP 393c702b-6832-4483-ba3c-22f39a67262c: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:04:41.021395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-855e87dd-67d4-4fb1-8d0a-a8123ec56cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.026677 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-855e87dd-67d4-4fb1-8d0a-a8123ec56cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.083262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-855e87dd-67d4-4fb1-8d0a-a8123ec56cb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b704533819634009b6b4d062eb35bc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737839 Dec 10 05:04:41.083262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e87dd-67d4-4fb1-8d0a-a8123ec56cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b2bff-6c70-4782-9b20-70b0f95366f7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:41.084003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:41.148749 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.172924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.223065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.225780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.226939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b1b2bff-6c70-4782-9b20-70b0f95366f7 HTTP/1.1" status: 204 len: 168 time: 0.1359897 Dec 10 05:04:41.234999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252588b5-a8d4-4cfa-a65f-1dbedafd033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b2bff-6c70-4782-9b20-70b0f95366f7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:41.323403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-f4c81cf7-2a75-45db-b3d0-87cc24c51c36 req-ce455aa8-603a-457d-acdc-6842b8c881c4 service neutron] (103253) timed out ('10.222.0.41', 59995) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:04:41.432248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a39676-10d8-4e62-85d1-e7c3c205c586 req-849041fe-fa61-45fe-861b-6a7d7448e36a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:41.433792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5a39676-10d8-4e62-85d1-e7c3c205c586 req-849041fe-fa61-45fe-861b-6a7d7448e36a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0688403 Dec 10 05:04:41.486647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f5a39676-10d8-4e62-85d1-e7c3c205c586 req-cb395696-7479-436c-a5cf-d5e5b54ee632 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Dec 10 05:04:41.606843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:41.620996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422002d-c059-4eb6-9e4d-6c314b4b329f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.724220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422002d-c059-4eb6-9e4d-6c314b4b329f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.728936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d422002d-c059-4eb6-9e4d-6c314b4b329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.785248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8355d-657a-42ba-b68e-202a8f813039 req-cc6ef0d1-5c95-4c6a-9bbf-447dd2f1c3d0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:41.786727 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14d8355d-657a-42ba-b68e-202a8f813039 req-cc6ef0d1-5c95-4c6a-9bbf-447dd2f1c3d0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.41 "GET /v2.0/ports?device_id=576c12ee-35d3-424a-b4c2-6d8352e34a0e HTTP/1.1" status: 200 len: 945 time: 0.0981872 Dec 10 05:04:41.787650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-59e6a774-aa8b-41e6-9314-12098170d8fa req-278612ca-dd05-4504-9e52-2404a857428a service neutron] (103254) timed out ('10.222.0.41', 60003) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:04:41.789902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d422002d-c059-4eb6-9e4d-6c314b4b329f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=385dc9feab8648e489b442ff2b2ca8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817343 Dec 10 05:04:41.790638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422002d-c059-4eb6-9e4d-6c314b4b329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91609fb-30c4-46d3-bddb-247fd94a124d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:41.792852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42450) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:41.851570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.875639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.886693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port e3a5898a-1a7e-48d6-b989-f364decac1f2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:41.887034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.933856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.936718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:41.938124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c91609fb-30c4-46d3-bddb-247fd94a124d HTTP/1.1" status: 204 len: 168 time: 0.1440670 Dec 10 05:04:41.948082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3712e-965c-4595-a77b-516a65e4a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91609fb-30c4-46d3-bddb-247fd94a124d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:42.008327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port e3a5898a-1a7e-48d6-b989-f364decac1f2, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=e3a5898a-1a7e-48d6-b989-f364decac1f2,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:42.008716 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.025989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for e3a5898a-1a7e-48d6-b989-f364decac1f2 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:42.165963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.244567 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] No DVR routers for this DVR port e3a5898a-1a7e-48d6-b989-f364decac1f2 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:42.246717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=e3a5898a-1a7e-48d6-b989-f364decac1f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:42.248820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.252142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-14d8355d-657a-42ba-b68e-202a8f813039 req-5c530c2c-bf83-420d-b2f9-728e9f957a7b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.41 "DELETE /v2.0/ports/e3a5898a-1a7e-48d6-b989-f364decac1f2 HTTP/1.1" status: 204 len: 173 time: 0.4547632 Dec 10 05:04:42.252601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-deleted', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:04:42.254841 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1209e4-08d6-403d-830a-6d5ed4ee054f" -d '{"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-deleted", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:04:42.296114 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d1ad40-7507-4f4e-ab68-342059d58c65 x-openstack-request-id: req-21d1ad40-7507-4f4e-ab68-342059d58c65 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:04:42.296464 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c12ee-35d3-424a-b4c2-6d8352e34a0e", "name": "network-vif-deleted", "tag": "e3a5898a-1a7e-48d6-b989-f364decac1f2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:04:42.296809 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21d1ad40-7507-4f4e-ab68-342059d58c65 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:04:42.297142 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c12ee-35d3-424a-b4c2-6d8352e34a0e', 'name': 'network-vif-deleted', 'tag': 'e3a5898a-1a7e-48d6-b989-f364decac1f2', 'status': 'completed', 'code': 200} Dec 10 05:04:42.542411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42486) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:42.553012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:42.709355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d669-f208-4431-bae0-4a0f2a36a4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.799765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d669-f208-4431-bae0-4a0f2a36a4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.804666 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d669-f208-4431-bae0-4a0f2a36a4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.845015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ae4d669-f208-4431-bae0-4a0f2a36a4a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b92a9d8a49d54c5ea76928a07d09acd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3008654 Dec 10 05:04:42.846733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:42.847108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4d669-f208-4431-bae0-4a0f2a36a4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99520437-5dfc-4d86-8e8d-f1ae60625d06,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:42.883701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:42.937988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.975087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:42.987506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1140879245-network', 'tenant_id': '9bd0413726294624a8f7f114061c65be'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:43.008432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Made reservation on behalf of 9bd0413726294624a8f7f114061c65be for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:43.011040 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.019650 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.057403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.060696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.063165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.064313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99520437-5dfc-4d86-8e8d-f1ae60625d06 HTTP/1.1" status: 204 len: 168 time: 0.2165723 Dec 10 05:04:43.109492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ee5bd-e902-4936-8dd5-776e29a03072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99520437-5dfc-4d86-8e8d-f1ae60625d06,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.116318 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.123238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.151778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:04:43.171560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f30dedc-0c94-4792-8cd7-37e7bf1cc765,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.175492 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.175832 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Added segment 7610406b-79f7-4697-8a39-51e304588a75 of type vlan for network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f Dec 10 05:04:43.232206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.258808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.260054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:43.260876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.294536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4094286 Dec 10 05:04:43.297778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:43.305009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Request body: {'subnet': {'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1140879245-subnet', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:43.326220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3b9a-be43-4da0-8e20-6c14b9696f4f admin admin] Pushing event updated for resources: {'Network': ['ID=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.339420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:04:43.375573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Made reservation on behalf of 9bd0413726294624a8f7f114061c65be for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:43.376235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:43.378955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.389482 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd7ef-a9c1-4b62-88f6-f6160393e466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.463465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:43.463874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.466740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd7ef-a9c1-4b62-88f6-f6160393e466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.471536 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd7ef-a9c1-4b62-88f6-f6160393e466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.511821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bd7ef-a9c1-4b62-88f6-f6160393e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d98d4-359b-409b-ab03-bace405ef494,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.516146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8f6bd7ef-a9c1-4b62-88f6-f6160393e466 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec90d30d5602441995676ccb3f1ca67e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387396 Dec 10 05:04:43.518872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:43.567048 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.589948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.595565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 74f22ece-9a9b-4f73-b258-5c10ec1eb20c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:43.595935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.631850 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 74f22ece-9a9b-4f73-b258-5c10ec1eb20c owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:43.637870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.640439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.644258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b3d98d4-359b-409b-ab03-bace405ef494 HTTP/1.1" status: 204 len: 168 time: 0.1244733 Dec 10 05:04:43.652715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fcd86-06fb-467c-8cdb-225ef58f8cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d98d4-359b-409b-ab03-bace405ef494,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.662922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.771906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f133028c-62a3-410b-ac3b-ab40b80c8043,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.818456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Checking segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:43.818826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Network hostable DHCP agents. Network: ea8998e3-fb68-42d3-8e7a-4e4b5c85489f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:04:43.856013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:04:43.870786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ea8998e3-fb68-42d3-8e7a-4e4b5c85489f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:43.880338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089db0b-41dc-4739-bdcd-80c4408c1485 None None] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:43.894229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:43.894824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.922572 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec2b6df0-194f-4405-a6aa-f5f9afb10dcd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6233547 Dec 10 05:04:43.925204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:43.930017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:43.937091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.962410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=74f22ece-9a9b-4f73-b258-5c10ec1eb20c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:43.970966 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:43.981549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.029329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'project_id': '9bd0413726294624a8f7f114061c65be', 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:04:44.030202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.054882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.228682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.244809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.259805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Allocated IP 172.20.0.2 (ea8998e3-fb68-42d3-8e7a-4e4b5c85489f/f133028c-62a3-410b-ac3b-ab40b80c8043/0f4ea238-bb99-4119-91a5-3a7f59cdcea5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:44.454741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.463395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.487565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.509564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.521864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Pushing event updated for resources: {'Port': ['ID=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:44.540717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:44.543449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:44.547310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 414bd4f7-d849-4df3-998f-6598000bd972 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:04:44.550355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:44.625622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Attempting to bind port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:44.626373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Attempting to bind port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:44.626664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Allocated IP 172.25.8.180 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/67ac94b4-f8e1-4214-8bfe-059962a1d046) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:44.627206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Attempting to bind port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 on network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:44.636135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:44.636812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Checking segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:44.637541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.637939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Bound using segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:44.639054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Bound port: 0f4ea238-bb99-4119-91a5-3a7f59cdcea5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:44.639582 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.678157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:44.687836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-426963f9-68d9-4409-b219-3ab9f9818ca3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/414bd4f7-d849-4df3-998f-6598000bd972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336150 Dec 10 05:04:44.688500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42540) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:44.717255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Sync routers for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:44.735928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:44.736881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:44.750144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.764048 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting subnet 375f77ba-fe80-4c85-8900-a10826e92288 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:04:44.767682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.814766 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.822420 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.851010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] For port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:44.862542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:44.866524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:44.871239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:44.873333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] For port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:44.888725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118cc5ef-5009-4e3b-bbae-13605dc35dd3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:44.893259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:44.897681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:44.908252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Pushing event updated for resources: {'Port': ['ID=67ac94b4-f8e1-4214-8bfe-059962a1d046,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:44.920618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.921431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.921868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.922276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.923043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.923469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.923875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.924271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.924691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.925520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.926127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.926469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.926903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:44.953289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.037954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.070863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83574f-ce20-41a9-956e-315604fecc23 None None] Pushing event updated for resources: {'Port': ['ID=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:45.095239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Subnet': ['ID=375f77ba-fe80-4c85-8900-a10826e92288,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:45.103601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.110091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c44afb23-d285-4222-b9b2-5db90f6f124e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/subnets/375f77ba-fe80-4c85-8900-a10826e92288 HTTP/1.1" status: 204 len: 168 time: 0.4177830 Dec 10 05:04:45.110210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:45.130138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd289b5d-c57e-439c-8c9d-7e6f97b9122e None None] Network 38c741a0-1d3f-40bd-8116-0536be0cdafd requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:45.132629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0d0b3ec2-0a6a-4dc9-a7a5-55b35ddfa084 None None] Provisioning complete for port 67ac94b4-f8e1-4214-8bfe-059962a1d046 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:45.133221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3ec2-0a6a-4dc9-a7a5-55b35ddfa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.259283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b3ec2-0a6a-4dc9-a7a5-55b35ddfa084 None None] Port 67ac94b4-f8e1-4214-8bfe-059962a1d046 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:45.279298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.366985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:04:43Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:45.427890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Checking router: 414bd4f7-d849-4df3-998f-6598000bd972 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:45.438920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Routers {'414bd4f7-d849-4df3-998f-6598000bd972'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:45.439764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['414bd4f7-d849-4df3-998f-6598000bd972'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:45.511405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] DHCP port deletion for 38c741a0-1d3f-40bd-8116-0536be0cdafd request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:45.625601 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.644467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] Set router 414bd4f7-d849-4df3-998f-6598000bd972 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:45.712176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Deleting port b1097606-e5fa-42d9-acf5-88a18ef1ca24 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:45.712765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:45.839171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.003246 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.046880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] For port b1097606-e5fa-42d9-acf5-88a18ef1ca24, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=b1097606-e5fa-42d9-acf5-88a18ef1ca24,segment=NetworkSegment(5fa5ffb1-63f7-487d-9e92-9c8dc505422d),segment_id=5fa5ffb1-63f7-487d-9e92-9c8dc505422d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:46.047286 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.068458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Calling delete_port for b1097606-e5fa-42d9-acf5-88a18ef1ca24 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:46.092928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:46.093675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 74fd94e1-4f1d-4288-80d1-342aece4ce0d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:04:46.094037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.198659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: e3a5898a-1a7e-48d6-b989-f364decac1f2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:46.199723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device e3a5898a-1a7e-48d6-b989-f364decac1f2 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:46.201328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 74fd94e1-4f1d-4288-80d1-342aece4ce0d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=74fd94e1-4f1d-4288-80d1-342aece4ce0d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:46.202176 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.218088 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 74fd94e1-4f1d-4288-80d1-342aece4ce0d owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:04:46.260872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Router fe42d493-7ac4-4088-824a-d0674450afc3 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:04:46.275058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:04:43Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:46.310473 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.315294 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824613-618b-468f-ab63-1ed291de21e3 None None] The sync data for ids ['414bd4f7-d849-4df3-998f-6598000bd972'] in n-d-817326-3 is: [{'id': '414bd4f7-d849-4df3-998f-6598000bd972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398298461', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:02:45Z', 'updated_at': '2021-12-10T05:04:43Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '74fd94e1-4f1d-4288-80d1-342aece4ce0d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bd4f7-d849-4df3-998f-6598000bd972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:02:47Z', 'updated_at': '2021-12-10T05:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:04:46.354274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] No DVR routers for this DVR port b1097606-e5fa-42d9-acf5-88a18ef1ca24 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:04:46.357014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e562-974e-4dc9-a574-9335a9b2b3bb None None] Pushing event deleted for resources: {'Port': ['ID=b1097606-e5fa-42d9-acf5-88a18ef1ca24,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:46.501600 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.518653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:46.530824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Sync routers for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:46.543127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc7aa7-0b2e-46a1-abaf-451b3bec77b5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:46.543943 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=74fd94e1-4f1d-4288-80d1-342aece4ce0d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:46.549698 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:46.550339 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:46.568163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.576289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9af33a8d-c30c-49bc-ba1a-a04289db9be6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6499345 Dec 10 05:04:46.577579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:46.581266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:46.617459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.702720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:46.703031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.735594 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:46.814759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.817328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.851916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.881772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.885013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Fanout notify agent at l3_agent the message router_deleted on router 414bd4f7-d849-4df3-998f-6598000bd972 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:04:46.902208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:46.907943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0d8a662-1aff-4d6c-b372-ebf302c82f50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/routers/414bd4f7-d849-4df3-998f-6598000bd972 HTTP/1.1" status: 204 len: 168 time: 1.7944493 Dec 10 05:04:46.908123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:46.908326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:46.913047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23678e-1aa1-4560-be43-44bc8f91e9a2 None None] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:46.921175 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.009746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:47.051871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b1097606-e5fa-42d9-acf5-88a18ef1ca24 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:47.089788 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:45Z', 'revision_number': 3, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:47.105544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.117832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: b1097606-e5fa-42d9-acf5-88a18ef1ca24 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:47.120631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device b1097606-e5fa-42d9-acf5-88a18ef1ca24 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:47.154335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Checking router: fe42d493-7ac4-4088-824a-d0674450afc3 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:47.154987 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Updating router fe42d493-7ac4-4088-824a-d0674450afc3 port 67ac94b4-f8e1-4214-8bfe-059962a1d046 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:04:47.184433 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.231317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4d3fb852-39c0-4484-9fdb-97841f2e1ac3 None None] Provisioning complete for port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:47.231762 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb852-39c0-4484-9fdb-97841f2e1ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.264980 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.329803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c741a0-1d3f-40bd-8116-0536be0cdafd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:47.341742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa5ffb1-63f7-487d-9e92-9c8dc505422d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:47.342237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa5ffb1-63f7-487d-9e92-9c8dc505422d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:47.369347 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.377144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.391836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.403854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:04:47.404889 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:04:47.409237 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:04:47.507298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.517326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.523129 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/networks/38c741a0-1d3f-40bd-8116-0536be0cdafd HTTP/1.1" status: 204 len: 168 time: 0.6112144 Dec 10 05:04:47.528230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42588) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:47.532070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82760-a779-4092-bc25-58528255e094 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Network': ['ID=38c741a0-1d3f-40bd-8116-0536be0cdafd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:47.607378 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.615838 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.654667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.668936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4015290-0541-44a0-85ae-1c332c4dda53 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:47.682440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.682580 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Attempting to bind port 67ac94b4-f8e1-4214-8bfe-059962a1d046 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:47.682802 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Attempting to bind port 67ac94b4-f8e1-4214-8bfe-059962a1d046 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:47.683156 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Attempting to bind port 67ac94b4-f8e1-4214-8bfe-059962a1d046 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:47.694884 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:47.695515 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:47.696762 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.696904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Allocated IP 172.20.0.1 (ea8998e3-fb68-42d3-8e7a-4e4b5c85489f/f133028c-62a3-410b-ac3b-ab40b80c8043/26d9479b-ee56-4aa4-b971-2ebb113aa657) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:47.697427 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:47.698060 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Bound port: 67ac94b4-f8e1-4214-8bfe-059962a1d046, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:47.698628 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.741382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Pushing event updated for resources: {'Port': ['ID=67ac94b4-f8e1-4214-8bfe-059962a1d046,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:47.755864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Provisioning complete for port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:47.756241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.759241 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.759919 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.760428 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.760790 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.761121 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.761442 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.761929 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.762259 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.762582 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.763044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.763371 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.763688 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.764007 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:04:47.793000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] For port 67ac94b4-f8e1-4214-8bfe-059962a1d046, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:47.802979 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] For port 67ac94b4-f8e1-4214-8bfe-059962a1d046, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67ac94b4-f8e1-4214-8bfe-059962a1d046,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:47.809762 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.862387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.878580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Provisioning complete for port 67ac94b4-f8e1-4214-8bfe-059962a1d046 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:47.879085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.885889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.886229 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c8c87-87c4-4f01-a083-c197888a4a61 None None] Pushing event updated for resources: {'Port': ['ID=67ac94b4-f8e1-4214-8bfe-059962a1d046,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:47.889258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.890520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/security-groups/98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5 HTTP/1.1" status: 204 len: 168 time: 0.3612523 Dec 10 05:04:47.926430 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:47.927303 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:47.927881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bdf03-8e64-4120-8cca-a504fc09b94c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d9bc1f-5b48-46fb-8ca9-d4dae90fa6a5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:47.941846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:47.953698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8fe3d-ce3f-4fd8-8284-bd082aba7644 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:48.024577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:48.026070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.033207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:48.052907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:48.054416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] For port 67ac94b4-f8e1-4214-8bfe-059962a1d046, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67ac94b4-f8e1-4214-8bfe-059962a1d046,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:48.067257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.086582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:48.133483 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.160258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a07bba-d1ae-49d1-bf22-ed455c7891dd None None] Pushing event updated for resources: {'Port': ['ID=67ac94b4-f8e1-4214-8bfe-059962a1d046,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:48.212063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f032ddf1-c360-4251-a950-d9024ac6af4a None None] Provisioning complete for port 67ac94b4-f8e1-4214-8bfe-059962a1d046 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:48.212932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f032ddf1-c360-4251-a950-d9024ac6af4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.281892 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:48.342611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.463067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:48.554261 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:45Z', 'revision_number': 3, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:48.581428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5de05e81-1fa6-468d-9c76-b490a2588bc1 None None] Provisioning complete for port 26d9479b-ee56-4aa4-b971-2ebb113aa657 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:48.582642 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5de05e81-1fa6-468d-9c76-b490a2588bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.584873 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.595890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ea6db-751d-46fe-a46f-94d22ddfd3e7 None None] The sync data for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 is: [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:45Z', 'revision_number': 3, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:04:48.598825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.635088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:48.635450 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.665619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5de05e81-1fa6-468d-9c76-b490a2588bc1 None None] Port 26d9479b-ee56-4aa4-b971-2ebb113aa657 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:48.685809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:48.702606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.804755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:48.810568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056421925', 'description': 'tempest-secgroup-smoke-1056421925 description', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:48.841311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74f22ece-9a9b-4f73-b258-5c10ec1eb20c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:48.856926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:48.873309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:48.876243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:48.879080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 74f22ece-9a9b-4f73-b258-5c10ec1eb20c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:48.879739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74f22ece-9a9b-4f73-b258-5c10ec1eb20c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:48.880430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74fd94e1-4f1d-4288-80d1-342aece4ce0d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:04:48.916130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 74fd94e1-4f1d-4288-80d1-342aece4ce0d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:04:48.917315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 74fd94e1-4f1d-4288-80d1-342aece4ce0d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:04:49.081790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.093077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.133450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Router fe42d493-7ac4-4088-824a-d0674450afc3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:04:49.151719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.152412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3466237 Dec 10 05:04:49.155343 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:49.161539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:49.179762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4b7e0-d286-45a9-a18e-0956fe352759 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480a9494-59fd-4486-a13d-0a8bf42d032b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:49.229165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.298421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2e123ded-89de-42d3-914f-c110475ef3c5 None None] Provisioning complete for port 26d9479b-ee56-4aa4-b971-2ebb113aa657 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:49.299901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e123ded-89de-42d3-914f-c110475ef3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.313465 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.323744 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.361565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb56ae-f13e-48a0-9d62-115e9a7bcb3c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:49.377351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e123ded-89de-42d3-914f-c110475ef3c5 None None] Port 26d9479b-ee56-4aa4-b971-2ebb113aa657 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:49.385014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:49.390598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.398474 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c6728618-d5b8-4736-a4a1-19980473b768 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393901 Dec 10 05:04:49.399174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:49.410311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f204b472-6ee7-43a4-8778-9d73cdb1fe50 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe42d493-7ac4-4088-824a-d0674450afc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8315475 Dec 10 05:04:49.416868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:49.460196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.582200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.587306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.607525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698b1988-dd17-48c7-9403-e240324a2e90,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:49.622566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.627938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-17c1a8b6-d472-4891-9686-3973e2dfaf53 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2167995 Dec 10 05:04:49.628138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:49.636579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:49.675343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.793582 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.801891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.855652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e7a165-05b2-432d-87cb-44270ce03f08,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:49.878531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:49.880519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1dc7e753-75f0-48fc-a180-718b3b2e6eca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509811 Dec 10 05:04:49.883294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42632) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:49.893992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:49.938653 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.033104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.039611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.069365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da561e9-553d-453c-9193-db81bdf11e7e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.081629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.083585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1042e7ae-6ea1-4578-8df8-aa4800c80bce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970358 Dec 10 05:04:50.086276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.093176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.120145 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:04:50.126528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.222943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.227866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.256527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.258170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700597 Dec 10 05:04:50.261710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.267573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32336c3a-c44a-40c9-98f1-7b067491627f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6648a95-4877-4369-b2cb-27b651db0c00,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.268901 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '480a9494-59fd-4486-a13d-0a8bf42d032b', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.312642 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:04:50.324872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.436416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.438861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.443811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-448262133-network', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.448782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.478644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dbcdc1-40c0-45b4-b328-486efa94fa7f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.482575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67ac94b4-f8e1-4214-8bfe-059962a1d046 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:50.489899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Made reservation on behalf of 67c61f4299a54aea9fa85134eafd43f2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:50.492882 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.498996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.502994 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-797b79ef-bbb9-4a7f-a178-aa275b2136cc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2371240 Dec 10 05:04:50.503476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.506504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.509725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'network': {'name': 'tempest-network-smoke--1514711949', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.522835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.538895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 67ac94b4-f8e1-4214-8bfe-059962a1d046 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:50.539262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.541162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:50.549989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.592809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:04:50.606544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.606927 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Added segment 7a42034a-30ab-450a-8798-d4b5dfa6812a of type vlan for network 822a695e-d312-4752-bdc2-e6fd03e28e86 Dec 10 05:04:50.659809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.666944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.682443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.703910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb2df3-38e9-4cd1-9934-eac3c666ce5a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.719732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.722823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:04:50.725971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:50.726293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.736343 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.737597 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Added segment 2af9113c-515c-4fa7-8054-5c01a48a05ec of type vlan for network 4bc8b188-8054-4b63-b429-bd62aa7e4849 Dec 10 05:04:50.769750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2625065 Dec 10 05:04:50.769980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42656) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.774417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'admin_state_up': True, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.787919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.818447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f62c35-eb47-4f60-9cb1-a9d8fd2e1218 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Network': ['ID=822a695e-d312-4752-bdc2-e6fd03e28e86,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.829668 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.831304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:50.831460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:04:50.831962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.833575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.835575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.903140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:50.905656 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4656596 Dec 10 05:04:50.906908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126e18-5f7a-47de-a0db-6fb8a619fd83 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc8b188-8054-4b63-b429-bd62aa7e4849,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:50.908944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42660) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:50.919109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Request body: {'subnet': {'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-448262133-subnet', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:50.936299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:04:51.051081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Made reservation on behalf of 67c61f4299a54aea9fa85134eafd43f2 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:51.053420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.053899 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:04:51.098477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.137634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Sync routers for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:51.148732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:51.149464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:51.284292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:51.370271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.505644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.517435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 2, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:51.533489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74eb795-d35d-4f09-a5f8-31661118b308,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:51.539159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.544980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Checking router: fe42d493-7ac4-4088-824a-d0674450afc3 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:51.545467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Updating router fe42d493-7ac4-4088-824a-d0674450afc3 port 26d9479b-ee56-4aa4-b971-2ebb113aa657 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:04:51.553198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Checking segment: {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:51.553564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Network hostable DHCP agents. Network: 4bc8b188-8054-4b63-b429-bd62aa7e4849, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:04:51.571812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.615650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:04:51.631905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 4bc8b188-8054-4b63-b429-bd62aa7e4849) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:51.638743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:51.639344 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.671452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce322e0-1e7c-4a97-b736-f332181ed6a1 None None] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:51.681780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d6086e91-198c-4b5b-8cc4-ef5aa1f630a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7685375 Dec 10 05:04:51.684189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42670) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:51.693070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:51.706194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.184 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7dec978b-9dfc-4d1f-ac98-9753b16c5662) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:51.742697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.744341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.850956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-4bc8b188-8054-4b63-b429-bd62aa7e4849', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:04:51.851199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.852169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:51.945098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.021039 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.047167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.071532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.071828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.149722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:52.153659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:52.156592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:52.160865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=7dec978b-9dfc-4d1f-ac98-9753b16c5662,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:52.168844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Allocated IP 172.20.0.2 (4bc8b188-8054-4b63-b429-bd62aa7e4849/e74eb795-d35d-4f09-a5f8-31661118b308/68cb7d37-f62a-480e-afae-c4ed1437e06e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:52.173700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f1a2f-1d21-4c7a-8576-22d89577d465 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:52.195104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6739-0faa-4134-8cf7-54d6822d0204 None None] Pushing event updated for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:52.248422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Attempting to bind port 26d9479b-ee56-4aa4-b971-2ebb113aa657 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:52.249384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Attempting to bind port 26d9479b-ee56-4aa4-b971-2ebb113aa657 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:52.249753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Attempting to bind port 26d9479b-ee56-4aa4-b971-2ebb113aa657 on network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:52.271115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:52.271507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Checking segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:52.271909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.272309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Bound using segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:52.273066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Bound port: 26d9479b-ee56-4aa4-b971-2ebb113aa657, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:52.273583 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.580153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5692fd18-1eca-47d9-89bc-bd2f10673f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.593218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3c03-c8f8-40e2-bfab-7d07ea430c48 None None] Provisioning complete for port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:52.593614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3c03-c8f8-40e2-bfab-7d07ea430c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.643986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] For port 26d9479b-ee56-4aa4-b971-2ebb113aa657, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:52.689135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] For port 26d9479b-ee56-4aa4-b971-2ebb113aa657, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=26d9479b-ee56-4aa4-b971-2ebb113aa657,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:52.694677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d3c03-c8f8-40e2-bfab-7d07ea430c48 None None] Port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:52.700925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.739692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.759875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.780268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:52.780942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:52.833099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6739-0faa-4134-8cf7-54d6822d0204 None None] Pushing event updated for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:52.838406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:52.870388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:52.877112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:52.878702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.938624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.950749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-07954891-2c84-46e1-aabf-617282c66274 None None] Provisioning complete for port 26d9479b-ee56-4aa4-b971-2ebb113aa657 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:52.951133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07954891-2c84-46e1-aabf-617282c66274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:52.997694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.068264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Pushing event updated for resources: {'Port': ['ID=68cb7d37-f62a-480e-afae-c4ed1437e06e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:53.083730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:53.120666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Attempting to bind port 68cb7d37-f62a-480e-afae-c4ed1437e06e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:53.121659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Attempting to bind port 68cb7d37-f62a-480e-afae-c4ed1437e06e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:53.122754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Attempting to bind port 68cb7d37-f62a-480e-afae-c4ed1437e06e on network 4bc8b188-8054-4b63-b429-bd62aa7e4849 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:53.138243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:53.138931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Checking segment: {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:53.139997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.140508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Bound using segment: {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:53.141682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Bound port: 68cb7d37-f62a-480e-afae-c4ed1437e06e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:53.142176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.142324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Allocated IP 172.25.8.245 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/fde32bb5-a908-407f-8774-dff08b83653c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:53.307883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] For port 68cb7d37-f62a-480e-afae-c4ed1437e06e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:53.329839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.337761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07954891-2c84-46e1-aabf-617282c66274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.366185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] For port 68cb7d37-f62a-480e-afae-c4ed1437e06e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=68cb7d37-f62a-480e-afae-c4ed1437e06e,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:53.377705 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.380369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.441834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-07954891-2c84-46e1-aabf-617282c66274 None None] For port 26d9479b-ee56-4aa4-b971-2ebb113aa657, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=26d9479b-ee56-4aa4-b971-2ebb113aa657,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:53.479527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.498856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07954891-2c84-46e1-aabf-617282c66274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.523032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6503258-9b53-434e-bcc0-36195e30dbaa None None] Pushing event updated for resources: {'Port': ['ID=68cb7d37-f62a-480e-afae-c4ed1437e06e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:53.534051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:53.542664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:53.545718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:53.569661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b1ddf-1b20-4961-8d8d-2e1e413385b3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:53.583695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=fde32bb5-a908-407f-8774-dff08b83653c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:53.607305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 99805e05-b11c-4a8c-8083-c2226882536f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:04:53.623986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:52Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:53.665854 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fddc3f-3594-4a14-8b1e-0f5bcf76d1e1 None None] The sync data for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 is: [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:52Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:04:53.667323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07954891-2c84-46e1-aabf-617282c66274 None None] Pushing event updated for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:53.684101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8bd593ff-b749-4719-9211-6865c8b59eb5 None None] Provisioning complete for port fde32bb5-a908-407f-8774-dff08b83653c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:53.684627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bd593ff-b749-4719-9211-6865c8b59eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.791576 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.792394 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8bd593ff-b749-4719-9211-6865c8b59eb5 None None] Port fde32bb5-a908-407f-8774-dff08b83653c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:53.850347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8bd593ff-b749-4719-9211-6865c8b59eb5 None None] Provisioning complete for port 26d9479b-ee56-4aa4-b971-2ebb113aa657 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:53.858391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bd593ff-b749-4719-9211-6865c8b59eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:53.926644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:53.937463 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Sync routers for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:53.954363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:53.955303 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:54.023038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.029078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-29c07d2c-d777-44d9-92b7-f847426cf302 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2581918 Dec 10 05:04:54.031926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42702) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:54.061312 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.086150 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0c875a83-f73b-44f5-9fad-24b6e1a742fa tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c1928bc24df2487fb6efbc330dd17b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502179 Dec 10 05:04:54.093073 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:54.124813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:54.239475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cec31b-b570-47a4-8298-183b7abc3e6d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:54.241537 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-51cec31b-b570-47a4-8298-183b7abc3e6d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468542 Dec 10 05:04:54.245044 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:54.304578 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8bfebac-4d35-4255-8cd2-ebb3b95c2246 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574098 Dec 10 05:04:54.305503 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42712) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:54.311347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920200688', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:04:54.421341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.494476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:04:54.501315 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.510686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 26d9479b-ee56-4aa4-b971-2ebb113aa657 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:54.520624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:52Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:54.578971 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Checking router: 99805e05-b11c-4a8c-8083-c2226882536f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:54.580526 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Updating router 99805e05-b11c-4a8c-8083-c2226882536f port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:04:54.630914 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 26d9479b-ee56-4aa4-b971-2ebb113aa657 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:54.632657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.646136 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.733426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Router 388a5881-d027-417f-a97e-47854fce4241 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:04:54.877053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 68cb7d37-f62a-480e-afae-c4ed1437e06e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:54.911093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:54.964993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Subnet': ['ID=5544f2ed-6921-4928-b1c7-95dc18c88796,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:54.980986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 68cb7d37-f62a-480e-afae-c4ed1437e06e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:54.981740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.022322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:55.022697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network hostable DHCP agents. Network: 822a695e-d312-4752-bdc2-e6fd03e28e86, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:04:55.027760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:55.046794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Sync routers for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:55.061330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:04:55.074256 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 822a695e-d312-4752-bdc2-e6fd03e28e86) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:55.083182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:55.084065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.093203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.097030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99eaab1b-0d6d-4c06-88ec-11b3cbbb1cc0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4093952 Dec 10 05:04:55.097299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42722) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:55.107986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238e66ee-f8ae-4232-8d65-fecc08b44f98 None None] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:55.130412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-addaa6f8-da75-478b-8456-1c0a6571afd3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8210838 Dec 10 05:04:55.130673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:55.189930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:55.195697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:55.211318 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.225654 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.357248 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Attempting to bind port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:55.358001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde963b-3f43-4c21-b7c0-f80adc7c9fca None None] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:04:55.358583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Attempting to bind port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:55.359598 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Attempting to bind port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:55.365333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ead3a-c2ad-4aff-b272-a10f84a11ec8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:55.383169 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:55.383783 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:55.384438 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.385064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:55.385898 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Bound port: 7dec978b-9dfc-4d1f-ac98-9753b16c5662, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:55.386512 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.470678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa4551-783a-4ffc-920c-f7d9542564ce None None] Pushing event updated for resources: {'Port': ['ID=7dec978b-9dfc-4d1f-ac98-9753b16c5662,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:55.528127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] For port 7dec978b-9dfc-4d1f-ac98-9753b16c5662, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:55.537969 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] For port 7dec978b-9dfc-4d1f-ac98-9753b16c5662, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7dec978b-9dfc-4d1f-ac98-9753b16c5662,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:55.550428 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.629253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3545bfb1-309a-4811-9972-202d636ce3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.684262 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:55.690961 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:55.698626 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa4551-783a-4ffc-920c-f7d9542564ce None None] Pushing event updated for resources: {'Port': ['ID=7dec978b-9dfc-4d1f-ac98-9753b16c5662,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:55.716835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:55.719520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c9737-94ec-4b13-ae1c-3cf7b6b1227a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:55.721788 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:55.896065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:56.045460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.069101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0c77d354-223e-4cea-9dd2-79db4fcf4025 None None] Provisioning complete for port 68cb7d37-f62a-480e-afae-c4ed1437e06e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:56.080372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c77d354-223e-4cea-9dd2-79db4fcf4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.164082 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:52Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:56.230447 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848b20-0517-4108-b52f-561ea1958ecb None None] The sync data for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 is: [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:52Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:04:56.353651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 68cb7d37-f62a-480e-afae-c4ed1437e06e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=68cb7d37-f62a-480e-afae-c4ed1437e06e,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:56.378323 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.439913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.510836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.557950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=68cb7d37-f62a-480e-afae-c4ed1437e06e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:56.583406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.1 (822a695e-d312-4752-bdc2-e6fd03e28e86/5544f2ed-6921-4928-b1c7-95dc18c88796/4b6aeaec-7f6c-4441-a59f-f69fe49c1454) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:56.590802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-822a695e-d312-4752-bdc2-e6fd03e28e86', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:04:56.592156 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.866005 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.878808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Allocated IP 172.20.0.1 (4bc8b188-8054-4b63-b429-bd62aa7e4849/e74eb795-d35d-4f09-a5f8-31661118b308/169410f4-6be4-4a25-88fd-04f98fb1c56d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:56.912230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.934603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] Provisioning complete for port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:56.935157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:56.935380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:56.938643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:56.941654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:57.006562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.037067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.083130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 3, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:57.115093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.120358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:57.125718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Checking router: 388a5881-d027-417f-a97e-47854fce4241 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:04:57.126484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Updating router 388a5881-d027-417f-a97e-47854fce4241 port fde32bb5-a908-407f-8774-dff08b83653c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:04:57.183711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.198880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:57.202868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:57.213292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:57.225116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.271785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Allocated IP 172.20.0.2 (822a695e-d312-4752-bdc2-e6fd03e28e86/5544f2ed-6921-4928-b1c7-95dc18c88796/c0a96493-ffcc-49a9-9ab6-2908adfa2192) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:04:57.289968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Pushing event updated for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:57.305730 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.499243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.542531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] For port 7dec978b-9dfc-4d1f-ac98-9753b16c5662, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7dec978b-9dfc-4d1f-ac98-9753b16c5662,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:57.567747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.601486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.608012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.685589 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.697183 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.737221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42752) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:57.761163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88d7da-158b-4c43-b7fd-9dbb6a0d9a75 None None] Pushing event updated for resources: {'Port': ['ID=7dec978b-9dfc-4d1f-ac98-9753b16c5662,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:57.795601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:57.798167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.822210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-923412b3-e6f9-4280-88cc-27b2549facad None None] Provisioning complete for port 169410f4-6be4-4a25-88fd-04f98fb1c56d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:57.822444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923412b3-e6f9-4280-88cc-27b2549facad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.853180 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.861928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.910345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.928926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:57.931657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.933560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:57.948738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.958843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Pushing event updated for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:57.964485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6519fea2-884b-4807-947a-2bb73c82e194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:57.967974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-923412b3-e6f9-4280-88cc-27b2549facad None None] Port 169410f4-6be4-4a25-88fd-04f98fb1c56d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:04:58.001663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:58.029308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:58.034501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:04:58.036280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Pushing event updated for resources: {'Port': ['ID=c0a96493-ffcc-49a9-9ab6-2908adfa2192,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:58.041480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-923412b3-e6f9-4280-88cc-27b2549facad None None] Provisioning complete for port 68cb7d37-f62a-480e-afae-c4ed1437e06e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:58.041851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923412b3-e6f9-4280-88cc-27b2549facad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.074771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 99805e05-b11c-4a8c-8083-c2226882536f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:04:58.101683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.107191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:04:58.113951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:04:58.132503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.175586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6519fea2-884b-4807-947a-2bb73c82e194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.185735 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6519fea2-884b-4807-947a-2bb73c82e194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.204030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Attempting to bind port c0a96493-ffcc-49a9-9ab6-2908adfa2192 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:58.204397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Attempting to bind port c0a96493-ffcc-49a9-9ab6-2908adfa2192 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:58.204821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Attempting to bind port c0a96493-ffcc-49a9-9ab6-2908adfa2192 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:58.220640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:58.236639 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f477d1a8-12f7-41b8-ab6a-ef4123abec4d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/99805e05-b11c-4a8c-8083-c2226882536f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0949697 Dec 10 05:04:58.238830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:58.239217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:58.239614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.240022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:58.240529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Bound port: c0a96493-ffcc-49a9-9ab6-2908adfa2192, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:58.240920 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.248270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406977b-dc43-4308-ab53-93fe1d800c17 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:58.259720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e77fd-c642-4cc6-a0cf-6c1421789ab3 None None] Pushing event updated for resources: {'Port': ['ID=fde32bb5-a908-407f-8774-dff08b83653c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:58.267515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Attempting to bind port fde32bb5-a908-407f-8774-dff08b83653c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:04:58.267853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Attempting to bind port fde32bb5-a908-407f-8774-dff08b83653c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:04:58.268220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Attempting to bind port fde32bb5-a908-407f-8774-dff08b83653c on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:04:58.317010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6519fea2-884b-4807-947a-2bb73c82e194 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de09d8be2d8b4d34b9e0322115983813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788741 Dec 10 05:04:58.319571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:58.340788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:04:58.341175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:04:58.341583 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.341981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:04:58.342469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Bound port: fde32bb5-a908-407f-8774-dff08b83653c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:04:58.342857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.359308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Router 388a5881-d027-417f-a97e-47854fce4241 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:04:58.373909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519fea2-884b-4807-947a-2bb73c82e194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aceac8-a927-47cb-b817-a1a13a595a93,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:58.403928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.411313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.475396 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.495599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] For port c0a96493-ffcc-49a9-9ab6-2908adfa2192, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:58.500327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] For port c0a96493-ffcc-49a9-9ab6-2908adfa2192, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c0a96493-ffcc-49a9-9ab6-2908adfa2192,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:58.523462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] For port fde32bb5-a908-407f-8774-dff08b83653c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:04:58.527368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.531882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] For port fde32bb5-a908-407f-8774-dff08b83653c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fde32bb5-a908-407f-8774-dff08b83653c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:04:58.535135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:04:58.552786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4d2a9e2e-7ac0-4b36-b974-32c2c872c890 admin admin] 10.222.0.43 "PUT /v2.0/routers/388a5881-d027-417f-a97e-47854fce4241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4499035 Dec 10 05:04:58.567698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.572114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.575639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.575832 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11aceac8-a927-47cb-b817-a1a13a595a93 HTTP/1.1" status: 204 len: 168 time: 0.2527573 Dec 10 05:04:58.603108 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920966c-2216-402c-9667-b51b138d15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aceac8-a927-47cb-b817-a1a13a595a93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:58.653027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-29099fcb-2187-4b41-bb21-aa30b11ca13a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056421925&fields=id&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 267 time: 0.1214626 Dec 10 05:04:58.686088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] Provisioning complete for port fde32bb5-a908-407f-8774-dff08b83653c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:58.686514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:58.773792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4968e2-72e4-411b-9d52-bd47f1d9a3d4 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:04:58.785669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 68cb7d37-f62a-480e-afae-c4ed1437e06e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:04:58.827417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df790f-b0d6-40b0-838b-e3b37d85978d None None] Pushing event updated for resources: {'Port': ['ID=c0a96493-ffcc-49a9-9ab6-2908adfa2192,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:58.874153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:58.875050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:58.925874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-4f22283d-2d0a-4288-94b7-86237be8322c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:04:58.937749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-4f22283d-2d0a-4288-94b7-86237be8322c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 797 time: 0.2733035 Dec 10 05:04:58.959249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-48d3582b-7e58-4a75-b473-a9d2f1d88c6b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/quotas/c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 375 time: 0.0176327 Dec 10 05:04:59.104965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-b078b40c-4987-4c83-ba92-8aab32f68805 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161554 Dec 10 05:04:59.113944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42784) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:59.156008 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd269d8c-0186-41c1-af71-4d944db7c40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.180128 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Sync routers for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:04:59.193288 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:04:59.198111 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:59.291293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-9539ff51-011b-46c8-af71-b9da5f4fcebd service neutron] 10.222.0.43 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781194 Dec 10 05:04:59.299712 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd269d8c-0186-41c1-af71-4d944db7c40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.308506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd269d8c-0186-41c1-af71-4d944db7c40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.344009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e77fd-c642-4cc6-a0cf-6c1421789ab3 None None] Pushing event updated for resources: {'Port': ['ID=fde32bb5-a908-407f-8774-dff08b83653c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:59.393115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd269d8c-0186-41c1-af71-4d944db7c40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd7ca3-ad31-4697-8a22-6f61a292bd2b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:59.405776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-1e702ef3-4b01-44ba-a402-66cf1a4b9479 service neutron] 10.222.0.43 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069689 Dec 10 05:04:59.408067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:04:59.410628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dd269d8c-0186-41c1-af71-4d944db7c40e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ee4089a3b154eaca0b8c77d5cc501cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955465 Dec 10 05:04:59.452169 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:59.463870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 68cb7d37-f62a-480e-afae-c4ed1437e06e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:04:59.464586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.485363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.517532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:04:59.527759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.546110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.589401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.590760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] For port fde32bb5-a908-407f-8774-dff08b83653c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fde32bb5-a908-407f-8774-dff08b83653c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:04:59.594311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.597158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5acd7ca3-ad31-4697-8a22-6f61a292bd2b HTTP/1.1" status: 204 len: 168 time: 0.1855595 Dec 10 05:04:59.619754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4adcf4-165f-402c-8156-bc2adb3be77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd7ca3-ad31-4697-8a22-6f61a292bd2b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:59.632390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:04:59.854867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3aa6ed66-7a4b-49f5-bccb-6028c1c7d2a6 req-59146da2-dead-42a2-bc5e-7dfd38a1b045 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 210 time: 0.0988207 Dec 10 05:04:59.886962 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 2, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:04:59.929218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984c7ef-9557-40b2-88e8-412598b1377d None None] Pushing event updated for resources: {'Port': ['ID=fde32bb5-a908-407f-8774-dff08b83653c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:04:59.962751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7dec978b-9dfc-4d1f-ac98-9753b16c5662 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:00.009082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-76fe3db7-8016-4417-987a-e3696a099861 None None] Provisioning complete for port fde32bb5-a908-407f-8774-dff08b83653c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:00.010248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76fe3db7-8016-4417-987a-e3696a099861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.115123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Checking router: 99805e05-b11c-4a8c-8083-c2226882536f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:00.115778 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Updating router 99805e05-b11c-4a8c-8083-c2226882536f port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:05:00.136757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:00.142861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111064605', 'description': 'tempest-secgroup-smoke-1111064605 description', 'project_id': '9bd0413726294624a8f7f114061c65be'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:00.169086 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.198197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.313053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42804) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:00.342580 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0688ec30-8693-4886-920b-9a9ea1928790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.371926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11170134-ea73-412f-b275-f896383dce97 None None] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:00.379063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.384696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.391818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:00.392274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.427948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.429556 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2911675 Dec 10 05:05:00.433973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42806) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:00.435531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ef5ff-140f-4160-825d-3ed4605229ea tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fad59c-6776-4a5d-8061-2a74f72681a1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:00.442135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:00.514276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.521793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0688ec30-8693-4886-920b-9a9ea1928790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.522711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-76fe3db7-8016-4417-987a-e3696a099861 None None] Provisioning complete for port 169410f4-6be4-4a25-88fd-04f98fb1c56d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:00.523300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76fe3db7-8016-4417-987a-e3696a099861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.533942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0688ec30-8693-4886-920b-9a9ea1928790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.554146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '169410f4-6be4-4a25-88fd-04f98fb1c56d', 'name': '', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'mac_address': 'fa:16:3e:93:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 2, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'subnets': [{'id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:00.583364 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.590369 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.602887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2f439-bb34-441a-8b84-f19b1f4bc17d None None] The sync data for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 is: [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '169410f4-6be4-4a25-88fd-04f98fb1c56d', 'name': '', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'mac_address': 'fa:16:3e:93:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 2, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'subnets': [{'id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:00.612706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0688ec30-8693-4886-920b-9a9ea1928790 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab02ae27d76c491f8c1d6ab0c8415961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2974894 Dec 10 05:05:00.613453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688ec30-8693-4886-920b-9a9ea1928790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef93900-e5e0-46f9-a458-6a54b3f7f16a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:00.615494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:00.626966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-76fe3db7-8016-4417-987a-e3696a099861 None None] Port 169410f4-6be4-4a25-88fd-04f98fb1c56d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:00.661414 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.668897 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.680710 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd408f0-7e43-4b10-9534-e59236703d9a None None] Pushing event updated for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:00.714593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.718875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af64c2a1-34cd-41f0-b273-7f74860a228b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:00.729855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.740415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-482ddb34-6671-4c3d-aa2b-35cf7bab7ed0 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048201 Dec 10 05:05:00.741158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42810) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:00.750057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.754720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:00.779825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f1a82258-8def-484b-88be-04570bc339db None None] Provisioning complete for port c0a96493-ffcc-49a9-9ab6-2908adfa2192 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:00.780800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a82258-8def-484b-88be-04570bc339db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.785330 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Attempting to bind port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:00.785710 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Attempting to bind port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:00.786077 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Attempting to bind port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:00.807571 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:00.807952 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:00.808521 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.809318 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:00.809814 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Bound port: 4b6aeaec-7f6c-4441-a59f-f69fe49c1454, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:00.810205 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.847621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.854044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.857121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:00.858399 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef93900-e5e0-46f9-a458-6a54b3f7f16a HTTP/1.1" status: 204 len: 168 time: 0.2419002 Dec 10 05:05:00.867840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e864106-b8f1-4bdb-a0d8-8e49cba5d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef93900-e5e0-46f9-a458-6a54b3f7f16a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:00.986888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.020279 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] For port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:01.053645 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] For port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:01.055268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c0a96493-ffcc-49a9-9ab6-2908adfa2192 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:01.063411 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.083458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe046cf7-548e-4756-ba3c-0356b92f12f0 req-da315494-5c4c-45b9-9a4e-922fd76cb5bf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 210 time: 0.1076453 Dec 10 05:05:01.085043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.123540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13789a89-9f30-49cd-8e20-160cd3835031,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:01.134182 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.138699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42816) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:01.139369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b313946-0a4d-46f5-a1e7-c992064d9fad tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952789 Dec 10 05:05:01.144244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:01.194962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.207730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a82258-8def-484b-88be-04570bc339db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.216624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:01.217054 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:01.302228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.316734 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.341896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f1a82258-8def-484b-88be-04570bc339db None None] For port c0a96493-ffcc-49a9-9ab6-2908adfa2192, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c0a96493-ffcc-49a9-9ab6-2908adfa2192,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:01.362752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a82258-8def-484b-88be-04570bc339db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.424736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac1f019-55a3-408b-9c7d-447d917aa5f6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:01.456294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.460177 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bd0df407-2412-47ac-87e6-edd650545699 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170249 Dec 10 05:05:01.460446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:01.481557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:01.499615 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd408f0-7e43-4b10-9534-e59236703d9a None None] Pushing event updated for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:01.519780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c0a96493-ffcc-49a9-9ab6-2908adfa2192 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:01.520372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.540901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a82258-8def-484b-88be-04570bc339db None None] Pushing event updated for resources: {'Port': ['ID=c0a96493-ffcc-49a9-9ab6-2908adfa2192,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:01.561074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:01.578273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-2e0d0dbf-cea8-423d-a328-37f668db827b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:01.579904 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-2e0d0dbf-cea8-423d-a328-37f668db827b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 797 time: 0.2965648 Dec 10 05:05:01.596401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Provisioning complete for port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:01.596829 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.597705 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.730974 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-4d9d2e4f-61b6-46d6-ac93-a904a4ff52a8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 380 time: 0.1107373 Dec 10 05:05:01.746137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'port': {'device_id': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'admin_state_up': True, 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'security_groups': ['480a9494-59fd-4486-a13d-0a8bf42d032b']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:01.811797 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.827511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.876435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.896972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a2cce1-8177-419e-bea0-0689917222c5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:01.944387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] For port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:01.954149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.955394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-683ccd5f-5abc-40e7-a349-8d6e2847d86c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4857461 Dec 10 05:05:01.955731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:01.958333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42832) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:01.964506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:02.032768 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Project 9bd0413726294624a8f7f114061c65be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:05:02.038961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.056630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:02.063335 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.066110 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:00Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:02.066902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Provisioning complete for port c0a96493-ffcc-49a9-9ab6-2908adfa2192 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:02.067411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.101961 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548364c6-95b7-4e2d-af5b-83cb4d23696f None None] The sync data for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 is: [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:00Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:02.157623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.172825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.203751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24eb4a-7ca8-4226-8274-3395fca45aea None None] Pushing event updated for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:02.241304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71f27e3-426f-4a8e-9a83-479543c38360,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:02.329461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a2a6b88-eb6f-4309-b680-b99dcb58d2b8 req-7629ae8e-4deb-492f-b2d5-6fbb23631432 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 210 time: 0.0424774 Dec 10 05:05:02.334567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.338065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e2f76c3-49eb-495d-be99-3c2ba6a84534 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3777368 Dec 10 05:05:02.340050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42842) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:02.355025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'security_group_rule': {'security_group_id': 'f9fad59c-6776-4a5d-8061-2a74f72681a1', 'project_id': '9bd0413726294624a8f7f114061c65be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:02.406355 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Project 9bd0413726294624a8f7f114061c65be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:05:02.413831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.456455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.5 (822a695e-d312-4752-bdc2-e6fd03e28e86/5544f2ed-6921-4928-b1c7-95dc18c88796/8d7240a0-12b7-4fc9-b168-18b85c335b10) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:02.477976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-488f7674-7c04-483c-bc7e-a94200ab8db0 None None] Provisioning complete for port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:02.478367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-488f7674-7c04-483c-bc7e-a94200ab8db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.552625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.560777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.600455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.602739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2611554 Dec 10 05:05:02.630997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa1c14-68f7-4215-b5e1-e130b176476c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e43c02-9ceb-4474-a09b-a8ceb5103823,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:02.822886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca79dc2d-46be-4723-8e9a-aed38559378d None None] Provisioning complete for port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:02.823416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca79dc2d-46be-4723-8e9a-aed38559378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.829138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:02.932273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.007569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4479978e-20a9-406c-9f60-df984e711f13 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111064605&fields=id&tenant_id=9bd0413726294624a8f7f114061c65be HTTP/1.1" status: 200 len: 267 time: 0.0666475 Dec 10 05:05:03.032137 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:03.042414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:03.060698 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:03.134655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:03.139556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c0a96493-ffcc-49a9-9ab6-2908adfa2192 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:03.187019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:03.188090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.214865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-433aaa46-434f-4bff-b298-93d9d271b074 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4733906 Dec 10 05:05:03.224860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b1b8f23d-8f31-43c6-8779-f7c77d9237de None None] Provisioning complete for port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:03.225566 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f23d-8f31-43c6-8779-f7c77d9237de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.271340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-7c2244a7-aba3-4d76-b727-4d77dc0e61b1 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:03.273730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-7c2244a7-aba3-4d76-b727-4d77dc0e61b1 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 809 time: 0.2546635 Dec 10 05:05:03.297388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-ba121ebf-55b3-4428-9e2b-35706cb8af39 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/quotas/9bd0413726294624a8f7f114061c65be HTTP/1.1" status: 200 len: 375 time: 0.0175884 Dec 10 05:05:03.317249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c0a96493-ffcc-49a9-9ab6-2908adfa2192 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:03.317634 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.380819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-b3ed7f24-7b3d-47fb-8103-c13b04b95ec5 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763879 Dec 10 05:05:03.511268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Request body: {'port': {'device_id': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:03.551973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:03.573909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023becc-d3ec-4d09-a1af-1fa53527c46d req-de018545-219e-43f3-851d-b361e56242b6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:03.581396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c023becc-d3ec-4d09-a1af-1fa53527c46d req-de018545-219e-43f3-851d-b361e56242b6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 931 time: 0.1405880 Dec 10 05:05:03.599782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.621162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-45c192c2-6855-4b02-aa5f-4c0851247d5c service neutron] 10.222.0.43 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190974 Dec 10 05:05:03.646686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:03.669667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3c1862c5-737f-48c0-8c99-017a8bb0e85e None None] Provisioning complete for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:03.670027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c1862c5-737f-48c0-8c99-017a8bb0e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.676987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c023becc-d3ec-4d09-a1af-1fa53527c46d req-1d8579c2-113a-4cdf-aa99-d5f854e22570 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946143 Dec 10 05:05:03.718661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c1862c5-737f-48c0-8c99-017a8bb0e85e None None] Port 8d7240a0-12b7-4fc9-b168-18b85c335b10 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:03.729280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:03.729733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.747292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-15d42f3b-5c34-46bb-88fd-f897891add1a service neutron] 10.222.0.43 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230867 Dec 10 05:05:03.813817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fde32bb5-a908-407f-8774-dff08b83653c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:03.873206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port fde32bb5-a908-407f-8774-dff08b83653c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:03.873896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:03.975592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9aeb780e-bf0b-4cad-b588-7882bcfce481 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1675015118'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:03.976039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9aeb780e-bf0b-4cad-b588-7882bcfce481 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Unknown quota resources ['metering_label']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 05:05:03.990188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0f17ecc-c424-4f83-886c-fbe6b13f9b57 req-627b4860-894e-411e-8653-c584b23f12be tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 210 time: 0.0405746 Dec 10 05:05:04.195090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9aeb780e-bf0b-4cad-b588-7882bcfce481 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.196943 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9aeb780e-bf0b-4cad-b588-7882bcfce481 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6432359 Dec 10 05:05:04.199676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42886) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.204463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-00292637-00ca-49ac-879f-afb07cd24f4c tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b4734859-08e3-4708-b304-97671a4acefd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:04.205050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-00292637-00ca-49ac-879f-afb07cd24f4c tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 05:05:04.301026 n-d-817326-3 neutron-server[103253]: WARNING neutron.services.metering.metering_plugin [None req-00292637-00ca-49ac-879f-afb07cd24f4c tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 05:05:04.447228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:05:04.454220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00292637-00ca-49ac-879f-afb07cd24f4c tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.455033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.455446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00292637-00ca-49ac-879f-afb07cd24f4c tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2544637 Dec 10 05:05:04.458581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42890) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.463769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6dc87b12-feec-4791-812d-efacacfef8d1 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b4734859-08e3-4708-b304-97671a4acefd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:04.464358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6dc87b12-feec-4791-812d-efacacfef8d1 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 05:05:04.468126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Transition to ACTIVE for port object 8d7240a0-12b7-4fc9-b168-18b85c335b10 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:05:04.472819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.530740 n-d-817326-3 neutron-server[103253]: WARNING neutron.services.metering.metering_plugin [None req-6dc87b12-feec-4791-812d-efacacfef8d1 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 05:05:04.531983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:04.607130 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:04.607625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:04.607963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:04.612940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:05:04.613273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:04.620094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:04.620437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:04.620867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:04.621293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Bound port: 8d7240a0-12b7-4fc9-b168-18b85c335b10, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:04.621656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.629500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6dc87b12-feec-4791-812d-efacacfef8d1 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.634234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.635183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6dc87b12-feec-4791-812d-efacacfef8d1 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1753702 Dec 10 05:05:04.649358 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ba7d27b-fabe-4186-ab76-8532052236c0 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=6e904bfd-aa10-4006-84e3-fd4132f9e4db HTTP/1.1" status: 200 len: 464 time: 0.0137136 Dec 10 05:05:04.652268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42894) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.708091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:04.713448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:04.721231 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.769803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:04.770500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.771980 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 1091 time: 1.5413866 Dec 10 05:05:04.772439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:04.774785 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3742b933-559c-4c21-8255-57b848eaea59" -d '{"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:04.814255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-187022b9-1497-4555-98c0-1703f8ef92bc tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:04.815443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-187022b9-1497-4555-98c0-1703f8ef92bc tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/6e904bfd-aa10-4006-84e3-fd4132f9e4db HTTP/1.1" status: 204 len: 168 time: 0.1621475 Dec 10 05:05:04.820771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.850370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620f90-dfef-42e4-a918-4a64aa9442f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:04.867444 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b2f4d903-d05f-4a65-84a9-46aed2615947 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=6e904bfd-aa10-4006-84e3-fd4132f9e4db HTTP/1.1" status: 200 len: 221 time: 0.0451946 Dec 10 05:05:04.869911 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d773c2-2b8d-4702-9c33-a2b3259ed25c x-openstack-request-id: req-92d773c2-2b8d-4702-9c33-a2b3259ed25c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:04.870384 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:04.871323 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d773c2-2b8d-4702-9c33-a2b3259ed25c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:04.871751 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:05:04.872722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42902) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:04.878276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c58c7d82-9625-4c33-8bce-042d000b639b tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1431762513', 'description': 'label created by tempest'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:04.878731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c58c7d82-9625-4c33-8bce-042d000b639b tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Unknown quota resources ['metering_label']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 05:05:04.904453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-140f2498-0f95-4d19-809d-44358b268fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:04.906120 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-140f2498-0f95-4d19-809d-44358b268fda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0655935 Dec 10 05:05:04.952010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3ebb-6452-4624-9c73-c5bc12d033e5 req-f82966a5-4485-43af-928b-3a97f579310b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:04.953621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5bf3ebb-6452-4624-9c73-c5bc12d033e5 req-f82966a5-4485-43af-928b-3a97f579310b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.1471920 Dec 10 05:05:04.957744 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-4a043028-660e-4db5-b9b8-8673f80c485d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 217 time: 0.0380225 Dec 10 05:05:05.019772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-8e966bcd-64da-4216-9130-12e71381144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.021292 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-8e966bcd-64da-4216-9130-12e71381144a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0537899 Dec 10 05:05:05.090512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-fca05cdd-972d-4e47-b8a9-51944df616bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.092061 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-fca05cdd-972d-4e47-b8a9-51944df616bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636821 Dec 10 05:05:05.159508 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c58c7d82-9625-4c33-8bce-042d000b639b tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:05.161154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c58c7d82-9625-4c33-8bce-042d000b639b tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2865605 Dec 10 05:05:05.163963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8943899-100a-4f3d-bfe6-b973031434f1 req-12d48c25-d48a-4ea2-84b8-7ee33675c829 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 210 time: 0.0808673 Dec 10 05:05:05.166044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42906) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.171456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5bf3ebb-6452-4624-9c73-c5bc12d033e5 req-aa0c6756-bc7e-434a-a8d0-ce84d06d52ed tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073617 Dec 10 05:05:05.197570 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-5ad4aa2d-7544-437e-b45a-a7a5aa5f65e5 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969477 Dec 10 05:05:05.254911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d0038411-9767-459a-8fe3-4cb852838302 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=00d702a9-ff33-4293-b3d0-1603e8569b82 HTTP/1.1" status: 200 len: 468 time: 0.0817535 Dec 10 05:05:05.257734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42908) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.389597 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-94ed8f7d-c8d0-496d-a6fd-60ca0219796b req-482e05ea-271b-44bb-9cee-c68f38db05b4 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840844 Dec 10 05:05:05.455113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-7945ce1f-6d5c-4e6f-b544-7ae67ba10f4c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.457523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-7945ce1f-6d5c-4e6f-b544-7ae67ba10f4c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 809 time: 0.1739879 Dec 10 05:05:05.573165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b933-559c-4c21-8255-57b848eaea59 req-14c458f5-52d3-4366-ac7e-fba1cdaf0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.574691 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-14c458f5-52d3-4366-ac7e-fba1cdaf0999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0887325 Dec 10 05:05:05.580566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-3b923dfa-0593-4ba2-ac44-cce9cde91919 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bd0413726294624a8f7f114061c65be HTTP/1.1" status: 200 len: 380 time: 0.1017990 Dec 10 05:05:05.594413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'port': {'device_id': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'admin_state_up': True, 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'security_groups': ['f9fad59c-6776-4a5d-8061-2a74f72681a1']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:05.781218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b933-559c-4c21-8255-57b848eaea59 req-be09a53e-8b69-4792-a8a9-fe2269999c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.782820 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-be09a53e-8b69-4792-a8a9-fe2269999c31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.2006974 Dec 10 05:05:05.811937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Made reservation on behalf of 9bd0413726294624a8f7f114061c65be for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:05.815898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:05.831564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b8551c0-85e0-4ab3-8ae5-8aa2a516277a tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:05.835330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9b8551c0-85e0-4ab3-8ae5-8aa2a516277a tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/00d702a9-ff33-4293-b3d0-1603e8569b82 HTTP/1.1" status: 204 len: 168 time: 0.5734770 Dec 10 05:05:05.835577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42910) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.847902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3739aa83-beb4-460e-b869-19124a35b901 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=00d702a9-ff33-4293-b3d0-1603e8569b82 HTTP/1.1" status: 200 len: 216 time: 0.0103662 Dec 10 05:05:05.851279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42912) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.855947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-41ae0a28-65c8-4778-9cdd-71bea6938500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 217 time: 0.0542419 Dec 10 05:05:05.861845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2ef56443-86e0-4cd4-a3ab-bdc5989f6e3a tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094082 Dec 10 05:05:05.865243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.877970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e616c62c-1e57-4925-a034-3af17bd8705b tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116129 Dec 10 05:05:05.882024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.934929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-749c43df-c44a-46d8-b03a-fa9442c09fbc tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/b4734859-08e3-4708-b304-97671a4acefd HTTP/1.1" status: 200 len: 473 time: 0.0509853 Dec 10 05:05:05.937809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.952203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-45e4600e-919e-4883-bc7c-bd01b4d72b94 tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/d4e1c9ef-f631-4750-a089-3ec4caa14b87 HTTP/1.1" status: 200 len: 461 time: 0.0131629 Dec 10 05:05:05.955474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:05.960742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b933-559c-4c21-8255-57b848eaea59 req-5b22e3af-d541-43ca-b21e-eff5c741255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:05.962884 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-5b22e3af-d541-43ca-b21e-eff5c741255a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0989482 Dec 10 05:05:06.060288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Allocated IP 172.20.0.10 (ea8998e3-fb68-42d3-8e7a-4e4b5c85489f/f133028c-62a3-410b-ac3b-ab40b80c8043/54e8f2da-5b8b-445b-865e-5470df9f891d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:06.066565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2dd7ce9c-3af6-4b39-88e1-0e4a0d2783ce tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.067710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2dd7ce9c-3af6-4b39-88e1-0e4a0d2783ce tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/d4e1c9ef-f631-4750-a089-3ec4caa14b87 HTTP/1.1" status: 204 len: 168 time: 0.1113958 Dec 10 05:05:06.070278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:06.075269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b933-559c-4c21-8255-57b848eaea59 req-b9d44f0d-eae3-4889-aeee-8b1e615e997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:06.076977 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-b9d44f0d-eae3-4889-aeee-8b1e615e997c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049058 Dec 10 05:05:06.256326 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-69914225-31a8-4156-91ab-27bbf12e03b7 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676760 Dec 10 05:05:06.264741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8e89bbb6-64a5-4f1c-b56a-bdde6346d37f tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.265907 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8e89bbb6-64a5-4f1c-b56a-bdde6346d37f tempest-MeteringTestJSON-1080222006 tempest-MeteringTestJSON-1080222006-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/b4734859-08e3-4708-b304-97671a4acefd HTTP/1.1" status: 204 len: 168 time: 0.1941488 Dec 10 05:05:06.312848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b6545ce-6a2a-47b1-80b3-5493b8321183 req-025391b1-b406-42a5-bd95-077cac36e401 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Dec 10 05:05:06.331369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.368293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6a27-ef34-4aad-9d88-e620eea435ae req-b4f41cc9-0761-4e2e-aab7-ab2baa83b169 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:06.375692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffa6a27-ef34-4aad-9d88-e620eea435ae req-b4f41cc9-0761-4e2e-aab7-ab2baa83b169 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0650909 Dec 10 05:05:06.409300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-3742b933-559c-4c21-8255-57b848eaea59 req-b9f7fb03-c17a-47d2-b970-590ab53cb8c2 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402469 Dec 10 05:05:06.417625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.421263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ffa6a27-ef34-4aad-9d88-e620eea435ae req-73cc4c3a-2d8b-46ef-a59e-9878e2120739 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Dec 10 05:05:06.460964 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:06.464152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:06.467787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:06.505761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:06.537585 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:06.538123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.560523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-4ee127f1-2eb5-423f-9271-f00687a62659 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9700871 Dec 10 05:05:06.584378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:06.667474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Sync routers for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:06.678191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:06.678833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:06.716098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba689ff2-9df8-4be7-8282-8624a44ad03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.734619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Request body: {'port': {'device_id': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:06.785846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-86594965-82d9-4d71-8d15-c9237145f6e4 None None] Provisioning complete for port 54e8f2da-5b8b-445b-865e-5470df9f891d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:06.786486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86594965-82d9-4d71-8d15-c9237145f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.797716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba689ff2-9df8-4be7-8282-8624a44ad03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.805104 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ba689ff2-9df8-4be7-8282-8624a44ad03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.816177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.843081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:06.845721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86594965-82d9-4d71-8d15-c9237145f6e4 None None] Port 54e8f2da-5b8b-445b-865e-5470df9f891d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:06.849497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ba689ff2-9df8-4be7-8282-8624a44ad03b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b451c81e1af49cf9148f301c1c0d685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638206 Dec 10 05:05:06.850393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba689ff2-9df8-4be7-8282-8624a44ad03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251bbff3-7c96-4a31-be3a-0fc27b9b6170,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:06.853233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:06.906556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.928749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.984464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.987713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:06.988975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/251bbff3-7c96-4a31-be3a-0fc27b9b6170 HTTP/1.1" status: 204 len: 168 time: 0.1345625 Dec 10 05:05:06.997702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9b0a0-dfd1-4e87-a9ac-3e7aab02c540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251bbff3-7c96-4a31-be3a-0fc27b9b6170,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:07.097945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '169410f4-6be4-4a25-88fd-04f98fb1c56d', 'name': '', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'mac_address': 'fa:16:3e:93:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 2, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'subnets': [{'id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:07.126321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Checking router: 388a5881-d027-417f-a97e-47854fce4241 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:07.126681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Updating router 388a5881-d027-417f-a97e-47854fce4241 port 169410f4-6be4-4a25-88fd-04f98fb1c56d binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:05:07.133043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e8f2da-5b8b-445b-865e-5470df9f891d {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:05:07.142326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.155638 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.156179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Transition to ACTIVE for port object 54e8f2da-5b8b-445b-865e-5470df9f891d will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:05:07.161958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.213222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Pushing event updated for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:07.294684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Attempting to bind port 54e8f2da-5b8b-445b-865e-5470df9f891d on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:07.295033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Attempting to bind port 54e8f2da-5b8b-445b-865e-5470df9f891d by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:07.295361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Attempting to bind port 54e8f2da-5b8b-445b-865e-5470df9f891d on network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:07.301169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Port 54e8f2da-5b8b-445b-865e-5470df9f891d on network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:05:07.301699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Attempting to bind port 54e8f2da-5b8b-445b-865e-5470df9f891d on network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:07.306859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:07.307402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Checking segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:07.307996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Bound using segment: {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:07.308626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Bound port: 54e8f2da-5b8b-445b-865e-5470df9f891d, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7610406b-79f7-4697-8a39-51e304588a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:07.309178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.388160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:07.393377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=54e8f2da-5b8b-445b-865e-5470df9f891d,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:07.401269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.424011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42948) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:07.440255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.441066 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.443026 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] 10.222.0.41 "PUT /v2.0/ports/54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1092 time: 0.8603368 Dec 10 05:05:07.445378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:07.450087 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d8b7b-850f-4048-89c5-2937ea2966e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:07.480743 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-750a4017-f722-4678-870b-51fd5f02600e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.485232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535defb2-a3d7-414b-b632-bdf42aef1501 service neutron] Pushing event updated for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:07.547366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.554470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.565360 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-c88c393c-2c05-498c-b04d-5655e489865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.566929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-c88c393c-2c05-498c-b04d-5655e489865f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1095 time: 0.0534422 Dec 10 05:05:07.620614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21a954-0708-4a67-a160-d4d3a3afabd1 req-8750a507-5f19-41ad-85c2-594895b66b5c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.622194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e21a954-0708-4a67-a160-d4d3a3afabd1 req-8750a507-5f19-41ad-85c2-594895b66b5c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 944 time: 0.1794846 Dec 10 05:05:07.668790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Pushing event updated for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:07.684725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-330fbd32-8f1d-42c4-b70a-0b03d7871014 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 217 time: 0.0935223 Dec 10 05:05:07.688849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43416937-9929-4fcf-8fa5-56e552efaeab req-1c96c184-6364-43f7-869a-e579ee76a080 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.689178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.689616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.690048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.690414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43416937-9929-4fcf-8fa5-56e552efaeab req-1c96c184-6364-43f7-869a-e579ee76a080 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.1421013 Dec 10 05:05:07.690553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.690852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.691252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.691650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.692041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.692436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.692868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.693259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.694131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.694547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:07.698803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Attempting to bind port 169410f4-6be4-4a25-88fd-04f98fb1c56d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:07.699251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Attempting to bind port 169410f4-6be4-4a25-88fd-04f98fb1c56d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:07.699683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Attempting to bind port 169410f4-6be4-4a25-88fd-04f98fb1c56d on network 4bc8b188-8054-4b63-b429-bd62aa7e4849 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:07.706709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:07.707378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Checking segment: {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:07.707632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.708114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Bound using segment: {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:07.708827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Bound port: 169410f4-6be4-4a25-88fd-04f98fb1c56d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af9113c-515c-4fa7-8054-5c01a48a05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:07.709276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.765050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-3946b4c4-e613-411f-9fcf-e5666d75e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.766607 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-3946b4c4-e613-411f-9fcf-e5666d75e2fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0690482 Dec 10 05:05:07.796458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e21a954-0708-4a67-a160-d4d3a3afabd1 req-b15a0031-f875-4316-8006-63209f320ed8 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581607 Dec 10 05:05:07.824706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] For port 169410f4-6be4-4a25-88fd-04f98fb1c56d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:07.829196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] For port 169410f4-6be4-4a25-88fd-04f98fb1c56d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=169410f4-6be4-4a25-88fd-04f98fb1c56d,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:07.837943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-750a4017-f722-4678-870b-51fd5f02600e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.839896 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.858710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-e78ff2dc-a062-42c3-9fe7-7f4ab722d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:07.862103 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-750a4017-f722-4678-870b-51fd5f02600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.865078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-e78ff2dc-a062-42c3-9fe7-7f4ab722d077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814457 Dec 10 05:05:07.877573 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684cc202-fa50-4f73-a33a-f64cff6b997c x-openstack-request-id: req-684cc202-fa50-4f73-a33a-f64cff6b997c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:07.878132 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:07.878582 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-684cc202-fa50-4f73-a33a-f64cff6b997c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:07.880096 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'status': 'completed', 'code': 200} Dec 10 05:05:07.906958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:07.907199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43416937-9929-4fcf-8fa5-56e552efaeab req-bac14aaa-40be-4c3c-be41-90ce37b9c7df tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959019 Dec 10 05:05:07.907585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:07.920029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-750a4017-f722-4678-870b-51fd5f02600e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3e6efc9edb246c48fc223a304c731e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4947262 Dec 10 05:05:07.924593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42954) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:07.940895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a4017-f722-4678-870b-51fd5f02600e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fffb17-a408-42c6-87cc-c4782d8bc40c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:07.989376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:07.991001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5067e7-4d16-4580-a0dd-6652b9f4ba1e None None] Pushing event updated for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:08.020266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.021615 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-ee35a881-520d-42e0-b48d-5133c22482cb service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307828 Dec 10 05:05:08.067784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:08.082242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.084962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.089188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43fffb17-a408-42c6-87cc-c4782d8bc40c HTTP/1.1" status: 204 len: 168 time: 0.1611793 Dec 10 05:05:08.105667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0590a-5712-4ba1-aae0-e60311e828e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fffb17-a408-42c6-87cc-c4782d8bc40c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:08.113601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] Provisioning complete for port 169410f4-6be4-4a25-88fd-04f98fb1c56d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:08.114543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.126897 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-86f6e1ae-a5ee-40e5-9b5e-c90e4595155b req-58d3f08b-47ce-4c7f-8a2a-83e2a031c197 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934312 Dec 10 05:05:08.273296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-4d529ebf-9fb9-4588-accf-77b1aa302a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:08.274754 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-4d529ebf-9fb9-4588-accf-77b1aa302a8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1095 time: 0.0412323 Dec 10 05:05:08.337320 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.378936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-d25413e7-709e-4abd-92c3-c1956a6deafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:08.380768 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-d25413e7-709e-4abd-92c3-c1956a6deafe service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.0975270 Dec 10 05:05:08.402121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] For port 169410f4-6be4-4a25-88fd-04f98fb1c56d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=169410f4-6be4-4a25-88fd-04f98fb1c56d,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:08.407714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.429361 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-77d83407-5819-4c1b-8839-0818817eb66f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 217 time: 0.0409009 Dec 10 05:05:08.463163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '169410f4-6be4-4a25-88fd-04f98fb1c56d', 'name': '', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'mac_address': 'fa:16:3e:93:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:07Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'subnets': [{'id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:08.487819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-7b7f240d-62dd-42ca-9450-b454fa32771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:08.489428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-7b7f240d-62dd-42ca-9450-b454fa32771e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0526016 Dec 10 05:05:08.498038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed513-6650-412f-b964-f34736bc3936 None None] The sync data for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 is: [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '169410f4-6be4-4a25-88fd-04f98fb1c56d', 'name': '', 'network_id': '4bc8b188-8054-4b63-b429-bd62aa7e4849', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'mac_address': 'fa:16:3e:93:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:07Z', 'revision_number': 4, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'subnets': [{'id': 'e74eb795-d35d-4f09-a5f8-31661118b308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:08.499943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cbdfd-35e2-4568-8c0e-8779378c4bef None None] Pushing event updated for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:08.532913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6d509f87-b6ad-4c19-a5a5-dcbe68611d27 None None] Provisioning complete for port 169410f4-6be4-4a25-88fd-04f98fb1c56d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:08.533292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d509f87-b6ad-4c19-a5a5-dcbe68611d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.556696 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-7f6b5dcf-81b2-4ddf-b2f8-a66f235be955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:08.558358 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-7f6b5dcf-81b2-4ddf-b2f8-a66f235be955 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589037 Dec 10 05:05:08.637117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:05:08.665715 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-d6921be9-8b04-430e-998d-4452e8e4ec2b service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987248 Dec 10 05:05:08.756161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:08.770181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:05:08.786502 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-294d8b7b-850f-4048-89c5-2937ea2966e7 req-0e212c50-7223-4e5c-9925-f7d9ff9d2a4f service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097720 Dec 10 05:05:08.826914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.841261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:05:08.865774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:08.871916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:08.916585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 169410f4-6be4-4a25-88fd-04f98fb1c56d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:08.985643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2a2c-2808-4ebe-a275-4899f857ff0d req-18010039-d8b1-4dcb-95d4-b09a5f75bb1c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:08.986580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:08.987753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-278c2a2c-2808-4ebe-a275-4899f857ff0d req-18010039-d8b1-4dcb-95d4-b09a5f75bb1c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 944 time: 0.0949855 Dec 10 05:05:08.998135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 169410f4-6be4-4a25-88fd-04f98fb1c56d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:08.998506 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.100347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-278c2a2c-2808-4ebe-a275-4899f857ff0d req-cf79006d-8d99-4331-a6c7-cf73a7e13f24 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040630 Dec 10 05:05:09.112536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fb589-c061-4e7b-b672-5d2d2e5fab11 req-0062257b-1890-490c-8619-cb283c81b347 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:09.114646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c7fb589-c061-4e7b-b672-5d2d2e5fab11 req-0062257b-1890-490c-8619-cb283c81b347 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.1041718 Dec 10 05:05:09.185067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c7fb589-c061-4e7b-b672-5d2d2e5fab11 req-f2357ffa-dbcb-4c90-b24a-dae044551d8e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638285 Dec 10 05:05:09.309001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8d7240a0-12b7-4fc9-b168-18b85c335b10'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:05:09.681361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 42994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:09.777266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-26329464', 'router:external': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:09.797369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Made reservation on behalf of 68583a883872475680a701cde45fce02 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:09.800190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.808513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.880602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.887336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.914925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:09.921241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c276c70-4236-4934-a94b-960d23e72081,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:09.927311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:09.927657 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Added segment d53cff19-e97d-4352-ae88-f43868d8b785 of type vlan for network 893bea30-fd74-4517-bc22-1736a4328ac3 Dec 10 05:05:09.975001 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.002366 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.003301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:10.003869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.029428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.3469806 Dec 10 05:05:10.032549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 42998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:10.037916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'subnet': {'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:10.058639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Made reservation on behalf of 68583a883872475680a701cde45fce02 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:10.061141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.065910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77dad5-a16a-4edd-893d-25f26728ed36 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Network': ['ID=893bea30-fd74-4517-bc22-1736a4328ac3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:10.076077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 893bea30-fd74-4517-bc22-1736a4328ac3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:10.240127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c273-9f91-414b-a7c7-dfd0e8d2a679 req-9bd3c7f4-6acd-445a-8966-411a5493db70 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:10.243895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a3c273-9f91-414b-a7c7-dfd0e8d2a679 req-9bd3c7f4-6acd-445a-8966-411a5493db70 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 944 time: 0.0687175 Dec 10 05:05:10.329782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73a3c273-9f91-414b-a7c7-dfd0e8d2a679 req-d7135d8c-6063-485f-bcbb-9ccbf9d84b5a tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795076 Dec 10 05:05:10.339377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe1265-f178-4c6b-8471-fbdcdc3b9e4b req-90c5e344-20f6-4449-a20a-1d0607a176e3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:10.341041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2fe1265-f178-4c6b-8471-fbdcdc3b9e4b req-90c5e344-20f6-4449-a20a-1d0607a176e3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.0812166 Dec 10 05:05:10.369091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.objects.ports [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 05:05:10.369562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.393188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2fe1265-f178-4c6b-8471-fbdcdc3b9e4b req-2abe3761-35e8-4e34-9d8b-9bba5285b784 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Dec 10 05:05:10.422544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8bda761a-152e-4a80-9442-abbb55b85bde,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:10.433014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Checking segment: {'id': 'd53cff19-e97d-4352-ae88-f43868d8b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:10.433372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network hostable DHCP agents. Network: 893bea30-fd74-4517-bc22-1736a4328ac3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:10.449832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 893bea30-fd74-4517-bc22-1736a4328ac3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:10.458214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 893bea30-fd74-4517-bc22-1736a4328ac3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:10.462400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:10.462918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.466945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd64e1f-35ff-40da-933d-0d85956ecc75 None None] Network 893bea30-fd74-4517-bc22-1736a4328ac3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:10.478954 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-484e803c-6303-46f0-8323-39835705bef2 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4451971 Dec 10 05:05:10.481771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:10.486442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-531645281', 'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:10.506010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Made reservation on behalf of 68583a883872475680a701cde45fce02 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:10.508285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.523779 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] device_id is not set on port 38f991b4-f479-4c93-b12a-bfc43e3fd2cf yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:05:10.571540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147137b7-af23-4105-be03-cb048f72e372 None None] Network 893bea30-fd74-4517-bc22-1736a4328ac3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:10.631548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 2001:db8::1b7 (893bea30-fd74-4517-bc22-1736a4328ac3/8bda761a-152e-4a80-9442-abbb55b85bde/38f991b4-f479-4c93-b12a-bfc43e3fd2cf) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:10.635239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:10.708576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:05:10.712269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:10.712673 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.768754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.789020 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.804876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.813033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:10.815302 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d0ddd-245c-47a5-8fdb-7595d2958bd8" -d '{"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-plugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:10.828243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:10.836049 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.861664 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aac6b8-ea51-45fc-bb22-c0852b0aa309 x-openstack-request-id: req-78aac6b8-ea51-45fc-bb22-c0852b0aa309 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:10.862026 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-plugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:10.862281 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78aac6b8-ea51-45fc-bb22-c0852b0aa309 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:10.862662 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'code': 200} Dec 10 05:05:10.871478 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 893bea30-fd74-4517-bc22-1736a4328ac3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:10.875257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:10.877924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:10.879219 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:10.879810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:10.884381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=38f991b4-f479-4c93-b12a-bfc43e3fd2cf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:10.888370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:10.900810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3b6de5fb-3aec-473b-a1ac-2762072cec1e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4177299 Dec 10 05:05:10.903608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:11.013335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f869f-2475-40aa-881c-869a53f459c7 req-4f14291e-c3de-407b-9e17-f107f12cc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:11.014711 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8c4f869f-2475-40aa-881c-869a53f459c7 req-4f14291e-c3de-407b-9e17-f107f12cc640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1096 time: 0.0538595 Dec 10 05:05:11.016819 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Deleting port 38f991b4-f479-4c93-b12a-bfc43e3fd2cf {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:11.017155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.109206 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8c4f869f-2475-40aa-881c-869a53f459c7 req-d181cb4d-b071-4b80-9476-b63edd1ff4a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806377 Dec 10 05:05:11.120567 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.131720 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Calling delete_port for 38f991b4-f479-4c93-b12a-bfc43e3fd2cf owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:11.264834 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.292188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f991b4-f479-4c93-b12a-bfc43e3fd2cf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:11.315374 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.318662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7b07f081-e3a0-4e44-99b6-fba7473facd3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/ports/38f991b4-f479-4c93-b12a-bfc43e3fd2cf HTTP/1.1" status: 204 len: 168 time: 0.4140177 Dec 10 05:05:11.321841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:11.325934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3', 'external_fixed_ips': [{'subnet_id': '8bda761a-152e-4a80-9442-abbb55b85bde', 'ip_address': '2001:db8::1b7'}]}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:11.345879 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.346896 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.401497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:11.451345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22080611-87a9-44ac-8032-1e2d3d163a23 req-1543df1b-abdb-41fa-a837-f81daeab7dde tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:11.452891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22080611-87a9-44ac-8032-1e2d3d163a23 req-1543df1b-abdb-41fa-a837-f81daeab7dde tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 944 time: 0.0550880 Dec 10 05:05:11.564016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22080611-87a9-44ac-8032-1e2d3d163a23 req-725eece9-ec34-4a9c-807b-3ca4d3dfb8e2 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000078 Dec 10 05:05:11.577342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61273d40-2ae6-4b29-b956-21a60db05bb2 req-53f1a9a4-8103-437c-83ad-cc8bb4272d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:11.579331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61273d40-2ae6-4b29-b956-21a60db05bb2 req-53f1a9a4-8103-437c-83ad-cc8bb4272d28 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.1091661 Dec 10 05:05:11.632647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61273d40-2ae6-4b29-b956-21a60db05bb2 req-ec119eb2-7940-48e7-84af-e586ec12c8fa tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Dec 10 05:05:11.874632 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.069949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.088629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.160092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 54e8f2da-5b8b-445b-865e-5470df9f891d details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:05:12.256700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 2001:db8::1b7 (893bea30-fd74-4517-bc22-1736a4328ac3/8bda761a-152e-4a80-9442-abbb55b85bde/e986ed19-6df2-404e-b89d-23f5e9c53b3c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:12.267309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=54e8f2da-5b8b-445b-865e-5470df9f891d,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:12.279614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'port_id': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'mac_address': 'fa:16:3e:3a:28:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:05:12.318475 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.334812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e8f2da-5b8b-445b-865e-5470df9f891d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:05:12.355316 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=54e8f2da-5b8b-445b-865e-5470df9f891d,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:12.359526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.372325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.405543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:12.406760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.445759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 893bea30-fd74-4517-bc22-1736a4328ac3 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:12.450476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:12.454773 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:12.457628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=e986ed19-6df2-404e-b89d-23f5e9c53b3c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:12.667156 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.691457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5d6bc-fb4b-449c-bf23-c88d5898dd18 req-fc2ba164-e409-4011-9ca7-a2177136f295 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:12.693013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7de5d6bc-fb4b-449c-bf23-c88d5898dd18 req-fc2ba164-e409-4011-9ca7-a2177136f295 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 945 time: 0.0540929 Dec 10 05:05:12.731676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['54e8f2da-5b8b-445b-865e-5470df9f891d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:05:12.791710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502ee1-d783-4867-b879-a191b7ca4b60 req-525779d8-e4ef-48f2-aede-1b6c8117511a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:12.793263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ee1-d783-4867-b879-a191b7ca4b60 req-525779d8-e4ef-48f2-aede-1b6c8117511a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0863943 Dec 10 05:05:12.801272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7de5d6bc-fb4b-449c-bf23-c88d5898dd18 req-8c94a107-69aa-42af-b8e5-97f8d7c6504b tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009541 Dec 10 05:05:12.851391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce502ee1-d783-4867-b879-a191b7ca4b60 req-a5357934-3808-4b89-b899-06ee13efb8ee tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489151 Dec 10 05:05:12.878171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:12.970304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d8c4-9354-4269-8aa8-1bc007d2bb3c req-a1f1f29d-6a96-4408-a1a6-d381286bfc67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:12.971900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1094d8c4-9354-4269-8aa8-1bc007d2bb3c req-a1f1f29d-6a96-4408-a1a6-d381286bfc67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0509448 Dec 10 05:05:13.015513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router b4120d58-9f2d-4cbd-ba07-84ff42636a87 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:13.028110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1094d8c4-9354-4269-8aa8-1bc007d2bb3c req-a4b29176-4d7b-421b-b0a9-4008424efbfb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495758 Dec 10 05:05:13.049457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43022) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:13.089618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ac034-7355-4dab-98fb-519e069fc55b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:13.095464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-559ac034-7355-4dab-98fb-519e069fc55b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1091 time: 0.0397129 Dec 10 05:05:13.095594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43024) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:13.099899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:13.121696 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.126112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:13.135607 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Sync routers for ids ['b4120d58-9f2d-4cbd-ba07-84ff42636a87'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:13.144093 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.146160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Routers {'b4120d58-9f2d-4cbd-ba07-84ff42636a87'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:13.146963 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b4120d58-9f2d-4cbd-ba07-84ff42636a87'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:13.148014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5847bd2c-e8ea-465e-8b38-404dab5736f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8252301 Dec 10 05:05:13.148638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:13.237540 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.253377 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Set router b4120d58-9f2d-4cbd-ba07-84ff42636a87 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:13.259344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.352861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.32 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/e1998e2d-962d-4f02-87e0-a258fb5ddd68) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:13.362185 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.414616 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Deleting port e986ed19-6df2-404e-b89d-23f5e9c53b3c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:13.415202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.434191 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4120d58-9f2d-4cbd-ba07-84ff42636a87', 'name': '', 'tenant_id': '68583a883872475680a701cde45fce02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3', 'external_fixed_ips': [{'subnet_id': '8bda761a-152e-4a80-9442-abbb55b85bde', 'ip_address': '2001:db8::1b7'}], 'enable_snat': True}, 'gw_port_id': 'e986ed19-6df2-404e-b89d-23f5e9c53b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:05:11Z', 'updated_at': '2021-12-10T05:05:12Z', 'revision_number': 3, 'project_id': '68583a883872475680a701cde45fce02', 'gw_port': {'id': 'e986ed19-6df2-404e-b89d-23f5e9c53b3c', 'name': '', 'network_id': '893bea30-fd74-4517-bc22-1736a4328ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:62:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4120d58-9f2d-4cbd-ba07-84ff42636a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '8bda761a-152e-4a80-9442-abbb55b85bde', 'ip_address': '2001:db8::1b7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:05:12Z', 'updated_at': '2021-12-10T05:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bda761a-152e-4a80-9442-abbb55b85bde', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:13.459844 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.460201 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Checking router: b4120d58-9f2d-4cbd-ba07-84ff42636a87 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:13.460576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Updating router b4120d58-9f2d-4cbd-ba07-84ff42636a87 port e986ed19-6df2-404e-b89d-23f5e9c53b3c binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:05:13.489332 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.494227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.502773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.506875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Calling delete_port for e986ed19-6df2-404e-b89d-23f5e9c53b3c owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:13.542340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:13.549486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:13.553953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:13.557718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=e1998e2d-962d-4f02-87e0-a258fb5ddd68,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:13.692841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.725030 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Port': ['ID=e986ed19-6df2-404e-b89d-23f5e9c53b3c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:13.756643 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.760702 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:05:13.761056 n-d-817326-3 neutron-server[103256]: DEBUG oslo_db.api [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:05:13.854009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.856234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.901159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.901691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4120d58-9f2d-4cbd-ba07-84ff42636a87 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:13.906203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.907347 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-28ea5100-cb05-47d5-ad92-54174f111f0e tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/routers/b4120d58-9f2d-4cbd-ba07-84ff42636a87 HTTP/1.1" status: 204 len: 168 time: 0.7575684 Dec 10 05:05:13.909972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:13.958536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Deleting subnet 8bda761a-152e-4a80-9442-abbb55b85bde {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:05:13.962649 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:13.963818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626118f-7a87-4a83-b666-d385f7a2fafe req-022020b8-61be-43b2-9d0c-2b8ebc89ba0d tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:13.966369 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e626118f-7a87-4a83-b666-d385f7a2fafe req-022020b8-61be-43b2-9d0c-2b8ebc89ba0d tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 945 time: 0.0946515 Dec 10 05:05:14.002097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.012333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.060083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e626118f-7a87-4a83-b666-d385f7a2fafe req-b1d032c1-5de8-432b-a08a-595925dd4608 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847006 Dec 10 05:05:14.065978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.098279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.129043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.156463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8bda761a-152e-4a80-9442-abbb55b85bde,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:14.158811 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.162055 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4a8bba2b-241e-4fc7-93c8-508f541b2fdd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/8bda761a-152e-4a80-9442-abbb55b85bde HTTP/1.1" status: 204 len: 168 time: 0.2511516 Dec 10 05:05:14.165324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:14.177286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 54e8f2da-5b8b-445b-865e-5470df9f891d up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:14.237290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 54e8f2da-5b8b-445b-865e-5470df9f891d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:05:14.241192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.246238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 54e8f2da-5b8b-445b-865e-5470df9f891d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:14.246615 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.283581 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Port e986ed19-6df2-404e-b89d-23f5e9c53b3c not found while updating agent binding for router b4120d58-9f2d-4cbd-ba07-84ff42636a87. {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 05:05:14.295363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:14.297072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 05:05:14.298257 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_agentschedulers_db [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4120d58-9f2d-4cbd-ba07-84ff42636a87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent'). {{(pid=103256) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 05:05:14.299076 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29b1c-f587-45d3-a408-353838676a88 None None] The sync data for ids ['b4120d58-9f2d-4cbd-ba07-84ff42636a87'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:14.326600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.331630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.344020 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.352194 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.374253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893bea30-fd74-4517-bc22-1736a4328ac3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:14.375869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:14.379088 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5b1b7-022f-431c-b3b6-5a84b742b13c" -d '{"events": [{"server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "name": "network-vif-plugged", "status": "completed", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:14.386370 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53cff19-e97d-4352-ae88-f43868d8b785') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:14.386666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53cff19-e97d-4352-ae88-f43868d8b785') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:14.396720 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.397599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=54e8f2da-5b8b-445b-865e-5470df9f891d,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:14.407544 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.414131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.420176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=e1998e2d-962d-4f02-87e0-a258fb5ddd68,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:14.421988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:05:14.422389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.428133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:05:14.431773 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:05:14.441840 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fda8f6-b05e-4298-af95-21b0ceb5eecb x-openstack-request-id: req-67fda8f6-b05e-4298-af95-21b0ceb5eecb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:14.442376 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "name": "network-vif-plugged", "status": "completed", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:14.442731 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67fda8f6-b05e-4298-af95-21b0ceb5eecb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:14.443221 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'code': 200} Dec 10 05:05:14.472663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:14.491262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.496412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 893bea30-fd74-4517-bc22-1736a4328ac3 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 05:05:14.499178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.502461 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/networks/893bea30-fd74-4517-bc22-1736a4328ac3 HTTP/1.1" status: 204 len: 168 time: 0.3361945 Dec 10 05:05:14.514732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c57d0-b18d-4a99-9e08-4bc6d2fb94c7 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Network': ['ID=893bea30-fd74-4517-bc22-1736a4328ac3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:14.550938 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 61ebd9e6-8dbc-4c9e-b37d-14a68f725838 associated. External IP: 172.25.8.32, port: 8d7240a0-12b7-4fc9-b168-18b85c335b10. Dec 10 05:05:14.610803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d30c7e-69b5-4000-a33b-a3cf04780373 req-a8b14215-474d-47c4-b330-4292c8ce150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:14.614937 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-71d30c7e-69b5-4000-a33b-a3cf04780373 req-a8b14215-474d-47c4-b330-4292c8ce150b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0599725 Dec 10 05:05:14.678234 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-71d30c7e-69b5-4000-a33b-a3cf04780373 req-8d718146-85b1-481f-b8bd-87cd5dad8658 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526962 Dec 10 05:05:14.733687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:14.738122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'name': 'tempest-router--66101899', 'project_id': '75f7097726484ddbbd96de68649b9d99'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:14.760981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.762054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.777427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 99805e05-b11c-4a8c-8083-c2226882536f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:14.831009 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.836957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.851726 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.855546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-79af0163-2fc5-4172-b63b-afb0d8a65457 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1183143 Dec 10 05:05:14.855863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:14.890566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:14.910516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:14.942559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-03ddec0e-f2df-4df4-923a-e3b80926afd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8429477 Dec 10 05:05:14.942559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:14.942752 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:14.950674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Sync routers for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:14.965244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:14.966386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:15.068570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a364-ac2d-441d-ad86-f92136d827a3 req-78f3d18a-db66-4e4d-b428-3972c22fee1a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.077679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2686a364-ac2d-441d-ad86-f92136d827a3 req-78f3d18a-db66-4e4d-b428-3972c22fee1a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0823929 Dec 10 05:05:15.118324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:15.133852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2686a364-ac2d-441d-ad86-f92136d827a3 req-1a028556-0616-4068-b5b6-5ab0add5c4ef tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552061 Dec 10 05:05:15.157189 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab230b18-9a1c-4e71-bdd6-1c2fd35d4173 x-openstack-request-id: req-ab230b18-9a1c-4e71-bdd6-1c2fd35d4173 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:15.157492 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:15.157766 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab230b18-9a1c-4e71-bdd6-1c2fd35d4173 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:15.158202 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:05:15.158629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43054) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:15.234983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ec04c8c-ad78-4d91-851b-01c60242eaad tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 200 len: 990 time: 0.0752232 Dec 10 05:05:15.297248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdfdb-0ac0-4db8-9025-c3248d0a3ecb req-72e1e46c-870f-4c17-af9d-31132e563dfd tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.298921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bbfdfdb-0ac0-4db8-9025-c3248d0a3ecb req-72e1e46c-870f-4c17-af9d-31132e563dfd tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.0570791 Dec 10 05:05:15.348031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:15.361830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bbfdfdb-0ac0-4db8-9025-c3248d0a3ecb req-9c99055f-fde0-4a82-9b62-e0793a127f2c tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541179 Dec 10 05:05:15.404774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '61ebd9e6-8dbc-4c9e-b37d-14a68f725838', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:13Z', 'updated_at': '2021-12-10T05:05:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:15.431035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Checking router: 99805e05-b11c-4a8c-8083-c2226882536f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:15.439364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:15.439975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:15.452770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-8c71c4b1-85ab-494a-a5e7-55c7af8ffb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.454263 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-8c71c4b1-85ab-494a-a5e7-55c7af8ffb95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1096 time: 0.1609633 Dec 10 05:05:15.536373 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:15.544584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:15.545866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:15.621847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:15.622261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1893e286-7dea-4ec6-a60a-65a4593ffbb5 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:15.626766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:15.627757 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-608b844b-77c2-4581-9018-7608a9ced48d tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1893e286-7dea-4ec6-a60a-65a4593ffbb5 HTTP/1.1" status: 204 len: 168 time: 0.7708893 Dec 10 05:05:15.641641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-03e5b78b-80c9-42cf-962d-96e973f985c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.643103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-03e5b78b-80c9-42cf-962d-96e973f985c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.1594856 Dec 10 05:05:15.718417 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-e6bbc71d-a6a9-443b-938a-217e48e6d407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0679080 Dec 10 05:05:15.746819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43058) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:15.777596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-99bb1619-7b7b-432b-98b7-13aadff25d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.779084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-99bb1619-7b7b-432b-98b7-13aadff25d4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0529087 Dec 10 05:05:15.808329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '61ebd9e6-8dbc-4c9e-b37d-14a68f725838', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:13Z', 'updated_at': '2021-12-10T05:05:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:15.844433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdd799-dac1-4df2-a94a-30e79b36904c None None] The sync data for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 is: [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '61ebd9e6-8dbc-4c9e-b37d-14a68f725838', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:13Z', 'updated_at': '2021-12-10T05:05:13Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:15.848771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-36e87655-2442-4957-941c-88e7fa6bb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:15.852977 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-36e87655-2442-4957-941c-88e7fa6bb00f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659790 Dec 10 05:05:15.958230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-c57c7829-7500-4819-8e90-e263ded0f80b service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970027 Dec 10 05:05:15.996676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-160101220', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:16.020659 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.021753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.055701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-dc35e4c1-3e91-47a6-b348-f5b22e2c645d req-45111c05-22af-4fc2-9039-d79f8b3aa8f3 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905650 Dec 10 05:05:16.078854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.104257 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b06404a-940a-4f6e-9d61-176e2fb39917 None None] New status for floating IP 61ebd9e6-8dbc-4c9e-b37d-14a68f725838: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:05:16.226226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.238597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43062) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:16.325816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ec71353-d3ad-45b2-bde1-9e1966f0b8ed tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 200 len: 990 time: 0.0859172 Dec 10 05:05:16.508620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.529641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:16.578073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d15a-26ef-4c9a-ad8b-49279b6a2757 req-1a801b40-05c9-46fd-91a6-6f05b2d5d271 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:16.579563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e417d15a-26ef-4c9a-ad8b-49279b6a2757 req-1a801b40-05c9-46fd-91a6-6f05b2d5d271 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.1475482 Dec 10 05:05:16.670202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e417d15a-26ef-4c9a-ad8b-49279b6a2757 req-e9bd8104-a410-4c4f-92f3-f1ae405c3de7 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835814 Dec 10 05:05:16.687897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Allocated IP 172.25.8.47 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/dd147c91-b364-4098-9824-c87b1b4d9fe2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:16.817677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2c51e-b69d-4a8a-ad56-0a4d2c1e704a req-545fc6d8-f449-41d7-a0a9-a66f4b8eace8 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:16.819153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29c2c51e-b69d-4a8a-ad56-0a4d2c1e704a req-545fc6d8-f449-41d7-a0a9-a66f4b8eace8 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.0704038 Dec 10 05:05:16.829041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.231871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29c2c51e-b69d-4a8a-ad56-0a4d2c1e704a req-fe2f3683-5dbc-4792-9d8d-52d6e7854927 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056809 Dec 10 05:05:17.239434 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.278674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:17.281499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:17.283946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:17.295554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99162c1f-de86-46b4-a28c-3a6df59bcc19 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:17.313604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event updated for resources: {'Port': ['ID=dd147c91-b364-4098-9824-c87b1b4d9fe2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:17.329346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:17.395580 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-53d71b15-b874-494c-819d-66919627b9db tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 200 len: 992 time: 0.0649095 Dec 10 05:05:17.419795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ce70ee6f-51f9-49b6-9ec9-55b3e6d7193f None None] Provisioning complete for port dd147c91-b364-4098-9824-c87b1b4d9fe2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:17.420166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce70ee6f-51f9-49b6-9ec9-55b3e6d7193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.435913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b26e-c995-4088-ae79-943f1ddb7a03 req-67291f85-bd6a-42c4-81e6-a785c7a7b3b4 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:17.437403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73d9b26e-c995-4088-ae79-943f1ddb7a03 req-67291f85-bd6a-42c4-81e6-a785c7a7b3b4 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.1271713 Dec 10 05:05:17.453802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ce70ee6f-51f9-49b6-9ec9-55b3e6d7193f None None] Port dd147c91-b364-4098-9824-c87b1b4d9fe2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:17.515638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73d9b26e-c995-4088-ae79-943f1ddb7a03 req-3ce6bec4-4fcd-49ca-847a-af559dd8aa31 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614014 Dec 10 05:05:17.538234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:17.613224 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.681474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d078b79-b705-4548-a726-7025c04bf8a7 tempest-TestServerBasicOps-1060832351 tempest-TestServerBasicOps-1060832351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:17.682888 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d078b79-b705-4548-a726-7025c04bf8a7 tempest-TestServerBasicOps-1060832351 tempest-TestServerBasicOps-1060832351-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1092 time: 0.1436138 Dec 10 05:05:17.685933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:17.690107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:17.714581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.812109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.812354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:17.915309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Allocated IP 172.25.8.128 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/b0d40855-694c-4d9b-902a-ae771d629d30) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:17.943404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Router 82d61aca-1cd0-4e57-a0da-7c418541e4c6 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:18.021269 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.051311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:18.055804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.061255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] Sync routers for ids ['82d61aca-1cd0-4e57-a0da-7c418541e4c6'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:18.072450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] Routers {'82d61aca-1cd0-4e57-a0da-7c418541e4c6'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:18.073526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.073661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82d61aca-1cd0-4e57-a0da-7c418541e4c6'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:18.077285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-908b23b2-dec5-4972-9f77-e3b914f5a059 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3265510 Dec 10 05:05:18.077633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43078) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:18.094473 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:18.097554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:18.099997 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:18.109732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:18.119319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] Routers {'82d61aca-1cd0-4e57-a0da-7c418541e4c6'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:18.119926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82d61aca-1cd0-4e57-a0da-7c418541e4c6'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:18.136111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'Port': ['ID=b0d40855-694c-4d9b-902a-ae771d629d30,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:18.155675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:18.156326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b22c1-c135-4f8c-82b0-4eb262ec0b21 None None] The sync data for ids ['82d61aca-1cd0-4e57-a0da-7c418541e4c6'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:18.193615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-550c9afe-6120-48fe-a03d-1fa8d8f503f1 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/82d61aca-1cd0-4e57-a0da-7c418541e4c6 HTTP/1.1" status: 200 len: 923 time: 0.1147804 Dec 10 05:05:18.196954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43080) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:18.224595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36bfa5d1-9ad3-4052-afe2-fa593e906a64 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=82d61aca-1cd0-4e57-a0da-7c418541e4c6 HTTP/1.1" status: 200 len: 205 time: 0.0261040 Dec 10 05:05:18.227008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43082) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:18.332725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.438041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.490285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port dd147c91-b364-4098-9824-c87b1b4d9fe2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:18.490624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.514829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.566686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.578995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for dd147c91-b364-4098-9824-c87b1b4d9fe2 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:18.585342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.731416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.736030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.742175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.771670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=dd147c91-b364-4098-9824-c87b1b4d9fe2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:18.786086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b17cc-4f9f-407f-901f-be749c8f6ab5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:18.815278 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event updated for resources: {'Port': ['ID=b0d40855-694c-4d9b-902a-ae771d629d30,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:18.824276 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.838022 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.923801 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Floating IP 4060e868-f216-4a47-8ee2-274108b13be3 associated. External IP: 172.25.8.128, port: 54e8f2da-5b8b-445b-865e-5470df9f891d. Dec 10 05:05:18.930741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.932894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.977259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.977763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router 82d61aca-1cd0-4e57-a0da-7c418541e4c6 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:18.984912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:18.985930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31be2598-b939-4e39-b3ef-eee517296db0 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/82d61aca-1cd0-4e57-a0da-7c418541e4c6 HTTP/1.1" status: 204 len: 168 time: 0.7580333 Dec 10 05:05:18.990377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43084) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:18.995084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1575437589', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:19.017817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.018838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.074651 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.136079 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Router fe42d493-7ac4-4088-824a-d0674450afc3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:19.214509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.247402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:19.257057 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Sync routers for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:19.266148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:19.266763 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:19.277737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.316786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-daa58ce1-f821-41ee-9931-347dad0b2045 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6185684 Dec 10 05:05:19.316786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:05:19.316786 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29b79c-f382-428a-8585-a09f6bc3adc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:05:19.348844 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa63c5f-9694-4079-9833-de19e4e5b362 x-openstack-request-id: req-afa63c5f-9694-4079-9833-de19e4e5b362 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:05:19.349138 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:05:19.349391 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afa63c5f-9694-4079-9833-de19e4e5b362 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:05:19.349798 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'status': 'completed', 'code': 200} Dec 10 05:05:19.372509 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:19.437452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.445042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-8060e11a-8acd-4e38-977b-746ca61fba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:19.447190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-8060e11a-8acd-4e38-977b-746ca61fba8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0517318 Dec 10 05:05:19.457280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.547861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-59996b92-d33d-42ee-9b81-1d7eb4208c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:19.549030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-59996b92-d33d-42ee-9b81-1d7eb4208c28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.0940404 Dec 10 05:05:19.565153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 172.25.8.23 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/f04a2c3e-2fd9-4d67-a216-9c5da78a69fe) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:19.600445 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4060e868-f216-4a47-8ee2-274108b13be3', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'port_id': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'mac_address': 'fa:16:3e:3a:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:18Z', 'updated_at': '2021-12-10T05:05:18Z', 'revision_number': 0, 'project_id': '9bd0413726294624a8f7f114061c65be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:19.622942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-11471d35-6333-4ea8-96dc-5fdac539aa1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1000 time: 0.0639594 Dec 10 05:05:19.629647 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Checking router: fe42d493-7ac4-4088-824a-d0674450afc3 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:19.638455 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:19.639139 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:19.672639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.677065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-c835a6f1-c5a0-46ec-b481-e2b5fa183046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:19.678929 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-c835a6f1-c5a0-46ec-b481-e2b5fa183046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0487914 Dec 10 05:05:19.709584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.731959 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-6abb81b6-1ba5-4ffa-b964-5a3758341322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:19.733779 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-6abb81b6-1ba5-4ffa-b964-5a3758341322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480158 Dec 10 05:05:19.746286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:19.748656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:19.754681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:19.759787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:19.762898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:19.785821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53abe0-4b3a-4ecc-bfee-4ecd60e2c4dd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:19.840781 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-13b7a948-274a-404d-af72-b7b0d887ea2c service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988302 Dec 10 05:05:19.909797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3455c787-b87e-4f3b-919d-3d32a843084d None None] Provisioning complete for port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:19.910953 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3455c787-b87e-4f3b-919d-3d32a843084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:19.946822 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-bb29b79c-f382-428a-8585-a09f6bc3adc7 req-8ba8d271-e15a-49a9-b3a8-b5e1787255db service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981748 Dec 10 05:05:19.951435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3455c787-b87e-4f3b-919d-3d32a843084d None None] Port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:19.987271 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4060e868-f216-4a47-8ee2-274108b13be3', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'port_id': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'mac_address': 'fa:16:3e:3a:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:18Z', 'updated_at': '2021-12-10T05:05:18Z', 'revision_number': 0, 'project_id': '9bd0413726294624a8f7f114061c65be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:20.013784 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37a358-b50d-4793-851e-4615720eaf06 None None] The sync data for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 is: [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4060e868-f216-4a47-8ee2-274108b13be3', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'port_id': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'mac_address': 'fa:16:3e:3a:28:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:05:18Z', 'updated_at': '2021-12-10T05:05:18Z', 'revision_number': 0, 'project_id': '9bd0413726294624a8f7f114061c65be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:20.033375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:20.225317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90509c-0a49-41ee-8df0-5dc02fd73bc6 None None] New status for floating IP 4060e868-f216-4a47-8ee2-274108b13be3: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:05:20.496897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:20.569619 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:20.700130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router aeb8b7ed-0da5-406b-bf89-a6a98694b4ea is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:20.801712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:20.811125 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Sync routers for ids ['aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:20.819075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:20.820445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7a5db6a3-c359-49cd-a6cd-a7ddd7d717ba tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8291097 Dec 10 05:05:20.821253 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Routers {'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:20.821862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:20.823074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:20.926100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b3c864b-669e-4501-be64-12847a939590 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/aeb8b7ed-0da5-406b-bf89-a6a98694b4ea HTTP/1.1" status: 200 len: 908 time: 0.1018231 Dec 10 05:05:20.926691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Set router aeb8b7ed-0da5-406b-bf89-a6a98694b4ea gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:20.928655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:20.932775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1575437589', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': True}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:20.953927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:20.954831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.009895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.115295 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'name': 'tempest-snat-router-1575437589', 'tenant_id': '68583a883872475680a701cde45fce02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:19Z', 'revision_number': 3, 'project_id': '68583a883872475680a701cde45fce02', 'gw_port': {'id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:21.141354 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Checking router: aeb8b7ed-0da5-406b-bf89-a6a98694b4ea for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:21.141693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Updating router aeb8b7ed-0da5-406b-bf89-a6a98694b4ea port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:05:21.144324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.166351 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.345901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.365372 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.492931 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.497762 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.537746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ddcce4-9a5d-43f2-b5a0-3eb2493652e0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:21.541525 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Attempting to bind port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:21.541911 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Attempting to bind port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:21.542277 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Attempting to bind port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:21.551654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:21.552036 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:21.552435 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.552601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 172.25.8.130 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/379e6e61-2690-44c8-81e8-2e61d25174ea) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:21.552859 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:21.553326 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Bound port: f04a2c3e-2fd9-4d67-a216-9c5da78a69fe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:21.553709 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.577846 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee0bf8-ef50-4c7a-bc28-6f563aa604c8 None None] Pushing event updated for resources: {'Port': ['ID=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:21.580159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-038dbbf1-d1f2-4a7c-9005-2d7bcdb8138a None None] Provisioning complete for port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:21.580754 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-038dbbf1-d1f2-4a7c-9005-2d7bcdb8138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.611056 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] For port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:21.614343 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] For port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:21.619657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-038dbbf1-d1f2-4a7c-9005-2d7bcdb8138a None None] Port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:21.621405 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.661013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.667803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ff1f9-833d-4d89-a1aa-becbbf710cf1 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:21.686553 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Routers {'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:21.687174 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:21.690118 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee0bf8-ef50-4c7a-bc28-6f563aa604c8 None None] Pushing event updated for resources: {'Port': ['ID=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:21.702817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.739329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] Provisioning complete for port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:21.739694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.741269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:21.747942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:21.752429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:21.755570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=379e6e61-2690-44c8-81e8-2e61d25174ea,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:21.801567 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] Set router aeb8b7ed-0da5-406b-bf89-a6a98694b4ea gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:21.811177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92e9ed-eb79-4dd0-925d-8be474bbd52a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:21.831786 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.853208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] For port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:21.858801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:21.912214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b46cfb-9217-4bde-bfeb-b44e205da9e5 None None] Pushing event updated for resources: {'Port': ['ID=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:21.995073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ee22fef9-b39c-43bc-a8e0-ae5ecc97d209 None None] Provisioning complete for port 379e6e61-2690-44c8-81e8-2e61d25174ea triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:21.995933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee22fef9-b39c-43bc-a8e0-ae5ecc97d209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.002463 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'name': 'tempest-snat-router-1575437589', 'tenant_id': '68583a883872475680a701cde45fce02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:19Z', 'revision_number': 3, 'project_id': '68583a883872475680a701cde45fce02', 'gw_port': {'id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:22.029299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.031754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbffe11-2b25-4723-b8d4-6c53f3d23adc None None] The sync data for ids ['aeb8b7ed-0da5-406b-bf89-a6a98694b4ea'] in n-d-817326-3 is: [{'id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'name': 'tempest-snat-router-1575437589', 'tenant_id': '68583a883872475680a701cde45fce02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:19Z', 'revision_number': 3, 'project_id': '68583a883872475680a701cde45fce02', 'gw_port': {'id': 'f04a2c3e-2fd9-4d67-a216-9c5da78a69fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb8b7ed-0da5-406b-bf89-a6a98694b4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:05:19Z', 'updated_at': '2021-12-10T05:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:22.037160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee22fef9-b39c-43bc-a8e0-ae5ecc97d209 None None] Port 379e6e61-2690-44c8-81e8-2e61d25174ea cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:22.229101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.335731 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae90bd29-d780-414e-845e-d42cb9e23020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.383526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router 7160972c-d7fe-4961-9b7d-126feb8a0b03 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:22.494841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:22.503960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Sync routers for ids ['7160972c-d7fe-4961-9b7d-126feb8a0b03'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:22.513464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.517270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-814534d2-2fd1-4def-910f-fc721c6126cd tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5851531 Dec 10 05:05:22.517442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Routers {'7160972c-d7fe-4961-9b7d-126feb8a0b03'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:22.517442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7160972c-d7fe-4961-9b7d-126feb8a0b03'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:22.517691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43094) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:22.629916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35c75010-e0ad-4748-997f-be92eea2d8c3 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/7160972c-d7fe-4961-9b7d-126feb8a0b03 HTTP/1.1" status: 200 len: 908 time: 0.1112101 Dec 10 05:05:22.632649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:22.745167 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.794833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Set router 7160972c-d7fe-4961-9b7d-126feb8a0b03 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:05:22.868022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:22.915214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f04a2c3e-2fd9-4d67-a216-9c5da78a69fe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:22.931872 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Deleting port 379e6e61-2690-44c8-81e8-2e61d25174ea {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:22.932768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.015095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.018039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:23.018409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.029685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Calling delete_port for 379e6e61-2690-44c8-81e8-2e61d25174ea owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:23.067496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160972c-d7fe-4961-9b7d-126feb8a0b03', 'name': 'tempest-snat-router-1575437589', 'tenant_id': '68583a883872475680a701cde45fce02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '379e6e61-2690-44c8-81e8-2e61d25174ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:05:20Z', 'updated_at': '2021-12-10T05:05:21Z', 'revision_number': 3, 'project_id': '68583a883872475680a701cde45fce02', 'gw_port': {'id': '379e6e61-2690-44c8-81e8-2e61d25174ea', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160972c-d7fe-4961-9b7d-126feb8a0b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:05:21Z', 'updated_at': '2021-12-10T05:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:23.098143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Checking router: 7160972c-d7fe-4961-9b7d-126feb8a0b03 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:05:23.098493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Updating router 7160972c-d7fe-4961-9b7d-126feb8a0b03 port 379e6e61-2690-44c8-81e8-2e61d25174ea binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:05:23.149937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.200794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.226980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Port': ['ID=379e6e61-2690-44c8-81e8-2e61d25174ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:23.248836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36afe6c-6458-4c58-baab-f7a9f5ebd90d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:23.290615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.432406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:05:23.432811 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:05:23.709191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.711537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.724838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.757359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.758481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7160972c-d7fe-4961-9b7d-126feb8a0b03 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:23.762903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.764049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee68d05f-df5b-4a8d-a135-709c39eeb57c tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7160972c-d7fe-4961-9b7d-126feb8a0b03 HTTP/1.1" status: 204 len: 168 time: 1.1303582 Dec 10 05:05:23.767071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:23.868038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:23.954841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Port 379e6e61-2690-44c8-81e8-2e61d25174ea not found while updating agent binding for router 7160972c-d7fe-4961-9b7d-126feb8a0b03. {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 05:05:23.964166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Routers set() bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:23.964592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Router IDs set() for agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 05:05:23.965181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_agentschedulers_db [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7160972c-d7fe-4961-9b7d-126feb8a0b03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:04:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent'). {{(pid=103255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 05:05:23.965560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65129879-e0b1-4711-8e00-494c9d7a2a8d None None] The sync data for ids ['7160972c-d7fe-4961-9b7d-126feb8a0b03'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:23.970177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.021996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Deleting port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:24.022339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.098518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] For port f04a2c3e-2fd9-4d67-a216-9c5da78a69fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:24.098876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.110917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Calling delete_port for f04a2c3e-2fd9-4d67-a216-9c5da78a69fe owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:24.272441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.303725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event deleted for resources: {'Port': ['ID=f04a2c3e-2fd9-4d67-a216-9c5da78a69fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:24.313281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ca9c2-3041-4ea6-a056-3a555fe47a9f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:24.363252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.453794 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.455788 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.496989 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.497629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aeb8b7ed-0da5-406b-bf89-a6a98694b4ea {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:24.501860 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.502874 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-421dbcd4-565c-4537-b7e4-4c0eba9e6c07 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "DELETE /v2.0/routers/aeb8b7ed-0da5-406b-bf89-a6a98694b4ea HTTP/1.1" status: 204 len: 168 time: 0.7348988 Dec 10 05:05:24.506576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:24.511621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1866555065', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:24.535306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.536469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.593574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.730528 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.922017 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:24.941412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.002573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f04a2c3e-2fd9-4d67-a216-9c5da78a69fe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:05:25.023126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f04a2c3e-2fd9-4d67-a216-9c5da78a69fe {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:05:25.023777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f04a2c3e-2fd9-4d67-a216-9c5da78a69fe not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:05:25.057805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Allocated IP 172.25.8.7 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/82c6fd7f-b543-4bef-9798-276b6a780ecd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:25.155874 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93f74b82-dd89-4757-a2df-34b9f49ad5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.168917 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.202455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.238334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:25.241052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:25.247510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:25.252936 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event updated for resources: {'Port': ['ID=82c6fd7f-b543-4bef-9798-276b6a780ecd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:25.253753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0727795d-ea37-4182-b9ea-4b263061d233 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:25.292127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7a983848-923e-4e6b-9889-3ef9d633f5e4 None None] Provisioning complete for port 82c6fd7f-b543-4bef-9798-276b6a780ecd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:25.292532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a983848-923e-4e6b-9889-3ef9d633f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.331651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a983848-923e-4e6b-9889-3ef9d633f5e4 None None] Port 82c6fd7f-b543-4bef-9798-276b6a780ecd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:25.516846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.715100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.815221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.841658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Router e845dce7-74e7-453e-87b1-2254a4de9fb5 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:25.945921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:25.959880 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] Sync routers for ids ['e845dce7-74e7-453e-87b1-2254a4de9fb5'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:25.968519 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:25.969910 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f48d41f5-9f67-4f7d-b8d0-0a32b0d733f2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4622605 Dec 10 05:05:25.972449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:25.979297 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] Routers {'e845dce7-74e7-453e-87b1-2254a4de9fb5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:25.979879 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e845dce7-74e7-453e-87b1-2254a4de9fb5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:25.980957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:26.015904 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.024800 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] Routers {'e845dce7-74e7-453e-87b1-2254a4de9fb5'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:26.025384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e845dce7-74e7-453e-87b1-2254a4de9fb5'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.056976 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.057608 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede87d0-713f-463f-837d-06a132e282a4 None None] The sync data for ids ['e845dce7-74e7-453e-87b1-2254a4de9fb5'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:26.275181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:26.650444 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:26.654003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:26.756751 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router e845dce7-74e7-453e-87b1-2254a4de9fb5 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:26.860600 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:26.866010 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:26.867623 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8ba8789b-333a-414c-ae02-9480a1785d72 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "PUT /v2.0/routers/e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 200 len: 924 time: 0.8940296 Dec 10 05:05:26.869644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] Sync routers for ids ['e845dce7-74e7-453e-87b1-2254a4de9fb5'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:26.870162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:26.879289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] Routers {'e845dce7-74e7-453e-87b1-2254a4de9fb5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:26.879902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e845dce7-74e7-453e-87b1-2254a4de9fb5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.916233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.924597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] Routers {'e845dce7-74e7-453e-87b1-2254a4de9fb5'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:26.925205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['e845dce7-74e7-453e-87b1-2254a4de9fb5'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.957538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:26.958191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df44b427-9e2f-447b-8b1f-fe2e958c29b5 None None] The sync data for ids ['e845dce7-74e7-453e-87b1-2254a4de9fb5'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:27.313902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d7d9a9b-f5d9-4f60-8017-10a2a03bdcf8 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 200 len: 924 time: 0.4427197 Dec 10 05:05:27.316614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:27.356588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e349eef-09c7-4d51-b079-0ec09ad14c9a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:27.358087 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7e349eef-09c7-4d51-b079-0ec09ad14c9a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=e845dce7-74e7-453e-87b1-2254a4de9fb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0405688 Dec 10 05:05:27.360653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:27.445138 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf0c88-9f8a-4de6-9297-22072d7aa742 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:27.447131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2cf0c88-9f8a-4de6-9297-22072d7aa742 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.0855651 Dec 10 05:05:27.449917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:27.468855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:27.476257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6e07519f-476c-40f4-a179-193241a410c5 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 200 len: 205 time: 0.0252550 Dec 10 05:05:27.478761 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:27.589490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:27.689520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:27.740568 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port 82c6fd7f-b543-4bef-9798-276b6a780ecd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:27.740905 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:27.813693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:27.824951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for 82c6fd7f-b543-4bef-9798-276b6a780ecd owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:27.989399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.023082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=82c6fd7f-b543-4bef-9798-276b6a780ecd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:28.029495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba5733-2965-45a2-9e52-cfe9f9ed76c6 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:28.053224 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:05:28.077388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.167829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.170025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.212855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.213376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router e845dce7-74e7-453e-87b1-2254a4de9fb5 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:28.219965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.221078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-db0b0d26-fe68-416c-a39e-56125d85e16a tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 204 len: 168 time: 0.7413769 Dec 10 05:05:28.224711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:28.229528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1558056978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:28.251241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.252216 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.305692 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.310168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.318556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.327186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.328973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-20745907-0f64-43eb-8400-7dd64d244bef tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1027386 Dec 10 05:05:28.331170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:28.335553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:28.536629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.727253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.745484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.846416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Allocated IP 172.25.8.8 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/202e8e46-9bd2-4842-a312-9f536b53ec4c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:28.949367 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:28.982437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.018119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:29.020955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:29.023347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:29.034313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea9f63-986a-4756-8932-6d1041302f41 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:29.060891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event updated for resources: {'Port': ['ID=202e8e46-9bd2-4842-a312-9f536b53ec4c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:29.075654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-04f00dbb-6d5a-449d-85ae-3f7595057ff6 None None] Provisioning complete for port 202e8e46-9bd2-4842-a312-9f536b53ec4c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:29.076018 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f00dbb-6d5a-449d-85ae-3f7595057ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.108807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04f00dbb-6d5a-449d-85ae-3f7595057ff6 None None] Port 202e8e46-9bd2-4842-a312-9f536b53ec4c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:29.281843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.470542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.473975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.598019 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Router a2548e2d-6262-448f-a045-92e9a68953ee is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:29.701457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:29.708165 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:29.712371 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7c1e327e-c8ec-40d0-a7da-7aeb0a75d5b8 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "PUT /v2.0/routers/a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 200 len: 882 time: 1.3772562 Dec 10 05:05:29.712550 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] Sync routers for ids ['a2548e2d-6262-448f-a045-92e9a68953ee'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:29.713032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:29.720044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] Routers {'a2548e2d-6262-448f-a045-92e9a68953ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:29.720677 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a2548e2d-6262-448f-a045-92e9a68953ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:29.755306 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:29.763816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] Routers {'a2548e2d-6262-448f-a045-92e9a68953ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:29.764548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a2548e2d-6262-448f-a045-92e9a68953ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:29.796648 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:29.797271 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef3938-9d3d-4457-ab8c-91b2a2f8b3ad None None] The sync data for ids ['a2548e2d-6262-448f-a045-92e9a68953ee'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:29.815963 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3696de58-0e09-4a6e-91c1-679da89ca10b tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 200 len: 923 time: 0.1023242 Dec 10 05:05:29.818752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:29.858775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe0830-e992-4da6-8f92-862d82dde5ac tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:29.860275 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-30fe0830-e992-4da6-8f92-862d82dde5ac tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=a2548e2d-6262-448f-a045-92e9a68953ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0406272 Dec 10 05:05:29.863255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:29.947029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bc865-1176-40c4-9942-ab28aedb9119 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:29.948389 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-862bc865-1176-40c4-9942-ab28aedb9119 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.0842497 Dec 10 05:05:29.951172 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:29.976841 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f8937773-a318-4669-9ae4-1c9245b7bbca tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 200 len: 205 time: 0.0245085 Dec 10 05:05:29.979084 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:30.080654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.181935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.232897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port 202e8e46-9bd2-4842-a312-9f536b53ec4c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:30.233157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.308642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.320721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for 202e8e46-9bd2-4842-a312-9f536b53ec4c owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:30.481841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.508531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=202e8e46-9bd2-4842-a312-9f536b53ec4c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:30.518753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c5220-be86-432e-baf8-f90b1dcd133d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:30.565137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.653426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.655511 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.700593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.701148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router a2548e2d-6262-448f-a045-92e9a68953ee {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:30.708040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.709318 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-69f146d2-ec5c-40de-964e-493a4e8ea200 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 204 len: 168 time: 0.7292011 Dec 10 05:05:30.712726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:30.716925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269331334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:30.739778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.740900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.792289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.796565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.813935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:30.815108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9002b1ea-19a4-4742-966c-d250e0bb9d42 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1014597 Dec 10 05:05:30.817834 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:30.822192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': True}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:31.363032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.552673 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.574635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.673089 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 172.25.8.222 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/f04ad8d4-ab00-471a-b811-57219e1789bd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:31.777151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.809605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.848682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:31.853435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:31.858589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:31.860670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=f04ad8d4-ab00-471a-b811-57219e1789bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:31.866126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27b94e-3a8a-4216-97ed-56520b92be8e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:31.947135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fa7eeb22-8520-48f8-b26a-f1475027be5a None None] Provisioning complete for port f04ad8d4-ab00-471a-b811-57219e1789bd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:31.947510 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeb22-8520-48f8-b26a-f1475027be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:31.983499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fa7eeb22-8520-48f8-b26a-f1475027be5a None None] Port f04ad8d4-ab00-471a-b811-57219e1789bd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:32.100665 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:32.292159 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:32.295433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:32.420252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router 5b55fa64-a055-451d-9454-cfe55552bb2c is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:32.523414 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:32.528116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:32.529238 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fc8037c9-ae48-4f8a-bed0-1b3194a95ef0 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "PUT /v2.0/routers/5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 200 len: 919 time: 1.7104516 Dec 10 05:05:32.531757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:32.532013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] Sync routers for ids ['5b55fa64-a055-451d-9454-cfe55552bb2c'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:32.543049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] Routers {'5b55fa64-a055-451d-9454-cfe55552bb2c'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:32.543659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b55fa64-a055-451d-9454-cfe55552bb2c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:32.575465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:32.584007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] Routers {'5b55fa64-a055-451d-9454-cfe55552bb2c'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:32.584645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5b55fa64-a055-451d-9454-cfe55552bb2c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:32.620085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:32.620845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213fe4c3-918f-4dfc-ba80-5f79c733203d None None] The sync data for ids ['5b55fa64-a055-451d-9454-cfe55552bb2c'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:32.634195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-617037f8-2b5a-4310-814e-76eadc3042e9 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 200 len: 925 time: 0.1013236 Dec 10 05:05:32.636821 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:32.676726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e6ccc-464f-430d-9201-5def1a552929 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:32.678119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-718e6ccc-464f-430d-9201-5def1a552929 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=5b55fa64-a055-451d-9454-cfe55552bb2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0403996 Dec 10 05:05:32.680645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:32.761301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18504038-6a6b-4d78-b1bb-bcacee22890a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:32.762662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18504038-6a6b-4d78-b1bb-bcacee22890a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.0811348 Dec 10 05:05:32.765416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43142) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:32.794333 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d92ff236-9c1f-46ef-b752-3de1b486a7b7 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 200 len: 205 time: 0.0278938 Dec 10 05:05:32.796787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:32.900303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:32.997037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.050043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port f04ad8d4-ab00-471a-b811-57219e1789bd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:33.050376 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.128754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.140255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for f04ad8d4-ab00-471a-b811-57219e1789bd owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:33.307623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.333534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=f04ad8d4-ab00-471a-b811-57219e1789bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:33.343804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae6ecc-8417-4eca-923a-bcf0fb4bc0e0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:33.396234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.484446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.486581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.528591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.529141 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router 5b55fa64-a055-451d-9454-cfe55552bb2c {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:33.535691 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.536827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08704f98-90de-40d0-a25a-ac8cf0f0480d tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 204 len: 168 time: 0.7391243 Dec 10 05:05:33.540554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:33.544817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1685121719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:33.567362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.568248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.620095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.624149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.641437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:33.642609 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4301abb-9c09-41cb-b5ef-38bce173a817 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1010869 Dec 10 05:05:33.645399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:33.649558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:33.841789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.371363 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.389774 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.490040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Allocated IP 172.25.8.62 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/efb23fd6-a9ef-4850-8565-a76aa59328f5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:34.590516 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.625593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.663340 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:34.669120 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:34.673318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:34.676329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Pushing event updated for resources: {'Port': ['ID=efb23fd6-a9ef-4850-8565-a76aa59328f5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:34.681705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a713f9d-e9cc-441d-81a8-2a5aa9c938f2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:34.716842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d1341b48-da36-4855-bfa3-2a69dd2aee9c None None] Provisioning complete for port efb23fd6-a9ef-4850-8565-a76aa59328f5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:34.717243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1341b48-da36-4855-bfa3-2a69dd2aee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:34.751055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d1341b48-da36-4855-bfa3-2a69dd2aee9c None None] Port efb23fd6-a9ef-4850-8565-a76aa59328f5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:34.922829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.110976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.114253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.246388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Router dae455df-6678-4772-b72d-c911ad54e01b is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:35.351469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:35.355855 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.357068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-affd8484-1123-40ce-b4cb-59966ac4ca0a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "PUT /v2.0/routers/dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 200 len: 919 time: 1.7106528 Dec 10 05:05:35.359580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:35.362177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] Sync routers for ids ['dae455df-6678-4772-b72d-c911ad54e01b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:35.372673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] Routers {'dae455df-6678-4772-b72d-c911ad54e01b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:35.373336 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dae455df-6678-4772-b72d-c911ad54e01b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:35.408567 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:35.416889 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] Routers {'dae455df-6678-4772-b72d-c911ad54e01b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:35.417478 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['dae455df-6678-4772-b72d-c911ad54e01b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:35.448283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:35.448934 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c71b0-fee6-43e0-a37f-3d2b91947d40 None None] The sync data for ids ['dae455df-6678-4772-b72d-c911ad54e01b'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:35.463968 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5bd03eb9-f69a-4b11-a1b0-9df97c549745 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 200 len: 925 time: 0.1033165 Dec 10 05:05:35.466755 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:35.506075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f81d1a-22ee-4c64-84cc-ee777a9535a4 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:35.508124 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d4f81d1a-22ee-4c64-84cc-ee777a9535a4 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=dae455df-6678-4772-b72d-c911ad54e01b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0399332 Dec 10 05:05:35.510772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:35.595055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b4352-9b1d-4796-b1e9-2906bc1605ac tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:35.596422 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a73b4352-9b1d-4796-b1e9-2906bc1605ac tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/networks/5aa69c4a-a121-4c22-ad35-1b6a94f09f24 HTTP/1.1" status: 200 len: 881 time: 0.0847538 Dec 10 05:05:35.599208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:35.624926 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-113524ab-0e0c-4c4f-b841-063c16eea307 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 200 len: 205 time: 0.0245962 Dec 10 05:05:35.627247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:35.731786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.833191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.885719 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port efb23fd6-a9ef-4850-8565-a76aa59328f5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:35.885982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.962508 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:35.974166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for efb23fd6-a9ef-4850-8565-a76aa59328f5 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:36.137216 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.162086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=efb23fd6-a9ef-4850-8565-a76aa59328f5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:36.171342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.171686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.172364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.172364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.172897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.173081 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.173355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.173683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.174008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.174731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.174731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.175014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.175387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:36.183953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f6532-4948-48f2-9c5b-b6855e07c030 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:36.244228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.334637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.337274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.381767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.382400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router dae455df-6678-4772-b72d-c911ad54e01b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:36.389451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.390564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c459a093-1901-4099-b3fe-b09193e13513 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 204 len: 168 time: 0.7624435 Dec 10 05:05:36.394319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:36.399133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-603105647', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:36.422091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.423162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.472180 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.605576 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.792620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.814088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:36.914003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Allocated IP 172.25.8.233 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/10790ce1-3c45-40c0-8bc8-2185e4c44b2f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:37.014758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.047491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.080891 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:37.084050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:37.089318 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:37.101388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc4aae-ee7b-4cac-aef6-45e4fba34a75 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:37.120896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event updated for resources: {'Port': ['ID=10790ce1-3c45-40c0-8bc8-2185e4c44b2f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:37.188216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fbe05a41-be8e-4043-ae5c-4a483e18e51a None None] Provisioning complete for port 10790ce1-3c45-40c0-8bc8-2185e4c44b2f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:37.188841 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbe05a41-be8e-4043-ae5c-4a483e18e51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.226782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fbe05a41-be8e-4043-ae5c-4a483e18e51a None None] Port 10790ce1-3c45-40c0-8bc8-2185e4c44b2f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:37.352044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.546791 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.674296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Router 5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:37.777566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:37.786587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] Sync routers for ids ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:37.797027 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:37.797249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] Routers {'5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:37.798063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:37.798235 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6e09d4b7-2c16-4db5-bbd5-4726126b11e2 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4029925 Dec 10 05:05:37.801055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:37.805649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:37.830603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:37.839745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] Routers {'5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:37.840349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:37.871702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:37.872341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44111dca-c4af-4e0e-b620-e4b30e1f5754 None None] The sync data for ids ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:38.424750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:38.436387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:38.485718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Deleting port 10790ce1-3c45-40c0-8bc8-2185e4c44b2f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:38.486090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:38.559423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:38.570715 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Calling delete_port for 10790ce1-3c45-40c0-8bc8-2185e4c44b2f owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:38.735099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:38.763909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Pushing event deleted for resources: {'Port': ['ID=10790ce1-3c45-40c0-8bc8-2185e4c44b2f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:38.770982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6113e4c7-01e7-4484-896e-00ddd55c9946 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:38.826911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.028586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243561'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.031766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548382'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.107536 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Router 5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:39.186632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:39.194415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.196138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5d263923-538e-448e-857d-a8d188beb004 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "PUT /v2.0/routers/5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 200 len: 709 time: 1.3940656 Dec 10 05:05:39.196284 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] Sync routers for ids ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:39.199511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.209246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] Routers {'5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:39.210256 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:39.244934 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:39.253329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] Routers {'5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:39.253921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:39.275075 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e90bfb20-727c-4f5d-adbb-cb37c3f8b1d4 tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/routers/5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 200 len: 744 time: 0.0749936 Dec 10 05:05:39.277926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.286096 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:39.286675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01182d4a-540a-4dfc-8f2c-60be7f0645fa None None] The sync data for ids ['5c44c0ee-06a4-41bd-82c3-0d33eaf5e614'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:39.305494 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89b2f522-2b97-4c03-a47f-c70f49efed6a tempest-RoutersIpV6AdminTest-1139741390 tempest-RoutersIpV6AdminTest-1139741390-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&device_id=5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 200 len: 205 time: 0.0249093 Dec 10 05:05:39.306439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.332575 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-98172ad3-0d86-4207-8a67-c022a6e91b15 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 200 len: 205 time: 0.0250604 Dec 10 05:05:39.334885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.409547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.563977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.565974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.607799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.608368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Fanout notify agent at l3_agent the message router_deleted on router 5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:05:39.614964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:39.616144 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ed2ebf9-45eb-4710-b0c0-8546423a1a79 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 204 len: 168 time: 0.2802896 Dec 10 05:05:39.619706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.645143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4750229a-ba69-4827-9c6b-9740cae00b08 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 200 len: 205 time: 0.0244017 Dec 10 05:05:39.647378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.687534 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-c7aa024a-8899-4e71-9907-1b21da66f853 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:39.688560 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7aa024a-8899-4e71-9907-1b21da66f853 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/5c44c0ee-06a4-41bd-82c3-0d33eaf5e614 HTTP/1.1" status: 404 len: 336 time: 0.0402942 Dec 10 05:05:39.691057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.717620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4058193c-6a91-40b3-a96b-105ecd82a16b tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 200 len: 205 time: 0.0255914 Dec 10 05:05:39.719756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.754706 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-01e5b6d6-5a7e-4029-84fd-4aab0d219779 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:39.755671 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-01e5b6d6-5a7e-4029-84fd-4aab0d219779 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/dae455df-6678-4772-b72d-c911ad54e01b HTTP/1.1" status: 404 len: 336 time: 0.0350547 Dec 10 05:05:39.758570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.788138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f5700bd9-2560-475e-b3e0-655c42070197 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 200 len: 205 time: 0.0285811 Dec 10 05:05:39.790347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.826161 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-85f8f044-ad5b-4991-b931-61b157dfa5d3 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:39.827067 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-85f8f044-ad5b-4991-b931-61b157dfa5d3 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/5b55fa64-a055-451d-9454-cfe55552bb2c HTTP/1.1" status: 404 len: 336 time: 0.0358534 Dec 10 05:05:39.829481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.855037 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ec1ad1c5-ff97-480e-897b-0293d3d78926 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 200 len: 205 time: 0.0245695 Dec 10 05:05:39.857194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.896112 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-4475fefb-e0ac-43dd-9c57-9e4343afe5a5 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:39.897153 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4475fefb-e0ac-43dd-9c57-9e4343afe5a5 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/a2548e2d-6262-448f-a045-92e9a68953ee HTTP/1.1" status: 404 len: 336 time: 0.0390959 Dec 10 05:05:39.900091 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.926270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f9275d81-f537-4976-a1c4-4d7b467cfcdc tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 200 len: 205 time: 0.0251446 Dec 10 05:05:39.928427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.964744 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-af000908-aead-43bd-9961-d9ed52479f34 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:39.965719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-af000908-aead-43bd-9961-d9ed52479f34 tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/e845dce7-74e7-453e-87b1-2254a4de9fb5 HTTP/1.1" status: 404 len: 336 time: 0.0363994 Dec 10 05:05:39.967992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:39.992908 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-799e5360-5619-4a6a-be02-3b3b374295ec tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "GET /v2.0/ports?device_id=82d61aca-1cd0-4e57-a0da-7c418541e4c6 HTTP/1.1" status: 200 len: 205 time: 0.0238872 Dec 10 05:05:39.994992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:40.034584 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-d3202a6d-4e9c-4ffb-8ccd-c9bc3f24142b tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] delete failed (client error): The resource could not be found. Dec 10 05:05:40.035553 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d3202a6d-4e9c-4ffb-8ccd-c9bc3f24142b tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/routers/82d61aca-1cd0-4e57-a0da-7c418541e4c6 HTTP/1.1" status: 404 len: 336 time: 0.0396757 Dec 10 05:05:40.037929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:40.062462 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c627cb-3718-4361-9a09-fe271dad9dff tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] DELETE failed (client error): The resource could not be found. Dec 10 05:05:40.062896 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c627cb-3718-4361-9a09-fe271dad9dff tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:05:40.065854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-86c627cb-3718-4361-9a09-fe271dad9dff tempest-RoutersIpV6AdminTest-1768463132 tempest-RoutersIpV6AdminTest-1768463132-project] 10.222.0.43 "DELETE /v2.0/subnets/8bda761a-152e-4a80-9442-abbb55b85bde HTTP/1.1" status: 404 len: 337 time: 0.0270596 Dec 10 05:05:40.305068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:40.415505 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be102717-f4f2-40e9-9241-95d70ad19c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.487904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be102717-f4f2-40e9-9241-95d70ad19c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.491498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be102717-f4f2-40e9-9241-95d70ad19c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.527409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102717-f4f2-40e9-9241-95d70ad19c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2509b3c-768b-470c-99b9-5f9ecb27832a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:40.531631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-be102717-f4f2-40e9-9241-95d70ad19c28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a81f5c8b0034460c930e588fa74922f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255476 Dec 10 05:05:40.534235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43214) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:40.584808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.605781 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.653819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.656370 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:40.657550 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2509b3c-768b-470c-99b9-5f9ecb27832a HTTP/1.1" status: 204 len: 168 time: 0.1223719 Dec 10 05:05:40.665990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a35a96-5fcd-4ce6-9132-1ba3201abbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2509b3c-768b-470c-99b9-5f9ecb27832a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:40.915577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43220) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:40.954938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2d217fba-1654-4aa7-b252-b2e72826e3cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68583a883872475680a701cde45fce02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381804 Dec 10 05:05:40.957365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:41.007325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.033231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.078193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.080833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.082046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c276c70-4236-4934-a94b-960d23e72081 HTTP/1.1" status: 204 len: 168 time: 0.1237667 Dec 10 05:05:41.089945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081a435-cddb-4af8-9f5c-039f62f01078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c276c70-4236-4934-a94b-960d23e72081,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:41.777400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:41.872871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1518116680'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:41.893833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Made reservation on behalf of b40fa1b2cb244381b9ca6039dfea9378 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:41.897499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.905942 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.983387 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:41.986584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.014410 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:42.023316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c987c8-45c0-4e76-8530-9d2943ed3ed9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:42.030298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.030700 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Added segment bff5690f-f3a9-4541-b866-c0a265617141 of type vlan for network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 Dec 10 05:05:42.070359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.094177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.099800 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:42.100381 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.138474 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3599579 Dec 10 05:05:42.141331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:42.148546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Request body: {'subnet': {'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:42.191310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93919d22-34f1-4086-a8a5-31769dcd7fed tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'Network': ['ID=b16e90c5-9b78-41e4-8dc5-7eb4b4921085,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:42.201763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:42.266350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Made reservation on behalf of b40fa1b2cb244381b9ca6039dfea9378 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:42.270172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.452196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.516439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'Subnet': ['ID=5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:42.524900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Checking segment: {'id': 'bff5690f-f3a9-4541-b866-c0a265617141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:42.525257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Network hostable DHCP agents. Network: b16e90c5-9b78-41e4-8dc5-7eb4b4921085, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:42.542117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:42.549989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b16e90c5-9b78-41e4-8dc5-7eb4b4921085) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:42.553888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:42.554504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.558816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9effed9-3c0e-4209-a377-e3c83a8a9335 None None] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:42.573598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cd9aad0b-b7e6-47c6-9f5f-aff710b4f2b7 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4283586 Dec 10 05:05:42.573845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:42.578864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Request body: {'port': {'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085', 'name': 'tempest-ExtraDHCPOptionsTestJSON-751436710'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:42.668697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-b16e90c5-9b78-41e4-8dc5-7eb4b4921085', 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085', 'project_id': 'b40fa1b2cb244381b9ca6039dfea9378', 'fixed_ips': [{'subnet_id': '5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:05:42.669547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.688042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Made reservation on behalf of b40fa1b2cb244381b9ca6039dfea9378 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:42.691947 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.709477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] device_id is not set on port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:05:42.801448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Allocated IP 172.20.0.2 (b16e90c5-9b78-41e4-8dc5-7eb4b4921085/5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5/ff2e3ae0-4807-458a-a58d-676f4fef74bf) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:42.941437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.947439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:42.986809 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:42.992111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:42.996338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:42.998038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Allocated IP 172.20.0.11 (b16e90c5-9b78-41e4-8dc5-7eb4b4921085/5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5/1cb80425-ba83-43bc-af5a-a4e4bdb9852e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:42.999372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Pushing event updated for resources: {'Port': ['ID=ff2e3ae0-4807-458a-a58d-676f4fef74bf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:43.056900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Attempting to bind port ff2e3ae0-4807-458a-a58d-676f4fef74bf on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:43.057278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Attempting to bind port ff2e3ae0-4807-458a-a58d-676f4fef74bf by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'bff5690f-f3a9-4541-b866-c0a265617141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:43.057645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Attempting to bind port ff2e3ae0-4807-458a-a58d-676f4fef74bf on network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:43.062469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:43.062839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Checking segment: {'id': 'bff5690f-f3a9-4541-b866-c0a265617141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:43.063237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.063630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Bound using segment: {'id': 'bff5690f-f3a9-4541-b866-c0a265617141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:43.064080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Bound port: ff2e3ae0-4807-458a-a58d-676f4fef74bf, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff5690f-f3a9-4541-b866-c0a265617141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:43.064455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.128870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] For port ff2e3ae0-4807-458a-a58d-676f4fef74bf, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:43.132092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] For port ff2e3ae0-4807-458a-a58d-676f4fef74bf, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ff2e3ae0-4807-458a-a58d-676f4fef74bf,segment=NetworkSegment(bff5690f-f3a9-4541-b866-c0a265617141),segment_id=bff5690f-f3a9-4541-b866-c0a265617141)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:43.138532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.151297 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.188507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.203778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a156cc-f42a-4158-83f8-7bcc62363eab None None] Pushing event updated for resources: {'Port': ['ID=ff2e3ae0-4807-458a-a58d-676f4fef74bf,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:43.237168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:43.240236 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:43.246845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:43.253403 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'Port': ['ID=1cb80425-ba83-43bc-af5a-a4e4bdb9852e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:43.299633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:43.300232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.317617 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a7b70866-f33a-40de-85e2-939de51ee4c6 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7425828 Dec 10 05:05:43.321151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:43.325999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Request body: {'port': {'network_id': 'b16e90c5-9b78-41e4-8dc5-7eb4b4921085', 'name': 'tempest-ExtraDHCPOptionsTestJSON-846426254', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:43.326538 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] bootfile-name is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:43.326885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] tftp-server is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:43.327210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] server-ip-address is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:43.450378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Made reservation on behalf of b40fa1b2cb244381b9ca6039dfea9378 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:43.454152 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.471953 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] device_id is not set on port 2130210a-f37e-41fa-b9b1-bd5429903f64 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:05:43.580349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Allocated IP 172.20.0.14 (b16e90c5-9b78-41e4-8dc5-7eb4b4921085/5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5/2130210a-f37e-41fa-b9b1-bd5429903f64) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:43.736623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.769768 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.813268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:43.816449 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:43.820133 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:43.854711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'Port': ['ID=2130210a-f37e-41fa-b9b1-bd5429903f64,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:43.880024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:43.880701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:43.901317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43256) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:43.905040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1b3915bd-bfa4-42fb-a64c-341405cdd296 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.5828867 Dec 10 05:05:43.955696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9213a78-6e92-43fd-a55e-6b4272c63001 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:43.962275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9213a78-6e92-43fd-a55e-6b4272c63001 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:43.968352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9213a78-6e92-43fd-a55e-6b4272c63001 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:43.970145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c9213a78-6e92-43fd-a55e-6b4272c63001 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0676985 Dec 10 05:05:43.973000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:44.070213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Deleting port 2130210a-f37e-41fa-b9b1-bd5429903f64 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:44.070914 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.090233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf06227-ce61-4097-83d6-2a3860540a01 req-6c1f3255-b157-4586-884d-e0187c99a561 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:44.092140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cf06227-ce61-4097-83d6-2a3860540a01 req-6c1f3255-b157-4586-884d-e0187c99a561 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1096 time: 0.0420012 Dec 10 05:05:44.117674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1bea0-54eb-4c82-9fb7-a0a0a82c7637 None None] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:44.142791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5cf06227-ce61-4097-83d6-2a3860540a01 req-1c02085d-fc56-492a-bb9b-3f7956f64793 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439382 Dec 10 05:05:44.170626 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.184251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Calling delete_port for 2130210a-f37e-41fa-b9b1-bd5429903f64 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:44.213766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] Provisioning complete for port ff2e3ae0-4807-458a-a58d-676f4fef74bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:44.214416 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.268711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e8b3-9748-480e-a0aa-f42cbab3272c req-3f236747-bb8f-4ce9-96c7-b57dba6fc1de tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:44.270471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4322e8b3-9748-480e-a0aa-f42cbab3272c req-3f236747-bb8f-4ce9-96c7-b57dba6fc1de tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0501690 Dec 10 05:05:44.325942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.338224 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.347202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4322e8b3-9748-480e-a0aa-f42cbab3272c req-f977640c-27f3-4f78-a750-4e8a852a0152 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630162 Dec 10 05:05:44.365081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:44.369251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] For port ff2e3ae0-4807-458a-a58d-676f4fef74bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ff2e3ae0-4807-458a-a58d-676f4fef74bf,segment=NetworkSegment(bff5690f-f3a9-4541-b866-c0a265617141),segment_id=bff5690f-f3a9-4541-b866-c0a265617141)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:44.374032 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.385481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event deleted for resources: {'Port': ['ID=2130210a-f37e-41fa-b9b1-bd5429903f64,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:44.430330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc012cf-900e-49db-b7d7-877831d01168 None None] Pushing event updated for resources: {'Port': ['ID=ff2e3ae0-4807-458a-a58d-676f4fef74bf,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:44.441909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-51ec538d-347b-4e67-a4da-78b5d351d7dc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 200 len: 992 time: 0.0740530 Dec 10 05:05:44.470309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.474172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-923e73c8-b4b3-435c-9906-26ed54b2a2d4 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "DELETE /v2.0/ports/2130210a-f37e-41fa-b9b1-bd5429903f64 HTTP/1.1" status: 204 len: 168 time: 0.5001223 Dec 10 05:05:44.477882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43268) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:44.483340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Request body: {'port': {'name': 'tempest-new-port-name-1382389099', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:44.483733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] bootfile-name is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:44.484074 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] tftp-server is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:44.484466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.api.validators [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] server-ip-address is not in valid_values {{(pid=103253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 05:05:44.556449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.587922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Could not find standard attr ID for object 2130210a-f37e-41fa-b9b1-bd5429903f64. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:05:44.603945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Provisioning complete for port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:44.605030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.640207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:44.652338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Provisioning complete for port ff2e3ae0-4807-458a-a58d-676f4fef74bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:44.652828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff42e39-618a-4298-a6b9-28654524f869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.759686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.764353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.849280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event updated for resources: {'Port': ['ID=1cb80425-ba83-43bc-af5a-a4e4bdb9852e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:44.860831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] In _notify_port_updated(), no bound segment for port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e on network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 {{(pid=103253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 05:05:44.868071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:44.869423 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.872017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2e249591-1649-4657-a57a-af4359e37b2b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "PUT /v2.0/ports/1cb80425-ba83-43bc-af5a-a4e4bdb9852e HTTP/1.1" status: 200 len: 1137 time: 0.3926568 Dec 10 05:05:44.872325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-36c85c8e-876c-4eef-8790-cb9cf3c81e24 None None] Provisioning complete for port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:44.872875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c85c8e-876c-4eef-8790-cb9cf3c81e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:44.874477 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:44.878326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-f26cd45d-44da-47d9-a5ab-02deca426ba1 req-24920227-1302-4ae4-ad73-81d6f76f6ca0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:05:44.879375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f26cd45d-44da-47d9-a5ab-02deca426ba1 req-24920227-1302-4ae4-ad73-81d6f76f6ca0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056000 Dec 10 05:05:44.938526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ff2e3ae0-4807-458a-a58d-676f4fef74bf up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:44.951361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3dc341-5e82-46cb-adb9-f05c096ac880 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:44.958473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43280) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:44.968384 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3c3dc341-5e82-46cb-adb9-f05c096ac880 tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "GET /v2.0/ports/1cb80425-ba83-43bc-af5a-a4e4bdb9852e HTTP/1.1" status: 200 len: 1137 time: 0.0912964 Dec 10 05:05:44.974066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36c85c8e-876c-4eef-8790-cb9cf3c81e24 None None] Port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:45.001728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ff2e3ae0-4807-458a-a58d-676f4fef74bf triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:45.002101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.072555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Deleting port 1cb80425-ba83-43bc-af5a-a4e4bdb9852e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:45.072959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.102173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-835ac390-6871-4bdf-83d6-d44fa19082f6 None None] Could not find standard attr ID for object 2130210a-f37e-41fa-b9b1-bd5429903f64. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:05:45.174726 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.191394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Calling delete_port for 1cb80425-ba83-43bc-af5a-a4e4bdb9852e owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:45.299532 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-ea58f10e-572d-4f0c-ba64-473147cc1382 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438328 Dec 10 05:05:45.334330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2b1a6-0a4d-4679-93c4-de69c1f21702 req-f76bc4ac-9d22-44c4-9165-c387618cf681 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:45.336506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b2b1a6-0a4d-4679-93c4-de69c1f21702 req-f76bc4ac-9d22-44c4-9165-c387618cf681 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0713694 Dec 10 05:05:45.421321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.434085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57b2b1a6-0a4d-4679-93c4-de69c1f21702 req-242d78f3-0c14-4e43-9887-71c87482cdd6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904453 Dec 10 05:05:45.457128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event deleted for resources: {'Port': ['ID=1cb80425-ba83-43bc-af5a-a4e4bdb9852e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:45.491355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.491761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.492117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.492467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.492830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.493168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.493507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.493844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.494187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.494514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.494921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.495305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.495653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:05:45.516056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1a8574d0-32c3-49bd-8e61-39dbd079b612 None None] Could not find standard attr ID for object 1cb80425-ba83-43bc-af5a-a4e4bdb9852e. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:05:45.549363 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.553858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-239c60d5-844d-402c-a80b-6172fd03f22b tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "DELETE /v2.0/ports/1cb80425-ba83-43bc-af5a-a4e4bdb9852e HTTP/1.1" status: 204 len: 168 time: 0.5940523 Dec 10 05:05:45.556267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:45.610132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Deleting subnet 5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:05:45.613791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.665373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.754588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.814580 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.843618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:45.845636 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.851236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e5128-7ff2-4c5e-b301-1181324f1eb0 None None] Network b16e90c5-9b78-41e4-8dc5-7eb4b4921085 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:45.851404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:45.851648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3d3ec096-a33c-4b9a-8a1c-d956fe98af1f tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "DELETE /v2.0/subnets/5b5c84dc-3980-4bdc-a7d9-9d0f0dd5bbe5 HTTP/1.1" status: 204 len: 168 time: 0.2939692 Dec 10 05:05:45.936782 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:45.999750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Deleting port ff2e3ae0-4807-458a-a58d-676f4fef74bf {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:46.000214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.039851 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] DHCP port deletion for b16e90c5-9b78-41e4-8dc5-7eb4b4921085 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:05:46.092733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Deleting port ff2e3ae0-4807-458a-a58d-676f4fef74bf {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:46.093107 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.158282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] For port ff2e3ae0-4807-458a-a58d-676f4fef74bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ff2e3ae0-4807-458a-a58d-676f4fef74bf,segment=NetworkSegment(bff5690f-f3a9-4541-b866-c0a265617141),segment_id=bff5690f-f3a9-4541-b866-c0a265617141)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:46.158685 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.173894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Calling delete_port for ff2e3ae0-4807-458a-a58d-676f4fef74bf owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:46.263590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.295522 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] Pushing event deleted for resources: {'Port': ['ID=ff2e3ae0-4807-458a-a58d-676f4fef74bf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:46.312179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce2665-4774-4f30-87e2-17b3a246f417 None None] No DVR routers for this DVR port ff2e3ae0-4807-458a-a58d-676f4fef74bf on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:05:46.427117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] For port ff2e3ae0-4807-458a-a58d-676f4fef74bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ff2e3ae0-4807-458a-a58d-676f4fef74bf,segment=NetworkSegment(bff5690f-f3a9-4541-b866-c0a265617141),segment_id=bff5690f-f3a9-4541-b866-c0a265617141)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:46.427695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.439942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Calling delete_port for ff2e3ae0-4807-458a-a58d-676f4fef74bf owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:46.514221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.541830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event deleted for resources: {'Port': ['ID=ff2e3ae0-4807-458a-a58d-676f4fef74bf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:46.543675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] No DVR routers for this DVR port ff2e3ae0-4807-458a-a58d-676f4fef74bf on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:05:46.557952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ab6a-8edf-4bff-8809-3890c16b5b30 req-c6d5c285-b951-4ef1-8755-77c8584a250e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:46.560126 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c24ab6a-8edf-4bff-8809-3890c16b5b30 req-c6d5c285-b951-4ef1-8755-77c8584a250e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Dec 10 05:05:46.609990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c24ab6a-8edf-4bff-8809-3890c16b5b30 req-b09b045a-b454-4c18-a209-03ce766ad750 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Dec 10 05:05:46.632793 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.645418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16e90c5-9b78-41e4-8dc5-7eb4b4921085']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:46.654491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff5690f-f3a9-4541-b866-c0a265617141') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:46.654787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff5690f-f3a9-4541-b866-c0a265617141') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:46.664189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.676786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.683580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:05:46.684034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self.session.flush() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:05:46.687338 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:05:46.748977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.756957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:46.761072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] 10.222.0.43 "DELETE /v2.0/networks/b16e90c5-9b78-41e4-8dc5-7eb4b4921085 HTTP/1.1" status: 204 len: 168 time: 0.9084949 Dec 10 05:05:46.773469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758fba-68bf-41d1-8aeb-d7167c629ccc tempest-ExtraDHCPOptionsTestJSON-1279293176 tempest-ExtraDHCPOptionsTestJSON-1279293176-project] Pushing event deleted for resources: {'Network': ['ID=b16e90c5-9b78-41e4-8dc5-7eb4b4921085,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:46.845914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-1c331a1a-3641-4e8d-8ecf-ece515628d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:46.847752 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-1c331a1a-3641-4e8d-8ecf-ece515628d07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1096 time: 0.0433688 Dec 10 05:05:46.854123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ff2e3ae0-4807-458a-a58d-676f4fef74bf no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:05:46.876379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ff2e3ae0-4807-458a-a58d-676f4fef74bf {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:05:46.877155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ff2e3ae0-4807-458a-a58d-676f4fef74bf not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:05:46.953931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-2e9133bc-67c3-4d75-85e5-a767af01fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:46.955416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-2e9133bc-67c3-4d75-85e5-a767af01fd47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.0992656 Dec 10 05:05:47.016357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:47.028744 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-fabe29df-7f38-4ea1-94b2-54b5a83ea319 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 1000 time: 0.0639935 Dec 10 05:05:47.083254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-ff103427-9661-4e46-89a1-b16ffd5d3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:47.084786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-ff103427-9661-4e46-89a1-b16ffd5d3e57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0481451 Dec 10 05:05:47.162942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-f716d7ab-ad3c-462e-bd20-e9a516ba24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:47.165030 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-f716d7ab-ad3c-462e-bd20-e9a516ba24cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732315 Dec 10 05:05:47.168642 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-feba1f7a-a41d-4182-9857-b1300eaaafa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b40fa1b2cb244381b9ca6039dfea9378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512053 Dec 10 05:05:47.171200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43322) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:47.286258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:47.307080 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-d1c782cc-5eda-431d-be5e-a734d8c96f20 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299660 Dec 10 05:05:47.318789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:47.429530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-9047af10-25c0-4787-b5b4-8498da6606a3 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127474 Dec 10 05:05:47.430522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:47.433092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:47.434116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81c987c8-45c0-4e76-8530-9d2943ed3ed9 HTTP/1.1" status: 204 len: 168 time: 0.2620330 Dec 10 05:05:47.445925 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fc73f-4834-4acc-b21d-81c9bf4b6916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c987c8-45c0-4e76-8530-9d2943ed3ed9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:47.731492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd824d-d27f-42e3-9db3-be1ee74e1061 req-bec68e71-7433-491f-9e9b-4cd7d6e42817 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:47.733103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bbd824d-d27f-42e3-9db3-be1ee74e1061 req-bec68e71-7433-491f-9e9b-4cd7d6e42817 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Dec 10 05:05:47.784238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bbd824d-d27f-42e3-9db3-be1ee74e1061 req-2628aafc-9912-4213-82b7-8ce333727489 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Dec 10 05:05:48.066404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43346) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:48.160675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-334012779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:48.184551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.185565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.234961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.238933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.255736 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.256966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-98649fdf-557d-4129-b0ee-724d4e952493 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1895449 Dec 10 05:05:48.259602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43350) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:48.264323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1161660745'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:48.284407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:48.287864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.296995 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.372960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.376787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.405766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:48.411987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ea3d9-d4e4-4418-99a0-be06eff5a5c9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:48.418863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.419217 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Added segment 8b8141b6-8f22-4039-9d23-eba6d7eed6e7 of type vlan for network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 Dec 10 05:05:48.458347 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.481913 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.487501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:48.488101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.516323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2557483 Dec 10 05:05:48.519454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:48.525162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'subnet': {'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:48.555959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3099-d181-4fe5-bbfd-ed8ffe59b998 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Network': ['ID=52ed6bbd-6754-4a41-8768-7eceadb0ffa5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:48.565915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:48.614335 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:48.617983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.806940 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.875489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Subnet': ['ID=2f0f42f2-2679-4ed3-be29-69d386b68ecf,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:48.883628 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Checking segment: {'id': '8b8141b6-8f22-4039-9d23-eba6d7eed6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:48.883988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network hostable DHCP agents. Network: 52ed6bbd-6754-4a41-8768-7eceadb0ffa5, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:48.903983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:48.914646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b75ab-87dc-43dc-a574-f90e009dc54d req-9b5b64f9-8005-4922-8bfb-645eb477d3ef tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:48.915262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 52ed6bbd-6754-4a41-8768-7eceadb0ffa5) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:48.916602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f25b75ab-87dc-43dc-a574-f90e009dc54d req-9b5b64f9-8005-4922-8bfb-645eb477d3ef tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0592933 Dec 10 05:05:48.919405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:48.920103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.927570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d243ad-fc43-433e-98e2-b4dc0ea41b84 None None] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:48.943143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cbdd5a18-7449-4744-8551-8b54350384fd tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192202 Dec 10 05:05:48.943554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:48.950217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'network': {'name': 'tempest-router-network01--1302267308'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:48.975666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:48.979723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:48.991837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f25b75ab-87dc-43dc-a574-f90e009dc54d req-22051adc-5191-4391-b721-300a22684ecb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633485 Dec 10 05:05:49.010738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:49.021920 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.022282 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Added segment 8d972f68-ab8d-48e2-aeae-052a4e766e06 of type vlan for network 7a663ba1-a4d2-450e-8fc6-71c54008988d Dec 10 05:05:49.061273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-52ed6bbd-6754-4a41-8768-7eceadb0ffa5', 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5', 'project_id': '15724690c02f40c9a3738e36bb6a807f', 'fixed_ips': [{'subnet_id': '2f0f42f2-2679-4ed3-be29-69d386b68ecf'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:05:49.062182 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.066878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.096064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.102218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:49.102951 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.145012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2002513 Dec 10 05:05:49.146727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43360) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:49.152140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'network': {'name': 'tempest-router-network02--2014469304'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:49.183627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:49.189489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.193255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad860e63-3eb1-48a5-b43f-3c5063d41221 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Network': ['ID=7a663ba1-a4d2-450e-8fc6-71c54008988d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:49.208301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:49.220957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:49.230725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.231094 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Added segment 660d2e41-7b4a-4dcf-b46f-fffe028fba53 of type vlan for network 197ea0ee-41ea-49dd-887f-4ee598a3f11b Dec 10 05:05:49.233120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Allocated IP 2001:db8::2 (52ed6bbd-6754-4a41-8768-7eceadb0ffa5/2f0f42f2-2679-4ed3-be29-69d386b68ecf/d9e3a7bc-ed12-4372-80fb-278d3b6d9191) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:49.278920 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.305520 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.311527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:49.312129 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.350687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2028322 Dec 10 05:05:49.353481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43362) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:49.360429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'subnet': {'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:49.407362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631394b1-ed83-48df-8727-62ce02823c82 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Network': ['ID=197ea0ee-41ea-49dd-887f-4ee598a3f11b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:49.418865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:49.442313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.455972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.482511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:49.486727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.536999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:49.544280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:49.549092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:49.551803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:49.609641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Attempting to bind port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:49.610781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Attempting to bind port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8b8141b6-8f22-4039-9d23-eba6d7eed6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:49.611331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Attempting to bind port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 on network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:49.619138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:49.619770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Checking segment: {'id': '8b8141b6-8f22-4039-9d23-eba6d7eed6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:49.620357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.620872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Bound using segment: {'id': '8b8141b6-8f22-4039-9d23-eba6d7eed6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:49.621487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Bound port: d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8141b6-8f22-4039-9d23-eba6d7eed6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '52ed6bbd-6754-4a41-8768-7eceadb0ffa5'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:49.622163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.686281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:49.687598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.689771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,segment=NetworkSegment(8b8141b6-8f22-4039-9d23-eba6d7eed6e7),segment_id=8b8141b6-8f22-4039-9d23-eba6d7eed6e7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:49.694278 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.760629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305be27-bc62-4fd1-9acd-33ba0fe3bfd7 None None] Pushing event updated for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:49.771689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Subnet': ['ID=b7cf4c57-2281-4a1c-bb1f-09be09bd240d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:49.781605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Checking segment: {'id': '8d972f68-ab8d-48e2-aeae-052a4e766e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:49.781986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network hostable DHCP agents. Network: 7a663ba1-a4d2-450e-8fc6-71c54008988d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:49.803101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:49.814608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 7a663ba1-a4d2-450e-8fc6-71c54008988d) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:49.818943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:49.819535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.826327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fb4db-c028-476e-91f0-3d5eab3c388a None None] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:49.843308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-958c0cb5-447c-4215-a975-40c3664a483b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4887350 Dec 10 05:05:49.845990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43364) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:49.851760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'subnet': {'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:49.945155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-7a663ba1-a4d2-450e-8fc6-71c54008988d', 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d', 'project_id': '15724690c02f40c9a3738e36bb6a807f', 'fixed_ips': [{'subnet_id': 'b7cf4c57-2281-4a1c-bb1f-09be09bd240d'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:05:49.946462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:49.997100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:50.000946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.159397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0497-794c-4e99-82b9-13f3f7a32289 req-ba1b1fc9-f0cb-42bd-8fbc-8476cea379a7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:50.160975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e64f0497-794c-4e99-82b9-13f3f7a32289 req-ba1b1fc9-f0cb-42bd-8fbc-8476cea379a7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0761743 Dec 10 05:05:50.166052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Allocated IP 2001:db8::2 (7a663ba1-a4d2-450e-8fc6-71c54008988d/b7cf4c57-2281-4a1c-bb1f-09be09bd240d/93616a33-8490-4f32-ae65-eab69cc367d8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:50.253437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e64f0497-794c-4e99-82b9-13f3f7a32289 req-3de65038-0a94-4f90-9751-373301c3a298 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831518 Dec 10 05:05:50.301394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.339589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.348010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.361589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Subnet': ['ID=72a8309f-55ea-4205-a656-725ea6f5196b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:50.372350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Checking segment: {'id': '660d2e41-7b4a-4dcf-b46f-fffe028fba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:50.372752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network hostable DHCP agents. Network: 197ea0ee-41ea-49dd-887f-4ee598a3f11b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:50.389673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:50.391754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:50.397225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:50.400540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:50.402860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 197ea0ee-41ea-49dd-887f-4ee598a3f11b) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:50.407670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:50.408359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.411580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226b23a-f6b6-4ba4-8cdb-de2ddde4c76e None None] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:50.415860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Pushing event updated for resources: {'Port': ['ID=93616a33-8490-4f32-ae65-eab69cc367d8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:50.428518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c882ea7f-25b3-4a35-904a-bef8978caeea tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5811565 Dec 10 05:05:50.431023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43368) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:50.528609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Attempting to bind port 93616a33-8490-4f32-ae65-eab69cc367d8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:50.529000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Attempting to bind port 93616a33-8490-4f32-ae65-eab69cc367d8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '8d972f68-ab8d-48e2-aeae-052a4e766e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:50.529393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Attempting to bind port 93616a33-8490-4f32-ae65-eab69cc367d8 on network 7a663ba1-a4d2-450e-8fc6-71c54008988d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:50.533903 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.538243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:50.538665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Checking segment: {'id': '8d972f68-ab8d-48e2-aeae-052a4e766e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:50.539062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.539460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Bound using segment: {'id': '8d972f68-ab8d-48e2-aeae-052a4e766e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:50.539929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Bound port: 93616a33-8490-4f32-ae65-eab69cc367d8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d972f68-ab8d-48e2-aeae-052a4e766e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a663ba1-a4d2-450e-8fc6-71c54008988d'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:50.540306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.617132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-197ea0ee-41ea-49dd-887f-4ee598a3f11b', 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b', 'project_id': '15724690c02f40c9a3738e36bb6a807f', 'fixed_ips': [{'subnet_id': '72a8309f-55ea-4205-a656-725ea6f5196b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:05:50.618009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.653638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] For port 93616a33-8490-4f32-ae65-eab69cc367d8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:50.662005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] For port 93616a33-8490-4f32-ae65-eab69cc367d8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93616a33-8490-4f32-ae65-eab69cc367d8,segment=NetworkSegment(8d972f68-ab8d-48e2-aeae-052a4e766e06),segment_id=8d972f68-ab8d-48e2-aeae-052a4e766e06)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:50.711214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:50.821037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64c53-630d-49d6-abe7-35ac3ecac6e5 None None] Pushing event updated for resources: {'Port': ['ID=93616a33-8490-4f32-ae65-eab69cc367d8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:50.845456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Allocated IP 2001:db8::2 (197ea0ee-41ea-49dd-887f-4ee598a3f11b/72a8309f-55ea-4205-a656-725ea6f5196b/f21382a0-96dc-4a58-bc99-6b5688ebca2a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:50.988264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9e3a7bc-ed12-4372-80fb-278d3b6d9191 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:51.067367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8de6a-d12a-41dd-9cb1-266b40833f80 None None] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:51.136351 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.142278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.196847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.203699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] Provisioning complete for port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:51.204073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.242665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:51.243067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.302279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:51.318520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:51.340221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:51.344339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Pushing event updated for resources: {'Port': ['ID=f21382a0-96dc-4a58-bc99-6b5688ebca2a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:51.435246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Attempting to bind port f21382a0-96dc-4a58-bc99-6b5688ebca2a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:51.435596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Attempting to bind port f21382a0-96dc-4a58-bc99-6b5688ebca2a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '660d2e41-7b4a-4dcf-b46f-fffe028fba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:51.435802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Attempting to bind port f21382a0-96dc-4a58-bc99-6b5688ebca2a on network 197ea0ee-41ea-49dd-887f-4ee598a3f11b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:51.447988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ddfcc-f0f2-4e0f-89a7-377b7ef9e980 req-230ad1fb-bc53-4099-b2db-203583a9fa73 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:51.449587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-765ddfcc-f0f2-4e0f-89a7-377b7ef9e980 req-230ad1fb-bc53-4099-b2db-203583a9fa73 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0998647 Dec 10 05:05:51.465979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Allocated IP 2001:db8::1 (7a663ba1-a4d2-450e-8fc6-71c54008988d/b7cf4c57-2281-4a1c-bb1f-09be09bd240d/44ca15c9-3fe3-4fa6-8a24-2fd348058f9a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:51.476524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:51.476915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Checking segment: {'id': '660d2e41-7b4a-4dcf-b46f-fffe028fba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:51.477326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.477725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Bound using segment: {'id': '660d2e41-7b4a-4dcf-b46f-fffe028fba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:51.478212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Bound port: f21382a0-96dc-4a58-bc99-6b5688ebca2a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660d2e41-7b4a-4dcf-b46f-fffe028fba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '197ea0ee-41ea-49dd-887f-4ee598a3f11b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:51.478597 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.516495 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.543863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.547021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-765ddfcc-f0f2-4e0f-89a7-377b7ef9e980 req-a72de3a4-b665-4f41-af77-dbe687371862 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847654 Dec 10 05:05:51.603915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,segment=NetworkSegment(8b8141b6-8f22-4039-9d23-eba6d7eed6e7),segment_id=8b8141b6-8f22-4039-9d23-eba6d7eed6e7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:51.614898 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.617268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] For port f21382a0-96dc-4a58-bc99-6b5688ebca2a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:51.623334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] For port f21382a0-96dc-4a58-bc99-6b5688ebca2a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f21382a0-96dc-4a58-bc99-6b5688ebca2a,segment=NetworkSegment(660d2e41-7b4a-4dcf-b46f-fffe028fba53),segment_id=660d2e41-7b4a-4dcf-b46f-fffe028fba53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:51.635225 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.667070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.674248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.721636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:51.725681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:51.728208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:51.728793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.778282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Port': ['ID=44ca15c9-3fe3-4fa6-8a24-2fd348058f9a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:51.869607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.887916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:05:51.888280 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:05:51.890943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdad05-51e8-4441-81d8-fbd11d9f86ca None None] Pushing event updated for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:51.904915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-92cea7f8-8da2-4fb2-957c-ef6c8d07b5c6 None None] Provisioning complete for port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:51.904915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92cea7f8-8da2-4fb2-957c-ef6c8d07b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:51.978165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca35ef-a173-4130-b58d-a7c32cf44a33 None None] Pushing event updated for resources: {'Port': ['ID=f21382a0-96dc-4a58-bc99-6b5688ebca2a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:52.093538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44837516-c974-4938-9ab8-b3206c759d62 None None] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:52.190671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] Provisioning complete for port 93616a33-8490-4f32-ae65-eab69cc367d8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:52.191048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.209977 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.215452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.216388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.285065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Port': ['ID=44ca15c9-3fe3-4fa6-8a24-2fd348058f9a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:52.335237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.353824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:52.355501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:52.371565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9b457d1-ac26-4875-bf7e-b853284efb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.396037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] For port 93616a33-8490-4f32-ae65-eab69cc367d8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93616a33-8490-4f32-ae65-eab69cc367d8,segment=NetworkSegment(8d972f68-ab8d-48e2-aeae-052a4e766e06),segment_id=8d972f68-ab8d-48e2-aeae-052a4e766e06)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:52.417763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.490226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4535a-c11c-4e1b-b5eb-55baec81c3e6 None None] Pushing event updated for resources: {'Port': ['ID=93616a33-8490-4f32-ae65-eab69cc367d8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:52.507431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Router b751ece8-98c9-407c-a836-1f913866e0ee is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:05:52.623104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:52.632350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d48e214a-7ffb-4267-b983-9d9cf8fc0fde tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1978247 Dec 10 05:05:52.633184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43374) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:52.638766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] Sync routers for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:52.658003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:52.658639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:52.662342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ba809a06-7b6e-4e8a-a113-6ecd03e71739 None None] Provisioning complete for port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:52.662669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba809a06-7b6e-4e8a-a113-6ecd03e71739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.720767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:52.744320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ba809a06-7b6e-4e8a-a113-6ecd03e71739 None None] Port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:52.745913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:52.746539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:52.784756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:52.785372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbfc69-f438-4ac1-8bf3-687a92dab911 None None] The sync data for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:52.795824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc80781-e4bd-4abd-83e2-9440f9c269c1 req-47e9a49a-6832-410b-abc8-e7208b1fbb87 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:52.797558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cc80781-e4bd-4abd-83e2-9440f9c269c1 req-47e9a49a-6832-410b-abc8-e7208b1fbb87 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.1568446 Dec 10 05:05:52.805808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ba809a06-7b6e-4e8a-a113-6ecd03e71739 None None] Provisioning complete for port 93616a33-8490-4f32-ae65-eab69cc367d8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:52.806250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba809a06-7b6e-4e8a-a113-6ecd03e71739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:52.971987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cc80781-e4bd-4abd-83e2-9440f9c269c1 req-7b858ea4-24e5-454b-babb-31b838574fd4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635921 Dec 10 05:05:53.056254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93616a33-8490-4f32-ae65-eab69cc367d8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:53.116507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1cdec315-2909-42c4-ae80-2a9fdd1c038f None None] Provisioning complete for port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.116885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cdec315-2909-42c4-ae80-2a9fdd1c038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.164429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 93616a33-8490-4f32-ae65-eab69cc367d8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.164733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.166818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1cdec315-2909-42c4-ae80-2a9fdd1c038f None None] Port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:53.208812 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-493c5f3a-5293-438b-945d-4f5ff9d8c145 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:05:53.213648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-493c5f3a-5293-438b-945d-4f5ff9d8c145 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5758483 Dec 10 05:05:53.213648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:53.283359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec2ccf-ce57-4773-9509-b609e97a347d None None] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:53.287745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f21382a0-96dc-4a58-bc99-6b5688ebca2a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:53.375045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3a3dc3c3-f932-4e0c-898c-aa4bf42beb7a None None] Provisioning complete for port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.375417 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc3c3-f932-4e0c-898c-aa4bf42beb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.429987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dc3c3-f932-4e0c-898c-aa4bf42beb7a None None] Port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:53.437753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f21382a0-96dc-4a58-bc99-6b5688ebca2a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.438123 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.539261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.548682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.567435 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-99ce91af-beb8-4a33-8946-2c76e2e284e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640318 Dec 10 05:05:53.577256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-78ad5d97-840f-4631-9bc5-606725f7b4d8 None None] Provisioning complete for port f21382a0-96dc-4a58-bc99-6b5688ebca2a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.578630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78ad5d97-840f-4631-9bc5-606725f7b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.619665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port f21382a0-96dc-4a58-bc99-6b5688ebca2a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f21382a0-96dc-4a58-bc99-6b5688ebca2a,segment=NetworkSegment(660d2e41-7b4a-4dcf-b46f-fffe028fba53),segment_id=660d2e41-7b4a-4dcf-b46f-fffe028fba53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:53.629673 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.630644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9e3a7bc-ed12-4372-80fb-278d3b6d9191 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:53.690190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-665bc638-5289-4618-be79-a913300a0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:53.692014 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-665bc638-5289-4618-be79-a913300a0568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0547502 Dec 10 05:05:53.724210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=f21382a0-96dc-4a58-bc99-6b5688ebca2a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:53.779564 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.781999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.782368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.834348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting port 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:53.834840 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.839056 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-de6e7d9e-1ee2-4661-9a2c-8217c5558b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:53.840586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-de6e7d9e-1ee2-4661-9a2c-8217c5558b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.1226642 Dec 10 05:05:53.899240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c0f5dfab-05fc-4985-88b0-21218cf933af None None] Provisioning complete for port f21382a0-96dc-4a58-bc99-6b5688ebca2a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:53.899618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dfab-05fc-4985-88b0-21218cf933af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.909509 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-fbcced26-e213-43fb-bf0b-23956e85c62f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1002 time: 0.0600157 Dec 10 05:05:53.930936 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:53.943661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Calling delete_port for 44ca15c9-3fe3-4fa6-8a24-2fd348058f9a owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:53.959904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-79cf2202-26b3-4e32-b22b-3ec66b9f8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:53.961628 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-79cf2202-26b3-4e32-b22b-3ec66b9f8bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0449374 Dec 10 05:05:54.017034 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-032abd94-38c2-4431-99b0-441a79c2e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:54.018810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-032abd94-38c2-4431-99b0-441a79c2e1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496910 Dec 10 05:05:54.114533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-b6d7d134-01fb-4bcc-b00e-8d5663e3da43 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878701 Dec 10 05:05:54.134482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6fe73-2360-4988-976c-2449dd99dd29 req-7aa409ae-206f-4aad-9654-f3e60cc830d4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:54.136151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63e6fe73-2360-4988-976c-2449dd99dd29 req-7aa409ae-206f-4aad-9654-f3e60cc830d4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0783260 Dec 10 05:05:54.208958 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.217618 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5e72aad0-4236-4d81-9dee-6adbfbaeb7bc req-062a7b27-dbeb-498b-b729-e3279aa6ef29 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951467 Dec 10 05:05:54.242799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63e6fe73-2360-4988-976c-2449dd99dd29 req-cf192d46-1e0f-4db2-88b8-750f42ff7cc8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871880 Dec 10 05:05:54.245859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Port': ['ID=44ca15c9-3fe3-4fa6-8a24-2fd348058f9a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:54.341805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.499286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Router b751ece8-98c9-407c-a836-1f913866e0ee has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:54.573773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:54.582238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-816e301d-fe5e-4439-ade2-11c0ed182309 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644080 Dec 10 05:05:54.582752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43380) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:54.583174 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] Sync routers for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:54.596310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:54.596939 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:54.619563 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-60e1abbe-2a51-4792-884e-70de7b7d89a5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] delete failed (client error): The resource could not be found. Dec 10 05:05:54.620629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-60e1abbe-2a51-4792-884e-70de7b7d89a5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1772749270 HTTP/1.1" status: 404 len: 335 time: 0.0369310 Dec 10 05:05:54.624201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43382) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:54.628428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-119ea192-1fb2-4966-959f-70f2c4535328 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b751ece8-98c9-407c-a836-1f913866e0ee'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:54.628609 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:54.638818 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:54.639431 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:54.671907 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:54.672566 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0531f-1629-44f4-9f94-1509fce41d53 None None] The sync data for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:54.840643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-119ea192-1fb2-4966-959f-70f2c4535328 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.859451 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-119ea192-1fb2-4966-959f-70f2c4535328 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] update failed (client error): The resource could not be found. Dec 10 05:05:54.863843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-119ea192-1fb2-4966-959f-70f2c4535328 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee HTTP/1.1" status: 404 len: 339 time: 0.2353840 Dec 10 05:05:54.864230 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:54.869039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f21382a0-96dc-4a58-bc99-6b5688ebca2a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:54.869474 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-15964442'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:54.890347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:54.893890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.918211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:05:54.921263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f21382a0-96dc-4a58-bc99-6b5688ebca2a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:54.921631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.927595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.928121 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Added segment 3bf1d7e8-c002-4cde-89e7-276c8c71ae15 of type vlan for network db9e2908-768a-4387-b4ea-504b13e67ed3 Dec 10 05:05:54.970965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:54.994482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.000163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:55.000770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.031747 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1662993 Dec 10 05:05:55.034760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43388) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:55.039965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'subnet': {'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:55.074956 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9b999-2583-49dd-aa7d-3951064fa17a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Network': ['ID=db9e2908-768a-4387-b4ea-504b13e67ed3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:55.085700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network db9e2908-768a-4387-b4ea-504b13e67ed3 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:05:55.134235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Made reservation on behalf of 15724690c02f40c9a3738e36bb6a807f for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:05:55.137723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.170459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a30cea29-1c4a-4bfc-a8e9-75f263bc9c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.363334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.754849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b903c2-2250-475c-ad56-fe2b510851b5 req-07c39b6b-8cba-48f6-a50a-e2f639589262 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:55.756260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71b903c2-2250-475c-ad56-fe2b510851b5 req-07c39b6b-8cba-48f6-a50a-e2f639589262 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.4369302 Dec 10 05:05:55.790581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Subnet': ['ID=cebdb802-308d-4fac-bd8c-cdab246a917e,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:55.809665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Checking segment: {'id': '3bf1d7e8-c002-4cde-89e7-276c8c71ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:55.810128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network hostable DHCP agents. Network: db9e2908-768a-4387-b4ea-504b13e67ed3, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:05:55.816511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.837253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71b903c2-2250-475c-ad56-fe2b510851b5 req-4103c34a-4c8e-476d-a625-6d76861f07f9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734699 Dec 10 05:05:55.844419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network db9e2908-768a-4387-b4ea-504b13e67ed3 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:05:55.854176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, db9e2908-768a-4387-b4ea-504b13e67ed3) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:55.858964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:55.860021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:55.863230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a1645-3de5-4cd7-8b91-47e6daced227 None None] Network db9e2908-768a-4387-b4ea-504b13e67ed3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:55.881707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-684dec04-ab38-4e96-a4a9-44145804c113 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8433840 Dec 10 05:05:55.882168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:55.887122 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-746e014f-311d-45b5-954d-2505d6a76b91 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:55.964766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-db9e2908-768a-4387-b4ea-504b13e67ed3', 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3', 'project_id': '15724690c02f40c9a3738e36bb6a807f', 'fixed_ips': [{'subnet_id': 'cebdb802-308d-4fac-bd8c-cdab246a917e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:05:55.965747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.100342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-746e014f-311d-45b5-954d-2505d6a76b91 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.107450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Allocated IP 2001:db8:1::2 (db9e2908-768a-4387-b4ea-504b13e67ed3/cebdb802-308d-4fac-bd8c-cdab246a917e/ce599f21-517b-4028-98b1-1eec2ec46070) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:56.212987 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-746e014f-311d-45b5-954d-2505d6a76b91 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:05:56.217608 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-746e014f-311d-45b5-954d-2505d6a76b91 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee HTTP/1.1" status: 400 len: 364 time: 0.3307848 Dec 10 05:05:56.217865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:56.271385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.280671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.331221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Network db9e2908-768a-4387-b4ea-504b13e67ed3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:56.338467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:56.356240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:56.371357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Pushing event updated for resources: {'Port': ['ID=ce599f21-517b-4028-98b1-1eec2ec46070,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:56.430723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Attempting to bind port ce599f21-517b-4028-98b1-1eec2ec46070 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:05:56.431093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Attempting to bind port ce599f21-517b-4028-98b1-1eec2ec46070 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3bf1d7e8-c002-4cde-89e7-276c8c71ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:05:56.431458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Attempting to bind port ce599f21-517b-4028-98b1-1eec2ec46070 on network db9e2908-768a-4387-b4ea-504b13e67ed3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:05:56.436621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:05:56.437000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Checking segment: {'id': '3bf1d7e8-c002-4cde-89e7-276c8c71ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:05:56.437412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.437803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Bound using segment: {'id': '3bf1d7e8-c002-4cde-89e7-276c8c71ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:05:56.438436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Bound port: ce599f21-517b-4028-98b1-1eec2ec46070, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf1d7e8-c002-4cde-89e7-276c8c71ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'db9e2908-768a-4387-b4ea-504b13e67ed3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:05:56.439586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.499827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.512606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] For port ce599f21-517b-4028-98b1-1eec2ec46070, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:05:56.515783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] For port ce599f21-517b-4028-98b1-1eec2ec46070, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ce599f21-517b-4028-98b1-1eec2ec46070,segment=NetworkSegment(3bf1d7e8-c002-4cde-89e7-276c8c71ae15),segment_id=3bf1d7e8-c002-4cde-89e7-276c8c71ae15)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:05:56.521406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.580230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c627b6-d2e8-48ec-b7ba-c31ed1a582d7 req-27a61c80-5fe0-4ecb-a921-c24433577045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:56.583269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9db67d-1bd2-4151-9670-5336f50de2b0 None None] Pushing event updated for resources: {'Port': ['ID=ce599f21-517b-4028-98b1-1eec2ec46070,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:56.588946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1c627b6-d2e8-48ec-b7ba-c31ed1a582d7 req-27a61c80-5fe0-4ecb-a921-c24433577045 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1110837 Dec 10 05:05:56.634829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1c627b6-d2e8-48ec-b7ba-c31ed1a582d7 req-d702a5a0-5b1a-4b84-a9ea-d5e32f927368 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Dec 10 05:05:56.769456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Allocated IP 2001:db8::1 (52ed6bbd-6754-4a41-8768-7eceadb0ffa5/2f0f42f2-2679-4ed3-be29-69d386b68ecf/d7755db0-e80d-47c4-904c-694b107b2644) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:05:56.906768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ce599f21-517b-4028-98b1-1eec2ec46070 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:56.908141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.947215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.972116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ce599f21-517b-4028-98b1-1eec2ec46070 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:56.972789 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:56.990221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64139f7-6926-48bd-b8f9-c9bf60597d78 req-b9aaf1ae-641b-4034-8047-ce15457ca0ae tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:56.992578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f64139f7-6926-48bd-b8f9-c9bf60597d78 req-b9aaf1ae-641b-4034-8047-ce15457ca0ae tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Dec 10 05:05:56.999286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:57.003709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:57.006270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:05:57.006809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.011003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Port': ['ID=d7755db0-e80d-47c4-904c-694b107b2644,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:57.067412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.083971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f64139f7-6926-48bd-b8f9-c9bf60597d78 req-3edf4949-5146-4878-ad9b-ce7202b9f464 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818241 Dec 10 05:05:57.105573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ce599f21-517b-4028-98b1-1eec2ec46070, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ce599f21-517b-4028-98b1-1eec2ec46070,segment=NetworkSegment(3bf1d7e8-c002-4cde-89e7-276c8c71ae15),segment_id=3bf1d7e8-c002-4cde-89e7-276c8c71ae15)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:05:57.110153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.166665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ce599f21-517b-4028-98b1-1eec2ec46070,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:57.175759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.354696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d30fae7e-535f-4dd4-81b7-ce45af9aeea3 None None] Provisioning complete for port d7755db0-e80d-47c4-904c-694b107b2644 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:57.355230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d30fae7e-535f-4dd4-81b7-ce45af9aeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.418415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d30fae7e-535f-4dd4-81b7-ce45af9aeea3 None None] Port d7755db0-e80d-47c4-904c-694b107b2644 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:57.479230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.484651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.484851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.485846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.559923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event updated for resources: {'Port': ['ID=d7755db0-e80d-47c4-904c-694b107b2644,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:57.631809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:05:57.633275 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:05:57.687945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e3c0f-bc46-4cc1-914c-7b286fe67f41 None None] Network db9e2908-768a-4387-b4ea-504b13e67ed3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:05:57.763409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Router b751ece8-98c9-407c-a836-1f913866e0ee has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:57.793359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-83186a25-009e-4ca9-8e63-5f16f6ee7a42 None None] Provisioning complete for port ce599f21-517b-4028-98b1-1eec2ec46070 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:57.793729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83186a25-009e-4ca9-8e63-5f16f6ee7a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.869931 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:57.875808 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fefdab04-f294-467e-8d0c-6e1615169a26 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568899 Dec 10 05:05:57.878475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43416) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:57.974141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c79c88c-8a4d-4dea-8cf8-bcb736a178ff tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:57.981212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] Sync routers for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:58.026896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:58.027523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:58.061370 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-4c79c88c-8a4d-4dea-8cf8-bcb736a178ff tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 05:05:58.062406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c79c88c-8a4d-4dea-8cf8-bcb736a178ff tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee HTTP/1.1" status: 409 len: 329 time: 0.1829364 Dec 10 05:05:58.066290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43418) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:58.071216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:58.115066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:58.115714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:58.164267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:58.169709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b388dd-8177-4f48-bbd7-157f19cd8ae8 None None] The sync data for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 is: [] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:58.296756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4a2606bc-f709-4075-be81-f60ef5971527 None None] Provisioning complete for port d7755db0-e80d-47c4-904c-694b107b2644 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:58.297128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a2606bc-f709-4075-be81-f60ef5971527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.307187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bea1f-bbba-4f8b-bf6a-9ec699571552 req-a628008b-af9c-4ffc-92bc-2942fe3198e7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:58.313040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-248bea1f-bbba-4f8b-bf6a-9ec699571552 req-a628008b-af9c-4ffc-92bc-2942fe3198e7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.1457014 Dec 10 05:05:58.350941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.353077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a2606bc-f709-4075-be81-f60ef5971527 None None] Port d7755db0-e80d-47c4-904c-694b107b2644 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:05:58.422871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-248bea1f-bbba-4f8b-bf6a-9ec699571552 req-73b4f97a-9b9e-4dce-96f4-9e27eee2414b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056616 Dec 10 05:05:58.473218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a05bb521-ba22-4b94-8a70-3678258186cf None None] Provisioning complete for port ce599f21-517b-4028-98b1-1eec2ec46070 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:58.473577 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05bb521-ba22-4b94-8a70-3678258186cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.546898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.813590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting port d7755db0-e80d-47c4-904c-694b107b2644 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:05:58.813590 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.867882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ce599f21-517b-4028-98b1-1eec2ec46070 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:05:58.903203 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:58.914825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Calling delete_port for d7755db0-e80d-47c4-904c-694b107b2644 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:05:58.917622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ce599f21-517b-4028-98b1-1eec2ec46070 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:05:58.917994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.080793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.104813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Port': ['ID=d7755db0-e80d-47c4-904c-694b107b2644,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:05:59.212259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.374082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Router b751ece8-98c9-407c-a836-1f913866e0ee has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:05:59.414489 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [req-d1a97574-c8f9-4438-b664-982227c0223a req-16d9fca1-8989-436b-99a6-8d8cb6acf559 service neutron] show failed (client error): The resource could not be found. Dec 10 05:05:59.415513 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-16d9fca1-8989-436b-99a6-8d8cb6acf559 service neutron] 10.222.0.36 "GET /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0583787 Dec 10 05:05:59.454080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:05:59.463499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b6e41f88-8432-44ad-b87c-ad9eea1a378b tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3931305 Dec 10 05:05:59.463499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:59.463947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] Sync routers for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:05:59.488311 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:59.488970 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:59.504258 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-153f9d21-2c12-4de5-a9d5-875b833e4e45 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] show failed (client error): The resource could not be found. Dec 10 05:05:59.505307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-153f9d21-2c12-4de5-a9d5-875b833e4e45 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1758078086 HTTP/1.1" status: 404 len: 335 time: 0.0409582 Dec 10 05:05:59.509220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:59.513857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1d5faded-0878-4611-802e-1ef3500b59d4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:59.542081 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:59.549041 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-1d5faded-0878-4611-802e-1ef3500b59d4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] update failed (client error): The resource could not be found. Dec 10 05:05:59.551108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1d5faded-0878-4611-802e-1ef3500b59d4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-715380430 HTTP/1.1" status: 404 len: 334 time: 0.0401978 Dec 10 05:05:59.551265 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] Routers {'b751ece8-98c9-407c-a836-1f913866e0ee'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:05:59.551868 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:05:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['b751ece8-98c9-407c-a836-1f913866e0ee'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:59.553795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:05:59.571019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be819cd4-2ca9-44cd-abaa-2fe4a501eb95 req-51bf703d-6fe4-46ce-b45b-b0d04176f7f6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:59.572642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be819cd4-2ca9-44cd-abaa-2fe4a501eb95 req-51bf703d-6fe4-46ce-b45b-b0d04176f7f6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 945 time: 0.0707264 Dec 10 05:05:59.587127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:05:59.587831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f5575-e41a-48e2-9bf3-759eb7bd7340 None None] The sync data for ids ['b751ece8-98c9-407c-a836-1f913866e0ee'] in n-d-817326-3 is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:05:59.609518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting subnet cebdb802-308d-4fac-bd8c-cdab246a917e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:05:59.613368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.640676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be819cd4-2ca9-44cd-abaa-2fe4a501eb95 req-eec18461-a4ff-4a01-b06c-0ff0875a7647 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614593 Dec 10 05:05:59.667936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.735541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-0574d751-5389-4fd3-a5d3-2dbf4278dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:05:59.737204 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-0574d751-5389-4fd3-a5d3-2dbf4278dd73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 1096 time: 0.0902233 Dec 10 05:05:59.762331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:05:59.794601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.855025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.910553 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:05:59.997954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.003989 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/subnets/cebdb802-308d-4fac-bd8c-cdab246a917e HTTP/1.1" status: 204 len: 168 time: 0.4463112 Dec 10 05:06:00.004168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65e51f-0e37-43db-9a68-294679ee7b63 None None] Network db9e2908-768a-4387-b4ea-504b13e67ed3 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:00.005185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4339582-ef73-4a88-a4b3-749f3378e2d5 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Subnet': ['ID=cebdb802-308d-4fac-bd8c-cdab246a917e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:00.005418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43432) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:00.089857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.112739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:00.144675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting port ce599f21-517b-4028-98b1-1eec2ec46070 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:00.145019 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.148842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:00.163246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] DHCP port deletion for db9e2908-768a-4387-b4ea-504b13e67ed3 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:00.204883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:00.208215 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07690ece-ff77-404f-ae2d-12cd4d6a58a3" -d '{"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:00.212977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.216690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Deleting port ce599f21-517b-4028-98b1-1eec2ec46070 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:00.217328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.220535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] For port ce599f21-517b-4028-98b1-1eec2ec46070, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ce599f21-517b-4028-98b1-1eec2ec46070,segment=NetworkSegment(3bf1d7e8-c002-4cde-89e7-276c8c71ae15),segment_id=3bf1d7e8-c002-4cde-89e7-276c8c71ae15)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:00.221045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.229104 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Transition to ACTIVE for port object 8d7240a0-12b7-4fc9-b168-18b85c335b10 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:06:00.233790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.239418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Calling delete_port for ce599f21-517b-4028-98b1-1eec2ec46070 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:00.297322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] For port ce599f21-517b-4028-98b1-1eec2ec46070, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ce599f21-517b-4028-98b1-1eec2ec46070,segment=NetworkSegment(3bf1d7e8-c002-4cde-89e7-276c8c71ae15),segment_id=3bf1d7e8-c002-4cde-89e7-276c8c71ae15)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:00.297907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.315637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Calling delete_port for ce599f21-517b-4028-98b1-1eec2ec46070 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:00.353756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.370072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:00.430214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Port': ['ID=ce599f21-517b-4028-98b1-1eec2ec46070,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:00.432747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] No DVR routers for this DVR port ce599f21-517b-4028-98b1-1eec2ec46070 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:00.455293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] No DVR routers for this DVR port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:00.462451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.498136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] Pushing event deleted for resources: {'Port': ['ID=ce599f21-517b-4028-98b1-1eec2ec46070,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:00.504345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b49251-cd76-4102-bfa3-1dc6da01c9fd None None] No DVR routers for this DVR port ce599f21-517b-4028-98b1-1eec2ec46070 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:00.545412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.567936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9e2908-768a-4387-b4ea-504b13e67ed3']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:00.579156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf1d7e8-c002-4cde-89e7-276c8c71ae15') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:00.579450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf1d7e8-c002-4cde-89e7-276c8c71ae15') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:00.589783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.603614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.610155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:00.610551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:00.613839 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:00.683091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.692420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.699022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/networks/db9e2908-768a-4387-b4ea-504b13e67ed3 HTTP/1.1" status: 204 len: 168 time: 0.6903863 Dec 10 05:06:00.706461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:00.714964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d689-ad01-417b-915d-84d69f885b4c tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Network': ['ID=db9e2908-768a-4387-b4ea-504b13e67ed3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:00.787328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting subnet 72a8309f-55ea-4205-a656-725ea6f5196b {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:06:00.792542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.843015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a88be-d5fe-4e07-82fa-1b5432c66bf8 req-2327d8c1-7486-47ee-a53c-0d9f002bf755 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:00.844769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f64a88be-d5fe-4e07-82fa-1b5432c66bf8 req-2327d8c1-7486-47ee-a53c-0d9f002bf755 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.1078033 Dec 10 05:06:00.864900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.868629 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c6aad-ea87-4990-a91a-6d18bfc81b5b x-openstack-request-id: req-f22c6aad-ea87-4990-a91a-6d18bfc81b5b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:00.868923 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:00.869175 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f22c6aad-ea87-4990-a91a-6d18bfc81b5b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:00.869566 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'code': 200} Dec 10 05:06:00.882534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ce599f21-517b-4028-98b1-1eec2ec46070 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:00.902276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ce599f21-517b-4028-98b1-1eec2ec46070 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:00.902627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ce599f21-517b-4028-98b1-1eec2ec46070 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:00.943036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f64a88be-d5fe-4e07-82fa-1b5432c66bf8 req-3499a30b-1989-43ef-9112-768b0d4578d2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875838 Dec 10 05:06:00.976823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:00.978311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:00.978649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:00.978975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:00.983248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:06:00.983704 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:00.988842 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:00.989165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:00.989539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:00.989955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Bound port: 8d7240a0-12b7-4fc9-b168-18b85c335b10, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:00.990303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.033613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.053533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:01.057320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:06:01.062201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.065398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Subnet': ['ID=72a8309f-55ea-4205-a656-725ea6f5196b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.070527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.073991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c1fc4f3f-cd81-430f-9363-c9b40e8d8eba tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/subnets/72a8309f-55ea-4205-a656-725ea6f5196b HTTP/1.1" status: 204 len: 168 time: 0.3663785 Dec 10 05:06:01.076683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:01.080752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777adcf9-d2e6-48aa-a703-5a46a338aaf1 None None] Network 197ea0ee-41ea-49dd-887f-4ee598a3f11b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:01.101451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:01.102082 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.103674 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 1091 time: 1.3452361 Dec 10 05:06:01.128277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78260-6a1f-4594-b921-8a3b5cac8026 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.148170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting subnet b7cf4c57-2281-4a1c-bb1f-09be09bd240d {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:06:01.151867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.212618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.224900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-818a1418-e059-4533-a133-e53f4815f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:01.227040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-818a1418-e059-4533-a133-e53f4815f4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0744619 Dec 10 05:06:01.264371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] DHCP port deletion for 197ea0ee-41ea-49dd-887f-4ee598a3f11b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:01.341596 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.347092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Deleting port f21382a0-96dc-4a58-bc99-6b5688ebca2a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:01.347541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.349730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-bf2d13d0-7c93-4bf8-a0fc-ff9a97a7ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:01.352111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-bf2d13d0-7c93-4bf8-a0fc-ff9a97a7ab86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.1123013 Dec 10 05:06:01.407774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.422297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] For port f21382a0-96dc-4a58-bc99-6b5688ebca2a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f21382a0-96dc-4a58-bc99-6b5688ebca2a,segment=NetworkSegment(660d2e41-7b4a-4dcf-b46f-fffe028fba53),segment_id=660d2e41-7b4a-4dcf-b46f-fffe028fba53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:01.422701 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.437599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Calling delete_port for f21382a0-96dc-4a58-bc99-6b5688ebca2a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:01.439480 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-d6d7edc0-d86d-4dd3-9c41-9bef0db9e6ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0756092 Dec 10 05:06:01.442430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cf4c57-2281-4a1c-bb1f-09be09bd240d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.447836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.451247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b0d51e34-5c5e-4920-8491-789403ff85d2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/subnets/b7cf4c57-2281-4a1c-bb1f-09be09bd240d HTTP/1.1" status: 204 len: 168 time: 0.3735018 Dec 10 05:06:01.453619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43444) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:01.490328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55957236-a36f-4bfa-a815-1758ffeb4897 None None] Network 7a663ba1-a4d2-450e-8fc6-71c54008988d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:01.516686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-09f130d2-e6d0-4b66-ab9e-7a16dccd74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:01.518279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-09f130d2-e6d0-4b66-ab9e-7a16dccd74f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0472765 Dec 10 05:06:01.529746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.566961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97574-c8f9-4438-b664-982227c0223a req-cb93616d-3604-4a5e-8b13-de0ba6788f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:01.568559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-cb93616d-3604-4a5e-8b13-de0ba6788f35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414152 Dec 10 05:06:01.590218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting port f21382a0-96dc-4a58-bc99-6b5688ebca2a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:01.590554 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.609682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.627220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] No DVR routers for this DVR port f21382a0-96dc-4a58-bc99-6b5688ebca2a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:01.646173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0355296-b100-411e-845b-ca8f84d030c7 None None] Pushing event deleted for resources: {'Port': ['ID=f21382a0-96dc-4a58-bc99-6b5688ebca2a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.662027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] For port f21382a0-96dc-4a58-bc99-6b5688ebca2a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f21382a0-96dc-4a58-bc99-6b5688ebca2a,segment=NetworkSegment(660d2e41-7b4a-4dcf-b46f-fffe028fba53),segment_id=660d2e41-7b4a-4dcf-b46f-fffe028fba53)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:01.662402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.676277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Calling delete_port for f21382a0-96dc-4a58-bc99-6b5688ebca2a owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:01.688199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-3afcea9b-f58c-4208-92d9-541522920399 service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092491 Dec 10 05:06:01.691741 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] DHCP port deletion for 7a663ba1-a4d2-450e-8fc6-71c54008988d request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:01.739696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Deleting port 93616a33-8490-4f32-ae65-eab69cc367d8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:01.739984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.783292 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.802166 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-ba0797f5-5ed1-4a05-b3b9-734ab995aa76 service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025288 Dec 10 05:06:01.811050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] For port 93616a33-8490-4f32-ae65-eab69cc367d8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=93616a33-8490-4f32-ae65-eab69cc367d8,segment=NetworkSegment(8d972f68-ab8d-48e2-aeae-052a4e766e06),segment_id=8d972f68-ab8d-48e2-aeae-052a4e766e06)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:01.811629 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.816947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Port': ['ID=f21382a0-96dc-4a58-bc99-6b5688ebca2a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.826120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Calling delete_port for 93616a33-8490-4f32-ae65-eab69cc367d8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:01.831807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] No DVR routers for this DVR port f21382a0-96dc-4a58-bc99-6b5688ebca2a on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:01.917138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.924391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.939618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197ea0ee-41ea-49dd-887f-4ee598a3f11b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:01.949821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660d2e41-7b4a-4dcf-b46f-fffe028fba53') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:01.950120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660d2e41-7b4a-4dcf-b46f-fffe028fba53') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:01.954911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] Pushing event deleted for resources: {'Port': ['ID=93616a33-8490-4f32-ae65-eab69cc367d8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:01.958943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371777ee-890b-442a-a215-47a4eb7b6b1e None None] No DVR routers for this DVR port 93616a33-8490-4f32-ae65-eab69cc367d8 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:01.959845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.974519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.981309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:01.981731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self.session.flush() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:01.986262 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:02.065290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.082533 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.085777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/networks/197ea0ee-41ea-49dd-887f-4ee598a3f11b HTTP/1.1" status: 204 len: 168 time: 0.6312099 Dec 10 05:06:02.088499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:02.101886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53b4d5-f07c-4e19-bf64-cd48e9ca6cd7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Network': ['ID=197ea0ee-41ea-49dd-887f-4ee598a3f11b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:02.120464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c069d04-83dd-4aa7-8068-5a9ade1b5ab8 req-991ab5ae-8361-41e7-8175-35089f4604d2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:02.122156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c069d04-83dd-4aa7-8068-5a9ade1b5ab8 req-991ab5ae-8361-41e7-8175-35089f4604d2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0867949 Dec 10 05:06:02.169085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.173026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c069d04-83dd-4aa7-8068-5a9ade1b5ab8 req-2b064d41-a5f7-4510-9e3c-2955de98206a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Dec 10 05:06:02.256157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.275565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a663ba1-a4d2-450e-8fc6-71c54008988d']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:02.284838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d972f68-ab8d-48e2-aeae-052a4e766e06') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:02.285135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d972f68-ab8d-48e2-aeae-052a4e766e06') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:02.294821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.308562 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.314361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:02.314746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:02.317726 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:02.378852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.385524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.388753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/networks/7a663ba1-a4d2-450e-8fc6-71c54008988d HTTP/1.1" status: 204 len: 168 time: 0.2991247 Dec 10 05:06:02.391374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43450) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:02.399682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbc5e8-d085-4494-9fbc-41e66bab4ef7 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Network': ['ID=7a663ba1-a4d2-450e-8fc6-71c54008988d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:02.443280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting subnet 2f0f42f2-2679-4ed3-be29-69d386b68ecf {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:06:02.446521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.484732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.568714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.622757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.648971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0f42f2-2679-4ed3-be29-69d386b68ecf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:02.652808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.658204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb4f58-ac64-4ad5-b0a4-eeaf866eaf3d None None] Network 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:02.659198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85561928-932c-4e0e-9fb0-edb6ba8c38c4 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/subnets/2f0f42f2-2679-4ed3-be29-69d386b68ecf HTTP/1.1" status: 204 len: 168 time: 0.2667954 Dec 10 05:06:02.659824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43452) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:02.738459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:02.801954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] DHCP port deletion for 52ed6bbd-6754-4a41-8768-7eceadb0ffa5 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:02.840937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:02.870626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:02.876108 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60" -d '{"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:02.879921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93616a33-8490-4f32-ae65-eab69cc367d8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:02.910789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 93616a33-8490-4f32-ae65-eab69cc367d8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:02.911202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 93616a33-8490-4f32-ae65-eab69cc367d8 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:02.911538 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d9e3a7bc-ed12-4372-80fb-278d3b6d9191 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:02.933172 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac7e786-23e3-4b91-b5c9-680a8499d15d x-openstack-request-id: req-5ac7e786-23e3-4b91-b5c9-680a8499d15d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:02.933610 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:02.933966 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac7e786-23e3-4b91-b5c9-680a8499d15d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:02.934576 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:06:02.942391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:02.948044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Deleting port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:02.948420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.030428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,segment=NetworkSegment(8b8141b6-8f22-4039-9d23-eba6d7eed6e7),segment_id=8b8141b6-8f22-4039-9d23-eba6d7eed6e7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:03.030736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.055685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-abcde36d-9574-4865-a1ae-dd95d582c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.057416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-abcde36d-9574-4865-a1ae-dd95d582c5c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0775273 Dec 10 05:06:03.062664 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Calling delete_port for d9e3a7bc-ed12-4372-80fb-278d3b6d9191 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:03.063175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-d8a53369-0884-4768-acfb-d790f0f5a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.064777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-d8a53369-0884-4768-acfb-d790f0f5a048 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0832665 Dec 10 05:06:03.083628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.145121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Deleting port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:03.145762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.164928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,segment=NetworkSegment(8b8141b6-8f22-4039-9d23-eba6d7eed6e7),segment_id=8b8141b6-8f22-4039-9d23-eba6d7eed6e7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:03.176049 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.176768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f21382a0-96dc-4a58-bc99-6b5688ebca2a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:03.217683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f21382a0-96dc-4a58-bc99-6b5688ebca2a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:03.218211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f21382a0-96dc-4a58-bc99-6b5688ebca2a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:03.233434 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.234246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] For port d9e3a7bc-ed12-4372-80fb-278d3b6d9191, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,segment=NetworkSegment(8b8141b6-8f22-4039-9d23-eba6d7eed6e7),segment_id=8b8141b6-8f22-4039-9d23-eba6d7eed6e7)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:03.234618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.254323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:03.257398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] No DVR routers for this DVR port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:03.263963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Calling delete_port for d9e3a7bc-ed12-4372-80fb-278d3b6d9191 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:03.270661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-dc9ecf3b-a91e-4745-ad78-b087941c3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.271978 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-dc9ecf3b-a91e-4745-ad78-b087941c3fe0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.2062368 Dec 10 05:06:03.285483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6db9-778d-4001-999c-45d706a4558b None None] Pushing event deleted for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:03.334481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-e45ec6c7-e856-4079-8d25-88d5d1fb2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.336415 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-e45ec6c7-e856-4079-8d25-88d5d1fb2a16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.2621033 Dec 10 05:06:03.365325 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-2857532c-9597-4e25-9ce7-6ff3449f59e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0848100 Dec 10 05:06:03.380713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879eb8-5f55-4d49-8712-9cdac1667e40 req-db943426-6b6e-4f67-929e-53d7a4cf62cf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.382240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09879eb8-5f55-4d49-8712-9cdac1667e40 req-db943426-6b6e-4f67-929e-53d7a4cf62cf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.1075182 Dec 10 05:06:03.416700 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.454745 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-b041c8f2-f3bd-4883-b0ae-a1e6d042bef1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.1049891 Dec 10 05:06:03.456535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-3de68053-7b5b-4347-9035-c35fa7b1d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.457896 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-3de68053-7b5b-4347-9035-c35fa7b1d757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0621002 Dec 10 05:06:03.460601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Port': ['ID=d9e3a7bc-ed12-4372-80fb-278d3b6d9191,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:03.465086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] No DVR routers for this DVR port d9e3a7bc-ed12-4372-80fb-278d3b6d9191 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:03.469963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-09879eb8-5f55-4d49-8712-9cdac1667e40 req-683a1fbc-991b-4c01-9e7b-64e16ba52b5d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815792 Dec 10 05:06:03.537634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-56520c6d-583b-4a96-b05d-26e6e2d8272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.539580 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-56520c6d-583b-4a96-b05d-26e6e2d8272d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0752993 Dec 10 05:06:03.545560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-94eaa8ab-aa64-4d36-9624-88079a906e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.546791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.546958 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-94eaa8ab-aa64-4d36-9624-88079a906e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750718 Dec 10 05:06:03.566065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ed6bbd-6754-4a41-8768-7eceadb0ffa5']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:03.574954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8141b6-8f22-4039-9d23-eba6d7eed6e7') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:03.575249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8141b6-8f22-4039-9d23-eba6d7eed6e7') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:03.584232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.597460 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.603984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:03.604440 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:03.607579 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:03.646730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-e341f845-0fbf-4fea-ac85-0b40d863e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:03.648802 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-e341f845-0fbf-4fea-ac85-0b40d863e918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975947 Dec 10 05:06:03.670641 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-7d78f0c8-58ca-4802-8996-392a0edcda68 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109271 Dec 10 05:06:03.672245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.679061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.682295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/networks/52ed6bbd-6754-4a41-8768-7eceadb0ffa5 HTTP/1.1" status: 204 len: 168 time: 1.0215802 Dec 10 05:06:03.688988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:03.694172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9515752-eeb4-4aea-87e2-f94ea2cdb53a tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Pushing event deleted for resources: {'Network': ['ID=52ed6bbd-6754-4a41-8768-7eceadb0ffa5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:03.737759 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d0ca3989-bf60-4e60-879d-0ca70195505f tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "GET /v2.0/ports?device_id=b751ece8-98c9-407c-a836-1f913866e0ee HTTP/1.1" status: 200 len: 205 time: 0.0476637 Dec 10 05:06:03.740190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43462) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:03.820509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.863690 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-928d7cc1-873c-46f5-9a46-1ef255aa3d15 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855989 Dec 10 05:06:03.867027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-f1494c9a-b734-4d51-9a4f-26020c8e74ee service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570151 Dec 10 05:06:03.962722 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-19357aa4-2ce8-4ace-a8a4-d7e8d740ca60 req-63e4d0b8-7914-4436-951a-19eb67dedf9e service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874298 Dec 10 05:06:03.982162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:03.984257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.029553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.030097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Fanout notify agent at l3_agent the message router_deleted on router b751ece8-98c9-407c-a836-1f913866e0ee {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:06:04.036945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.038226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c49a085-b2a9-484c-a8bd-fa991316d4a2 tempest-RoutersNegativeIpV6Test-2121783099 tempest-RoutersNegativeIpV6Test-2121783099-project] 10.222.0.43 "DELETE /v2.0/routers/b751ece8-98c9-407c-a836-1f913866e0ee HTTP/1.1" status: 204 len: 168 time: 0.2968154 Dec 10 05:06:04.276835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43468) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:04.410360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4d86857f-e7b2-434f-9a35-d8cf90785809 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15724690c02f40c9a3738e36bb6a807f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321986 Dec 10 05:06:04.412667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:04.462375 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.483106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.530639 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.533605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:04.535077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e09ea3d9-d4e4-4418-99a0-be06eff5a5c9 HTTP/1.1" status: 204 len: 168 time: 0.1213095 Dec 10 05:06:04.543810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5283-8dd3-419b-82ff-bb568cfd598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ea3d9-d4e4-4418-99a0-be06eff5a5c9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:04.595287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98521ac6-bc58-4a8f-a1da-49e744e14f0d req-bb874c3c-d0a7-4120-bf87-ddb76ef7ec8e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:04.597116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98521ac6-bc58-4a8f-a1da-49e744e14f0d req-bb874c3c-d0a7-4120-bf87-ddb76ef7ec8e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0512142 Dec 10 05:06:04.652936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98521ac6-bc58-4a8f-a1da-49e744e14f0d req-bf431da7-0995-4d53-b851-1e5e124adc02 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Dec 10 05:06:04.888112 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-2a7a8324-3c9b-4b7c-a662-a642129a15e3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:04.889785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-2a7a8324-3c9b-4b7c-a662-a642129a15e3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083&tenant_id=c1928bc24df2487fb6efbc330dd17b48&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 943 time: 0.0587244 Dec 10 05:06:04.905772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c87adf-6331-4bdd-b790-2b5b8609e5a8 req-539a7031-b87c-4ae5-9474-8980ffc85bd0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:04.907329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9c87adf-6331-4bdd-b790-2b5b8609e5a8 req-539a7031-b87c-4ae5-9474-8980ffc85bd0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0541432 Dec 10 05:06:04.954463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-d53dc6fb-a1d4-4bbc-8e5a-5d5410657ba6 service neutron] 10.222.0.41 "GET /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.0554245 Dec 10 05:06:04.957553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9c87adf-6331-4bdd-b790-2b5b8609e5a8 req-82e96a98-4893-4ff1-bf16-092b5fa4381b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Dec 10 05:06:05.041212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-709d450f-f1a7-4c6c-b8b5-89b6f97851f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:05.041212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-709d450f-f1a7-4c6c-b8b5-89b6f97851f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1094 time: 0.0428843 Dec 10 05:06:05.052138 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:06:05.135140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-ca36f063-5d66-40d3-8798-51fe8096f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:05.136665 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-ca36f063-5d66-40d3-8798-51fe8096f12f service neutron] 10.222.0.41 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.0892007 Dec 10 05:06:05.203117 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-03da3bd1-6493-4fcf-96bf-500d49e5c09a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0593493 Dec 10 05:06:05.204663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.256575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-d4a43d2c-61d3-4fe4-964c-f9d61da1f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:05.258686 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-d4a43d2c-61d3-4fe4-964c-f9d61da1f261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0472944 Dec 10 05:06:05.302285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-22c7c518-03cf-4bfd-83b8-962241cd867b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:05.302929 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-22c7c518-03cf-4bfd-83b8-962241cd867b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 05:06:05.303415 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-22c7c518-03cf-4bfd-83b8-962241cd867b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 05:06:05.304410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-22c7c518-03cf-4bfd-83b8-962241cd867b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0987792 Dec 10 05:06:05.308131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.312735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-a91a10c4-1ede-4b5d-bc60-23a5eb745f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:05.312991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403537147'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:05.314162 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-a91a10c4-1ede-4b5d-bc60-23a5eb745f6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479734 Dec 10 05:06:05.339847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.350179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.408718 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-b03acd14-4746-4e9d-ba42-8da15d267eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865712 Dec 10 05:06:05.425850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.430098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.465618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f926ea-53a2-441a-8c77-2fce37f32d24,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:05.504741 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-e7769ca6-7929-480a-969b-aed7dacb39c5 service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Dec 10 05:06:05.507626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.511516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.536332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.537603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2282424 Dec 10 05:06:05.541513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.546188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f9bad-5bf0-4d59-990a-e3638cb26eaf tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d939c9-28b0-4043-8794-4d6b86e93d58,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:05.547950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '95d939c9-28b0-4043-8794-4d6b86e93d58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:05.575210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.629256 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.633271 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.649832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99deaf0-24f8-4e43-aa38-d41adb63fe3d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:05.659524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.660750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-81b8392d-e2e3-4df9-9eb3-fc12873ca9d3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163268 Dec 10 05:06:05.663420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.667653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2f0dc60-f928-4b94-9a15-def0a4adb112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '95d939c9-28b0-4043-8794-4d6b86e93d58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:05.693601 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2f0dc60-f928-4b94-9a15-def0a4adb112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.736686 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-a2f0dc60-f928-4b94-9a15-def0a4adb112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 05:06:05.737662 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a2f0dc60-f928-4b94-9a15-def0a4adb112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0733342 Dec 10 05:06:05.740424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.795070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.817406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.859765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.862415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:05.863561 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/95d939c9-28b0-4043-8794-4d6b86e93d58 HTTP/1.1" status: 204 len: 168 time: 0.1222053 Dec 10 05:06:05.866825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43512) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.872703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4bd8d-1e06-43cd-aaff-6c22f374b5f9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d939c9-28b0-4043-8794-4d6b86e93d58,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:05.909683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d29116ff-8baa-4bb3-b9bc-a8e2e6a59567 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416973 Dec 10 05:06:05.913277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:05.917561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192622561'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:05.938087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.007906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.011644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.053163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.054983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1407640 Dec 10 05:06:06.059362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.063903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3d5462d0-fedb-4e58-8d6f-26182d73698c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '3fbd9be2-0b9c-433d-a03f-ba0027e8133d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.064735 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-3d5462d0-fedb-4e58-8d6f-26182d73698c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 05:06:06.065229 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3d5462d0-fedb-4e58-8d6f-26182d73698c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.066158 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3d5462d0-fedb-4e58-8d6f-26182d73698c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058024 Dec 10 05:06:06.068615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.071427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8863a49-3403-409d-beb0-1fd232255d80 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd9be2-0b9c-433d-a03f-ba0027e8133d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.093230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4462-f846-41b2-a63e-8c50abf627b8 req-5d45bdb6-7ac4-463d-9f83-b47c4245e0a0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:06.094734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87de4462-f846-41b2-a63e-8c50abf627b8 req-5d45bdb6-7ac4-463d-9f83-b47c4245e0a0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0632026 Dec 10 05:06:06.122239 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.144803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.146231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87de4462-f846-41b2-a63e-8c50abf627b8 req-2fef0c97-5be8-4811-8fb2-446202ba6b0d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Dec 10 05:06:06.187790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.190683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.191824 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/3fbd9be2-0b9c-433d-a03f-ba0027e8133d HTTP/1.1" status: 204 len: 168 time: 0.1223598 Dec 10 05:06:06.194539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.200760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403580-c04c-4adb-9e9b-346a3d4ca4af tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd9be2-0b9c-433d-a03f-ba0027e8133d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.238215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c62b37ff-ed2b-4945-81c9-af4ceb95c642 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423627 Dec 10 05:06:06.242322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.246579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427303997'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.266675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.331887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.336218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.365941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.367181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1239481 Dec 10 05:06:06.369140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abdd8c-1669-408d-a3fa-ce4c64ad91c4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2350e2eb-4c6b-4e89-9251-01e0b27688d9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.370124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.374778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-12667acd-a4eb-4488-b82f-e171955f4b6e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '2350e2eb-4c6b-4e89-9251-01e0b27688d9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.375391 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-12667acd-a4eb-4488-b82f-e171955f4b6e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 05:06:06.375968 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-12667acd-a4eb-4488-b82f-e171955f4b6e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.376876 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12667acd-a4eb-4488-b82f-e171955f4b6e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057027 Dec 10 05:06:06.379306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.410033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:06:06.433862 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.456094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.498123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.500836 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.502011 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/2350e2eb-4c6b-4e89-9251-01e0b27688d9 HTTP/1.1" status: 204 len: 168 time: 0.1218495 Dec 10 05:06:06.503942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:06.504810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43530) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.511213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079d038-cf52-4f93-b613-f004cc4ffee0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350e2eb-4c6b-4e89-9251-01e0b27688d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.515769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:06:06.562145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b292b86-db2b-412c-b2ad-79c5f1279d95 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559924 Dec 10 05:06:06.563707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.565920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.570362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--353156302'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.577115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:06:06.591948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.596768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:06.601078 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.648223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.660291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.664790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.693309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.695352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1284270 Dec 10 05:06:06.697228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61707a-b825-4e96-9f1e-af0ba64d6ca4 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c013d7-1d35-4aac-85ce-60be28d4180c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.698215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.702945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3124172a-0361-4b68-ab88-c5fdcd1047f2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'd6c013d7-1d35-4aac-85ce-60be28d4180c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.703820 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-3124172a-0361-4b68-ab88-c5fdcd1047f2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 05:06:06.704325 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3124172a-0361-4b68-ab88-c5fdcd1047f2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.705343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3124172a-0361-4b68-ab88-c5fdcd1047f2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060768 Dec 10 05:06:06.707852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43536) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.712888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a1fc6574-12ab-405a-8653-d3b685f4c194 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'd6c013d7-1d35-4aac-85ce-60be28d4180c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.713552 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-a1fc6574-12ab-405a-8653-d3b685f4c194 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 05:06:06.714039 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-a1fc6574-12ab-405a-8653-d3b685f4c194 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.715009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a1fc6574-12ab-405a-8653-d3b685f4c194 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061765 Dec 10 05:06:06.717343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.721154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-78d0e6ea-cb29-4ec0-8d69-126ff7f65b6a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'd6c013d7-1d35-4aac-85ce-60be28d4180c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.721927 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-78d0e6ea-cb29-4ec0-8d69-126ff7f65b6a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 05:06:06.722375 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-78d0e6ea-cb29-4ec0-8d69-126ff7f65b6a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.723274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-78d0e6ea-cb29-4ec0-8d69-126ff7f65b6a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051112 Dec 10 05:06:06.725726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43540) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.730627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-58ec7490-de13-4732-83cd-c0a64cf4c3d2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'd6c013d7-1d35-4aac-85ce-60be28d4180c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.731445 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-58ec7490-de13-4732-83cd-c0a64cf4c3d2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 05:06:06.731898 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-58ec7490-de13-4732-83cd-c0a64cf4c3d2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:06.732872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-58ec7490-de13-4732-83cd-c0a64cf4c3d2 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063138 Dec 10 05:06:06.735117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.785797 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.807303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.848756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.851353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:06.852505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/d6c013d7-1d35-4aac-85ce-60be28d4180c HTTP/1.1" status: 204 len: 168 time: 0.1165588 Dec 10 05:06:06.855177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.861827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70660f-28ca-49cd-ae94-8d517a00f42b tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c013d7-1d35-4aac-85ce-60be28d4180c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:06.907506 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b89868ec-0f92-40df-9305-b175e0c88bd1 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510001 Dec 10 05:06:06.911113 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:06.915423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809741015'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:06.936809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.000311 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.003766 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.033908 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.035284 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1229548 Dec 10 05:06:07.038052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.042631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-130c8803-a4ba-4237-a7e4-093356b774ac tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.043162 n-d-817326-3 neutron-server[103254]: WARNING neutron.api.v2.base [None req-130c8803-a4ba-4237-a7e4-093356b774ac tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 05:06:07.043666 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-130c8803-a4ba-4237-a7e4-093356b774ac tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.044758 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-130c8803-a4ba-4237-a7e4-093356b774ac tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057151 Dec 10 05:06:07.045659 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f803c-4b6b-4c2c-9fc3-2d3317db206d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c093440c-ccbb-4027-8741-e7378a9256b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:07.047756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43550) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.053095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ee7ce785-5b03-4b1d-959e-c665c54bac35 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.092054 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-ee7ce785-5b03-4b1d-959e-c665c54bac35 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.093652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ee7ce785-5b03-4b1d-959e-c665c54bac35 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0444841 Dec 10 05:06:07.096555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.100998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a6390aa7-80d8-44bb-ae0c-c837347d93d6 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.101476 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-a6390aa7-80d8-44bb-ae0c-c837347d93d6 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 05:06:07.101945 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-a6390aa7-80d8-44bb-ae0c-c837347d93d6 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.102844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6390aa7-80d8-44bb-ae0c-c837347d93d6 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053823 Dec 10 05:06:07.105005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.108861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-53fdbe34-77fc-45b3-9871-807d76941195 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.146155 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-53fdbe34-77fc-45b3-9871-807d76941195 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.147323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53fdbe34-77fc-45b3-9871-807d76941195 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0414572 Dec 10 05:06:07.150075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43556) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.154618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-086fb5c4-05db-4fdb-b181-6d3adcc3e95a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.155085 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-086fb5c4-05db-4fdb-b181-6d3adcc3e95a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 05:06:07.155544 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-086fb5c4-05db-4fdb-b181-6d3adcc3e95a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.156456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-086fb5c4-05db-4fdb-b181-6d3adcc3e95a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055084 Dec 10 05:06:07.158618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.162441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dc855bdf-a4ae-4d18-98f7-8bd04e751207 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.187010 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-dc855bdf-a4ae-4d18-98f7-8bd04e751207 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Project 97edc5047183427685b5deace903ba02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:06:07.201157 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-dc855bdf-a4ae-4d18-98f7-8bd04e751207 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.202287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dc855bdf-a4ae-4d18-98f7-8bd04e751207 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428212 Dec 10 05:06:07.205228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.210655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-572b2723-d317-4ad0-9b24-b3f774f49799 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.211132 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-572b2723-d317-4ad0-9b24-b3f774f49799 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 05:06:07.211636 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-572b2723-d317-4ad0-9b24-b3f774f49799 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.214798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-572b2723-d317-4ad0-9b24-b3f774f49799 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053997 Dec 10 05:06:07.215036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43564) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.219113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-cfa45d6d-9951-428e-8b42-190fddd9a0f7 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.268846 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-cfa45d6d-9951-428e-8b42-190fddd9a0f7 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Project 97edc5047183427685b5deace903ba02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:06:07.286781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e89f1-b513-4c60-b297-26fd6b79c171 req-aca211bf-1b2a-4c42-b9fd-3376e5df8eec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:07.288360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e6e89f1-b513-4c60-b297-26fd6b79c171 req-aca211bf-1b2a-4c42-b9fd-3376e5df8eec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.0640047 Dec 10 05:06:07.294584 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-cfa45d6d-9951-428e-8b42-190fddd9a0f7 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.295614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cfa45d6d-9951-428e-8b42-190fddd9a0f7 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0797558 Dec 10 05:06:07.298655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.303153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba434856-49ec-4c9b-91aa-f4359eed6c88 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'c093440c-ccbb-4027-8741-e7378a9256b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.326327 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-ba434856-49ec-4c9b-91aa-f4359eed6c88 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Project 97edc5047183427685b5deace903ba02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:06:07.339168 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-ba434856-49ec-4c9b-91aa-f4359eed6c88 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:07.340386 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ba434856-49ec-4c9b-91aa-f4359eed6c88 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0406866 Dec 10 05:06:07.343311 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.344138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e6e89f1-b513-4c60-b297-26fd6b79c171 req-1f3b815e-7f86-4d39-bf98-0ce1f3ad1665 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474868 Dec 10 05:06:07.400821 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.422427 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.466623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.469440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.471121 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/c093440c-ccbb-4027-8741-e7378a9256b4 HTTP/1.1" status: 204 len: 168 time: 0.1263573 Dec 10 05:06:07.473462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.480974 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48909abd-a7ce-490e-a8b3-93da03c38975 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093440c-ccbb-4027-8741-e7378a9256b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:07.522751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-61279e84-c156-4c6d-aeb9-38b8a867da7f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440629 Dec 10 05:06:07.522987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43572) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.527440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--630723658'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.550455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.618001 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.621631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.654867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.656119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1323082 Dec 10 05:06:07.658922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.664896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b555b5e1-b098-4d50-97d2-5474187ae4c5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'fd873a59-511c-4d30-9216-9ce5f7ca5655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.670302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f0fe4-e633-4f9e-bbdd-4ce14d25ec17 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd873a59-511c-4d30-9216-9ce5f7ca5655,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:07.714271 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-b555b5e1-b098-4d50-97d2-5474187ae4c5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The resource could not be found. Dec 10 05:06:07.715553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b555b5e1-b098-4d50-97d2-5474187ae4c5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0555866 Dec 10 05:06:07.718286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.722842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-46be6d9d-8867-4d6c-bdf4-87017e817d70 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'fd873a59-511c-4d30-9216-9ce5f7ca5655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '28afafa5-b442-4998-ae97-e35903a61401'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.763677 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-46be6d9d-8867-4d6c-bdf4-87017e817d70 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The resource could not be found. Dec 10 05:06:07.764749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46be6d9d-8867-4d6c-bdf4-87017e817d70 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0454276 Dec 10 05:06:07.767606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43578) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.798703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-2cc0624f-79c1-4868-bf8d-ad8ce2d5aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:07.800181 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-2cc0624f-79c1-4868-bf8d-ad8ce2d5aec7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 1095 time: 0.0413446 Dec 10 05:06:07.817957 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.820998 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.843579 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.872178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.884659 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.887339 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:07.888533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd873a59-511c-4d30-9216-9ce5f7ca5655 HTTP/1.1" status: 204 len: 168 time: 0.1199834 Dec 10 05:06:07.894748 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43580) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.912250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96021b-d626-4666-93b2-eb899bcf534f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd873a59-511c-4d30-9216-9ce5f7ca5655,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:07.947858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8aa7626a-f9b0-4d0f-ae64-3f112da94f97 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485609 Dec 10 05:06:07.948112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43582) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:07.952463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6ddc8493-473e-4e88-833c-a8c23ae55112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': 'a74e0023-2aa5-473c-a666-9c24e59791e1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:07.992117 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-6ddc8493-473e-4e88-833c-a8c23ae55112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The resource could not be found. Dec 10 05:06:07.993213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6ddc8493-473e-4e88-833c-a8c23ae55112 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441034 Dec 10 05:06:07.996837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43584) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.001360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977137433'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:08.023245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.084688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:08.096265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.100589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.118769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:08.132519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.133870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1360888 Dec 10 05:06:08.137369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43586) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.141579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--545043820'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:08.146677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd1141-e8dd-4bb6-9bff-dcb94fb6536e tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991d7303-6cf7-436a-b5b6-cba81788cf7f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.154461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:06:08.163921 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.166474 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.175808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Ignored duplicate provisioning block setup for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 10 05:06:08.180235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.233380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=9']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.239081 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.244369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.278415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.282997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1413686 Dec 10 05:06:08.282997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6ffc0-9ce1-41d6-84d7-93ca2bc18a6f tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8220f7f-4e97-4280-ac99-129d4b7f3490,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.283319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.291300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bfee3e63-72c1-4ed3-a5a8-c7ce8b3d866a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '991d7303-6cf7-436a-b5b6-cba81788cf7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c8220f7f-4e97-4280-ac99-129d4b7f3490'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:08.327033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] No DVR routers for this DVR port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:08.422323 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-bfee3e63-72c1-4ed3-a5a8-c7ce8b3d866a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:08.423395 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bfee3e63-72c1-4ed3-a5a8-c7ce8b3d866a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1398308 Dec 10 05:06:08.427130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43592) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.434114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:06:08.490319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:08.490577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:08.490868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:08.495921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:06:08.497072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:08.501198 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:08.501601 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:08.501905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:08.502489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Bound port: 8d7240a0-12b7-4fc9-b168-18b85c335b10, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:08.502694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.524791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77df4-289a-418a-8e43-8e88c1501815 req-565aee3f-4276-481f-9ccb-32e72378abff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:08.526723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89a77df4-289a-418a-8e43-8e88c1501815 req-565aee3f-4276-481f-9ccb-32e72378abff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 943 time: 0.0891764 Dec 10 05:06:08.532528 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.563542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:08.570441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.570649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:08.574658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:06:08.581162 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.591353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:08.591722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:08.592290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:08.597804 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:06:08.598354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Attempting to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on network 822a695e-d312-4752-bdc2-e6fd03e28e86 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:08.605077 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:08.605732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Checking segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:08.606514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Bound using segment: {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:08.607141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Bound port: 8d7240a0-12b7-4fc9-b168-18b85c335b10, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a42034a-30ab-450a-8798-d4b5dfa6812a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:08.607713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.621869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:08.622803 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.624106 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 1091 time: 0.8102632 Dec 10 05:06:08.624697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:08.626604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89a77df4-289a-418a-8e43-8e88c1501815 req-cb9a01a1-a962-49e6-a772-6a19b4430833 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887110 Dec 10 05:06:08.627350 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fceba7d-3d9e-4858-aeec-ff386e44aaef" -d '{"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:08.661417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.664978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.669294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8220f7f-4e97-4280-ac99-129d4b7f3490 HTTP/1.1" status: 204 len: 168 time: 0.2406621 Dec 10 05:06:08.670075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43596) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.674725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1913-da06-4aa3-a84b-52fef2660b08 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=10']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.681601 n-d-817326-3 neutron-server[103255]: WARNING neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Concurrent port binding operations failed on port 8d7240a0-12b7-4fc9-b168-18b85c335b10 Dec 10 05:06:08.685512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:08.687489 n-d-817326-3 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Attempt 2 to bind port 8d7240a0-12b7-4fc9-b168-18b85c335b10 Dec 10 05:06:08.688254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 05:06:08.697905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb0418-ab0b-4247-84d2-a8b473069d4c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8220f7f-4e97-4280-ac99-129d4b7f3490,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.718293 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0675fab-b047-4d2c-8024-8ba9e6f43e7e x-openstack-request-id: req-a0675fab-b047-4d2c-8024-8ba9e6f43e7e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:08.718718 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:08.719062 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0675fab-b047-4d2c-8024-8ba9e6f43e7e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:08.719555 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:06:08.740261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-badd1664-f24d-43f7-92c1-b77a3c964841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:08.743370 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-badd1664-f24d-43f7-92c1-b77a3c964841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1095 time: 0.0636292 Dec 10 05:06:08.759635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0db5b13a-5119-43ee-924f-81308fce5f66 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0684590 Dec 10 05:06:08.762373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43598) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.819785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.844172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.867666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-b6a10b6c-16f8-494c-9f67-9b837fa437e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:08.869085 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-b6a10b6c-16f8-494c-9f67-9b837fa437e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1095 time: 0.0916383 Dec 10 05:06:08.890762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.893612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:08.894743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/991d7303-6cf7-436a-b5b6-cba81788cf7f HTTP/1.1" status: 204 len: 168 time: 0.1313236 Dec 10 05:06:08.898373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:08.904386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5efc2-4f37-4b22-8afb-0ba8830f85d5 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d7303-6cf7-436a-b5b6-cba81788cf7f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:08.916266 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-84d8afd5-68a2-49a7-8598-d07886b4fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:08.917719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-84d8afd5-68a2-49a7-8598-d07886b4fcc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.1668503 Dec 10 05:06:09.043145 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a424394c-3cbc-440a-8a5d-93dce4a52bfc tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1347673 Dec 10 05:06:09.047042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43602) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.051808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037058086'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:09.059992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-1c742937-ee80-49dd-bf9d-de1cc4a86c77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.1277771 Dec 10 05:06:09.064375 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-27f120ca-3c65-4f22-885c-565bf0d28588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.065782 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-27f120ca-3c65-4f22-885c-565bf0d28588 service neutron] 10.222.0.41 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.1795316 Dec 10 05:06:09.074538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.141304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.145073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.154247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-027d351e-471f-49cd-9fa5-2810d82d0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.155726 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-027d351e-471f-49cd-9fa5-2810d82d0342 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0881577 Dec 10 05:06:09.176266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.176816 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-a1e98049-f5c8-446f-b87e-7d5fd9658e58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0829585 Dec 10 05:06:09.177541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1292343 Dec 10 05:06:09.180791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43604) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.185253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-53686808-3e4c-4274-bd2c-0a06103bea68 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '7e5c604a-f241-44c1-96e3-2f015a6f822b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:09.190772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8217e-9c6f-4e12-b2bf-568b84de8aab tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c604a-f241-44c1-96e3-2f015a6f822b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:09.224023 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-53686808-3e4c-4274-bd2c-0a06103bea68 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:09.225590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-53686808-3e4c-4274-bd2c-0a06103bea68 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0433743 Dec 10 05:06:09.228202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.232652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3db02d05-f0ed-4cc9-97b5-17184733725a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group_rule': {'security_group_id': '7e5c604a-f241-44c1-96e3-2f015a6f822b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:09.244299 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-0e3f3f95-0302-438a-8d02-e16b04a0f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.245798 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-0e3f3f95-0302-438a-8d02-e16b04a0f545 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0536981 Dec 10 05:06:09.247496 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-256ddb50-29c5-454f-8dff-a6766b3e844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.248868 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-256ddb50-29c5-454f-8dff-a6766b3e844f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861487 Dec 10 05:06:09.277119 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-3db02d05-f0ed-4cc9-97b5-17184733725a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:06:09.278326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3db02d05-f0ed-4cc9-97b5-17184733725a tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0491214 Dec 10 05:06:09.281182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43608) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.334210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.357010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.359156 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-c555e71a-186c-45fe-89f3-ee3406399b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.360677 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-c555e71a-186c-45fe-89f3-ee3406399b35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961602 Dec 10 05:06:09.389960 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-851957b0-d635-4718-bd64-ef03d559a520 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338024 Dec 10 05:06:09.403816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.406690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.407957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e5c604a-f241-44c1-96e3-2f015a6f822b HTTP/1.1" status: 204 len: 168 time: 0.1258657 Dec 10 05:06:09.411444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.424501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b4103-f981-4b10-8c32-24863bac4ad9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c604a-f241-44c1-96e3-2f015a6f822b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:09.465334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7063b9b6-7d65-4c73-9a74-3274228c3e8c tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513616 Dec 10 05:06:09.469443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.474291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676310170'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:09.500152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.586584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.590898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.619675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.624001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1507552 Dec 10 05:06:09.626511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.633816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bab4fd8a-1228-4169-a9d9-928a645a106d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:09.634238 n-d-817326-3 neutron-server[103253]: WARNING neutron.api.v2.base [None req-bab4fd8a-1228-4169-a9d9-928a645a106d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 05:06:09.634734 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-bab4fd8a-1228-4169-a9d9-928a645a106d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 05:06:09.636510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bab4fd8a-1228-4169-a9d9-928a645a106d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "PUT /v2.0/security-groups/0d6175c9-f94f-400e-a94e-c4d131730d2b HTTP/1.1" status: 409 len: 330 time: 0.0081515 Dec 10 05:06:09.637934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521a07-08dd-48ad-a783-f87a0070b4d9 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6175c9-f94f-400e-a94e-c4d131730d2b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:09.640892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.705219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.738417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.803201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2bdee-4e23-4f4a-8cc1-2a5cdc8a4a8e req-bcf53617-6a8a-4afc-8e2d-25f3d4fd8a4c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:09.805303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9d2bdee-4e23-4f4a-8cc1-2a5cdc8a4a8e req-bcf53617-6a8a-4afc-8e2d-25f3d4fd8a4c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.0789001 Dec 10 05:06:09.813644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.816558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:09.817763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d6175c9-f94f-400e-a94e-c4d131730d2b HTTP/1.1" status: 204 len: 168 time: 0.1757092 Dec 10 05:06:09.823216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43620) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.852903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdaf28-5ef3-400b-a40e-9d1d40771f94 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6175c9-f94f-400e-a94e-c4d131730d2b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:09.875586 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-2361e71c-8163-4fdf-9251-d935722ff250 service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987605 Dec 10 05:06:09.885770 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a6df41c8-08b8-4e90-9efe-bd208134103e req-91438391-580f-45dd-8bae-e65083b360ef service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866209 Dec 10 05:06:09.910583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-12f0e6be-5cb5-4b9d-bd10-d502d4d5cdc1 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856969 Dec 10 05:06:09.915293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9d2bdee-4e23-4f4a-8cc1-2a5cdc8a4a8e req-1cf7b04c-74f8-49da-a0c8-16367c329f0d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961845 Dec 10 05:06:09.915756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.928289 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-e0160a3f-cc29-4b79-bff6-a3d6f8c7aea0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] delete failed (client error): The resource could not be found. Dec 10 05:06:09.933226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e0160a3f-cc29-4b79-bff6-a3d6f8c7aea0 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "DELETE /v2.0/security-groups/d34982f9-cbd6-4eb3-b274-6d58c233cde8 HTTP/1.1" status: 404 len: 347 time: 0.0132394 Dec 10 05:06:09.933467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43626) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.950442 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-825555c9-2986-4e29-a8c0-223a123fc5a3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] show failed (client error): The resource could not be found. Dec 10 05:06:09.951455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-825555c9-2986-4e29-a8c0-223a123fc5a3 tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-groups/61c7b55a-bc2c-46dc-ae64-e925fbcc9294 HTTP/1.1" status: 404 len: 347 time: 0.0170903 Dec 10 05:06:09.955079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43628) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:09.966307 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-0274d45d-a332-4c20-84dc-42f87f61ee6d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] show failed (client error): The resource could not be found. Dec 10 05:06:09.967317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0274d45d-a332-4c20-84dc-42f87f61ee6d tempest-NegativeSecGroupIPv6Test-1371410650 tempest-NegativeSecGroupIPv6Test-1371410650-project] 10.222.0.43 "GET /v2.0/security-group-rules/9a61edbb-4717-4d3c-bd7c-79b0ae2f502e HTTP/1.1" status: 404 len: 356 time: 0.0113447 Dec 10 05:06:10.008307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-f471f37c-ec57-4144-92ea-188f4e012c4b service neutron] 10.222.0.41 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171825 Dec 10 05:06:10.020906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-cf2fc4ce-f997-46d8-9399-b7fb3d8168a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:10.022392 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-cf2fc4ce-f997-46d8-9399-b7fb3d8168a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1095 time: 0.0475669 Dec 10 05:06:10.121218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-3f6457cd-df81-4ffc-b376-64a21a85981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:10.122777 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-3f6457cd-df81-4ffc-b376-64a21a85981d service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.0934956 Dec 10 05:06:10.194096 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-39e1e4d1-09ab-4328-92fc-dd9b77e9f9e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 998 time: 0.0632784 Dec 10 05:06:10.218445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43634) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:10.249532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-d14d00d4-ed2e-4e9b-a344-9934a6a9d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:10.250984 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-d14d00d4-ed2e-4e9b-a344-9934a6a9d781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0488493 Dec 10 05:06:10.297358 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-6f455efe-c8ff-4c70-908d-48dca8e67890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:10.298837 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-6f455efe-c8ff-4c70-908d-48dca8e67890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400515 Dec 10 05:06:10.353615 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0d877862-355f-49aa-94fa-0397d9be4a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97edc5047183427685b5deace903ba02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339507 Dec 10 05:06:10.356244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43638) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:10.395109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-4b69e808-9708-41e7-be72-bfb561338139 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880282 Dec 10 05:06:10.407458 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:10.428847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:10.476865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:10.479359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:10.480669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84f926ea-53a2-441a-8c77-2fce37f32d24 HTTP/1.1" status: 204 len: 168 time: 0.1234457 Dec 10 05:06:10.487209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-4fceba7d-3d9e-4858-aeec-ff386e44aaef req-534581f7-dccb-4b23-b6a2-b8841d52f8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842893 Dec 10 05:06:10.489876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df1502-6093-4db0-a269-774e09199b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f926ea-53a2-441a-8c77-2fce37f32d24,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:11.034599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3b863-2abc-4704-a868-d2fb618e724d req-9cd0fe0a-e697-4726-85dd-be6db8753c08 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:11.036174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf3b863-2abc-4704-a868-d2fb618e724d req-9cd0fe0a-e697-4726-85dd-be6db8753c08 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.0497322 Dec 10 05:06:11.088978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cf3b863-2abc-4704-a868-d2fb618e724d req-f6e02a5b-6fca-4490-83e7-93957f76b972 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Dec 10 05:06:11.104743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43662) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:11.201018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-868083182'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:11.221002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Made reservation on behalf of 6dd14b09474d434da83071b5bd92454b for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:06:11.224364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.233284 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.315788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.324758 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.354691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:06:11.363817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab9cee-a7d3-419f-bbbe-e9431377e65e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:11.376380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.376824 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Added segment 7637724d-6e93-40bc-ad59-b2d8a4e3f995 of type vlan for network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 Dec 10 05:06:11.422350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.453891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.461168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:11.461810 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.502536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3963928 Dec 10 05:06:11.505214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:11.510540 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Request body: {'subnet': {'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:11.545505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592afe-1953-4697-bd99-dfce47a24182 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event updated for resources: {'Network': ['ID=6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:11.556106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:06:11.607020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Made reservation on behalf of 6dd14b09474d434da83071b5bd92454b for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:06:11.610960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.790135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.852017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event updated for resources: {'Subnet': ['ID=dc4d7119-66a2-4bc1-b6da-2a4fee78b724,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:11.859076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Checking segment: {'id': '7637724d-6e93-40bc-ad59-b2d8a4e3f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:11.859441 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Network hostable DHCP agents. Network: 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:06:11.875527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:06:11.883944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:11.887828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:11.888418 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:11.893125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c1611-9c90-4f26-809b-2cc62fc466a8 None None] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:11.907328 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-09e58a01-d73c-4874-a96c-9578eb25b0d4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3985763 Dec 10 05:06:11.907591 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:11.912518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Request body: {'port': {'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913', 'name': 'tempest-TagsExtTest-1299651721'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:12.030247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Made reservation on behalf of 6dd14b09474d434da83071b5bd92454b for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:06:12.034280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.052227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] device_id is not set on port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 05:06:12.149547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913', 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913', 'project_id': '6dd14b09474d434da83071b5bd92454b', 'fixed_ips': [{'subnet_id': 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:06:12.150725 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.167501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Allocated IP 172.20.0.6 (6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/29d2919b-2a7c-4214-89ab-fd1cf7ea9908) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:06:12.213965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf527d-01c6-4179-b9a0-4dc12c003b7a req-928da323-7b08-4716-8a4e-59001a9b0668 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:12.215504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03bf527d-01c6-4179-b9a0-4dc12c003b7a req-928da323-7b08-4716-8a4e-59001a9b0668 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 944 time: 0.0548055 Dec 10 05:06:12.269244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03bf527d-01c6-4179-b9a0-4dc12c003b7a req-71b7c05e-45a7-45b9-a146-d3c36542fd50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 Dec 10 05:06:12.291958 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.385447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5775fd52-b73f-46f5-8803-6c42805cd99b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 200 len: 990 time: 0.0922830 Dec 10 05:06:12.390813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.424026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.447147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:12.466157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:12.469242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:12.472827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:06:12.496161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Allocated IP 172.20.0.2 (6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/3f18ccaf-d36a-42e8-86cd-12880e0ca1fd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:06:12.499782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event updated for resources: {'Port': ['ID=29d2919b-2a7c-4214-89ab-fd1cf7ea9908,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:12.508348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:12.528898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:12.529502 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.545821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-23383445-1db4-4fe9-b98c-c2626289f5e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6372879 Dec 10 05:06:12.548598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.553349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1563400557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:12.577021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.578038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.633013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.637960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.646188 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.651986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.656668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.657886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-51715ed3-8b99-479f-a3d1-c332636971c4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1081202 Dec 10 05:06:12.660733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43676) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.665074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5d30c3cf-d0ce-4d1a-8628-98cf16b26ba2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1826090201', 'prefixes': ['172.20.0.0/16']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:12.695379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:12.698339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:12.701192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:06:12.717597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Pushing event updated for resources: {'Port': ['ID=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:12.726401 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5d30c3cf-d0ce-4d1a-8628-98cf16b26ba2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for subnetpool, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.727606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5d30c3cf-d0ce-4d1a-8628-98cf16b26ba2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0659368 Dec 10 05:06:12.731480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43678) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.736281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-e1ee525a-8f63-4fd4-a8c5-6572ed7a514b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-1811279071') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:12.748926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.749275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.749637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.749971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.750300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.750630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.750954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.751273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.751585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.751907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.752223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.752560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.752880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:12.785580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Attempting to bind port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:12.785951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Attempting to bind port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '7637724d-6e93-40bc-ad59-b2d8a4e3f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:12.786317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Attempting to bind port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd on network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:12.791951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:12.792329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Checking segment: {'id': '7637724d-6e93-40bc-ad59-b2d8a4e3f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:12.792768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.793387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Bound using segment: {'id': '7637724d-6e93-40bc-ad59-b2d8a4e3f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:12.793853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Bound port: 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7637724d-6e93-40bc-ad59-b2d8a4e3f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:12.794231 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.842022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e1ee525a-8f63-4fd4-a8c5-6572ed7a514b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-1811279071 HTTP/1.1" status: 201 len: 201 time: 0.1095245 Dec 10 05:06:12.845080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43680) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.849092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-38132744-3c62-4c28-a2e7-d713b5955efc tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1678310629') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:12.856282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] For port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:12.859637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] For port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,segment=NetworkSegment(7637724d-6e93-40bc-ad59-b2d8a4e3f995),segment_id=7637724d-6e93-40bc-ad59-b2d8a4e3f995)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:06:12.863909 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:12.901705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:06:12.933907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:12.936574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164b692-fd33-4c7f-a270-5c752d1c2217 None None] Pushing event updated for resources: {'Port': ['ID=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:12.937282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-38132744-3c62-4c28-a2e7-d713b5955efc tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1678310629 HTTP/1.1" status: 201 len: 201 time: 0.0913358 Dec 10 05:06:12.941119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-e7c3ca2e-7393-4dd5-aae0-4bce88d4a695 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-1269098973') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.028390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:13.038728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e7c3ca2e-7393-4dd5-aae0-4bce88d4a695 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-1269098973 HTTP/1.1" status: 201 len: 201 time: 0.1026070 Dec 10 05:06:13.041160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.044714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'port_id': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'mac_address': 'fa:16:3e:60:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:06:13.045612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-0ccc6840-0ad8-4fcd-b089-d657c5816fd7 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1144646073') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.111167 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ccc6840-0ad8-4fcd-b089-d657c5816fd7 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1144646073 HTTP/1.1" status: 201 len: 201 time: 0.0689723 Dec 10 05:06:13.113596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43686) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.115161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:13.117933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-be2f69f9-f41e-4eed-9cd4-c5778485f0f5 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.135040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:06:13.161310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:13.167648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:13.218101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-be2f69f9-f41e-4eed-9cd4-c5778485f0f5 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 200 len: 241 time: 0.1032455 Dec 10 05:06:13.220669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.224885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-f6b03e7a-dd25-4e43-9c7e-91234b5bebfa tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-1811279071') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.226590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:13.285249 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f6b03e7a-dd25-4e43-9c7e-91234b5bebfa tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-1811279071 HTTP/1.1" status: 204 len: 168 time: 0.0635266 Dec 10 05:06:13.287620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.292538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2422462c-f7d6-4e13-8dd2-f2d580f7490e tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-1811279071') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.355138 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2422462c-f7d6-4e13-8dd2-f2d580f7490e tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-1811279071 HTTP/1.1" status: 204 len: 168 time: 0.0658607 Dec 10 05:06:13.357554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.361549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-5b801597-52d3-4ef9-81aa-33c57d0b51e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.424428 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5b801597-52d3-4ef9-81aa-33c57d0b51e2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 200 len: 205 time: 0.0657601 Dec 10 05:06:13.426807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.431807 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-86bd703c-e256-4e33-9891-b6c55fffa2b0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.458527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['8d7240a0-12b7-4fc9-b168-18b85c335b10'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:06:13.481195 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-86bd703c-e256-4e33-9891-b6c55fffa2b0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 200 len: 241 time: 0.0533719 Dec 10 05:06:13.483810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.487963 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-895f5c92-3169-46a2-924a-b3f81be1dd0d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1678310629') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.537764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-895f5c92-3169-46a2-924a-b3f81be1dd0d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1678310629 HTTP/1.1" status: 204 len: 168 time: 0.0528860 Dec 10 05:06:13.540240 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.544898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-fd37adba-38d5-4a52-b310-a5dc07e7eab2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1678310629') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.611187 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fd37adba-38d5-4a52-b310-a5dc07e7eab2 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1678310629 HTTP/1.1" status: 204 len: 168 time: 0.0697618 Dec 10 05:06:13.613558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43700) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.618496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-27ccecff-2676-4b6e-a290-7136bb3a7e22 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.672824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-27ccecff-2676-4b6e-a290-7136bb3a7e22 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 200 len: 205 time: 0.0580628 Dec 10 05:06:13.675313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43702) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.679844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-6d6a2127-c36f-44ce-be03-a7c6389fb83a tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.765109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6d6a2127-c36f-44ce-be03-a7c6389fb83a tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 200 len: 241 time: 0.0887470 Dec 10 05:06:13.767434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43704) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.771927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-125432c4-556d-44b3-8c81-24f6acb428c8 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-1269098973') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.850582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-125432c4-556d-44b3-8c81-24f6acb428c8 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-1269098973 HTTP/1.1" status: 204 len: 168 time: 0.0820608 Dec 10 05:06:13.853011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43706) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.857440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-efd53cf9-2caa-49ad-8a03-260ce13cbf02 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-1269098973') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.892685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c893a94-6173-4595-ab83-57767b7682b3 None None] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:13.943213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-efd53cf9-2caa-49ad-8a03-260ce13cbf02 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-1269098973 HTTP/1.1" status: 204 len: 168 time: 0.0890977 Dec 10 05:06:13.946203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43708) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:13.950600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-4222c9bc-66d5-423d-8028-96679b4dff3b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:13.977471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] Provisioning complete for port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:13.977856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.031500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4222c9bc-66d5-423d-8028-96679b4dff3b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 200 len: 205 time: 0.0842350 Dec 10 05:06:14.033957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43710) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.038266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-79c1f5e1-40ae-4ff5-baaa-4f0e746358ca tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.088542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.095843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79c1f5e1-40ae-4ff5-baaa-4f0e746358ca tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 200 len: 241 time: 0.0607865 Dec 10 05:06:14.098407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43712) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.102790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-3e8be255-6b16-4f29-b412-43ee4bf40e42 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1144646073') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.123371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] For port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,segment=NetworkSegment(7637724d-6e93-40bc-ad59-b2d8a4e3f995),segment_id=7637724d-6e93-40bc-ad59-b2d8a4e3f995)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:14.129542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.133255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3e8be255-6b16-4f29-b412-43ee4bf40e42 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1144646073 HTTP/1.1" status: 204 len: 168 time: 0.0310025 Dec 10 05:06:14.133787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.138527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-27472fba-4cb9-49fb-ada3-3bc5f89d1faf tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1144646073') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.185060 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-27472fba-4cb9-49fb-ada3-3bc5f89d1faf tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1144646073 HTTP/1.1" status: 204 len: 168 time: 0.0501740 Dec 10 05:06:14.185390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220faeb8-b109-4893-ac6a-cd51ac41639b None None] Pushing event updated for resources: {'Port': ['ID=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:14.185955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43716) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.190363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-01385391-4edb-4bf1-8eee-bd11e116ec1f tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.213839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-01385391-4edb-4bf1-8eee-bd11e116ec1f tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 200 len: 205 time: 0.0267770 Dec 10 05:06:14.216339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43718) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.220744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-5a5e6a5a-050f-4d0d-88be-e9fd49757b8b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.247970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5a5e6a5a-050f-4d0d-88be-e9fd49757b8b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0305743 Dec 10 05:06:14.250760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.255514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-86cb05e7-7ced-4dce-9518-5d0a297b31d6 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.343398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43722) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.343707 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-86cb05e7-7ced-4dce-9518-5d0a297b31d6 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 204 len: 168 time: 0.0915806 Dec 10 05:06:14.347810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-2807b0f7-728e-41f7-a27b-61b4b00243f4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.373780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0c9e3115-bce8-40cf-b5b8-bea4bf31fed6 None None] Provisioning complete for port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:14.374649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3115-bce8-40cf-b5b8-bea4bf31fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.416687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2807b0f7-728e-41f7-a27b-61b4b00243f4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 204 len: 168 time: 0.0698338 Dec 10 05:06:14.416929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43724) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.421553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-e9562384-a790-44c1-9a44-08a1f8de6931 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.484731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0c9e3115-bce8-40cf-b5b8-bea4bf31fed6 None None] Provisioning complete for port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:14.485101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3115-bce8-40cf-b5b8-bea4bf31fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.486169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e9562384-a790-44c1-9a44-08a1f8de6931 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 204 len: 168 time: 0.0683701 Dec 10 05:06:14.489941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43726) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.495287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-8a693325-dab9-44d8-a4cb-d7c0f4c6aa6a tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-758772425') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.519540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e3115-bce8-40cf-b5b8-bea4bf31fed6 None None] Port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:14.563172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a693325-dab9-44d8-a4cb-d7c0f4c6aa6a tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-758772425 HTTP/1.1" status: 201 len: 201 time: 0.0695856 Dec 10 05:06:14.563416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43728) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.567858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-355c64b4-9cda-4e60-a936-5660b63c3ff9 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1897083187') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.636708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-355c64b4-9cda-4e60-a936-5660b63c3ff9 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1897083187 HTTP/1.1" status: 201 len: 201 time: 0.0722656 Dec 10 05:06:14.639872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43730) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.640955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8a5af20d-af3d-4b7f-82df-7c9a6a1344c3 None None] Provisioning complete for port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:14.641741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a5af20d-af3d-4b7f-82df-7c9a6a1344c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.644852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-057c1c0f-85f6-4579-9619-4a4f55e313bf tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-666006975') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.687067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8a5af20d-af3d-4b7f-82df-7c9a6a1344c3 None None] Port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:14.737269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-057c1c0f-85f6-4579-9619-4a4f55e313bf tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-666006975 HTTP/1.1" status: 201 len: 201 time: 0.0961115 Dec 10 05:06:14.739930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43732) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.744760 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-f0d6fc0e-d410-472c-9cbc-bc1c8f7f1f1d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-2112329811') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.777277 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f0d6fc0e-d410-472c-9cbc-bc1c8f7f1f1d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-2112329811 HTTP/1.1" status: 201 len: 201 time: 0.0360897 Dec 10 05:06:14.779798 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.784655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-788bf0e7-8dc9-4fd6-a8db-1e83c07b34e9 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', {'tags': ['tempest-TagsExtTest-Tag-64903298', 'tempest-TagsExtTest-Tag-1712302313', 'tempest-TagsExtTest-Tag-16449195']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.847542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-788bf0e7-8dc9-4fd6-a8db-1e83c07b34e9 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 200 len: 314 time: 0.0664053 Dec 10 05:06:14.849917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.854817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-6f4e952f-7b7a-4a5e-90fd-3672fbf75d98 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.896766 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:06:14.918643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:06:14.923897 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6f4e952f-7b7a-4a5e-90fd-3672fbf75d98 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 204 len: 168 time: 0.0723228 Dec 10 05:06:14.926573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.930981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-c795e14f-6a5c-4ecd-b490-d245656a137b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-64903298') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:14.979509 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-c795e14f-6a5c-4ecd-b490-d245656a137b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:14.980760 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c795e14f-6a5c-4ecd-b490-d245656a137b tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-64903298 HTTP/1.1" status: 404 len: 327 time: 0.0530615 Dec 10 05:06:14.983265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:14.983553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:14.983833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:14.986426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:06:14.987992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-3671c51c-b5d9-4f1f-8c5f-b13e35a77240 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-1712302313') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.007708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 8d7240a0-12b7-4fc9-b168-18b85c335b10 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:15.008075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:15.037382 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-3671c51c-b5d9-4f1f-8c5f-b13e35a77240 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.038595 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3671c51c-b5d9-4f1f-8c5f-b13e35a77240 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-1712302313 HTTP/1.1" status: 404 len: 329 time: 0.0540659 Dec 10 05:06:15.041421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.045513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-62a311d4-1272-4a83-b5d0-c7d9dea51561 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724', 'tempest-TagsExtTest-Tag-16449195') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.099868 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-62a311d4-1272-4a83-b5d0-c7d9dea51561 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.103691 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-62a311d4-1272-4a83-b5d0-c7d9dea51561 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags/tempest-TagsExtTest-Tag-16449195 HTTP/1.1" status: 404 len: 327 time: 0.0587347 Dec 10 05:06:15.103837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.108152 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-acf8161c-4ce1-4eba-b453-5247be01cb47 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', {'tags': ['tempest-TagsExtTest-Tag-1782931493', 'tempest-TagsExtTest-Tag-1179490066', 'tempest-TagsExtTest-Tag-1633095181']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.132817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:15.156393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:15.158811 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284a7bb3-d006-4811-94a9-8082244edced" -d '{"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-plugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:15.164269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-acf8161c-4ce1-4eba-b453-5247be01cb47 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 200 len: 318 time: 0.0593874 Dec 10 05:06:15.166922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.172621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-82c6251b-5233-4e6e-9500-8ef993f17966 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.176992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:15.181492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:15.235669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:15.246062 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-82c6251b-5233-4e6e-9500-8ef993f17966 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 204 len: 168 time: 0.0780189 Dec 10 05:06:15.248804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43752) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.253006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-08a022f9-98fb-474e-9fd9-7f6b1ef61adb tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1782931493') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.305577 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-08a022f9-98fb-474e-9fd9-7f6b1ef61adb tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.306630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08a022f9-98fb-474e-9fd9-7f6b1ef61adb tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1782931493 HTTP/1.1" status: 404 len: 329 time: 0.0569184 Dec 10 05:06:15.309610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.313702 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-e9c889dd-9b65-40c0-9596-f7aee0d5d8db tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1179490066') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.350984 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5efaff2-f971-4c9f-9347-d39f5d4b89a8 x-openstack-request-id: req-c5efaff2-f971-4c9f-9347-d39f5d4b89a8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:15.351281 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-plugged", "status": "completed", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:15.351631 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5efaff2-f971-4c9f-9347-d39f5d4b89a8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:15.351928 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'code': 200} Dec 10 05:06:15.368050 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-e9c889dd-9b65-40c0-9596-f7aee0d5d8db tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.369130 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e9c889dd-9b65-40c0-9596-f7aee0d5d8db tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1179490066 HTTP/1.1" status: 404 len: 329 time: 0.0586281 Dec 10 05:06:15.371996 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43756) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.376135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-6fcc0752-bd5d-4969-a64a-ce57027edfe4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908', 'tempest-TagsExtTest-Tag-1633095181') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.427840 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-6fcc0752-bd5d-4969-a64a-ce57027edfe4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.429594 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6fcc0752-bd5d-4969-a64a-ce57027edfe4 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags/tempest-TagsExtTest-Tag-1633095181 HTTP/1.1" status: 404 len: 329 time: 0.0565772 Dec 10 05:06:15.432285 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.436928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-bce4ab50-8a3e-4463-9bed-8e7c4a77452c tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', {'tags': ['tempest-TagsExtTest-Tag-1048544471', 'tempest-TagsExtTest-Tag-516154749', 'tempest-TagsExtTest-Tag-1205876721']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.520398 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bce4ab50-8a3e-4463-9bed-8e7c4a77452c tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 200 len: 317 time: 0.0869091 Dec 10 05:06:15.524392 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.529051 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-607ea399-c452-4735-b4da-d9470cbed6cc tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.615638 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-607ea399-c452-4735-b4da-d9470cbed6cc tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 204 len: 168 time: 0.0902245 Dec 10 05:06:15.618747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.623012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-a4aad433-90ea-4e3f-ad38-1167173ceb53 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-1048544471') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.692307 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-a4aad433-90ea-4e3f-ad38-1167173ceb53 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.693368 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a4aad433-90ea-4e3f-ad38-1167173ceb53 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-1048544471 HTTP/1.1" status: 404 len: 329 time: 0.0737307 Dec 10 05:06:15.696694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.700909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-82521b9c-bffe-4453-8dbb-1e46db55f6e3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-516154749') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.773566 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-82521b9c-bffe-4453-8dbb-1e46db55f6e3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.774507 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-82521b9c-bffe-4453-8dbb-1e46db55f6e3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-516154749 HTTP/1.1" status: 404 len: 328 time: 0.0769312 Dec 10 05:06:15.777557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.781945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-055e7fb1-6faf-4b5f-bdb2-766b5dba8f4d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055', 'tempest-TagsExtTest-Tag-1205876721') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.855200 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-055e7fb1-6faf-4b5f-bdb2-766b5dba8f4d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.856196 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-055e7fb1-6faf-4b5f-bdb2-766b5dba8f4d tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags/tempest-TagsExtTest-Tag-1205876721 HTTP/1.1" status: 404 len: 329 time: 0.0777469 Dec 10 05:06:15.858988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43768) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.863702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-d21a0caf-1287-4607-ac19-1c5b3a4c6614 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', {'tags': ['tempest-TagsExtTest-Tag-1424704370', 'tempest-TagsExtTest-Tag-1489861637', 'tempest-TagsExtTest-Tag-1364016537']}) {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.899482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d21a0caf-1287-4607-ac19-1c5b3a4c6614 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "PUT /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 200 len: 318 time: 0.0393708 Dec 10 05:06:15.902240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43770) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.906509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-d531080b-53ca-487e-a3c0-c8cbbd10edf8 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.941670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d531080b-53ca-487e-a3c0-c8cbbd10edf8 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0384078 Dec 10 05:06:15.944199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43772) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.948364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-e336d535-51d3-40a9-a1a6-c0c81db8ee37 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1424704370') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.967464 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-e336d535-51d3-40a9-a1a6-c0c81db8ee37 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.968670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e336d535-51d3-40a9-a1a6-c0c81db8ee37 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1424704370 HTTP/1.1" status: 404 len: 329 time: 0.0233343 Dec 10 05:06:15.971094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:15.976349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-88752022-cfb7-45f7-ae14-3688daa0b749 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1489861637') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:15.996230 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-88752022-cfb7-45f7-ae14-3688daa0b749 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:15.997247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-88752022-cfb7-45f7-ae14-3688daa0b749 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1489861637 HTTP/1.1" status: 404 len: 329 time: 0.0250597 Dec 10 05:06:15.999877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43776) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.003907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-571bdb00-1427-4894-853a-f93e6eb0d871 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6', 'tempest-TagsExtTest-Tag-1364016537') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:16.022654 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-571bdb00-1427-4894-853a-f93e6eb0d871 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] show failed (client error): The resource could not be found. Dec 10 05:06:16.023716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-571bdb00-1427-4894-853a-f93e6eb0d871 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags/tempest-TagsExtTest-Tag-1364016537 HTTP/1.1" status: 404 len: 329 time: 0.0228758 Dec 10 05:06:16.026010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.030214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-39447b87-c157-4146-88ca-6b0bccdfafe7 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5185dab-d6d8-46fb-aec7-53addea621a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:16.054425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39447b87-c157-4146-88ca-6b0bccdfafe7 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0272279 Dec 10 05:06:16.056683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43780) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.060868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-2d0f1105-87da-4322-9376-49f9d0931a2e tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a684fb29-c9ea-4db0-bcfd-afc1cdf23055') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:16.143936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2d0f1105-87da-4322-9376-49f9d0931a2e tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055/tags HTTP/1.1" status: 204 len: 168 time: 0.0862811 Dec 10 05:06:16.146382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43782) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.151004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-54ab1ca0-acc4-4d00-9f2d-f501c14a9290 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29d2919b-2a7c-4214-89ab-fd1cf7ea9908') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:16.202603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-54ab1ca0-acc4-4d00-9f2d-f501c14a9290 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908/tags HTTP/1.1" status: 204 len: 168 time: 0.0547972 Dec 10 05:06:16.204713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43784) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.208901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.tag.tag_plugin [None req-1b53b3f5-da1e-4f11-a328-3c2a20232b04 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc4d7119-66a2-4bc1-b6da-2a4fee78b724') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:16.261596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b53b3f5-da1e-4f11-a328-3c2a20232b04 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724/tags HTTP/1.1" status: 204 len: 168 time: 0.0559080 Dec 10 05:06:16.265816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.353133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-159b5fe0-412b-4665-b01b-ccc92d0a6242 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for subnetpool, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.354410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-159b5fe0-412b-4665-b01b-ccc92d0a6242 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e5185dab-d6d8-46fb-aec7-53addea621a6 HTTP/1.1" status: 204 len: 168 time: 0.0876374 Dec 10 05:06:16.356910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43788) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.382324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f68e2197-74d6-44ec-becf-0f8ec1abb2d0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "GET /v2.0/ports?device_id=a684fb29-c9ea-4db0-bcfd-afc1cdf23055 HTTP/1.1" status: 200 len: 205 time: 0.0243797 Dec 10 05:06:16.384553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.461470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.614860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.616946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.664622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.665205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Fanout notify agent at l3_agent the message router_deleted on router a684fb29-c9ea-4db0-bcfd-afc1cdf23055 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:06:16.672566 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.673668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7d5e62fc-3e39-4be8-bd95-577dcb4116b1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/routers/a684fb29-c9ea-4db0-bcfd-afc1cdf23055 HTTP/1.1" status: 204 len: 168 time: 0.2882328 Dec 10 05:06:16.676274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43792) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:16.759351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Deleting port 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:16.759688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.848922 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:16.860935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Calling delete_port for 29d2919b-2a7c-4214-89ab-fd1cf7ea9908 owned by {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:16.983007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.015575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event deleted for resources: {'Port': ['ID=29d2919b-2a7c-4214-89ab-fd1cf7ea9908,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:17.081219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.085153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3d70553b-c716-4266-af44-c8aeec49d1a1 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/ports/29d2919b-2a7c-4214-89ab-fd1cf7ea9908 HTTP/1.1" status: 204 len: 168 time: 0.4073555 Dec 10 05:06:17.087487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43794) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:17.139028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Deleting subnet dc4d7119-66a2-4bc1-b6da-2a4fee78b724 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:06:17.142385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.515648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.593917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.647707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.676926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4d7119-66a2-4bc1-b6da-2a4fee78b724,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:17.681025 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.684143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-850373b0-97c4-44fc-838b-290fb220b3a3 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/subnets/dc4d7119-66a2-4bc1-b6da-2a4fee78b724 HTTP/1.1" status: 204 len: 168 time: 0.5955968 Dec 10 05:06:17.686549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43796) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:17.687934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58aa96c-1915-497d-81af-172d3dac1707 None None] Network 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:17.759793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.811505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Deleting port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:17.811838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.832597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] DHCP port deletion for 6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:17.877320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] For port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,segment=NetworkSegment(7637724d-6e93-40bc-ad59-b2d8a4e3f995),segment_id=7637724d-6e93-40bc-ad59-b2d8a4e3f995)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:17.877916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.878056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Deleting port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:17.878399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.895166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Calling delete_port for 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:17.940608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] For port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,segment=NetworkSegment(7637724d-6e93-40bc-ad59-b2d8a4e3f995),segment_id=7637724d-6e93-40bc-ad59-b2d8a4e3f995)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:17.941010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:17.953629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Calling delete_port for 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:17.972377 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.002034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event deleted for resources: {'Port': ['ID=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:18.007084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] No DVR routers for this DVR port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:18.032570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.057987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] Pushing event deleted for resources: {'Port': ['ID=3f18ccaf-d36a-42e8-86cd-12880e0ca1fd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:18.061572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca7419-4176-4fc0-9bf9-39ab3b19309c None None] No DVR routers for this DVR port 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:18.085412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.105530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:18.114652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7637724d-6e93-40bc-ad59-b2d8a4e3f995') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:18.114949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7637724d-6e93-40bc-ad59-b2d8a4e3f995') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:18.124835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.137571 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.143464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:18.143876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:18.146860 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:18.208519 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.215334 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.218459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] 10.222.0.43 "DELETE /v2.0/networks/6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913 HTTP/1.1" status: 204 len: 168 time: 0.5309834 Dec 10 05:06:18.230556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873fb2-cc18-4ac0-9947-6813839e9ca0 tempest-TagsExtTest-1340842043 tempest-TagsExtTest-1340842043-project] Pushing event deleted for resources: {'Network': ['ID=6f5171bd-cf1c-4c43-a7b0-a6a93c9bb913,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:18.456583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:18.589994 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c7021307-7211-4a56-9529-3962f11999b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dd14b09474d434da83071b5bd92454b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322503 Dec 10 05:06:18.592546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43806) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:18.637500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.658186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.706707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.709435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:18.711109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72ab9cee-a7d3-419f-bbbe-e9431377e65e HTTP/1.1" status: 204 len: 168 time: 0.1176662 Dec 10 05:06:18.718595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228c0ba-a43d-479e-a9b0-b714ac4c4a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab9cee-a7d3-419f-bbbe-e9431377e65e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:18.870516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:18.890267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:18.890709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3f18ccaf-d36a-42e8-86cd-12880e0ca1fd not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:20.308739 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:20.418177 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2340af99-e966-494a-ac02-3221ab09e463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.492901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2340af99-e966-494a-ac02-3221ab09e463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.497100 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2340af99-e966-494a-ac02-3221ab09e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.503167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.536205 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2340af99-e966-494a-ac02-3221ab09e463 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0073e7780ea64fdf9c19c69de7d2ad3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263734 Dec 10 05:06:20.538326 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340af99-e966-494a-ac02-3221ab09e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f274a-dfd7-4860-b908-10eb061989d6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:20.539417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:20.587391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.607729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.652997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.655576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:20.656744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d0f274a-dfd7-4860-b908-10eb061989d6 HTTP/1.1" status: 204 len: 168 time: 0.1162379 Dec 10 05:06:20.664132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c12304-d402-4a37-8614-9f04de767733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f274a-dfd7-4860-b908-10eb061989d6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:20.913262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43870) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:20.926143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3620045c-88bb-43c8-8b5b-ede52ee91dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.002350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3620045c-88bb-43c8-8b5b-ede52ee91dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.006011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3620045c-88bb-43c8-8b5b-ede52ee91dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.043015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3620045c-88bb-43c8-8b5b-ede52ee91dd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d3bfd3f411d4a41881758bef06bd439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286774 Dec 10 05:06:21.044968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620045c-88bb-43c8-8b5b-ede52ee91dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865ff85-7640-4ef7-85be-e3dcc4cb81cc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:21.045741 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:21.093087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.113876 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.160680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.163806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:21.164988 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f865ff85-7640-4ef7-85be-e3dcc4cb81cc HTTP/1.1" status: 204 len: 168 time: 0.1181808 Dec 10 05:06:21.172752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d58a-c02f-4c2c-bb80-6f136ca4448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865ff85-7640-4ef7-85be-e3dcc4cb81cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:22.347703 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54eb08bc-7e5e-4167-84cd-493fc2903a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:23.743276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:25.185711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cf7c-b7f5-4754-b394-b537105bb4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:25.819400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:27.475437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:28.323315 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:33.980653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:34.088764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0f6c-01c9-46e5-abc4-161d95827f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.162437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0f6c-01c9-46e5-abc4-161d95827f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.166338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0f6c-01c9-46e5-abc4-161d95827f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.206880 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f5c0f6c-01c9-46e5-abc4-161d95827f96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa4ac6e919ec4205add4c0d34cdd0d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250824 Dec 10 05:06:34.207914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0f6c-01c9-46e5-abc4-161d95827f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0eef80-4b1b-4a93-8eb6-7e16100d28b2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:34.209701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43976) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:34.264779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.286504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.333087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.335729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.336894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c0eef80-4b1b-4a93-8eb6-7e16100d28b2 HTTP/1.1" status: 204 len: 168 time: 0.1235693 Dec 10 05:06:34.346072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad1002-4a47-425e-9dd5-f78c6486d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0eef80-4b1b-4a93-8eb6-7e16100d28b2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:34.604328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 43982) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:34.617968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a5533b6-9d83-469b-8ca1-bbb9bb8d12b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.691154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a5533b6-9d83-469b-8ca1-bbb9bb8d12b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.695688 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1a5533b6-9d83-469b-8ca1-bbb9bb8d12b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.736599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1a5533b6-9d83-469b-8ca1-bbb9bb8d12b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cb80f4751e1437c9f9c03f7823b394a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310732 Dec 10 05:06:34.737488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5533b6-9d83-469b-8ca1-bbb9bb8d12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee74ea5e-5e0d-49b2-be11-628b9692192a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:34.739292 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 43984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:34.800079 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.821477 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.866872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.869599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:34.870765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee74ea5e-5e0d-49b2-be11-628b9692192a HTTP/1.1" status: 204 len: 168 time: 0.1289947 Dec 10 05:06:34.878218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1068d-b7be-4cda-8b6c-9a14d82c7195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee74ea5e-5e0d-49b2-be11-628b9692192a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:41.558037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:41.666886 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.746153 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.750796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.789438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a280b2b2-bdb1-45af-b7f7-74236f1d08fa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:41.793343 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70e50ebd3cd74f49bce1767cdb88140e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342153 Dec 10 05:06:41.796078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44084) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:41.799627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.799977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.800316 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.800676 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.801009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.801334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.801658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.801982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.802303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.802623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.803482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.803801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.804118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f49dd-f196-4e19-b675-008c3b0afcc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:41.846699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.871820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.919061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.921874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:41.923081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a280b2b2-bdb1-45af-b7f7-74236f1d08fa HTTP/1.1" status: 204 len: 168 time: 0.1257563 Dec 10 05:06:41.932848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942c024-7a73-454b-a3c6-0a2327ccf128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a280b2b2-bdb1-45af-b7f7-74236f1d08fa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:42.050720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:06:42.192176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:42.205722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7cc041b-d96e-4f2a-a972-a2a36b523ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.279664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7cc041b-d96e-4f2a-a972-a2a36b523ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.283772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c7cc041b-d96e-4f2a-a972-a2a36b523ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.324462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c7cc041b-d96e-4f2a-a972-a2a36b523ee5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a216a70cfad54529813a160019efc775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311305 Dec 10 05:06:42.325394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc041b-d96e-4f2a-a972-a2a36b523ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82a889-ef65-40ff-8e31-4a75bd2ea1e8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:42.327288 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:42.378346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.399221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.444138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.446845 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:42.447990 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b82a889-ef65-40ff-8e31-4a75bd2ea1e8 HTTP/1.1" status: 204 len: 168 time: 0.1194665 Dec 10 05:06:42.455604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283bdc-c320-4160-8073-7619a26d832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82a889-ef65-40ff-8e31-4a75bd2ea1e8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:42.869298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ebd2b-747c-4101-abe5-6fba1b3b96e7 req-71f17217-a348-4bc8-9ee2-1a8ca83409b2 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:42.870825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd1ebd2b-747c-4101-abe5-6fba1b3b96e7 req-71f17217-a348-4bc8-9ee2-1a8ca83409b2 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1097 time: 0.0451012 Dec 10 05:06:42.919120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fd1ebd2b-747c-4101-abe5-6fba1b3b96e7 req-7dc6da63-f82d-43d2-8321-a0402cf383b0 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Dec 10 05:06:42.941339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:43.101127 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port e1998e2d-962d-4f02-87e0-a258fb5ddd68 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:43.101469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.185526 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.185846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.198043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for e1998e2d-962d-4f02-87e0-a258fb5ddd68 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:43.350121 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.376125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=e1998e2d-962d-4f02-87e0-a258fb5ddd68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:43.438748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.439169 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 61ebd9e6-8dbc-4c9e-b37d-14a68f725838 disassociated (deleted). External IP: 172.25.8.32, port: 8d7240a0-12b7-4fc9-b168-18b85c335b10. Dec 10 05:06:43.652625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 99805e05-b11c-4a8c-8083-c2226882536f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:06:43.760167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:06:43.765179 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:43.771260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Sync routers for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:06:43.784856 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:43.785484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:43.795076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-02c97d1f-7bf9-4a00-bef7-eba9d18e234c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/floatingips/61ebd9e6-8dbc-4c9e-b37d-14a68f725838 HTTP/1.1" status: 204 len: 168 time: 0.8525469 Dec 10 05:06:43.795665 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:43.798235 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb18b8f5-c72e-4829-a41a-68456408ba82" -d '{"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:43.845936 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c3a71f-17e2-4729-82b9-23a84749399f x-openstack-request-id: req-80c3a71f-17e2-4729-82b9-23a84749399f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:43.846231 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:43.846488 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80c3a71f-17e2-4729-82b9-23a84749399f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:43.846891 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:06:43.916835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:43.963806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-23c29e4e-8697-40ac-87aa-d0b01d7c1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:43.966282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-23c29e4e-8697-40ac-87aa-d0b01d7c1397 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 1097 time: 0.0725698 Dec 10 05:06:44.069993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0da91-c7a6-457f-97d2-2424fecc9d33 req-e31eba18-90d6-475c-a396-e353b4461448 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:44.078263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64f0da91-c7a6-457f-97d2-2424fecc9d33 req-e31eba18-90d6-475c-a396-e353b4461448 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 946 time: 0.0586836 Dec 10 05:06:44.111978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-0e4215ec-c2cb-4cc6-b126-921231f0481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:44.113550 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-0e4215ec-c2cb-4cc6-b126-921231f0481e service neutron] 10.222.0.36 "GET /v2.0/networks?id=822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 200 len: 898 time: 0.1042151 Dec 10 05:06:44.144557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64f0da91-c7a6-457f-97d2-2424fecc9d33 req-5fb011ce-b7ca-4481-9ba2-65cf0b971dae tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652690 Dec 10 05:06:44.165391 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-e71b31aa-9894-4a0e-8be3-2c2a3de47707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 200 len: 217 time: 0.0429597 Dec 10 05:06:44.199906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:44.221900 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-63d062b1-a49c-42c1-ae9a-78bd43a3aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:44.223362 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-63d062b1-a49c-42c1-ae9a-78bd43a3aabb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 200 len: 835 time: 0.0492864 Dec 10 05:06:44.230673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Checking router: 99805e05-b11c-4a8c-8083-c2226882536f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:06:44.239241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:44.239958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:44.274231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-5296abdd-aea2-4509-81f1-7c4f6e399a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:44.275865 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-5296abdd-aea2-4509-81f1-7c4f6e399a57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=822a695e-d312-4752-bdc2-e6fd03e28e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442545 Dec 10 05:06:44.347742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:44.377019 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-0778b063-2fc8-40ec-9321-01e90ff7b9c5 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901377 Dec 10 05:06:44.732037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:44.765600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56916418-0837-482d-835d-6d2b70ca8f58 None None] The sync data for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 is: [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '4b6aeaec-7f6c-4441-a59f-f69fe49c1454', 'name': '', 'network_id': '822a695e-d312-4752-bdc2-e6fd03e28e86', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:44:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:56Z', 'updated_at': '2021-12-10T05:05:01Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '5544f2ed-6921-4928-b1c7-95dc18c88796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:06:44.883566 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-eb18b8f5-c72e-4829-a41a-68456408ba82 req-1d2ff5a0-92ee-46a8-bc3f-4d7f8163fa91 service neutron] 10.222.0.36 "GET /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992211 Dec 10 05:06:45.013680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d5f4f-486a-4863-b46d-ae8ff148fd1d None None] New status for floating IP 61ebd9e6-8dbc-4c9e-b37d-14a68f725838: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:06:45.261623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445a902-bb45-4b31-bcd5-fb568638dfd8 req-47a4363b-b571-4352-8501-7401edaa38ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:45.263168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2445a902-bb45-4b31-bcd5-fb568638dfd8 req-47a4363b-b571-4352-8501-7401edaa38ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 946 time: 0.0489995 Dec 10 05:06:45.315890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2445a902-bb45-4b31-bcd5-fb568638dfd8 req-7c4246e5-3b6e-477a-9d5a-754491a6fb0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=480a9494-59fd-4486-a13d-0a8bf42d032b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465617 Dec 10 05:06:45.482756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-ffd76d12-639a-4876-ad79-2c199315c202 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:45.484300 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-ffd76d12-639a-4876-ad79-2c199315c202 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 946 time: 0.0548763 Dec 10 05:06:45.581242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:45.581577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:45.671262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 8d7240a0-12b7-4fc9-b168-18b85c335b10, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=8d7240a0-12b7-4fc9-b168-18b85c335b10,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:45.671631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:45.683780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 8d7240a0-12b7-4fc9-b168-18b85c335b10 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:45.814454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:45.848070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=8d7240a0-12b7-4fc9-b168-18b85c335b10,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:45.890802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] No DVR routers for this DVR port 8d7240a0-12b7-4fc9-b168-18b85c335b10 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:45.893523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:45.897783 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-5d2b7f52-14ee-4d3f-9918-a7582a56011b req-3a4e86a6-bad6-46e7-b941-318b599bac9c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "DELETE /v2.0/ports/8d7240a0-12b7-4fc9-b168-18b85c335b10 HTTP/1.1" status: 204 len: 173 time: 0.4070263 Dec 10 05:06:45.898350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-deleted', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:06:45.900709 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db1d95-a443-4c74-b627-f6f46f04d882" -d '{"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-deleted", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:06:45.938897 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf459d8b-1c00-4927-9ba5-efd7c4560d6d x-openstack-request-id: req-cf459d8b-1c00-4927-9ba5-efd7c4560d6d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:06:45.939199 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0805058-bcd0-47cc-9b6f-4d1c13441083", "name": "network-vif-deleted", "tag": "8d7240a0-12b7-4fc9-b168-18b85c335b10", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:06:45.939500 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf459d8b-1c00-4927-9ba5-efd7c4560d6d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:06:45.939885 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0805058-bcd0-47cc-9b6f-4d1c13441083', 'name': 'network-vif-deleted', 'tag': '8d7240a0-12b7-4fc9-b168-18b85c335b10', 'status': 'completed', 'code': 200} Dec 10 05:06:46.463687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c22646c3-01d1-4853-a0ca-7763d96fc1a7 req-8be4b5f8-bd5a-417d-9509-6fa82f14b0ca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0805058-bcd0-47cc-9b6f-4d1c13441083 HTTP/1.1" status: 200 len: 210 time: 0.0308537 Dec 10 05:06:47.521960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44198) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:47.898867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:48.153413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:48.153648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:48.246575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 4b6aeaec-7f6c-4441-a59f-f69fe49c1454, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:48.246941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:48.260236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:48.471394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:48.497194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=4b6aeaec-7f6c-4441-a59f-f69fe49c1454,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:48.508949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.509312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.509671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.510051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.510397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.510740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.511079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.511415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.511907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.512255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.513035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.513035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.513269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:48.695514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:48.945432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 99805e05-b11c-4a8c-8083-c2226882536f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:06:49.044969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:49.078824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 8d7240a0-12b7-4fc9-b168-18b85c335b10 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:49.079348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 8d7240a0-12b7-4fc9-b168-18b85c335b10 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:49.318177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:06:49.324073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eee8775f-9cca-4f01-a0ad-9aadbdab9f95 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/99805e05-b11c-4a8c-8083-c2226882536f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006420 Dec 10 05:06:49.326287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44212) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:49.332702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Sync routers for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:06:49.348608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:49.349540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:49.382946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting subnet 5544f2ed-6921-4928-b1c7-95dc18c88796 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:06:49.387900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.455384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.502710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:49.571319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.645901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.675598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Subnet': ['ID=5544f2ed-6921-4928-b1c7-95dc18c88796,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:49.685260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.691361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3b14d603-a46b-42bb-9470-caa1ebe3df0b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/subnets/5544f2ed-6921-4928-b1c7-95dc18c88796 HTTP/1.1" status: 204 len: 168 time: 0.3616545 Dec 10 05:06:49.692218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44214) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:49.703616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe32325-10bf-4861-996e-67d12f729e6a None None] Network 822a695e-d312-4752-bdc2-e6fd03e28e86 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:49.857164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:06:48Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:49.900542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Checking router: 99805e05-b11c-4a8c-8083-c2226882536f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:06:49.911509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Routers {'99805e05-b11c-4a8c-8083-c2226882536f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:49.911509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['99805e05-b11c-4a8c-8083-c2226882536f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:49.938349 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:49.956119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] DHCP port deletion for 822a695e-d312-4752-bdc2-e6fd03e28e86 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:50.074087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.137312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Deleting port c0a96493-ffcc-49a9-9ab6-2908adfa2192 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:50.138167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.155788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] Set router 99805e05-b11c-4a8c-8083-c2226882536f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:50.164463 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 7dec978b-9dfc-4d1f-ac98-9753b16c5662 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:06:50.164827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.274173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 7dec978b-9dfc-4d1f-ac98-9753b16c5662, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7dec978b-9dfc-4d1f-ac98-9753b16c5662,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:50.274648 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.296707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-af68eb76-a1f7-446e-aa41-a27352d319d2 req-617656de-956f-44ee-a04e-aae5e80e7983 service neutron] (103254) timed out ('10.222.0.36', 52768) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:06:50.305631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 7dec978b-9dfc-4d1f-ac98-9753b16c5662 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:50.364334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] For port c0a96493-ffcc-49a9-9ab6-2908adfa2192, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c0a96493-ffcc-49a9-9ab6-2908adfa2192,segment=NetworkSegment(7a42034a-30ab-450a-8798-d4b5dfa6812a),segment_id=7a42034a-30ab-450a-8798-d4b5dfa6812a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:50.364764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.380242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Calling delete_port for c0a96493-ffcc-49a9-9ab6-2908adfa2192 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:06:50.504967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.505754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:06:48Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:50.540948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=7dec978b-9dfc-4d1f-ac98-9753b16c5662,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:50.541570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.550903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6acdf4-3e11-49d3-b5a6-3e4e793fc050 None None] The sync data for ids ['99805e05-b11c-4a8c-8083-c2226882536f'] in n-d-817326-3 is: [{'id': '99805e05-b11c-4a8c-8083-c2226882536f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092508174', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:50Z', 'updated_at': '2021-12-10T05:06:48Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '7dec978b-9dfc-4d1f-ac98-9753b16c5662', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99805e05-b11c-4a8c-8083-c2226882536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:06:50.581413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ce55d-0f3c-4803-9d2f-5bd94bb08bf2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:50.586441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] Pushing event deleted for resources: {'Port': ['ID=c0a96493-ffcc-49a9-9ab6-2908adfa2192,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:50.592699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83355c0e-ff54-4d1f-9ddb-cb609f7502d6 None None] No DVR routers for this DVR port c0a96493-ffcc-49a9-9ab6-2908adfa2192 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:06:50.593767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.617094 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.706250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.708403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.754135 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.754700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Fanout notify agent at l3_agent the message router_deleted on router 99805e05-b11c-4a8c-8083-c2226882536f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:06:50.761542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.762629 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb00731c-9a4e-49cf-a163-a2a583bdb79f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/routers/99805e05-b11c-4a8c-8083-c2226882536f HTTP/1.1" status: 204 len: 168 time: 1.0693078 Dec 10 05:06:50.765228 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:50.839058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.930783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.957215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822a695e-d312-4752-bdc2-e6fd03e28e86']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:50.968024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a42034a-30ab-450a-8798-d4b5dfa6812a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:50.968390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a42034a-30ab-450a-8798-d4b5dfa6812a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:50.982123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:50.996045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.002794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:06:51.003277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:06:51.007204 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:06:51.029487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c0a96493-ffcc-49a9-9ab6-2908adfa2192 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:51.054643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c0a96493-ffcc-49a9-9ab6-2908adfa2192 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:51.054981 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c0a96493-ffcc-49a9-9ab6-2908adfa2192 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:51.055396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:51.075405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:51.075747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.075923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4b6aeaec-7f6c-4441-a59f-f69fe49c1454 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:51.081671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.086497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/networks/822a695e-d312-4752-bdc2-e6fd03e28e86 HTTP/1.1" status: 204 len: 168 time: 0.3203266 Dec 10 05:06:51.089226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:51.101868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2c2a6-a0ec-4bc4-af64-a04130f293fc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Network': ['ID=822a695e-d312-4752-bdc2-e6fd03e28e86,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:51.148179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.176061 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.253395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.256187 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.257993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/security-groups/480a9494-59fd-4486-a13d-0a8bf42d032b HTTP/1.1" status: 204 len: 168 time: 0.1676357 Dec 10 05:06:51.285212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86279618-c5ef-4b87-b54a-932e7c6d7a20 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a9494-59fd-4486-a13d-0a8bf42d032b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:51.906541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44246) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:51.911180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024922603', 'description': 'tempest-secgroup-smoke-2024922603 description', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:51.935045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:51.999496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.003480 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.033717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.034939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273763 Dec 10 05:06:52.035789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0157d08-545d-4a73-b422-342b230a218b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c147bcfa-fd83-4633-bef2-688e24cd18a6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.038305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44248) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.043243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.068073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.138378 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.142871 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.161518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d81915-7fb9-47ee-be28-970b32cdcb85,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.173770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.177213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a2f9d318-9204-4ee9-ae98-e8a098a64032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354952 Dec 10 05:06:52.177644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.182643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.210250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.264301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.268200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.289061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745eecba-4c10-4798-a3c9-c4f4b617ea72,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.298827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.300928 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b6d9b9da-0af4-47de-a639-3bd1a0df4351 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221032 Dec 10 05:06:52.302648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.307245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.336454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.342136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf93a2b2-b8b8-4b2c-b154-3c7f2a8fd934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.397459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.401209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.416857 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7da4975-193d-4ace-9562-f36689201cb3,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.428304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.429680 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bf8ba82f-a467-4c54-813b-538d014f0809 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260800 Dec 10 05:06:52.432312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.436653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.463102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.519892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.524555 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.547166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe59c991-9d6e-41d7-8f7d-1d3bcebe89d9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.562524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.566516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e58b5e78-66b2-4834-ab12-25079323ba07 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305785 Dec 10 05:06:52.566804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.571930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.593723 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:06:52.598639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.658326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.662086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.679501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c068ff6-9fb5-4207-b37c-8f0030dad082,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.686582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.687785 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ede0fb5c-622d-4671-978c-47aa354bbbcf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199336 Dec 10 05:06:52.690468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.695543 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': 'c147bcfa-fd83-4633-bef2-688e24cd18a6', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.717800 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:06:52.723362 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.786871 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.790957 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.810495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568cd6ab-5932-4a32-990a-cf24eec57a33,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:52.815955 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.817105 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a2b4349-bdb8-467e-b50d-9adaf440c5c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256750 Dec 10 05:06:52.820637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:52.825432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'network': {'name': 'tempest-network-smoke--1096468574', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:52.848425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7dec978b-9dfc-4d1f-ac98-9753b16c5662 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:06:52.852189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:06:52.855982 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.872666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7dec978b-9dfc-4d1f-ac98-9753b16c5662 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:06:52.873151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7dec978b-9dfc-4d1f-ac98-9753b16c5662 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:06:52.880448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:06:52.890248 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.890599 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Added segment 810e742a-c7e9-43bc-8532-0d542fb69444 of type vlan for network 846996a1-93c5-4d10-a045-925d3b7edf0a Dec 10 05:06:52.932931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.957709 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.963300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:52.963887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:52.996582 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723056 Dec 10 05:06:52.997110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44264) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:53.002224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'admin_state_up': True, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:53.025914 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.027329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.034317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8461d2-0b8e-423a-b377-ccc878b4795e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Network': ['ID=846996a1-93c5-4d10-a045-925d3b7edf0a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:53.051435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 846996a1-93c5-4d10-a045-925d3b7edf0a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:06:53.083350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.224352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.420813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.441132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.550024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.4 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d76947fb-e1f7-4fe6-9e54-43239b252555) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:06:53.667890 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.703069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.747540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:53.752491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:53.757203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:06:53.760349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=d76947fb-e1f7-4fe6-9e54-43239b252555,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:53.784051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81143096-c80d-4bd9-8bd6-44db82c05125 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:53.791048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.822233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4d8f3f07-1003-4a67-be61-512b16e77295 None None] Provisioning complete for port d76947fb-e1f7-4fe6-9e54-43239b252555 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:53.822941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3f07-1003-4a67-be61-512b16e77295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:53.872216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f3f07-1003-4a67-be61-512b16e77295 None None] Port d76947fb-e1f7-4fe6-9e54-43239b252555 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:53.960656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.042900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.073777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245bc691-dad8-4bf6-a2ae-d65c3f676690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.163158 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245bc691-dad8-4bf6-a2ae-d65c3f676690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.169227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-245bc691-dad8-4bf6-a2ae-d65c3f676690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.214028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-245bc691-dad8-4bf6-a2ae-d65c3f676690 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c59e1b4ddb824c7d81a9b333d586bc1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522156 Dec 10 05:06:54.215158 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bc691-dad8-4bf6-a2ae-d65c3f676690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1802389-6594-496d-919e-7c51e2f21373,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:54.217440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.271423 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.284994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.317678 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.369353 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.372345 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.376546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1802389-6594-496d-919e-7c51e2f21373 HTTP/1.1" status: 204 len: 168 time: 0.1580052 Dec 10 05:06:54.385546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f345-242c-4342-870b-1d8f6cae5aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1802389-6594-496d-919e-7c51e2f21373,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:54.419306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 7be849ec-5835-4843-88c1-887c940cf8c9 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:06:54.537013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:06:54.548458 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Sync routers for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:06:54.560136 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:54.560775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:54.571916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.576966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-da1bc7db-d6cf-4c2a-9700-0e18a8b493ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5785475 Dec 10 05:06:54.577486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44286) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.620338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44288) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.620713 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1ba6484b-c1a9-4af0-95f3-9039577fbd29 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c1928bc24df2487fb6efbc330dd17b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417871 Dec 10 05:06:54.666902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:54.743758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44290) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.759837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e86dc11b-5ddd-4bbc-a984-f50fd6ccfdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.859137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e86dc11b-5ddd-4bbc-a984-f50fd6ccfdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.864490 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e86dc11b-5ddd-4bbc-a984-f50fd6ccfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:54.912171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc11b-5ddd-4bbc-a984-f50fd6ccfdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07981f-ee6c-40c9-bbbd-b8aa6503f4fd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:54.919631 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e86dc11b-5ddd-4bbc-a984-f50fd6ccfdf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90cab3259ee746af900647b5cf47ba5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722569 Dec 10 05:06:54.919988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44292) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:54.978702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.002087 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:55.003307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.037401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Checking router: 7be849ec-5835-4843-88c1-887c940cf8c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:06:55.038337 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Updating router 7be849ec-5835-4843-88c1-887c940cf8c9 port d76947fb-e1f7-4fe6-9e54-43239b252555 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:06:55.053972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.057140 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.061028 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd07981f-ee6c-40c9-bbbd-b8aa6503f4fd HTTP/1.1" status: 204 len: 168 time: 0.1373045 Dec 10 05:06:55.066261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f2f20-a568-4d52-9e90-b46c1b70751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07981f-ee6c-40c9-bbbd-b8aa6503f4fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:55.079314 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.106686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577f9eb-a4f6-44d9-816f-75ff6a2d323d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:55.111412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:55.113217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9577f9eb-a4f6-44d9-816f-75ff6a2d323d tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4911203 Dec 10 05:06:55.151965 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8a88a7d8-4057-452e-9e09-c337d3332dc3 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389287 Dec 10 05:06:55.157545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:55.161216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae84c2e1-2736-48ef-bc35-bdab2fb1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.164495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578498966', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:06:55.265580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:06:55.269581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.358133 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.364507 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.414789 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Attempting to bind port d76947fb-e1f7-4fe6-9e54-43239b252555 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:55.415240 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Attempting to bind port d76947fb-e1f7-4fe6-9e54-43239b252555 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:55.415674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Attempting to bind port d76947fb-e1f7-4fe6-9e54-43239b252555 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:55.416098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2aad5-5c3f-4684-b6df-0a21249b4d81 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:55.431047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:55.431463 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:55.431463 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.431463 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:55.433453 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Bound port: d76947fb-e1f7-4fe6-9e54-43239b252555, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:55.433453 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.449525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:55.457088 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Pushing event updated for resources: {'Port': ['ID=d76947fb-e1f7-4fe6-9e54-43239b252555,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:55.464104 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c253a9-8159-4285-8924-96c767fc542b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.469475 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.469896 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.470303 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.470825 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.471341 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.471883 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.472210 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.472739 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.473247 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.473759 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.474260 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.474770 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.475129 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:06:55.489749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.504602 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] For port d76947fb-e1f7-4fe6-9e54-43239b252555, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:55.508908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] For port d76947fb-e1f7-4fe6-9e54-43239b252555, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d76947fb-e1f7-4fe6-9e54-43239b252555,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:06:55.510142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4cf60da8-f869-486a-9c46-b798e27215d2 None None] Provisioning complete for port d76947fb-e1f7-4fe6-9e54-43239b252555 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:55.510620 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cf60da8-f869-486a-9c46-b798e27215d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.515469 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.552728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4cf60da8-f869-486a-9c46-b798e27215d2 None None] Port d76947fb-e1f7-4fe6-9e54-43239b252555 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:55.571343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c096b-4f16-4bc6-9d95-8846e56d05a1 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:06:55.577267 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:55.577833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Subnet': ['ID=12bb3839-8238-4bac-a4f9-2db55dd288aa,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:55.577994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:55.591780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:55.592276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network hostable DHCP agents. Network: 846996a1-93c5-4d10-a045-925d3b7edf0a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:06:55.615242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 846996a1-93c5-4d10-a045-925d3b7edf0a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:06:55.628000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 846996a1-93c5-4d10-a045-925d3b7edf0a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:55.630800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c253a9-8159-4285-8924-96c767fc542b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.634655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:55.635762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.640706 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-61661cac-ffa7-4162-a5ad-a01e5aba373a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978808 Dec 10 05:06:55.641758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c253a9-8159-4285-8924-96c767fc542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.642725 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab83c82-cb70-4023-bf10-8cbe4718d329 None None] Pushing event updated for resources: {'Port': ['ID=d76947fb-e1f7-4fe6-9e54-43239b252555,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:55.643287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52634ba1-bf88-434d-873a-d8e076552e85 None None] Network 846996a1-93c5-4d10-a045-925d3b7edf0a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:55.660324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-526c5916-8072-4395-8f99-0e127b793ec8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5015807 Dec 10 05:06:55.663157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:55.718441 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:55.736069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] Provisioning complete for port d76947fb-e1f7-4fe6-9e54-43239b252555 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:55.736781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.748870 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92c253a9-8159-4285-8924-96c767fc542b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bf9d393d8344f059f944b07de19ea17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981632 Dec 10 05:06:55.753349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:06:55.764621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c253a9-8159-4285-8924-96c767fc542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf90d3-2c9b-4e0d-9f94-73f63e3465af,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:55.783688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58262-ea2c-4661-a51a-025861e379ed req-6fb81ed3-751a-42f1-8812-69de53253ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:55.785466 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-6fb81ed3-751a-42f1-8812-69de53253ea4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0677943 Dec 10 05:06:55.862070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-846996a1-93c5-4d10-a045-925d3b7edf0a', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:06:55.863411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.891648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.908205 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58262-ea2c-4661-a51a-025861e379ed req-18263b3b-61c9-46ad-89e2-ddc806487153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:55.909787 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-18263b3b-61c9-46ad-89e2-ddc806487153 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.1021039 Dec 10 05:06:55.936588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:55.957611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:55.991886 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13f33-d422-4f52-b768-a7d6b588f0e0 None None] The sync data for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 is: [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:06:56.001960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.006172 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-860a1f8d-7379-4758-8a23-6823fd31e9ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1002 time: 0.0869725 Dec 10 05:06:56.068182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58262-ea2c-4661-a51a-025861e379ed req-a3c5da38-2166-46e7-bc62-bd229d5a6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:56.070837 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-a3c5da38-2166-46e7-bc62-bd229d5a6c0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0575681 Dec 10 05:06:56.080554 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.139628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] For port d76947fb-e1f7-4fe6-9e54-43239b252555, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d76947fb-e1f7-4fe6-9e54-43239b252555,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:56.154767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.161834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.163393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58262-ea2c-4661-a51a-025861e379ed req-dac41fcf-5474-4912-9c6b-4f2f56c6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:56.164726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Allocated IP 172.20.0.2 (846996a1-93c5-4d10-a045-925d3b7edf0a/12bb3839-8238-4bac-a4f9-2db55dd288aa/ab8daf78-534d-4b84-93d6-056d950013ef) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:06:56.165247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.166382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ecf90d3-2c9b-4e0d-9f94-73f63e3465af HTTP/1.1" status: 204 len: 168 time: 0.4103208 Dec 10 05:06:56.179980 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-dac41fcf-5474-4912-9c6b-4f2f56c6b579 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809331 Dec 10 05:06:56.200444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5503f6-06da-4fc1-a36f-056f862d30e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf90d3-2c9b-4e0d-9f94-73f63e3465af,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:56.278389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b97eae-cca4-40ba-90a7-3682ac24c544 None None] Pushing event updated for resources: {'Port': ['ID=d76947fb-e1f7-4fe6-9e54-43239b252555,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:56.327733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-f68f9377-698b-409f-ae5d-2aaf85415294 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466649 Dec 10 05:06:56.417376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.501786 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-ebb58262-ea2c-4661-a51a-025861e379ed req-d8e8958a-7121-452e-bb07-225693fbcd68 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637421 Dec 10 05:06:56.502384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.509680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.563558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Pushing event updated for resources: {'Port': ['ID=ab8daf78-534d-4b84-93d6-056d950013ef,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:56.584963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Network 846996a1-93c5-4d10-a045-925d3b7edf0a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:56.587127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:56.590810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:06:56.691301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Attempting to bind port ab8daf78-534d-4b84-93d6-056d950013ef on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:56.691983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Attempting to bind port ab8daf78-534d-4b84-93d6-056d950013ef by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:56.692152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Attempting to bind port ab8daf78-534d-4b84-93d6-056d950013ef on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:56.701195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:56.701509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:56.701921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.702329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Bound using segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:56.704621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Bound port: ab8daf78-534d-4b84-93d6-056d950013ef, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:56.705184 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.798207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] For port ab8daf78-534d-4b84-93d6-056d950013ef, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:56.801943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] For port ab8daf78-534d-4b84-93d6-056d950013ef, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab8daf78-534d-4b84-93d6-056d950013ef,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:06:56.807973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:56.868812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.1 (846996a1-93c5-4d10-a045-925d3b7edf0a/12bb3839-8238-4bac-a4f9-2db55dd288aa/38a17e1e-e62a-4fa8-8c24-c33b86fc91cc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:06:56.889230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d6c3-a002-4b86-bd95-a037bcdca1ae None None] Pushing event updated for resources: {'Port': ['ID=ab8daf78-534d-4b84-93d6-056d950013ef,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:56.985886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d76947fb-e1f7-4fe6-9e54-43239b252555 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:06:57.050333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d76947fb-e1f7-4fe6-9e54-43239b252555 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:57.050668 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.089496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.144996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.265559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 846996a1-93c5-4d10-a045-925d3b7edf0a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:57.267389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:57.270342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:57.272641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:06:57.347280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.481187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.538625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.864934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.871638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.951439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:57.953226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:58.057656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 846996a1-93c5-4d10-a045-925d3b7edf0a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:06:58.059340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:06:58.106820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d680d6-da03-494d-9e2f-320885e40352 None None] Network 846996a1-93c5-4d10-a045-925d3b7edf0a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:06:58.183674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 7be849ec-5835-4843-88c1-887c940cf8c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:06:58.219633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] Provisioning complete for port ab8daf78-534d-4b84-93d6-056d950013ef triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:58.220256 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.328103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:06:58.341070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b545421a-a2b2-482e-9775-70b24cbe7032 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/7be849ec-5835-4843-88c1-887c940cf8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759269 Dec 10 05:06:58.360726 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.364978 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.405739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] For port ab8daf78-534d-4b84-93d6-056d950013ef, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab8daf78-534d-4b84-93d6-056d950013ef,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:06:58.414465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.502610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2ab6b-5f7e-4e65-91a3-997b9378e628 None None] Pushing event updated for resources: {'Port': ['ID=ab8daf78-534d-4b84-93d6-056d950013ef,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:58.624968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-5a77ab4e-87a9-42b5-b530-3fc218a9c372 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024922603&fields=id&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 267 time: 0.0763319 Dec 10 05:06:58.645794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5a1c3d68-2b38-4ee2-8995-8589df7d2b15 None None] Provisioning complete for port ab8daf78-534d-4b84-93d6-056d950013ef triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:58.646161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3d68-2b38-4ee2-8995-8589df7d2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.806448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5a1c3d68-2b38-4ee2-8995-8589df7d2b15 None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:58.807133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3d68-2b38-4ee2-8995-8589df7d2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:58.838940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Sync routers for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:06:58.869868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:06:58.870071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-8cb1d0d7-8ac7-4e5e-8939-625b30385166 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:06:58.870498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:58.873398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-8cb1d0d7-8ac7-4e5e-8939-625b30385166 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 797 time: 0.2473004 Dec 10 05:06:58.896182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-2a999f04-6cfc-40fb-ae82-d016276393ae tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/quotas/c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 375 time: 0.0126216 Dec 10 05:06:58.924542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c3d68-2b38-4ee2-8995-8589df7d2b15 None None] Port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:59.018792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-893d78fa-3eb9-4ec2-a9c3-853df2064622 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049571 Dec 10 05:06:59.025573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab8daf78-534d-4b84-93d6-056d950013ef up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:06:59.055726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:06:59.117202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7d458cea-9848-4d59-a7bb-3bd313db9042 None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:59.117582 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d458cea-9848-4d59-a7bb-3bd313db9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.206571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7d458cea-9848-4d59-a7bb-3bd313db9042 None None] Port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:59.240795 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ab8daf78-534d-4b84-93d6-056d950013ef triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:59.241173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.382246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-81229b50-762b-482b-b3dc-474acc363beb None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:06:59.382616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81229b50-762b-482b-b3dc-474acc363beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.431266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-81229b50-762b-482b-b3dc-474acc363beb None None] Port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:06:59.437751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 2, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:06:59.471274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Checking router: 7be849ec-5835-4843-88c1-887c940cf8c9 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:06:59.471892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Updating router 7be849ec-5835-4843-88c1-887c940cf8c9 port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:06:59.486032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-6b77704c-f4a7-4710-973d-7ac6151390da service neutron] 10.222.0.43 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493742 Dec 10 05:06:59.496707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.592044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-0b9d8b53-ce55-421d-b316-6ab58e92d9ee service neutron] 10.222.0.43 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995991 Dec 10 05:06:59.764045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-946976a3-484d-421d-85e3-b7bea39e56fe req-aedcee0d-b4e7-4d90-9b03-de3501b49d7a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 210 time: 0.0319846 Dec 10 05:06:59.772349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.778497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.834328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b81ff-4432-47ab-a551-a8224a35dcf4 None None] Pushing event updated for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:06:59.897169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Attempting to bind port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:06:59.897548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Attempting to bind port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:06:59.898031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Attempting to bind port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:06:59.908646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:06:59.909165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:06:59.909581 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.913028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Bound using segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:06:59.913612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Bound port: 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:06:59.914073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:06:59.991713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] For port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:06:59.996571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] For port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:00.002824 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:00.059182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:00.059822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:00.117975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b81ff-4432-47ab-a551-a8224a35dcf4 None None] Pushing event updated for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:00.245825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:00.246310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:00.289629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:00.493223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:00.565581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] For port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:00.573365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:00.636631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abe96b-7601-489c-894a-538d32a9deca None None] Pushing event updated for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:00.645112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:06:59Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:00.674018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28898847-2ab3-4e06-a6bb-3a9adf52fb2a None None] The sync data for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 is: [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:06:59Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:00.694704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6f1aec1c-e22f-4d05-8ed1-a0d56cd514a3 None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:00.695195 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f1aec1c-e22f-4d05-8ed1-a0d56cd514a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:00.931092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f022dcfb-8764-4a40-aa4b-04cd3662aec3 req-03d4b94f-6b24-48a6-8111-8e113bb8a3ff tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 210 time: 0.0457325 Dec 10 05:07:01.006119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:01.063364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:01.063870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:01.087383 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-2f038c01-d2f7-41bf-bfce-5c2bd07a1d55 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:01.090171 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-2f038c01-d2f7-41bf-bfce-5c2bd07a1d55 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 797 time: 0.2183516 Dec 10 05:07:01.183883 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-fab891bc-619e-47cf-bf3e-a513a027cbe2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 380 time: 0.0756931 Dec 10 05:07:01.196419 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'port': {'device_id': '36489fe9-ec01-4934-86f6-a3e34493b732', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'admin_state_up': True, 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'security_groups': ['c147bcfa-fd83-4633-bef2-688e24cd18a6']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:01.332331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:01.338377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:01.501610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.9 (846996a1-93c5-4d10-a045-925d3b7edf0a/12bb3839-8238-4bac-a4f9-2db55dd288aa/5aaa5e39-eb04-4192-9726-6cac2cf60b95) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:01.650018 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:01.691408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:01.738216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 846996a1-93c5-4d10-a045-925d3b7edf0a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:01.743835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:01.748654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:01.753131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:01.806717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:01.807652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:01.830737 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-926cb60a-1577-42a4-a527-fd6093f75864 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385214 Dec 10 05:07:01.849115 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Request body: {'port': {'device_id': '36489fe9-ec01-4934-86f6-a3e34493b732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:01.921116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.073553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f2a4-612a-4ee0-b9e5-382e1f1e8cdc req-fa325769-39e1-46df-a52a-4bef198b107d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:02.077761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b6982f02-d595-43a6-93af-fb99403c0e17 None None] Provisioning complete for port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:02.078259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6982f02-d595-43a6-93af-fb99403c0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.082404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26d5f2a4-612a-4ee0-b9e5-382e1f1e8cdc req-fa325769-39e1-46df-a52a-4bef198b107d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 931 time: 0.0600271 Dec 10 05:07:02.125479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b6982f02-d595-43a6-93af-fb99403c0e17 None None] Port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:02.137504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26d5f2a4-612a-4ee0-b9e5-382e1f1e8cdc req-32f9752d-a775-43ae-a71c-8819a5e255b9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538011 Dec 10 05:07:02.243459 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaa5e39-eb04-4192-9726-6cac2cf60b95 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:07:02.251474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.264078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Transition to ACTIVE for port object 5aaa5e39-eb04-4192-9726-6cac2cf60b95 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:07:02.268084 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.329684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:02.406514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:02.406514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:02.406514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:02.408774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:07:02.409417 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:02.415439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:02.415780 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:02.416160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Bound using segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:02.416626 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Bound port: 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:02.417015 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.496028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:02.499863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:02.506030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.543692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:02.544384 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:02.545854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] 10.222.0.36 "PUT /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 1091 time: 0.7013555 Dec 10 05:07:02.546379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:02.548732 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57" -d '{"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:02.595811 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114b47-6dac-49d6-84e0-c61924f67f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:02.602328 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33561771-1912-4bb5-87e0-d489ce793419 x-openstack-request-id: req-33561771-1912-4bb5-87e0-d489ce793419 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:02.602328 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:02.602642 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33561771-1912-4bb5-87e0-d489ce793419 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:02.603349 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'status': 'completed', 'code': 200} Dec 10 05:07:02.663186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-9708c604-902d-4f98-a4e0-7f8235a8830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:02.665072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-9708c604-902d-4f98-a4e0-7f8235a8830d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1094 time: 0.0493577 Dec 10 05:07:02.726540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-373cb48f-7edc-4b5a-a5b3-58ede4c3ac04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 217 time: 0.0441821 Dec 10 05:07:02.779650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-7dea092e-f749-4b25-bca2-3b0a73ba0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:02.781287 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-7dea092e-f749-4b25-bca2-3b0a73ba0f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0471396 Dec 10 05:07:02.833253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-de2a526e-3bca-47be-a0f5-b86b488805cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:02.834813 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-de2a526e-3bca-47be-a0f5-b86b488805cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453160 Dec 10 05:07:02.943501 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-923978f1-aec4-4baf-a2fe-06146327f083 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013491 Dec 10 05:07:03.045589 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-f08d3b02-acbb-4928-a41a-bf19991fba5a req-a1d26699-3113-435b-ab16-ba5753353e23 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951297 Dec 10 05:07:03.169613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-6ee0ef10-285f-4607-8529-ad076077b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:03.171146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-6ee0ef10-285f-4607-8529-ad076077b008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1094 time: 0.0420887 Dec 10 05:07:03.259003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c441-9d1d-46f0-b328-d7b792d25b83 req-4a649a3e-7022-42f5-be0e-dbb2efcaf41c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:03.261455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6170c441-9d1d-46f0-b328-d7b792d25b83 req-4a649a3e-7022-42f5-be0e-dbb2efcaf41c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 943 time: 0.0575328 Dec 10 05:07:03.267814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-412b7384-6380-4523-80ca-d0b6ad8a40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:03.269413 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-412b7384-6380-4523-80ca-d0b6ad8a40c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.0898645 Dec 10 05:07:03.316397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6170c441-9d1d-46f0-b328-d7b792d25b83 req-e293c1d7-87aa-4179-9366-e5373d950ff1 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487289 Dec 10 05:07:03.322326 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-f283d0f8-2336-48b8-b0ab-8eadda18e5a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 217 time: 0.0433292 Dec 10 05:07:03.373224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-e196dd56-ff0a-4aeb-b231-675f44477876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:03.374799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-e196dd56-ff0a-4aeb-b231-675f44477876 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0447352 Dec 10 05:07:03.424100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-636790a7-0c1b-4f00-9277-3d27a71655a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:03.425626 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-636790a7-0c1b-4f00-9277-3d27a71655a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422225 Dec 10 05:07:03.524883 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-375adf95-13f4-47f7-b327-6b4a565aa5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899532 Dec 10 05:07:03.627057 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-a95d6f4e-4ca4-4d1c-ac9f-22a67c19de57 req-d40bb05c-aa55-4fbd-be20-02525269e4f0 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943630 Dec 10 05:07:03.735317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:03.849952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3982240f-a508-4dba-a96d-2a423f2e599b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:03.923950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3982240f-a508-4dba-a96d-2a423f2e599b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:03.928177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3982240f-a508-4dba-a96d-2a423f2e599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:03.969431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3982240f-a508-4dba-a96d-2a423f2e599b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2be0b0fb929e4ca28079bc44115dd834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329881 Dec 10 05:07:03.970316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982240f-a508-4dba-a96d-2a423f2e599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e39f6-0eb0-4cd7-9be2-bac91eaa6d8b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:03.972249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:04.028931 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:04.053868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:04.098357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:04.100981 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:04.102169 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e0e39f6-0eb0-4cd7-9be2-bac91eaa6d8b HTTP/1.1" status: 204 len: 168 time: 0.1288335 Dec 10 05:07:04.109661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291b8e6-f288-4fe6-9e8c-9fcd4aa46292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e39f6-0eb0-4cd7-9be2-bac91eaa6d8b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:04.434402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981c39-b80e-4b71-90d6-257f3e8a2df8 req-391618b5-9fce-48fa-b920-32bb4e523535 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:04.435909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb981c39-b80e-4b71-90d6-257f3e8a2df8 req-391618b5-9fce-48fa-b920-32bb4e523535 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 943 time: 0.0499353 Dec 10 05:07:04.484945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb981c39-b80e-4b71-90d6-257f3e8a2df8 req-23376f31-1d3a-4d69-a2e6-6a87bf95bac7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Dec 10 05:07:05.154635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:07:05.266681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:05.278072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'port_id': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'mac_address': 'fa:16:3e:69:aa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:07:05.319094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:05.333141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaa5e39-eb04-4192-9726-6cac2cf60b95 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:07:05.355324 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:05.359187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:05.406573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:05.605481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc0d5-368f-4be3-858b-8cf528cd2db4 req-52382613-8994-4ef6-9b60-2c4dc39273bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:05.607338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cbcc0d5-368f-4be3-858b-8cf528cd2db4 req-52382613-8994-4ef6-9b60-2c4dc39273bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0526843 Dec 10 05:07:05.623753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['5aaa5e39-eb04-4192-9726-6cac2cf60b95'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:07:05.664996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cbcc0d5-368f-4be3-858b-8cf528cd2db4 req-9f7b7928-d5e1-47ed-8917-2b5bbe63eb33 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515325 Dec 10 05:07:06.782194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343452-68c0-413f-8638-1148b9fb6a5d req-c00449a1-f12b-446e-8b84-5e7e467c938d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:06.783745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3343452-68c0-413f-8638-1148b9fb6a5d req-c00449a1-f12b-446e-8b84-5e7e467c938d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0497582 Dec 10 05:07:06.833828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3343452-68c0-413f-8638-1148b9fb6a5d req-ea6c49fe-1376-464d-b4fe-69276158decb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Dec 10 05:07:07.183868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:07.233177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:07:07.237403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:07.237774 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:07.317922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:07.340613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:07.342876 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba280fac-e18a-4799-8310-c2c0d09e61ec" -d '{"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-plugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:07.355114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:07.359022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:07.385471 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3ee8b-888b-4c27-8a90-b2c8080a6e75 x-openstack-request-id: req-69c3ee8b-888b-4c27-8a90-b2c8080a6e75 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:07.385778 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-plugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:07.386028 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69c3ee8b-888b-4c27-8a90-b2c8080a6e75 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:07.386412 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'code': 200} Dec 10 05:07:07.412831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:07.518185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0541d6c-ae1c-44ed-9044-58eea440b231 req-d64adc87-24f7-418e-ac94-c787806c9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:07.519696 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0541d6c-ae1c-44ed-9044-58eea440b231 req-d64adc87-24f7-418e-ac94-c787806c9d36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1096 time: 0.0439906 Dec 10 05:07:07.567104 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e0541d6c-ae1c-44ed-9044-58eea440b231 req-9b9aa2ed-b345-48e0-9549-3b1ab9a28fed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Dec 10 05:07:07.951028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af761334-f53f-4dbf-b75c-96ab4b99ed50 req-dd79a53d-67c8-4da4-b5d2-bedf70271466 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:07.952539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af761334-f53f-4dbf-b75c-96ab4b99ed50 req-dd79a53d-67c8-4da4-b5d2-bedf70271466 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0486000 Dec 10 05:07:08.003935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-af761334-f53f-4dbf-b75c-96ab4b99ed50 req-160b4134-1af7-4c2b-b596-7741c88fdfbe tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Dec 10 05:07:09.122625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1223-ab1e-4f39-b244-7553ab49bad6 req-00f19ce4-37d6-44d1-a7de-72574a22a2de tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:09.124115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-900c1223-ab1e-4f39-b244-7553ab49bad6 req-00f19ce4-37d6-44d1-a7de-72574a22a2de tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Dec 10 05:07:09.178389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-900c1223-ab1e-4f39-b244-7553ab49bad6 req-caf60a2e-dcb7-4783-81d5-29ddb88776db tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481546 Dec 10 05:07:09.296995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e067a9-7640-48bf-b4e9-e6f8a32c1dca req-1c433d9b-99c3-47d5-836b-04e310880c50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:09.298826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11e067a9-7640-48bf-b4e9-e6f8a32c1dca req-1c433d9b-99c3-47d5-836b-04e310880c50 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Dec 10 05:07:09.349037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11e067a9-7640-48bf-b4e9-e6f8a32c1dca req-aa3bbd42-656a-42ba-9031-ba8f963dc185 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Dec 10 05:07:09.371107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:09.414626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31773a72-e0a9-4372-987e-f5887d455b12 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:09.416057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31773a72-e0a9-4372-987e-f5887d455b12 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1091 time: 0.0439615 Dec 10 05:07:09.418844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:09.423020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:09.445732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:09.540526 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:09.648395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.64 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/148214f9-b0db-4edd-b3b8-376dbea4464f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:09.753457 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:09.791088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:09.836536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:09.839744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:09.843185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:09.871274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=148214f9-b0db-4edd-b3b8-376dbea4464f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:10.212686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.280268 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.433625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.438084 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.502557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=148214f9-b0db-4edd-b3b8-376dbea4464f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:10.516675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.614431 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 74f04897-d03c-4724-9e56-bfa30374a54e associated. External IP: 172.25.8.64, port: 5aaa5e39-eb04-4192-9726-6cac2cf60b95. Dec 10 05:07:10.828185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 7be849ec-5835-4843-88c1-887c940cf8c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:10.936582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:10.947276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Sync routers for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:10.957798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:10.958045 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:10.958731 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:10.989626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b2a9aca2-43e6-4c64-8a72-26bccebeff4b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5673032 Dec 10 05:07:10.989626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:10.990120 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc05320-4b18-4bcd-b8ab-728259bf7786" -d '{"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:11.031347 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb97ed-233a-42a5-99d8-e3f13f641341 x-openstack-request-id: req-a9bb97ed-233a-42a5-99d8-e3f13f641341 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:11.031679 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:11.031944 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9bb97ed-233a-42a5-99d8-e3f13f641341 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:11.032348 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'status': 'completed', 'code': 200} Dec 10 05:07:11.080921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:11.101826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c0fc-c4d1-466f-bb1f-f2e56a480eee req-a4507f67-898e-4194-934c-e930c1db52c8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:11.103814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f289c0fc-c4d1-466f-bb1f-f2e56a480eee req-a4507f67-898e-4194-934c-e930c1db52c8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Dec 10 05:07:11.126453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-b4d7017c-20b3-4550-9426-4778a1732ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:11.127969 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-b4d7017c-20b3-4550-9426-4778a1732ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1096 time: 0.0531020 Dec 10 05:07:11.169327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f289c0fc-c4d1-466f-bb1f-f2e56a480eee req-eeac6849-5f44-43ea-be95-1b78588e1a2e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592167 Dec 10 05:07:11.203380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:11.235165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-8115cd06-ba2f-4093-b147-06d8c52d082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:11.238564 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-8115cd06-ba2f-4093-b147-06d8c52d082a service neutron] 10.222.0.36 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.1027725 Dec 10 05:07:11.282147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fdb1bf62-3835-4e05-ba12-f3087bd94f24 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/74f04897-d03c-4724-9e56-bfa30374a54e HTTP/1.1" status: 200 len: 990 time: 0.0773661 Dec 10 05:07:11.308544 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-2376f80e-a380-4427-adef-f8fd15f8abe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 998 time: 0.0626495 Dec 10 05:07:11.318088 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '74f04897-d03c-4724-9e56-bfa30374a54e', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'port_id': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'mac_address': 'fa:16:3e:69:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36489fe9-ec01-4934-86f6-a3e34493b732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:10Z', 'updated_at': '2021-12-10T05:07:10Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:11.343623 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Checking router: 7be849ec-5835-4843-88c1-887c940cf8c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:11.352549 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:11.353181 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:11.363562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-32d06def-7af6-4fac-bcbf-ee5319cf4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:11.365311 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-32d06def-7af6-4fac-bcbf-ee5319cf4836 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0495048 Dec 10 05:07:11.413604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-2df9fb75-ff08-4bcf-a7f4-5dee1e408fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:11.414827 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-2df9fb75-ff08-4bcf-a7f4-5dee1e408fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424931 Dec 10 05:07:11.463738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:11.509445 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-8ac68737-08dd-4d14-9127-834631ef8f00 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872436 Dec 10 05:07:11.611382 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2bc05320-4b18-4bcd-b8ab-728259bf7786 req-158b91e5-24aa-4763-b5bd-69a20b677f19 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948997 Dec 10 05:07:11.786411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '74f04897-d03c-4724-9e56-bfa30374a54e', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'port_id': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'mac_address': 'fa:16:3e:69:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36489fe9-ec01-4934-86f6-a3e34493b732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:10Z', 'updated_at': '2021-12-10T05:07:10Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:11.813317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44caa5a5-a3d1-44c1-bbe4-298854ee49b5 None None] The sync data for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 is: [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '74f04897-d03c-4724-9e56-bfa30374a54e', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'port_id': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'mac_address': 'fa:16:3e:69:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36489fe9-ec01-4934-86f6-a3e34493b732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:10Z', 'updated_at': '2021-12-10T05:07:10Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:12.009228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21888d4-be54-4a84-a441-87f38ecbc619 None None] New status for floating IP 74f04897-d03c-4724-9e56-bfa30374a54e: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:07:12.284099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:12.343694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a2c2caf2-245d-4d01-b135-615e842244cf tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/74f04897-d03c-4724-9e56-bfa30374a54e HTTP/1.1" status: 200 len: 992 time: 0.0584621 Dec 10 05:07:13.065638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:13.174925 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1eb0c55-5158-4baf-8ac2-811cafac0450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.250064 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1eb0c55-5158-4baf-8ac2-811cafac0450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.253875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1eb0c55-5158-4baf-8ac2-811cafac0450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.296149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f1eb0c55-5158-4baf-8ac2-811cafac0450 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e00bd76eda3c4acfb97de248fac2e7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293029 Dec 10 05:07:13.297047 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb0c55-5158-4baf-8ac2-811cafac0450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2af459b-517e-469e-8ad3-5397eec7983c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:13.299603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:13.353424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.374415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.428690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.431273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:13.432467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2af459b-517e-469e-8ad3-5397eec7983c HTTP/1.1" status: 204 len: 168 time: 0.1310925 Dec 10 05:07:13.440657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971de22e-aba2-4d63-89f6-f89ecc81b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2af459b-517e-469e-8ad3-5397eec7983c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:14.054091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:14.156911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1009435442-network', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:14.182715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Made reservation on behalf of 85ad9425eab24cf09ca4583d609257b2 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:14.185146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.194062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.268464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.272082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.293269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:07:14.308592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f683ef1-5f98-4b01-9582-6e43f448b56e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:14.313671 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.314026 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Added segment 921e5fa7-abbc-4d73-bda4-2662a503ec53 of type vlan for network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 Dec 10 05:07:14.355485 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.387960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.388963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:14.389568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.421327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3661213 Dec 10 05:07:14.424258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:14.429962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Request body: {'subnet': {'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1009435442-subnet', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:14.450042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Made reservation on behalf of 85ad9425eab24cf09ca4583d609257b2 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:14.452309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.452923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9870d8f-9d18-4f07-bfa3-cd676a000f31 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed4b202-f9d1-41d0-bb7b-be09d0354777,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:14.464511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:07:14.615336 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.668837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2247c5b2-b452-4f9a-9b39-b27f94ff4b11,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:14.678950 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Checking segment: {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:14.679304 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Network hostable DHCP agents. Network: 8ed4b202-f9d1-41d0-bb7b-be09d0354777, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:07:14.696355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:07:14.705718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8ed4b202-f9d1-41d0-bb7b-be09d0354777) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:14.713200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:14.714048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.716375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ebb38-3851-4cfc-90dc-79e9c245b8b5 None None] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:14.737821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-87e0d8fd-cd78-4dd5-b2b6-e13f6cc7ab2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3121524 Dec 10 05:07:14.740216 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:14.745687 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:14.767958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.769498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.832455 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.837122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'fixed_ips': [{'subnet_id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:07:14.838349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.977967 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:14.987818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Allocated IP 172.20.0.2 (8ed4b202-f9d1-41d0-bb7b-be09d0354777/2247c5b2-b452-4f9a-9b39-b27f94ff4b11/95fa4fea-c1c2-414d-92b5-8249661108d1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:15.131834 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.137593 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.183695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:15.187978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:15.190489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:15.192709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Pushing event updated for resources: {'Port': ['ID=95fa4fea-c1c2-414d-92b5-8249661108d1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:15.205280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.205745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.205970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.206391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.206836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.207278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.207908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.208116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.208702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.209781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.210187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.210561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.211018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:15.267626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Attempting to bind port 95fa4fea-c1c2-414d-92b5-8249661108d1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:15.267905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Attempting to bind port 95fa4fea-c1c2-414d-92b5-8249661108d1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:15.268273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Attempting to bind port 95fa4fea-c1c2-414d-92b5-8249661108d1 on network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:15.274322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:15.274696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Checking segment: {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:15.275103 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.275502 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Bound using segment: {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:15.275978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Bound port: 95fa4fea-c1c2-414d-92b5-8249661108d1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:15.276359 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.349500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] For port 95fa4fea-c1c2-414d-92b5-8249661108d1, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:15.352999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] For port 95fa4fea-c1c2-414d-92b5-8249661108d1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=95fa4fea-c1c2-414d-92b5-8249661108d1,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:15.358126 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.419508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d021b5-73b3-4fc4-a01b-af92f6d07957 None None] Pushing event updated for resources: {'Port': ['ID=95fa4fea-c1c2-414d-92b5-8249661108d1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:15.531877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.551026 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.666602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Allocated IP 172.25.8.3 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/247df848-959b-4885-8fd5-de15527f2fad) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:15.772037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.806472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.843923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:15.846826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:15.849373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:15.861298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa4a7f-4404-49ad-bf4d-baa2f5d6bdbb None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:15.879668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Pushing event updated for resources: {'Port': ['ID=247df848-959b-4885-8fd5-de15527f2fad,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:15.890325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1a9f5128-25c2-4b82-b4c6-3bac1db9dcd1 None None] Provisioning complete for port 247df848-959b-4885-8fd5-de15527f2fad triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:15.890675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5128-25c2-4b82-b4c6-3bac1db9dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:15.928274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f5128-25c2-4b82-b4c6-3bac1db9dcd1 None None] Port 247df848-959b-4885-8fd5-de15527f2fad cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:16.115617 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.313754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8384f04-d3cb-47e7-82b1-0515a2a8273c None None] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:16.322067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.384135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] Provisioning complete for port 95fa4fea-c1c2-414d-92b5-8249661108d1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:16.384569 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.452257 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Router a33bf900-a988-44bb-8178-965dc927c714 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:07:16.496511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.532987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] For port 95fa4fea-c1c2-414d-92b5-8249661108d1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=95fa4fea-c1c2-414d-92b5-8249661108d1,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:16.537292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.568910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:16.582867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Sync routers for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:16.589826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.591143 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ab10-4dec-44cc-8bc9-f89b29437498 None None] Pushing event updated for resources: {'Port': ['ID=95fa4fea-c1c2-414d-92b5-8249661108d1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:16.592113 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f3cbf082-e1b6-4240-a81f-80fe12d7e74b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8506355 Dec 10 05:07:16.594393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:16.595153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:16.595935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:16.709973 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:16.759791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4c2c2b68-4243-49a2-b805-6e6cdf261e72 None None] Provisioning complete for port 95fa4fea-c1c2-414d-92b5-8249661108d1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:16.760157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2b68-4243-49a2-b805-6e6cdf261e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.894779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 3, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:16.923126 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Checking router: a33bf900-a988-44bb-8178-965dc927c714 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:16.923474 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Updating router a33bf900-a988-44bb-8178-965dc927c714 port 247df848-959b-4885-8fd5-de15527f2fad binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:07:16.949574 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:16.982166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 95fa4fea-c1c2-414d-92b5-8249661108d1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:17.053922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 95fa4fea-c1c2-414d-92b5-8249661108d1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:17.054612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.087428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.239635 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.244905 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.268855 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Allocated IP 172.20.0.1 (8ed4b202-f9d1-41d0-bb7b-be09d0354777/2247c5b2-b452-4f9a-9b39-b27f94ff4b11/dee80e1c-664e-46c9-b1d8-9a48ba37b909) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:17.290450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647e7d2-cbc0-46f3-bb3d-e7ce3531fc6e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:17.293571 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Attempting to bind port 247df848-959b-4885-8fd5-de15527f2fad on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:17.293955 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Attempting to bind port 247df848-959b-4885-8fd5-de15527f2fad by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:17.294314 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Attempting to bind port 247df848-959b-4885-8fd5-de15527f2fad on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:17.305382 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:17.305765 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:17.306178 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.306573 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:17.307046 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Bound port: 247df848-959b-4885-8fd5-de15527f2fad, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:17.307429 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.312333 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d14ea-4356-4585-bb2e-aa84a62ff294 None None] Pushing event updated for resources: {'Port': ['ID=247df848-959b-4885-8fd5-de15527f2fad,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:17.362784 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] For port 247df848-959b-4885-8fd5-de15527f2fad, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:17.366563 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] For port 247df848-959b-4885-8fd5-de15527f2fad, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=247df848-959b-4885-8fd5-de15527f2fad,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:17.370987 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.378012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] Provisioning complete for port 247df848-959b-4885-8fd5-de15527f2fad triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:17.378388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.380306 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.417111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af067c4-a5d7-443e-b8e6-3acda6690537 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:17.421120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.433075 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:17.433854 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:17.458681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:17.462297 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:17.465709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:17.492598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Pushing event updated for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:17.497095 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d14ea-4356-4585-bb2e-aa84a62ff294 None None] Pushing event updated for resources: {'Port': ['ID=247df848-959b-4885-8fd5-de15527f2fad,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:17.505598 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.511909 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.534875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] For port 247df848-959b-4885-8fd5-de15527f2fad, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=247df848-959b-4885-8fd5-de15527f2fad,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:17.540781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.575466 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:17.600291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea6312-911c-42c8-9f88-7386f4fdf0d7 None None] Pushing event updated for resources: {'Port': ['ID=247df848-959b-4885-8fd5-de15527f2fad,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:17.661959 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.666293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-074dc964-35d3-4429-98c1-5345d1c87246 None None] Provisioning complete for port 247df848-959b-4885-8fd5-de15527f2fad triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:17.666960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-074dc964-35d3-4429-98c1-5345d1c87246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.792378 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 3, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:17.820207 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f70876-b48f-4e68-9ff5-bbff5492dae4 None None] The sync data for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 is: [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 3, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:17.842090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.847200 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.876027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0fbf4b06-cf89-4072-a10f-662f14c28c8e None None] Provisioning complete for port dee80e1c-664e-46c9-b1d8-9a48ba37b909 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:17.876353 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4b06-cf89-4072-a10f-662f14c28c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.916186 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4b06-cf89-4072-a10f-662f14c28c8e None None] Port dee80e1c-664e-46c9-b1d8-9a48ba37b909 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:17.917884 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:17.919757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Pushing event updated for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:18.020040 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:18.021430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:18.160725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Router a33bf900-a988-44bb-8178-965dc927c714 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:18.282866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:18.290502 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-610b6a4b-a445-4c0d-bd16-2974fcca26ed admin admin] 10.222.0.43 "PUT /v2.0/routers/a33bf900-a988-44bb-8178-965dc927c714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938646 Dec 10 05:07:18.337241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dabb0182-127a-4d0f-9287-5c2671b619b6 None None] Provisioning complete for port dee80e1c-664e-46c9-b1d8-9a48ba37b909 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:18.337826 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dabb0182-127a-4d0f-9287-5c2671b619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.372808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dabb0182-127a-4d0f-9287-5c2671b619b6 None None] Port dee80e1c-664e-46c9-b1d8-9a48ba37b909 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:18.772968 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:18.778190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1700888669-network', 'tenant_id': '5a57803978924769818d0501e24d834d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:18.797875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Made reservation on behalf of 5a57803978924769818d0501e24d834d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:18.800209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.808556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.885109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.890365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.918394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:07:18.924738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009477f9-9127-4b15-b758-14aaf746f154,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:18.931128 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.932569 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Added segment 192ed48e-30c9-4e10-ae2e-ad078b891788 of type vlan for network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a Dec 10 05:07:18.934487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 247df848-959b-4885-8fd5-de15527f2fad up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:18.972513 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.983225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 247df848-959b-4885-8fd5-de15527f2fad triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:18.983594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.997574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:18.998688 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:18.999267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.033973 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2598715 Dec 10 05:07:19.036867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44552) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:19.043948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Request body: {'subnet': {'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1700888669-subnet', 'tenant_id': '5a57803978924769818d0501e24d834d', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:19.051887 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:07:19.069654 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7da09-7687-4a09-b7fc-b7b2f4699ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7521be-8e4a-4490-8d38-f9cc1f08ed5a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:19.071053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Made reservation on behalf of 5a57803978924769818d0501e24d834d for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:19.073641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.081691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:07:19.251711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.305028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d457a2-1ae9-4c67-9aac-970aac043fbe,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:19.315573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Checking segment: {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:19.315944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Network hostable DHCP agents. Network: 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:07:19.332971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:07:19.343062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:19.347197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:19.347791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.352894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d187417-1149-439f-9233-204835a51da9 None None] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:19.364866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-edb0d009-8fa2-4256-b109-d3fd228a04dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3253982 Dec 10 05:07:19.367757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:19.372921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:19.402850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.404865 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.419234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Sync routers for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:19.438117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:19.438753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:19.457647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.510362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'project_id': '5a57803978924769818d0501e24d834d', 'fixed_ips': [{'subnet_id': '04d457a2-1ae9-4c67-9aac-970aac043fbe'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:07:19.511243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.598924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.801153 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:19.805760 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.825407 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:19.927128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Allocated IP 172.25.8.242 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/0ec1d88c-2436-4882-bf7b-69e4fc296f68) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:19.966073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Allocated IP 172.20.0.2 (5a7521be-8e4a-4490-8d38-f9cc1f08ed5a/04d457a2-1ae9-4c67-9aac-970aac043fbe/e08e58d4-2633-4fdd-a983-9cd1e216fcca) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:20.031440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.064603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.100521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:20.103465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:20.106888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:20.122290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8ba57-4169-4c14-a384-2e92458f40c0 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:20.135244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Pushing event updated for resources: {'Port': ['ID=0ec1d88c-2436-4882-bf7b-69e4fc296f68,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:20.157662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'dee80e1c-664e-46c9-b1d8-9a48ba37b909', 'name': '', 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'mac_address': 'fa:16:3e:f6:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:17Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 2, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'subnets': [{'id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:20.198888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Checking router: a33bf900-a988-44bb-8178-965dc927c714 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:20.199235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Updating router a33bf900-a988-44bb-8178-965dc927c714 port dee80e1c-664e-46c9-b1d8-9a48ba37b909 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:07:20.208688 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.236092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.264809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.272544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d13b3ee2-c225-4b27-9a26-a23c832a9d5e None None] Provisioning complete for port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:20.272906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d13b3ee2-c225-4b27-9a26-a23c832a9d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.316333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:20.330137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:20.351298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Pushing event updated for resources: {'Port': ['ID=e08e58d4-2633-4fdd-a983-9cd1e216fcca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:20.356503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:20.359577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.362868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d13b3ee2-c225-4b27-9a26-a23c832a9d5e None None] Port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:20.484434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Attempting to bind port e08e58d4-2633-4fdd-a983-9cd1e216fcca on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:20.484935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Attempting to bind port e08e58d4-2633-4fdd-a983-9cd1e216fcca by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:20.485303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Attempting to bind port e08e58d4-2633-4fdd-a983-9cd1e216fcca on network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:20.509561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:20.509859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Checking segment: {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:20.510268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.510653 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Bound using segment: {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:20.511138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Bound port: e08e58d4-2633-4fdd-a983-9cd1e216fcca, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:20.511518 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.569382 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.649784 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] For port e08e58d4-2633-4fdd-a983-9cd1e216fcca, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:20.665623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] For port e08e58d4-2633-4fdd-a983-9cd1e216fcca, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e08e58d4-2633-4fdd-a983-9cd1e216fcca,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:20.675183 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.773254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3f72-aa2a-436f-97d5-32a34d6df934 None None] Pushing event updated for resources: {'Port': ['ID=e08e58d4-2633-4fdd-a983-9cd1e216fcca,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:20.777631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.783973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.842886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e5a0e-c521-4ccf-8fa0-f9275fee4124 None None] Pushing event updated for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:20.897879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Attempting to bind port dee80e1c-664e-46c9-b1d8-9a48ba37b909 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:20.898410 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Attempting to bind port dee80e1c-664e-46c9-b1d8-9a48ba37b909 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:20.898913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Attempting to bind port dee80e1c-664e-46c9-b1d8-9a48ba37b909 on network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:20.904859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:20.905160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Checking segment: {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:20.905574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.905977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Bound using segment: {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:20.906465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Bound port: dee80e1c-664e-46c9-b1d8-9a48ba37b909, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921e5fa7-abbc-4d73-bda4-2662a503ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:20.906850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.920904 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:20.981087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] For port dee80e1c-664e-46c9-b1d8-9a48ba37b909, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:20.984663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] For port dee80e1c-664e-46c9-b1d8-9a48ba37b909, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dee80e1c-664e-46c9-b1d8-9a48ba37b909,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:20.992776 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.084070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:21.084721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:21.086556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e5a0e-c521-4ccf-8fa0-f9275fee4124 None None] Pushing event updated for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:21.133692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Router 4a381cb2-4388-4d0c-a801-aa0756cf071e is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:07:21.218623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] Provisioning complete for port dee80e1c-664e-46c9-b1d8-9a48ba37b909 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:21.218994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.265484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:21.270062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:21.280704 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Sync routers for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:21.298307 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:21.299107 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:21.300123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.301455 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2633b75e-a489-4fc7-a23b-dc1b756bc45b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9325354 Dec 10 05:07:21.304799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44558) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:21.448325 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:21.575141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.634300 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:20Z', 'revision_number': 3, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:21.667712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Checking router: 4a381cb2-4388-4d0c-a801-aa0756cf071e for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:21.668329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Updating router 4a381cb2-4388-4d0c-a801-aa0756cf071e port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:07:21.698538 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.710207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] For port dee80e1c-664e-46c9-b1d8-9a48ba37b909, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dee80e1c-664e-46c9-b1d8-9a48ba37b909,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:21.722259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.760865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'dee80e1c-664e-46c9-b1d8-9a48ba37b909', 'name': '', 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'mac_address': 'fa:16:3e:f6:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:17Z', 'updated_at': '2021-12-10T05:07:20Z', 'revision_number': 4, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'subnets': [{'id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:21.797454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340defbc-20e0-4450-962d-2b8995ca8788 None None] The sync data for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 is: [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'dee80e1c-664e-46c9-b1d8-9a48ba37b909', 'name': '', 'network_id': '8ed4b202-f9d1-41d0-bb7b-be09d0354777', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'mac_address': 'fa:16:3e:f6:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:17Z', 'updated_at': '2021-12-10T05:07:20Z', 'revision_number': 4, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'subnets': [{'id': '2247c5b2-b452-4f9a-9b39-b27f94ff4b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:21.814405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3e097-ed6a-480f-acf2-b06442137de6 None None] Pushing event updated for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:21.826605 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:21.847304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9a3f9912-f51e-4b1d-9eaa-0bb4c982e3d1 None None] Provisioning complete for port dee80e1c-664e-46c9-b1d8-9a48ba37b909 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:21.847744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9912-f51e-4b1d-9eaa-0bb4c982e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.081990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Allocated IP 172.20.0.1 (5a7521be-8e4a-4490-8d38-f9cc1f08ed5a/04d457a2-1ae9-4c67-9aac-970aac043fbe/f41a731b-8539-4881-95a8-c9a705b05f99) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:22.121437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4d356-aad6-44e8-a7c7-1790deda15fa None None] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:22.123319 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.132271 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.201781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999dddf6-4770-44d3-92da-45dfa949e226 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:22.238317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.241454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] Provisioning complete for port e08e58d4-2633-4fdd-a983-9cd1e216fcca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:22.241827 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.295804 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.307067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ba38a-bb01-40a9-89ad-4ee27f7f7d12 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d88c-2436-4882-bf7b-69e4fc296f68,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:22.309796 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Attempting to bind port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:22.310273 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Attempting to bind port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:22.310738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Attempting to bind port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:22.316314 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:22.316874 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:22.317604 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.317850 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:22.318491 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Bound port: 0ec1d88c-2436-4882-bf7b-69e4fc296f68, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:22.318971 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.353213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:22.356801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:22.363542 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:22.374578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c535cc50-7bad-40be-9030-342c8c9520c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.386901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] For port 0ec1d88c-2436-4882-bf7b-69e4fc296f68, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:22.389439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.391339 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] For port 0ec1d88c-2436-4882-bf7b-69e4fc296f68, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ec1d88c-2436-4882-bf7b-69e4fc296f68,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:22.399123 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.420873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:22.434480 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.457563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] For port e08e58d4-2633-4fdd-a983-9cd1e216fcca, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e08e58d4-2633-4fdd-a983-9cd1e216fcca,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:22.466310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.472764 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ba38a-bb01-40a9-89ad-4ee27f7f7d12 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d88c-2436-4882-bf7b-69e4fc296f68,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:22.486153 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:22.486772 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:06:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:22.499447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3a649-72e5-4f97-b734-f8fbee4ba7b2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:22.587753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda50fb5-d55c-4424-b74d-7b8037fc5c41 None None] Pushing event updated for resources: {'Port': ['ID=e08e58d4-2633-4fdd-a983-9cd1e216fcca,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:22.611140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] Provisioning complete for port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:22.611514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.639588 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:22.675184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.714349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.738441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] For port 0ec1d88c-2436-4882-bf7b-69e4fc296f68, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ec1d88c-2436-4882-bf7b-69e4fc296f68,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:22.745429 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.814907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c09d2-de13-4751-bb43-7ee38e8ce522 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d88c-2436-4882-bf7b-69e4fc296f68,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:22.885961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b68e3aa9-e69d-49a6-be24-6e91933744a5 None None] Provisioning complete for port e08e58d4-2633-4fdd-a983-9cd1e216fcca triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:22.890764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b68e3aa9-e69d-49a6-be24-6e91933744a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.947468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:22.957165 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:20Z', 'revision_number': 3, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:22.961599 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.015321 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a02104-3221-48a3-be5f-619841bbb6e5 None None] The sync data for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 is: [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:20Z', 'revision_number': 3, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:23.034261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.072358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dee80e1c-664e-46c9-b1d8-9a48ba37b909 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:23.132326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dee80e1c-664e-46c9-b1d8-9a48ba37b909 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:23.133055 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.148712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:23.203481 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:23.205039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:23.239360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-57463aa3-981c-4a30-9d36-85962397b4b6 None None] Provisioning complete for port f41a731b-8539-4881-95a8-c9a705b05f99 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:23.239733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57463aa3-981c-4a30-9d36-85962397b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.269877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e08e58d4-2633-4fdd-a983-9cd1e216fcca up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:23.308286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-57463aa3-981c-4a30-9d36-85962397b4b6 None None] Port f41a731b-8539-4881-95a8-c9a705b05f99 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:23.337709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e08e58d4-2633-4fdd-a983-9cd1e216fcca triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:23.341118 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.358623 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Router 4a381cb2-4388-4d0c-a801-aa0756cf071e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:23.504416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:23.510211 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f4ef210b-e25c-4969-be55-274c658011c8 admin admin] 10.222.0.43 "PUT /v2.0/routers/4a381cb2-4388-4d0c-a801-aa0756cf071e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044110 Dec 10 05:07:23.533190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dabdd09e-b60e-450c-91c6-3d3e4a11d0f2 None None] Provisioning complete for port f41a731b-8539-4881-95a8-c9a705b05f99 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:23.533561 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dabdd09e-b60e-450c-91c6-3d3e4a11d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:23.577807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dabdd09e-b60e-450c-91c6-3d3e4a11d0f2 None None] Port f41a731b-8539-4881-95a8-c9a705b05f99 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:07:23.760161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:24.532456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:24.899819 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:24.936802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ec1d88c-2436-4882-bf7b-69e4fc296f68 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:24.985630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:24.986318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.159313 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4227930f-8530-4c75-8efd-8d437522dac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.171758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Deleting port dee80e1c-664e-46c9-b1d8-9a48ba37b909 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:25.172175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.258191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] For port dee80e1c-664e-46c9-b1d8-9a48ba37b909, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dee80e1c-664e-46c9-b1d8-9a48ba37b909,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:25.258563 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.268287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Sync routers for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:25.271732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Calling delete_port for dee80e1c-664e-46c9-b1d8-9a48ba37b909 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:25.277446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:25.278062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:25.385279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:25.455973 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.481638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=dee80e1c-664e-46c9-b1d8-9a48ba37b909,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:25.597065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f41a731b-8539-4881-95a8-c9a705b05f99', 'name': '', 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'tenant_id': '5a57803978924769818d0501e24d834d', 'mac_address': 'fa:16:3e:d7:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:21Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 2, 'project_id': '5a57803978924769818d0501e24d834d', 'subnets': [{'id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:25.624723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Checking router: 4a381cb2-4388-4d0c-a801-aa0756cf071e for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:25.625079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Updating router 4a381cb2-4388-4d0c-a801-aa0756cf071e port f41a731b-8539-4881-95a8-c9a705b05f99 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:07:25.650094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.661662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.858409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.877401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Router a33bf900-a988-44bb-8178-965dc927c714 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:25.934507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.940378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:25.988783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:25.989486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e638eb-5cea-42a5-a2d8-5cab978171e3 None None] Pushing event updated for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:25.998177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:26.001072 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cbc1febf-f157-4ac8-bc24-b578efb5bfbc admin admin] 10.222.0.43 "PUT /v2.0/routers/a33bf900-a988-44bb-8178-965dc927c714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673769 Dec 10 05:07:26.003209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Sync routers for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:26.015040 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:26.015913 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.056249 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Attempting to bind port f41a731b-8539-4881-95a8-c9a705b05f99 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:26.056944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Attempting to bind port f41a731b-8539-4881-95a8-c9a705b05f99 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:26.057491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Attempting to bind port f41a731b-8539-4881-95a8-c9a705b05f99 on network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:26.062958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:26.063601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Checking segment: {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:26.064173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.064884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Bound using segment: {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:26.065533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Bound port: f41a731b-8539-4881-95a8-c9a705b05f99, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192ed48e-30c9-4e10-ae2e-ad078b891788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:26.066114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.119391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.138142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] For port f41a731b-8539-4881-95a8-c9a705b05f99, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:26.141485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] For port f41a731b-8539-4881-95a8-c9a705b05f99, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f41a731b-8539-4881-95a8-c9a705b05f99,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:26.149272 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.161216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:26.215841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:26.216801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.249624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.260446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e638eb-5cea-42a5-a2d8-5cab978171e3 None None] Pushing event updated for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:26.321353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Deleting port 247df848-959b-4885-8fd5-de15527f2fad {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:26.321692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.338647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:26.360433 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '247df848-959b-4885-8fd5-de15527f2fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:25Z', 'revision_number': 5, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port': {'id': '247df848-959b-4885-8fd5-de15527f2fad', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bf900-a988-44bb-8178-965dc927c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:15Z', 'updated_at': '2021-12-10T05:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.392047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Checking router: a33bf900-a988-44bb-8178-965dc927c714 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:26.401116 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Routers {'a33bf900-a988-44bb-8178-965dc927c714'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:26.402011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a33bf900-a988-44bb-8178-965dc927c714'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.418735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] For port 247df848-959b-4885-8fd5-de15527f2fad, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=247df848-959b-4885-8fd5-de15527f2fad,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:26.419464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.433112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Calling delete_port for 247df848-959b-4885-8fd5-de15527f2fad owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:26.463986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] Provisioning complete for port f41a731b-8539-4881-95a8-c9a705b05f99 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:26.464354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.496143 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] Set router a33bf900-a988-44bb-8178-965dc927c714 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:26.550278 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:26Z', 'revision_number': 6, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.583147 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22a7f-f355-4dc0-8344-54d36b11516f None None] The sync data for ids ['a33bf900-a988-44bb-8178-965dc927c714'] in n-d-817326-3 is: [{'id': 'a33bf900-a988-44bb-8178-965dc927c714', 'name': 'tempest-TestAggregatesBasicOps-1009435442-router', 'tenant_id': '85ad9425eab24cf09ca4583d609257b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:14Z', 'updated_at': '2021-12-10T05:07:26Z', 'revision_number': 6, 'project_id': '85ad9425eab24cf09ca4583d609257b2', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:26.633058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.637572 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.687877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Pushing event deleted for resources: {'Port': ['ID=247df848-959b-4885-8fd5-de15527f2fad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:26.690114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c374479-738c-4fcb-9211-4649be54b93d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:26.693762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] For port f41a731b-8539-4881-95a8-c9a705b05f99, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f41a731b-8539-4881-95a8-c9a705b05f99,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:26.696694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f41a731b-8539-4881-95a8-c9a705b05f99', 'name': '', 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'tenant_id': '5a57803978924769818d0501e24d834d', 'mac_address': 'fa:16:3e:d7:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:21Z', 'updated_at': '2021-12-10T05:07:26Z', 'revision_number': 4, 'project_id': '5a57803978924769818d0501e24d834d', 'subnets': [{'id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:26.764063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.861311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.863711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.884858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.887416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f51ba8-7dc7-40ea-b200-1184dfd7877a None None] The sync data for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 is: [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f41a731b-8539-4881-95a8-c9a705b05f99', 'name': '', 'network_id': '5a7521be-8e4a-4490-8d38-f9cc1f08ed5a', 'tenant_id': '5a57803978924769818d0501e24d834d', 'mac_address': 'fa:16:3e:d7:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:21Z', 'updated_at': '2021-12-10T05:07:26Z', 'revision_number': 4, 'project_id': '5a57803978924769818d0501e24d834d', 'subnets': [{'id': '04d457a2-1ae9-4c67-9aac-970aac043fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:26.912757 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.913954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33bf900-a988-44bb-8178-965dc927c714 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:07:26.919012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:26.922795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:26.923302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-21735e85-d8fa-4651-a10a-c24bc986cf87 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a33bf900-a988-44bb-8178-965dc927c714 HTTP/1.1" status: 204 len: 168 time: 0.9237385 Dec 10 05:07:26.942016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c1101-2286-4fdf-a4ae-9b036b6c8b9d None None] Pushing event updated for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:26.967466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Deleting subnet 2247c5b2-b452-4f9a-9b39-b27f94ff4b11 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:07:26.970483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.005512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-61758938-8b07-40b7-b9ac-e7c929291ac5 None None] Provisioning complete for port f41a731b-8539-4881-95a8-c9a705b05f99 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:27.005883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61758938-8b07-40b7-b9ac-e7c929291ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.008934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.094833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.187965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.210544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.216953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2247c5b2-b452-4f9a-9b39-b27f94ff4b11 HTTP/1.1" status: 204 len: 168 time: 0.2929800 Dec 10 05:07:27.217880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff34b4-151a-4094-b972-ea27f74b9be2 None None] Network 8ed4b202-f9d1-41d0-bb7b-be09d0354777 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:27.220171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44610) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:27.240671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f502b4-fd6d-4eda-a3fa-3f55b452a717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2247c5b2-b452-4f9a-9b39-b27f94ff4b11,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:27.291535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dee80e1c-664e-46c9-b1d8-9a48ba37b909 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:27.314151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: dee80e1c-664e-46c9-b1d8-9a48ba37b909 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:27.314508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dee80e1c-664e-46c9-b1d8-9a48ba37b909 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:27.327451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.391859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Deleting port 95fa4fea-c1c2-414d-92b5-8249661108d1 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:27.392193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.458069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] For port 95fa4fea-c1c2-414d-92b5-8249661108d1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=95fa4fea-c1c2-414d-92b5-8249661108d1,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:27.458433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.474094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Calling delete_port for 95fa4fea-c1c2-414d-92b5-8249661108d1 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:27.485198 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.635473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] DHCP port deletion for 8ed4b202-f9d1-41d0-bb7b-be09d0354777 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:27.692788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Deleting port 95fa4fea-c1c2-414d-92b5-8249661108d1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:27.693820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.767252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] For port 95fa4fea-c1c2-414d-92b5-8249661108d1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=95fa4fea-c1c2-414d-92b5-8249661108d1,segment=NetworkSegment(921e5fa7-abbc-4d73-bda4-2662a503ec53),segment_id=921e5fa7-abbc-4d73-bda4-2662a503ec53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:27.767654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.788239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Calling delete_port for 95fa4fea-c1c2-414d-92b5-8249661108d1 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:27.836450 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.867250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Pushing event deleted for resources: {'Port': ['ID=95fa4fea-c1c2-414d-92b5-8249661108d1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:27.872130 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.876166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] No DVR routers for this DVR port 95fa4fea-c1c2-414d-92b5-8249661108d1 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:27.902174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] Pushing event deleted for resources: {'Port': ['ID=95fa4fea-c1c2-414d-92b5-8249661108d1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:27.904326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce912ed-b7ea-480d-b6bd-cb7261c1809d None None] No DVR routers for this DVR port 95fa4fea-c1c2-414d-92b5-8249661108d1 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:27.965544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:27.990617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed4b202-f9d1-41d0-bb7b-be09d0354777']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:28.002176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921e5fa7-abbc-4d73-bda4-2662a503ec53') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:28.002543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921e5fa7-abbc-4d73-bda4-2662a503ec53') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:28.013149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.027402 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.034256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:07:28.034905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:07:28.036622 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:07:28.092358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.098380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.103622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] 10.222.0.43 "DELETE /v2.0/networks/8ed4b202-f9d1-41d0-bb7b-be09d0354777 HTTP/1.1" status: 204 len: 168 time: 0.8806345 Dec 10 05:07:28.104967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:28.120665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2ae08-8b40-4b3d-bb7f-4a855e7b6edb admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed4b202-f9d1-41d0-bb7b-be09d0354777,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:28.327617 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.472993 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.712804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Deleting port f41a731b-8539-4881-95a8-c9a705b05f99 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:28.713147 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.792596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] For port f41a731b-8539-4881-95a8-c9a705b05f99, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f41a731b-8539-4881-95a8-c9a705b05f99,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:28.792967 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.806016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Calling delete_port for f41a731b-8539-4881-95a8-c9a705b05f99 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:28.935092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f41a731b-8539-4881-95a8-c9a705b05f99 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:28.986301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f41a731b-8539-4881-95a8-c9a705b05f99 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:28.986671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:28.992078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.021964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41a731b-8539-4881-95a8-c9a705b05f99,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:29.023634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Could not find standard attr ID for object f41a731b-8539-4881-95a8-c9a705b05f99. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:07:29.026264 n-d-817326-3 neutron-server[103255]: INFO neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No ports have port_id starting with f41a731b-8539-4881-95a8-c9a705b05f99 Dec 10 05:07:29.091168 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 95fa4fea-c1c2-414d-92b5-8249661108d1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:29.112076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 95fa4fea-c1c2-414d-92b5-8249661108d1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:29.112417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 95fa4fea-c1c2-414d-92b5-8249661108d1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:29.112871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 247df848-959b-4885-8fd5-de15527f2fad no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:29.133277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 247df848-959b-4885-8fd5-de15527f2fad {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:29.133512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 247df848-959b-4885-8fd5-de15527f2fad not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:29.197095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.421516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Router 4a381cb2-4388-4d0c-a801-aa0756cf071e has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:29.527445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:29.532403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8a9712c6-c6f7-49b6-9f83-1d8779cf9c08 admin admin] 10.222.0.43 "PUT /v2.0/routers/4a381cb2-4388-4d0c-a801-aa0756cf071e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262908 Dec 10 05:07:29.534877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:29.537412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Sync routers for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:29.547756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:29.548447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:29.638075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.657236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:29.738842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.799500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Deleting port 0ec1d88c-2436-4882-bf7b-69e4fc296f68 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:29.799879 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.838985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:28Z', 'revision_number': 5, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port': {'id': '0ec1d88c-2436-4882-bf7b-69e4fc296f68', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:29.864198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Checking router: 4a381cb2-4388-4d0c-a801-aa0756cf071e for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:29.874490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Routers {'4a381cb2-4388-4d0c-a801-aa0756cf071e'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:29.875097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['4a381cb2-4388-4d0c-a801-aa0756cf071e'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:29.877544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] For port 0ec1d88c-2436-4882-bf7b-69e4fc296f68, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ec1d88c-2436-4882-bf7b-69e4fc296f68,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:29.877909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:29.890704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Calling delete_port for 0ec1d88c-2436-4882-bf7b-69e4fc296f68 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:29.958974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] Set router 4a381cb2-4388-4d0c-a801-aa0756cf071e gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:30.013264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:29Z', 'revision_number': 6, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:30.046067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936b8f-9dd4-47bb-8bae-e9d0aab46c3d None None] The sync data for ids ['4a381cb2-4388-4d0c-a801-aa0756cf071e'] in n-d-817326-3 is: [{'id': '4a381cb2-4388-4d0c-a801-aa0756cf071e', 'name': 'tempest-TestAggregatesBasicOps-1700888669-router', 'tenant_id': '5a57803978924769818d0501e24d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:07:19Z', 'updated_at': '2021-12-10T05:07:29Z', 'revision_number': 6, 'project_id': '5a57803978924769818d0501e24d834d', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:30.073221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.106684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec1d88c-2436-4882-bf7b-69e4fc296f68,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:30.112866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3187c46-fc14-4d65-9a24-1d953290b1d3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:30.165814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.255255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.257424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.301308 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.301887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a381cb2-4388-4d0c-a801-aa0756cf071e {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:07:30.306685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.307820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-99041521-3bea-4376-88a1-41cce51521f1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4a381cb2-4388-4d0c-a801-aa0756cf071e HTTP/1.1" status: 204 len: 168 time: 0.7720449 Dec 10 05:07:30.310383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44616) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:30.355220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Deleting subnet 04d457a2-1ae9-4c67-9aac-970aac043fbe {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:07:30.358656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.399078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.480391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.531227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.558335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d457a2-1ae9-4c67-9aac-970aac043fbe,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:30.560233 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.563474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7002783a-35e3-4f8f-8286-9ecef3346918 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/04d457a2-1ae9-4c67-9aac-970aac043fbe HTTP/1.1" status: 204 len: 168 time: 0.2521651 Dec 10 05:07:30.564159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4946b2b-231f-4606-a00c-5451d3613d72 None None] Network 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:30.565932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:30.637991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.692829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Deleting port e08e58d4-2633-4fdd-a983-9cd1e216fcca {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:30.693761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.758554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] For port e08e58d4-2633-4fdd-a983-9cd1e216fcca, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e08e58d4-2633-4fdd-a983-9cd1e216fcca,segment=NetworkSegment(192ed48e-30c9-4e10-ae2e-ad078b891788),segment_id=192ed48e-30c9-4e10-ae2e-ad078b891788)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:30.758847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.771068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Calling delete_port for e08e58d4-2633-4fdd-a983-9cd1e216fcca owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:30.825242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] DHCP port deletion for 5a7521be-8e4a-4490-8d38-f9cc1f08ed5a request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:07:30.855246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.880687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Deleting port e08e58d4-2633-4fdd-a983-9cd1e216fcca {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:30.881162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.884096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08e58d4-2633-4fdd-a983-9cd1e216fcca,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:30.885848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] No DVR routers for this DVR port e08e58d4-2633-4fdd-a983-9cd1e216fcca on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:30.941852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f41a731b-8539-4881-95a8-c9a705b05f99 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:30.963853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.978178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] For port e08e58d4-2633-4fdd-a983-9cd1e216fcca, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:30.978573 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:30.980901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f41a731b-8539-4881-95a8-c9a705b05f99 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:30.981552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f41a731b-8539-4881-95a8-c9a705b05f99 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:30.981983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ec1d88c-2436-4882-bf7b-69e4fc296f68 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:30.990833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7521be-8e4a-4490-8d38-f9cc1f08ed5a']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:31.000189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192ed48e-30c9-4e10-ae2e-ad078b891788') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:31.000621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192ed48e-30c9-4e10-ae2e-ad078b891788') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:31.010062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Calling delete_port for e08e58d4-2633-4fdd-a983-9cd1e216fcca owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:31.010255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.011781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0ec1d88c-2436-4882-bf7b-69e4fc296f68 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:31.012126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ec1d88c-2436-4882-bf7b-69e4fc296f68 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:31.012562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e08e58d4-2633-4fdd-a983-9cd1e216fcca no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:31.014974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Port e08e58d4-2633-4fdd-a983-9cd1e216fcca was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:07:31.017645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.023947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.030794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:07:31.031276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:07:31.033199 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:07:31.042016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e08e58d4-2633-4fdd-a983-9cd1e216fcca {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:07:31.042366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e08e58d4-2633-4fdd-a983-9cd1e216fcca not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:31.064058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] Pushing event deleted for resources: {'Port': ['ID=e08e58d4-2633-4fdd-a983-9cd1e216fcca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:31.067075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3121c9-6a44-42b0-9f9a-0212e3002fcb None None] No DVR routers for this DVR port e08e58d4-2633-4fdd-a983-9cd1e216fcca on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:31.094008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.099033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.107152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a7521be-8e4a-4490-8d38-f9cc1f08ed5a HTTP/1.1" status: 204 len: 168 time: 0.5377529 Dec 10 05:07:31.293511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:31.339108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-022fb739-44c3-47f9-bf5e-925dad3b99c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85ad9425eab24cf09ca4583d609257b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441897 Dec 10 05:07:31.341450 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:31.381545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbe045-4b06-4dad-baf3-e227be371878 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7521be-8e4a-4490-8d38-f9cc1f08ed5a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:31.391338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.413400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.459467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.462208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.463363 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f683ef1-5f98-4b01-9582-6e43f448b56e HTTP/1.1" status: 204 len: 168 time: 0.1210191 Dec 10 05:07:31.471446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa37f8a-2f04-4b5a-97c6-c9ba37e5832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f683ef1-5f98-4b01-9582-6e43f448b56e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:31.785875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:31.825451 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-fdb6902a-4a09-4435-9438-057ad5e01ed1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a57803978924769818d0501e24d834d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382893 Dec 10 05:07:31.827763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:31.873498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.894051 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.942059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.945348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:31.946559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/009477f9-9127-4b15-b758-14aaf746f154 HTTP/1.1" status: 204 len: 168 time: 0.1178668 Dec 10 05:07:31.954062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bdb6f-ccbb-44cf-8443-af3ed3887bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009477f9-9127-4b15-b758-14aaf746f154,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:32.611362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:32.706617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-332798835-network', 'tenant_id': '9da959da012a40f88d12e15dfd1e8602'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:32.728553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Made reservation on behalf of 9da959da012a40f88d12e15dfd1e8602 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:32.730754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.739063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.811238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.814942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.839123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:07:32.848660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83997fd9-29a0-4550-966e-6d2312e2a2cd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:32.854231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.854645 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Added segment a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56 of type vlan for network 26d333d3-fb12-4438-bd55-d97c69bd8b6d Dec 10 05:07:32.892843 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.917341 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.918267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:32.918834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.951101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3385899 Dec 10 05:07:32.954118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44662) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:32.959692 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Request body: {'subnet': {'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-332798835-subnet', 'tenant_id': '9da959da012a40f88d12e15dfd1e8602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:32.980903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Made reservation on behalf of 9da959da012a40f88d12e15dfd1e8602 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:32.983117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc142-7987-4e25-970e-0b166ba0b317 admin admin] Pushing event updated for resources: {'Network': ['ID=26d333d3-fb12-4438-bd55-d97c69bd8b6d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:32.983275 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:32.993273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 26d333d3-fb12-4438-bd55-d97c69bd8b6d details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:07:33.148202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.204163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8856bc70-091e-48b2-a1b1-c486496591f2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:33.212592 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Checking segment: {'id': 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:33.212951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Network hostable DHCP agents. Network: 26d333d3-fb12-4438-bd55-d97c69bd8b6d, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:07:33.228588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Network 26d333d3-fb12-4438-bd55-d97c69bd8b6d is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:07:33.236526 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 26d333d3-fb12-4438-bd55-d97c69bd8b6d) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:33.240551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:33.241143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.245295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c9575-a574-4dd7-a7a7-549adac29815 None None] Network 26d333d3-fb12-4438-bd55-d97c69bd8b6d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:33.265906 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-54d06e3a-18a2-4780-bc0e-f54d09b9c3b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3031211 Dec 10 05:07:33.344720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589c160-4b98-4145-96d2-83c4c540621d None None] Network 26d333d3-fb12-4438-bd55-d97c69bd8b6d requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:33.718541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:33.723390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1822108654-network', 'tenant_id': '97279c6ff8624765ae2be64e46f18e95'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:33.744625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Made reservation on behalf of 97279c6ff8624765ae2be64e46f18e95 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:33.746924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.755481 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.828454 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.831869 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.855619 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:07:33.865660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e06fd-255e-40eb-838b-8ee8e5624c3c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:33.870326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.870671 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Added segment 1e026700-3e68-486b-bba8-824b1edc9f62 of type vlan for network f44defd2-c0a7-4c92-be92-b80c69013b89 Dec 10 05:07:33.912736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.936675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.937589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:33.938150 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:33.974725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2545493 Dec 10 05:07:33.977465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:34.005452 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Request body: {'subnet': {'network_id': 'f44defd2-c0a7-4c92-be92-b80c69013b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1822108654-subnet', 'tenant_id': '97279c6ff8624765ae2be64e46f18e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:34.013010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8956d83-1023-4534-9996-26af2957a4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f44defd2-c0a7-4c92-be92-b80c69013b89,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:34.022384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network f44defd2-c0a7-4c92-be92-b80c69013b89 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:07:34.029999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Made reservation on behalf of 97279c6ff8624765ae2be64e46f18e95 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:34.032398 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:34.195962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:34.248101 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eaad9e-51b7-4341-9d8f-27250f1f1f93,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:34.258188 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Checking segment: {'id': '1e026700-3e68-486b-bba8-824b1edc9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f44defd2-c0a7-4c92-be92-b80c69013b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:34.258489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Network hostable DHCP agents. Network: f44defd2-c0a7-4c92-be92-b80c69013b89, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:07:34.275328 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Network f44defd2-c0a7-4c92-be92-b80c69013b89 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:07:34.284308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, f44defd2-c0a7-4c92-be92-b80c69013b89) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:34.288809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:34.289395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:34.293526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deebed1-d91a-4d0d-a307-3992443d648c None None] Network f44defd2-c0a7-4c92-be92-b80c69013b89 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:34.305203 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-eb697b36-dafd-43a9-8142-b27a95cc612a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3267360 Dec 10 05:07:34.388949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db19be4-c7e3-44bc-831c-f161eb1f1e38 None None] Network f44defd2-c0a7-4c92-be92-b80c69013b89 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:07:34.769433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-293baaf9-f1eb-4861-abd8-6714e61419ae tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:34.770801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-293baaf9-f1eb-4861-abd8-6714e61419ae tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/networks?id=26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 200 len: 811 time: 0.0978529 Dec 10 05:07:34.786319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c3b5ba9f-008f-400b-ac40-ecd2e5d2b85d tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/quotas/9da959da012a40f88d12e15dfd1e8602 HTTP/1.1" status: 200 len: 375 time: 0.0089135 Dec 10 05:07:34.822571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-1d299e41-e6a1-4ba2-86db-7ba4012133eb tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9da959da012a40f88d12e15dfd1e8602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308399 Dec 10 05:07:34.910285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-21d390ce-1316-4e17-9cfb-ec58e140b1fc service neutron] 10.222.0.43 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807421 Dec 10 05:07:34.999901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-d81ad7b0-8807-46f1-8372-f0b7db324126 service neutron] 10.222.0.43 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834744 Dec 10 05:07:35.157735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a38d73af-771e-4b34-8301-e4f07440e89d req-ac13f1bd-1a14-4398-9e1d-9daab2541d8b tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 210 time: 0.0268278 Dec 10 05:07:36.259832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-431f9bf2-cc91-4720-bfe0-c9de6479da35 req-39e6baf9-ff38-4103-822e-ae46e0ac8842 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 210 time: 0.0267682 Dec 10 05:07:36.277191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-a8b71c41-aaf1-4162-9f2a-c4610f9a65c2 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:36.278659 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-a8b71c41-aaf1-4162-9f2a-c4610f9a65c2 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.41 "GET /v2.0/networks?id=26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 200 len: 811 time: 0.1137087 Dec 10 05:07:36.308197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Request body: {'port': {'device_id': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d', 'admin_state_up': True, 'tenant_id': '9da959da012a40f88d12e15dfd1e8602'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:36.415140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Made reservation on behalf of 9da959da012a40f88d12e15dfd1e8602 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:07:36.418637 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:36.873820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Allocated IP 172.20.0.9 (26d333d3-fb12-4438-bd55-d97c69bd8b6d/8856bc70-091e-48b2-a1b1-c486496591f2/a0c1c509-98ad-4ddf-9578-ad0293e78134) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:07:37.016870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.049826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.091215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Network 26d333d3-fb12-4438-bd55-d97c69bd8b6d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:07:37.094171 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:07:37.100041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:07:37.105762 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Pushing event updated for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:37.154140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:37.154732 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.169812 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-411604ad-b234-4136-94e1-a8feb1290297 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652763 Dec 10 05:07:37.195652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Request body: {'port': {'device_id': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:37.247659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.379150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e944a-ab3d-476b-a23f-a67159e84ca7 req-a6f290e1-55e5-4c12-baee-bde8eface4f1 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:37.380569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c83e944a-ab3d-476b-a23f-a67159e84ca7 req-a6f290e1-55e5-4c12-baee-bde8eface4f1 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 931 time: 0.0510609 Dec 10 05:07:37.432181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c83e944a-ab3d-476b-a23f-a67159e84ca7 req-24add013-1828-489a-88d4-5dc2f6ef4fd2 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Dec 10 05:07:37.503977 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c1c509-98ad-4ddf-9578-ad0293e78134 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:07:37.511732 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.523730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Transition to ACTIVE for port object a0c1c509-98ad-4ddf-9578-ad0293e78134 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:07:37.527952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.581527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Pushing event updated for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:37.652643 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Attempting to bind port a0c1c509-98ad-4ddf-9578-ad0293e78134 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:37.652895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Attempting to bind port a0c1c509-98ad-4ddf-9578-ad0293e78134 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:37.653210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Attempting to bind port a0c1c509-98ad-4ddf-9578-ad0293e78134 on network 26d333d3-fb12-4438-bd55-d97c69bd8b6d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:37.657464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Port a0c1c509-98ad-4ddf-9578-ad0293e78134 on network 26d333d3-fb12-4438-bd55-d97c69bd8b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:07:37.657791 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Attempting to bind port a0c1c509-98ad-4ddf-9578-ad0293e78134 on network 26d333d3-fb12-4438-bd55-d97c69bd8b6d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:37.662519 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:37.662903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Checking segment: {'id': 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:37.663287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Bound using segment: {'id': 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:37.663708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Bound port: a0c1c509-98ad-4ddf-9578-ad0293e78134, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:37.664059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.737833 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:37.740923 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134,segment=NetworkSegment(a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56),segment_id=a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:37.745331 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.785935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:37.786549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:37.787952 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] 10.222.0.41 "PUT /v2.0/ports/a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 200 len: 1091 time: 0.5970743 Dec 10 05:07:37.788385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:37.790685 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180737c-9491-4849-937a-95338800d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:37.817618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612d18e-0921-4ffe-8392-590fc0284e0b service neutron] Pushing event updated for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:37.829991 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81158d-287f-4d2f-890b-820cbe2c05ed x-openstack-request-id: req-8e81158d-287f-4d2f-890b-820cbe2c05ed {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:37.830719 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:37.830975 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e81158d-287f-4d2f-890b-820cbe2c05ed {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:37.831375 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134', 'status': 'completed', 'code': 200} Dec 10 05:07:37.890809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-4504e999-da90-40bb-b780-14722893ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:37.892266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-4504e999-da90-40bb-b780-14722893ffc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da959da012a40f88d12e15dfd1e8602&device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 1094 time: 0.0406489 Dec 10 05:07:37.946256 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-73ac23cb-5fba-476e-aaa6-f969b8753756 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 200 len: 217 time: 0.0344799 Dec 10 05:07:38.000830 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-a149d97b-24b0-4668-b812-e566a26a91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:38.002228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-a149d97b-24b0-4668-b812-e566a26a91a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8856bc70-091e-48b2-a1b1-c486496591f2 HTTP/1.1" status: 200 len: 851 time: 0.0456738 Dec 10 05:07:38.036679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-49acc777-5eeb-4dd7-b788-fd2f1c76ed6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26d333d3-fb12-4438-bd55-d97c69bd8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233388 Dec 10 05:07:38.122720 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-c86bbda6-6f71-4ed7-8dfa-0549edd524c5 service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790665 Dec 10 05:07:38.221046 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-84b125cb-a3b2-4e2c-9057-d7f9c327aab4 req-7707bbb9-b486-4421-adf0-647bd12930d7 service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Dec 10 05:07:38.370020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180737c-9491-4849-937a-95338800d3fb req-b481d212-b9f2-4acf-834b-c35656ca9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:38.371630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-b481d212-b9f2-4acf-834b-c35656ca9601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da959da012a40f88d12e15dfd1e8602&device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 1094 time: 0.0413771 Dec 10 05:07:38.463498 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180737c-9491-4849-937a-95338800d3fb req-fa732bf1-3763-4258-aa22-827d1c02d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:38.465084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-fa732bf1-3763-4258-aa22-827d1c02d650 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 200 len: 912 time: 0.0861115 Dec 10 05:07:38.510630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-2e9aa745-c45d-49a8-a996-eb849d817377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 200 len: 217 time: 0.0355408 Dec 10 05:07:38.550789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979e0b8-d7cf-41f2-962d-1e08f2c5324e req-76dca38c-5937-48af-b3d9-170e0dd9c1a0 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:38.552278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5979e0b8-d7cf-41f2-962d-1e08f2c5324e req-76dca38c-5937-48af-b3d9-170e0dd9c1a0 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 943 time: 0.0495753 Dec 10 05:07:38.559838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180737c-9491-4849-937a-95338800d3fb req-84bdc65d-9c3e-49af-855b-ebba02c7274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:38.561313 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-84bdc65d-9c3e-49af-855b-ebba02c7274b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8856bc70-091e-48b2-a1b1-c486496591f2 HTTP/1.1" status: 200 len: 851 time: 0.0437858 Dec 10 05:07:38.599787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5979e0b8-d7cf-41f2-962d-1e08f2c5324e req-3e64d260-4053-46c3-9527-6074afa9e1a9 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Dec 10 05:07:38.600071 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-30bfd2bf-f6b5-491f-8ed4-97620e1a0e13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26d333d3-fb12-4438-bd55-d97c69bd8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290592 Dec 10 05:07:38.691199 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-5a4026da-ce36-4249-ba63-086066f55572 service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812809 Dec 10 05:07:38.785266 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-7180737c-9491-4849-937a-95338800d3fb req-efc12976-3b5c-4de0-b2f2-ac4014b4d08d service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Dec 10 05:07:39.719361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed362fb7-8648-4adb-b87e-f50e0b147db1 req-f0fe7e90-df43-4634-87e5-3949f6eb11a8 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:39.720816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed362fb7-8648-4adb-b87e-f50e0b147db1 req-f0fe7e90-df43-4634-87e5-3949f6eb11a8 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 943 time: 0.0476701 Dec 10 05:07:39.767397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed362fb7-8648-4adb-b87e-f50e0b147db1 req-7b94940b-a32c-4159-93f9-2cc88386c603 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Dec 10 05:07:40.844209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a0c1c509-98ad-4ddf-9578-ad0293e78134 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:07:40.890565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80875-07f3-469f-bf09-86ebd0fb5193 req-089a90f9-8e4e-4f47-a897-771d47bdbd6a tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:40.892043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c80875-07f3-469f-bf09-86ebd0fb5193 req-089a90f9-8e4e-4f47-a897-771d47bdbd6a tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 943 time: 0.0535266 Dec 10 05:07:40.938856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2c80875-07f3-469f-bf09-86ebd0fb5193 req-711bff80-bda3-4dff-8656-92b8e1bfd2d8 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Dec 10 05:07:40.940841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134,segment=NetworkSegment(a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56),segment_id=a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:40.952896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'a0c1c509-98ad-4ddf-9578-ad0293e78134', 'network_id': '26d333d3-fb12-4438-bd55-d97c69bd8b6d', 'port_id': 'a0c1c509-98ad-4ddf-9578-ad0293e78134', 'mac_address': 'fa:16:3e:7f:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8856bc70-091e-48b2-a1b1-c486496591f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:07:40.987645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:41.000183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c1c509-98ad-4ddf-9578-ad0293e78134 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:07:41.019242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134,segment=NetworkSegment(a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56),segment_id=a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:41.023253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:41.067891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:41.382656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a0c1c509-98ad-4ddf-9578-ad0293e78134'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:07:42.051395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772d9c-2913-4776-bc0c-5a874bc8fe9d req-23dce7c9-a8f7-46d1-9832-881e4b8152f7 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:42.053116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73772d9c-2913-4776-bc0c-5a874bc8fe9d req-23dce7c9-a8f7-46d1-9832-881e4b8152f7 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 944 time: 0.0483809 Dec 10 05:07:42.100731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73772d9c-2913-4776-bc0c-5a874bc8fe9d req-c20a6837-7cd6-4408-b1dd-167cf0c5dc83 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Dec 10 05:07:42.861006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a0c1c509-98ad-4ddf-9578-ad0293e78134 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:07:42.908106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port a0c1c509-98ad-4ddf-9578-ad0293e78134 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:07:42.911704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port a0c1c509-98ad-4ddf-9578-ad0293e78134 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:42.912076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:42.989225 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:43.010871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:43.013126 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c574dea-d638-4d61-847b-8726c9f173d4" -d '{"events": [{"server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "name": "network-vif-plugged", "status": "completed", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:43.026060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134,segment=NetworkSegment(a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56),segment_id=a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:43.030057 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:43.052040 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c48e3-8bfe-40d7-859b-55211a0050fa x-openstack-request-id: req-e40c48e3-8bfe-40d7-859b-55211a0050fa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:43.052332 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "name": "network-vif-plugged", "status": "completed", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:43.052617 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e40c48e3-8bfe-40d7-859b-55211a0050fa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:43.053549 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134', 'code': 200} Dec 10 05:07:43.078051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:43.208614 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c49c-094c-48d4-9d4c-35645899b03b req-e2fbc507-bf28-4204-b545-0477ac075050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:43.210134 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c09c49c-094c-48d4-9d4c-35645899b03b req-e2fbc507-bf28-4204-b545-0477ac075050 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 1096 time: 0.0445867 Dec 10 05:07:43.220421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f97322-4db0-451b-909c-9a8fabe3f045 req-ab0f4d78-dda0-4dcf-bda8-c860fcd136af tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:43.221917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90f97322-4db0-451b-909c-9a8fabe3f045 req-ab0f4d78-dda0-4dcf-bda8-c860fcd136af tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0545120 Dec 10 05:07:43.260755 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-2c09c49c-094c-48d4-9d4c-35645899b03b req-1c93143b-8420-490e-b1f2-8adb15e14e31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Dec 10 05:07:43.269050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90f97322-4db0-451b-909c-9a8fabe3f045 req-4abad70b-3b81-4431-b8b6-7a1a98c9d4bc tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Dec 10 05:07:43.830203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a451-85d3-4dce-a926-54b8802031ce req-8ff78bcd-931a-450d-b0da-94e3e1aab1bd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:43.831676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8481a451-85d3-4dce-a926-54b8802031ce req-8ff78bcd-931a-450d-b0da-94e3e1aab1bd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0496368 Dec 10 05:07:43.879936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8481a451-85d3-4dce-a926-54b8802031ce req-fdd6f524-2c7d-4ea0-addb-20a5d08a6973 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Dec 10 05:07:43.902738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44738) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:43.965617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4ccd040c-fe9a-43e0-b513-4c904936e8fe tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/74f04897-d03c-4724-9e56-bfa30374a54e HTTP/1.1" status: 200 len: 992 time: 0.0617661 Dec 10 05:07:44.304379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068b16-bb1f-4361-a4c2-28bbfb4c5fad req-d0aa72d1-c68d-4991-b29a-c22befb4e09b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:44.305965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e068b16-bb1f-4361-a4c2-28bbfb4c5fad req-d0aa72d1-c68d-4991-b29a-c22befb4e09b tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1096 time: 0.0400736 Dec 10 05:07:44.362071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e068b16-bb1f-4361-a4c2-28bbfb4c5fad req-2c966091-63f4-4d46-8d36-5d2cff9145eb tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498605 Dec 10 05:07:44.404869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610280-6041-45bf-878b-729f5d7c37c1 req-3b0f7dc0-7d34-4238-85f6-27d926859063 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:44.406370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e610280-6041-45bf-878b-729f5d7c37c1 req-3b0f7dc0-7d34-4238-85f6-27d926859063 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0608523 Dec 10 05:07:44.465607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e610280-6041-45bf-878b-729f5d7c37c1 req-3a512dfe-36fd-43ee-a9f5-0a5aad4ed051 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481064 Dec 10 05:07:44.916898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-508fa25f-aa2f-43b2-8cf6-0d394eb0b071 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428627 Dec 10 05:07:44.925588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-e2c01217-ace3-4250-b8b8-675c1ca45772 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:07:44.926527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-e2c01217-ace3-4250-b8b8-675c1ca45772 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048709 Dec 10 05:07:45.460692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-23eeafe1-0942-4f1b-8c37-335aad4a8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:45.462063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-23eeafe1-0942-4f1b-8c37-335aad4a8f6a service neutron] 10.222.0.43 "GET /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 1093 time: 0.0334618 Dec 10 05:07:45.470444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Request body: {'binding': {'host': 'n-h2-817326-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:45.470890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Unknown quota resources ['binding']. {{(pid=103253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 05:07:45.631302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a4617-9cde-4070-950e-15c053c24f54 req-ddec301d-cac4-4cb4-9606-88bf904cad61 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:45.632807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c60a4617-9cde-4070-950e-15c053c24f54 req-ddec301d-cac4-4cb4-9606-88bf904cad61 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0778644 Dec 10 05:07:45.648429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on host n-h2-817326-3 for vnic_type normal with profile None {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:45.648797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:45.649131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:45.664180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:07:45.664526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:45.680060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:45.680405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:45.680822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Bound using segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:45.681254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Bound port: 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:45.743460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c60a4617-9cde-4070-950e-15c053c24f54 req-aeef7f27-401d-4f1b-bf4f-737930341252 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034813 Dec 10 05:07:45.779330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:45.786589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] Publish callbacks [] for binding, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:45.787799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a358b94a-3423-4fc3-b9f0-3720776bbd63 service neutron] 10.222.0.43 "POST /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95/bindings HTTP/1.1" status: 201 len: 389 time: 0.3205900 Dec 10 05:07:45.866899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3446-865b-447c-9ec2-d69d7c26ed09 req-c846c15f-6d96-4a78-b886-fda12260b185 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:45.868593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f48a3446-865b-447c-9ec2-d69d7c26ed09 req-c846c15f-6d96-4a78-b886-fda12260b185 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0550296 Dec 10 05:07:45.947396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f48a3446-865b-447c-9ec2-d69d7c26ed09 req-f7481570-230f-4b8a-aea9-a7408146ef9e tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710478 Dec 10 05:07:45.960330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539a41-4cd2-4926-be77-8002c3282143 req-a8d3a463-8221-462d-b3df-51e27d1ec6f3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:45.961944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e539a41-4cd2-4926-be77-8002c3282143 req-a8d3a463-8221-462d-b3df-51e27d1ec6f3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0698493 Dec 10 05:07:46.037077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e539a41-4cd2-4926-be77-8002c3282143 req-ce25b6a8-9242-456c-9c17-afbe7fa0f830 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574691 Dec 10 05:07:46.059298 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-67a37ced-c0d9-489b-bdb4-c7a8aff6b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.060850 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-67a37ced-c0d9-489b-bdb4-c7a8aff6b42e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1096 time: 0.0489402 Dec 10 05:07:46.163361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-3bd9c058-2b34-42da-9760-2aaa7878603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.165282 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-3bd9c058-2b34-42da-9760-2aaa7878603f service neutron] 10.222.0.41 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.0973115 Dec 10 05:07:46.198586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae47c77-d289-420b-8cea-72dda41292dc req-c4b7f44d-5d77-4485-bbb3-8965f0c47167 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.199947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ae47c77-d289-420b-8cea-72dda41292dc req-c4b7f44d-5d77-4485-bbb3-8965f0c47167 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0488560 Dec 10 05:07:46.237006 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-74f42e80-ec65-4fe4-bade-fbbca3997a30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 1000 time: 0.0611038 Dec 10 05:07:46.247736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ae47c77-d289-420b-8cea-72dda41292dc req-b683ab5d-b59e-4ff1-8b5a-7d2897222858 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Dec 10 05:07:46.298263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-9a1ebcd2-ca67-4a4f-90f9-29640e641c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.299725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-9a1ebcd2-ca67-4a4f-90f9-29640e641c89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0533557 Dec 10 05:07:46.346615 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-205022be-85d1-43ee-a9cc-bbf2fe78d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.348097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-205022be-85d1-43ee-a9cc-bbf2fe78d860 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395823 Dec 10 05:07:46.439450 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f2e753cf-dccd-424c-ad3f-5762e8b3eebb service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831435 Dec 10 05:07:46.528244 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-a8822951-5beb-4b17-90ae-c832110c8143 service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801456 Dec 10 05:07:46.754347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-82cf4693-7eb4-4908-a7c4-2ca87ff309ad tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:46.755915 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-82cf4693-7eb4-4908-a7c4-2ca87ff309ad tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732&tenant_id=c1928bc24df2487fb6efbc330dd17b48&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1096 time: 0.0814898 Dec 10 05:07:46.771189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-3'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:07:46.822801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:46.945942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:46.982825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:47.021315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:47.024093 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306831f-5868-496f-b033-73659b58f303" -d '{"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-unplugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:47.028927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.034463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.066734 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93b75c-8f4b-447f-9d51-22c08a1f62e6 x-openstack-request-id: req-4f93b75c-8f4b-447f-9d51-22c08a1f62e6 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:47.067320 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-unplugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:47.067320 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f93b75c-8f4b-447f-9d51-22c08a1f62e6 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:47.067652 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'code': 200} Dec 10 05:07:47.136590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:47.152209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.152582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.152930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.153268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.153599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.153928 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.154255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.154579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.154903 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.155313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.155677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.156002 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.156969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:47.182950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b70c-9451-4cda-b025-b32b02113576 req-a68235de-fa5a-496d-ad54-fc692e0ace9b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.184569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8643b70c-9451-4cda-b025-b32b02113576 req-a68235de-fa5a-496d-ad54-fc692e0ace9b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 943 time: 0.0731940 Dec 10 05:07:47.213797 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on host n-h1-817326-3 for vnic_type normal with profile {"migrating_to": "n-h2-817326-3"} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:07:47.214140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:07:47.214479 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:47.219244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:07:47.219594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Attempting to bind port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on network 846996a1-93c5-4d10-a045-925d3b7edf0a {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:07:47.224878 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:07:47.225224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Checking segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:07:47.225610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Bound using segment: {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:07:47.226042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Bound port: 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810e742a-c7e9-43bc-8532-0d542fb69444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:07:47.226401 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.244625 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8643b70c-9451-4cda-b025-b32b02113576 req-221781c1-8477-4ad7-9cdb-d3627f91a7ef tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526955 Dec 10 05:07:47.298620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:47.301803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:07:47.305779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.347352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] Provisioning complete for port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:47.347865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.383975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73eb3c-eca4-4b2f-a30e-8caf6dfbd386 req-8f991ad5-0c17-401d-bf96-2bacdaca3895 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.393467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b73eb3c-eca4-4b2f-a30e-8caf6dfbd386 req-8f991ad5-0c17-401d-bf96-2bacdaca3895 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0681491 Dec 10 05:07:47.416576 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=8']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:47.440340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b73eb3c-eca4-4b2f-a30e-8caf6dfbd386 req-5c9018d2-f4e7-4e61-a28f-742e148c0703 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Dec 10 05:07:47.451967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.473332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.473996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.476039 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-f5551583-ffb8-44bb-b20c-3a03c655bad6 service neutron] 10.222.0.41 "PUT /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 1121 time: 0.7089193 Dec 10 05:07:47.477938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:47.480817 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41e457c-1517-462a-874c-a4d96a604022" -d '{"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-plugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:47.494716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:47.512545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:47.555555 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dce5ae-4a4b-4284-9737-35ec42238d97 x-openstack-request-id: req-09dce5ae-4a4b-4284-9737-35ec42238d97 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:47.556162 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-plugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:47.556421 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09dce5ae-4a4b-4284-9737-35ec42238d97 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:47.556887 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'code': 200} Dec 10 05:07:47.696637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19f25e-0c7b-443e-84ec-f58a81fc4a82 req-a2c000d9-e4f8-4da9-9a1e-225cec957d3d tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.698551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d19f25e-0c7b-443e-84ec-f58a81fc4a82 req-a2c000d9-e4f8-4da9-9a1e-225cec957d3d tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0643589 Dec 10 05:07:47.738483 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-3f1be988-cd98-4cfa-b7d0-30c3d07adfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.740065 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-3f1be988-cd98-4cfa-b7d0-30c3d07adfd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da959da012a40f88d12e15dfd1e8602&device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 1096 time: 0.0422502 Dec 10 05:07:47.752971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d19f25e-0c7b-443e-84ec-f58a81fc4a82 req-071c268f-0a9f-42aa-90ea-3a03f30f0c5b tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Dec 10 05:07:47.818217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['5aaa5e39-eb04-4192-9726-6cac2cf60b95'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:07:47.842550 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-dcf1b1a6-d20a-45d0-af63-ecc1f4155161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.844040 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-dcf1b1a6-d20a-45d0-af63-ecc1f4155161 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 200 len: 912 time: 0.0942094 Dec 10 05:07:47.873467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f5f2b-461b-42b4-b4e6-91360dbba86d None None] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:47.892468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-7c342a0b-dcdf-4547-9f57-7fb11e28d39d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Dec 10 05:07:47.942639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-e99a2ead-e829-46df-b62a-3a136c314c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:47.944149 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-e99a2ead-e829-46df-b62a-3a136c314c90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8856bc70-091e-48b2-a1b1-c486496591f2 HTTP/1.1" status: 200 len: 851 time: 0.0436578 Dec 10 05:07:47.979941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-e868555c-e12f-467c-bbe2-efb8c9d62c7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26d333d3-fb12-4438-bd55-d97c69bd8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246840 Dec 10 05:07:48.073417 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-cd42fa1f-2d7e-4b5f-916e-5c09e50238c3 service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855148 Dec 10 05:07:48.092113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-655cda5f-1af3-48d9-aab2-4fd5d9cc3b07 None None] Provisioning complete for port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:07:48.092487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-655cda5f-1af3-48d9-aab2-4fd5d9cc3b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:48.166230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-6cd94350-9270-495e-92ba-5b658dbc18d2 req-531f0c63-5aad-436d-b0fe-d31e7bdd6324 service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824742 Dec 10 05:07:48.364674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502d94-305f-47e7-90fa-461048dc3378 req-a55c7ee8-f84d-437e-8c65-9e382a48e672 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:48.366145 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6502d94-305f-47e7-90fa-461048dc3378 req-a55c7ee8-f84d-437e-8c65-9e382a48e672 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Dec 10 05:07:48.414404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6502d94-305f-47e7-90fa-461048dc3378 req-5ba366c2-8184-4c9c-a5f3-a90f8d5c3bc2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Dec 10 05:07:48.868787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700f80d-4ffd-4e6f-9450-5c7f6cf0a68f req-2179ef68-96f6-49ca-a5f7-7742312da2c6 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:48.870366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7700f80d-4ffd-4e6f-9450-5c7f6cf0a68f req-2179ef68-96f6-49ca-a5f7-7742312da2c6 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0495732 Dec 10 05:07:48.923506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7700f80d-4ffd-4e6f-9450-5c7f6cf0a68f req-88d47cba-bccc-4f42-b8e1-a91ee94baef6 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469041 Dec 10 05:07:49.069458 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:49.071751 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116b41c-f627-47ac-bff7-e3c423425aca" -d '{"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:49.106619 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a369c9a-256f-42e0-9bf8-1c06334340ce x-openstack-request-id: req-3a369c9a-256f-42e0-9bf8-1c06334340ce {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:49.107246 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:49.107246 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a369c9a-256f-42e0-9bf8-1c06334340ce {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:49.107554 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'status': 'completed', 'code': 200} Dec 10 05:07:49.197995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116b41c-f627-47ac-bff7-e3c423425aca req-95e3e561-be22-4ae8-8686-ca9ba37422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:49.199503 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-95e3e561-be22-4ae8-8686-ca9ba37422ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1126 time: 0.0464978 Dec 10 05:07:49.289710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116b41c-f627-47ac-bff7-e3c423425aca req-0af6fe8f-b4af-4562-a72a-f1aed9adc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:49.291190 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-0af6fe8f-b4af-4562-a72a-f1aed9adc028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.0844271 Dec 10 05:07:49.361598 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-f2e3f5c9-3b4d-4a79-9362-37dbf7e5984f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 1000 time: 0.0619128 Dec 10 05:07:49.411724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116b41c-f627-47ac-bff7-e3c423425aca req-83bd5c97-0b05-4ebb-99f8-7c86aacde310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:49.413842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-83bd5c97-0b05-4ebb-99f8-7c86aacde310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0439403 Dec 10 05:07:49.462752 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116b41c-f627-47ac-bff7-e3c423425aca req-aaae770d-906d-4945-bc04-c131b7ba7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:49.464270 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-aaae770d-906d-4945-bc04-c131b7ba7d6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438609 Dec 10 05:07:49.531663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051fa4c-77cb-4352-8514-f2b5423c6458 req-e27f4f53-245b-4ccc-8c8f-9a6122bf14c0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:49.534557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9051fa4c-77cb-4352-8514-f2b5423c6458 req-e27f4f53-245b-4ccc-8c8f-9a6122bf14c0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Dec 10 05:07:49.560218 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-0c896473-2b7a-4d13-bf59-39400efdc8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880892 Dec 10 05:07:49.587824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9051fa4c-77cb-4352-8514-f2b5423c6458 req-d9af46aa-e740-47ae-8c31-2789bb0fb8d7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484390 Dec 10 05:07:49.660454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9116b41c-f627-47ac-bff7-e3c423425aca req-0b5e97b5-f3ca-4dfe-a4b4-0422698680b4 service neutron] 10.222.0.36 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930476 Dec 10 05:07:50.038380 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec4ffb-697d-43dd-b58b-8831a9d7a90f req-95872d64-72dc-404e-9f45-68ec4bdbdb6d tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:50.039850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ec4ffb-697d-43dd-b58b-8831a9d7a90f req-95872d64-72dc-404e-9f45-68ec4bdbdb6d tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0478323 Dec 10 05:07:50.090664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61ec4ffb-697d-43dd-b58b-8831a9d7a90f req-41f0eadd-3439-43c3-af11-1f2c5948d637 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Dec 10 05:07:50.314434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1cde-6b96-449c-bd45-10a167f94bae req-89a3c13a-1a75-44a6-b416-f79054843800 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:50.315898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08ce1cde-6b96-449c-bd45-10a167f94bae req-89a3c13a-1a75-44a6-b416-f79054843800 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0474958 Dec 10 05:07:50.362926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08ce1cde-6b96-449c-bd45-10a167f94bae req-84511bea-0cd1-4fee-92c0-564a986f47c0 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Dec 10 05:07:50.524205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:50.707803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f60bd3-0ec5-430f-a908-61058e110dcf req-0453987c-ff05-4adb-80c5-04b63e74f217 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:50.709277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9f60bd3-0ec5-430f-a908-61058e110dcf req-0453987c-ff05-4adb-80c5-04b63e74f217 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Dec 10 05:07:50.755908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d9f60bd3-0ec5-430f-a908-61058e110dcf req-40a13547-5c01-4ab6-be4c-41be3f190fd0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Dec 10 05:07:50.921491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:07:51.022087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:51.032993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 has no active binding in host n-h2-817326-3 {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 05:07:51.479441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a424b7-e25f-42fc-804f-d231e23e4c53 req-a1bf8afc-2a27-49dc-b55a-49fe4ee1d16e tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.480886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8a424b7-e25f-42fc-804f-d231e23e4c53 req-a1bf8afc-2a27-49dc-b55a-49fe4ee1d16e tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0485141 Dec 10 05:07:51.526790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8a424b7-e25f-42fc-804f-d231e23e4c53 req-8f223390-afb7-4cf0-a90c-61e4dd2321b5 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Dec 10 05:07:51.723514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3613c-9e8f-4684-9a19-81a75a320ed0 req-72ed82bc-5322-4763-8993-30d47dc867ae tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.725039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2aa3613c-9e8f-4684-9a19-81a75a320ed0 req-72ed82bc-5322-4763-8993-30d47dc867ae tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0497217 Dec 10 05:07:51.779550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2aa3613c-9e8f-4684-9a19-81a75a320ed0 req-612de42b-2bdc-44e6-b862-12286533fa25 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Dec 10 05:07:51.785306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-db0d6b84-d474-4382-b0dd-9200bb7388b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.786733 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-db0d6b84-d474-4382-b0dd-9200bb7388b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da959da012a40f88d12e15dfd1e8602&device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 1096 time: 0.0479329 Dec 10 05:07:51.877315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-fd152267-2c46-42fc-9840-688f5e0a9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.878764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-fd152267-2c46-42fc-9840-688f5e0a9d98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 200 len: 912 time: 0.0847054 Dec 10 05:07:51.878925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f3d61-6b3f-4ca2-9e9f-9bf47a527384 req-e0ecc447-48ba-4201-951b-00cda8a15175 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.880343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f8f3d61-6b3f-4ca2-9e9f-9bf47a527384 req-e0ecc447-48ba-4201-951b-00cda8a15175 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0494204 Dec 10 05:07:51.924542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-d2c48db4-5059-46ed-aaa1-6fc4280bc793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 200 len: 217 time: 0.0375531 Dec 10 05:07:51.930021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f8f3d61-6b3f-4ca2-9e9f-9bf47a527384 req-91a5ac50-6bc1-48da-8b20-6786b0c76c94 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Dec 10 05:07:51.976606 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-b612fe46-0553-4460-a34d-016c9ab060c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:51.978042 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-b612fe46-0553-4460-a34d-016c9ab060c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8856bc70-091e-48b2-a1b1-c486496591f2 HTTP/1.1" status: 200 len: 851 time: 0.0436003 Dec 10 05:07:52.011571 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-8b0291e0-99c1-4073-9e2c-c30ed293977c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26d333d3-fb12-4438-bd55-d97c69bd8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242186 Dec 10 05:07:52.105295 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-5cf476c8-5069-4bb9-b570-a8952d5962ab service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848014 Dec 10 05:07:52.193526 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-39d3ee57-85e9-475f-8308-4f0b2a5bdb8d req-75f18167-1771-406c-8a4d-91dcd973f24f service neutron] 10.222.0.41 "GET /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796103 Dec 10 05:07:52.346110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fae74ab-61ea-4599-aec0-0fb20c4f9ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:52.895675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd82c8d-b344-404d-b0e2-78b4575081c3 req-6f23c66b-2612-4b6b-b02e-02cadfd5113c tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:52.897192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ccd82c8d-b344-404d-b0e2-78b4575081c3 req-6f23c66b-2612-4b6b-b02e-02cadfd5113c tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0492632 Dec 10 05:07:52.945341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ccd82c8d-b344-404d-b0e2-78b4575081c3 req-e2341597-4c47-42e0-b88b-8fb169ad4a13 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Dec 10 05:07:52.997647 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-5b5150b1-47d6-485d-925b-eff4f8d9204e service neutron] 10.222.0.36 "GET /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 384 time: 0.0684278 Dec 10 05:07:53.070377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735a489-e62e-4b9e-813d-313bd5f9b1af req-0fd0bd83-196f-458b-a918-df2dc4baa1b4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:53.071782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6735a489-e62e-4b9e-813d-313bd5f9b1af req-0fd0bd83-196f-458b-a918-df2dc4baa1b4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 945 time: 0.0581095 Dec 10 05:07:53.124688 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6735a489-e62e-4b9e-813d-313bd5f9b1af req-bd8b10d6-b432-45fb-9332-baa65a53b77d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Dec 10 05:07:53.178487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:53.200786 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:53.239447 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:53.242291 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b1e61-9ba2-45c7-9ee1-acafcc2083cf" -d '{"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-unplugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:53.249365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:53.265352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:53.280836 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2688235b-5f12-497f-9a6c-21d8b4c15caf x-openstack-request-id: req-2688235b-5f12-497f-9a6c-21d8b4c15caf {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:53.281133 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-unplugged", "status": "completed", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:53.281395 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2688235b-5f12-497f-9a6c-21d8b4c15caf {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:53.281783 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'code': 200} Dec 10 05:07:53.338705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] Transition to ACTIVE for port object 5aaa5e39-eb04-4192-9726-6cac2cf60b95 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:07:53.342197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:53.430004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] Pushing event updated for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=11']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:53.471613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] No DVR routers for this DVR port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on host n-h1-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:53.605447 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d0a7706c-a984-4c13-b69e-1e697c16f927 service neutron] 10.222.0.36 "PUT /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95/bindings/n-h2-817326-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5998929 Dec 10 05:07:53.766893 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:53.900747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-58b359e4-82de-4d9e-9652-1cbd008977e9 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:53.902390 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-58b359e4-82de-4d9e-9652-1cbd008977e9 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732&tenant_id=c1928bc24df2487fb6efbc330dd17b48&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.2032580 Dec 10 05:07:53.948995 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d2dff48c-5fd3-42d6-a275-a0f50c51a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:53.950412 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-d2dff48c-5fd3-42d6-a275-a0f50c51a699 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 1095 time: 0.0391359 Dec 10 05:07:54.025457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-23a18822-4305-4766-a25a-8d12c8732cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.027231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-23a18822-4305-4766-a25a-8d12c8732cf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1095 time: 0.0399058 Dec 10 05:07:54.067079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0dd74-e526-4284-92bc-8840a8a3117b req-40322107-9e2f-44b0-b113-60ef18b7b9cf tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.068640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eab0dd74-e526-4284-92bc-8840a8a3117b req-40322107-9e2f-44b0-b113-60ef18b7b9cf tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0524740 Dec 10 05:07:54.116869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eab0dd74-e526-4284-92bc-8840a8a3117b req-4e916710-b75a-4b7a-8d79-3b778d1d7eba tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Dec 10 05:07:54.129042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-052b52d5-d5d6-4280-9e3c-b016ed4178f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.130580 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-052b52d5-d5d6-4280-9e3c-b016ed4178f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.0940230 Dec 10 05:07:54.205013 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-18c2498f-7748-4b2a-aa88-deef86f1c633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 998 time: 0.0670977 Dec 10 05:07:54.251243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78686e-0049-440e-9448-d3246da8b2a2 req-7fb239b9-8e18-4344-957f-74fe1e2792a1 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.252963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c78686e-0049-440e-9448-d3246da8b2a2 req-7fb239b9-8e18-4344-957f-74fe1e2792a1 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0554788 Dec 10 05:07:54.257804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-6f49f510-ab6e-4af7-bf1f-6d859b253004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.259346 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-6f49f510-ab6e-4af7-bf1f-6d859b253004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0471103 Dec 10 05:07:54.314184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-ccdaaa09-f35f-4692-b91c-32db57081d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.315688 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-ccdaaa09-f35f-4692-b91c-32db57081d2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491757 Dec 10 05:07:54.315894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c78686e-0049-440e-9448-d3246da8b2a2 req-9c321ab4-0fce-4761-a71f-f2fa192e9800 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544732 Dec 10 05:07:54.373526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490914b-6ce4-4830-8f00-69b6beb28855 req-1f5e7d4b-7b43-4c0e-bab2-abfdc4a980ac tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.375034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c490914b-6ce4-4830-8f00-69b6beb28855 req-1f5e7d4b-7b43-4c0e-bab2-abfdc4a980ac tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0539699 Dec 10 05:07:54.407529 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-911cbd17-8e44-4f9c-9adc-785a8b5123b2 service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837660 Dec 10 05:07:54.423257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c490914b-6ce4-4830-8f00-69b6beb28855 req-c932e526-f501-4b16-97ce-1f73638cacb7 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Dec 10 05:07:54.499219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-84ef185e-aa54-4077-b6b8-bd032ec9a3c4 service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837793 Dec 10 05:07:54.779735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55047-8a5a-4ddd-b18b-51941471580e req-4526067c-3527-49a4-a721-ac7c3ebaf259 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:54.781143 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-4526067c-3527-49a4-a721-ac7c3ebaf259 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732&tenant_id=c1928bc24df2487fb6efbc330dd17b48&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 1095 time: 0.0435820 Dec 10 05:07:54.921961 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-57e55047-8a5a-4ddd-b18b-51941471580e req-e66518a8-36e4-4a8e-aaa2-69b80d7528ff service neutron] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:07:54.925160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-57e55047-8a5a-4ddd-b18b-51941471580e req-e66518a8-36e4-4a8e-aaa2-69b80d7528ff service neutron] Publish callbacks [] for binding, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:54.926285 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-57e55047-8a5a-4ddd-b18b-51941471580e req-e66518a8-36e4-4a8e-aaa2-69b80d7528ff service neutron] 10.222.0.41 "DELETE /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95/bindings/n-h1-817326-3 HTTP/1.1" status: 204 len: 173 time: 0.1362092 Dec 10 05:07:55.160966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c14bb82f-4cf2-42ed-a00f-4f6dede868c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:55.438488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054265a2-b847-4aff-bb27-384b7f8de13c req-d51fad35-3862-40dc-93b5-920e4b9b6164 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:55.439973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-054265a2-b847-4aff-bb27-384b7f8de13c req-d51fad35-3862-40dc-93b5-920e4b9b6164 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0494244 Dec 10 05:07:55.499127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-054265a2-b847-4aff-bb27-384b7f8de13c req-5366bf51-a0fc-4893-9c94-a578b7276085 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530696 Dec 10 05:07:55.546117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b83565-6982-450d-a70e-81a5be3e92ac req-787df147-8740-41b8-b900-c1065b6b4124 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:55.547602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47b83565-6982-450d-a70e-81a5be3e92ac req-787df147-8740-41b8-b900-c1065b6b4124 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0535100 Dec 10 05:07:55.631317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47b83565-6982-450d-a70e-81a5be3e92ac req-6afe4549-2f15-4d00-816b-dd1f76300432 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Dec 10 05:07:55.640109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f32e-c762-43fb-b327-cd5561094c90 req-df1101ed-ca0e-41f4-9089-30e8853cd943 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:55.641637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ef0f32e-c762-43fb-b327-cd5561094c90 req-df1101ed-ca0e-41f4-9089-30e8853cd943 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1095 time: 0.0632193 Dec 10 05:07:55.690648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ef0f32e-c762-43fb-b327-cd5561094c90 req-a47fca64-5c03-4e05-9c43-980794f7b274 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427096 Dec 10 05:07:55.812199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252d1f-c0ce-4f63-962a-8ceba89cfe90 req-11fd9864-2136-421a-aa5a-6416ecddfa32 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:55.813685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96252d1f-c0ce-4f63-962a-8ceba89cfe90 req-11fd9864-2136-421a-aa5a-6416ecddfa32 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0517240 Dec 10 05:07:55.828442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:55.864531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96252d1f-c0ce-4f63-962a-8ceba89cfe90 req-77650ee3-a5fb-4eda-9196-86d661a9bf5e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Dec 10 05:07:55.886527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44844) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:55.947832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-95680189-69dd-4fe2-aa2a-293a461fd3e4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/74f04897-d03c-4724-9e56-bfa30374a54e HTTP/1.1" status: 200 len: 990 time: 0.0599651 Dec 10 05:07:56.053283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:07:56.194635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44850) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:56.353387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 148214f9-b0db-4edd-b3b8-376dbea4464f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:56.354252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.427800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.428133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.440736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 148214f9-b0db-4edd-b3b8-376dbea4464f owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:56.605579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-dfd6dbfe-0590-483a-a58e-bf0b92ebd390 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:56.607044 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-dfd6dbfe-0590-483a-a58e-bf0b92ebd390 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.41 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.0479136 Dec 10 05:07:56.613707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.643982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=148214f9-b0db-4edd-b3b8-376dbea4464f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:56.674914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.675270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.675616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.675958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.676298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.676737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.677074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.677407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.678251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.678714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.679151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.679487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.679812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:07:56.715877 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Deleting port a0c1c509-98ad-4ddf-9578-ad0293e78134 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:56.716209 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.744805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.745146 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 74f04897-d03c-4724-9e56-bfa30374a54e disassociated (deleted). External IP: 172.25.8.64, port: 5aaa5e39-eb04-4192-9726-6cac2cf60b95. Dec 10 05:07:56.804252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] For port a0c1c509-98ad-4ddf-9578-ad0293e78134, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a0c1c509-98ad-4ddf-9578-ad0293e78134,segment=NetworkSegment(a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56),segment_id=a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:56.804714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.811336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef85e44-f411-4bc4-a82e-8f4ff36c73dc req-dbdbeebc-7511-440d-a8bb-e18d1da2195b tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:56.812847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef85e44-f411-4bc4-a82e-8f4ff36c73dc req-dbdbeebc-7511-440d-a8bb-e18d1da2195b tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6fdf6a-9e64-443e-b351-38fbbcf6206e HTTP/1.1" status: 200 len: 945 time: 0.1024842 Dec 10 05:07:56.817433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Calling delete_port for a0c1c509-98ad-4ddf-9578-ad0293e78134 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:56.901272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef85e44-f411-4bc4-a82e-8f4ff36c73dc req-87710a08-f881-4611-82d8-b5f65fec51f6 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.43 "GET /v2.0/security-groups?id=83997fd9-29a0-4550-966e-6d2312e2a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Dec 10 05:07:56.948083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:56.977260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Pushing event deleted for resources: {'Port': ['ID=a0c1c509-98ad-4ddf-9578-ad0293e78134,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:56.992389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a0c1c509-98ad-4ddf-9578-ad0293e78134'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:07:57.011406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 7be849ec-5835-4843-88c1-887c940cf8c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:07:57.017200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] No DVR routers for this DVR port a0c1c509-98ad-4ddf-9578-ad0293e78134 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:57.019771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:57.024329 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-d3f18857-5f05-4ae1-b855-03bd73fb8817 req-3906e24a-b558-456b-b0e8-c3a2c475cf33 tempest-TestServerAdvancedOps-137475496 tempest-TestServerAdvancedOps-137475496-project] 10.222.0.41 "DELETE /v2.0/ports/a0c1c509-98ad-4ddf-9578-ad0293e78134 HTTP/1.1" status: 204 len: 173 time: 0.4089956 Dec 10 05:07:57.024883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'name': 'network-vif-deleted', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:57.027536 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f823b217-07d8-4e83-baa8-678bae496cfb" -d '{"events": [{"server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "name": "network-vif-deleted", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:57.070163 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f41bd-9ca8-4ce7-8f7d-27a545c89eaa x-openstack-request-id: req-407f41bd-9ca8-4ce7-8f7d-27a545c89eaa {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:57.070480 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6fdf6a-9e64-443e-b351-38fbbcf6206e", "name": "network-vif-deleted", "tag": "a0c1c509-98ad-4ddf-9578-ad0293e78134", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:57.070768 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-407f41bd-9ca8-4ce7-8f7d-27a545c89eaa {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:57.071242 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6fdf6a-9e64-443e-b351-38fbbcf6206e', 'name': 'network-vif-deleted', 'tag': 'a0c1c509-98ad-4ddf-9578-ad0293e78134', 'status': 'completed', 'code': 200} Dec 10 05:07:57.125329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:07:57.130281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:57.135814 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Sync routers for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:07:57.146294 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:57.147546 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:57.161253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81f8ed60-8005-4d1c-822d-698f70d243a4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/floatingips/74f04897-d03c-4724-9e56-bfa30374a54e HTTP/1.1" status: 204 len: 168 time: 0.9654818 Dec 10 05:07:57.162098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:57.164792 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f38d2e-40a5-4156-a49e-b9785d133dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:57.211293 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c0248a-ee9d-4f4b-9df9-8691e9b4fdc1 x-openstack-request-id: req-47c0248a-ee9d-4f4b-9df9-8691e9b4fdc1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:57.211956 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:57.212452 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47c0248a-ee9d-4f4b-9df9-8691e9b4fdc1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:57.213106 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'status': 'completed', 'code': 200} Dec 10 05:07:57.273391 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:57.304788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-510581ca-eae0-4e11-a605-fd328c7aed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.306685 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-510581ca-eae0-4e11-a605-fd328c7aed35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 1095 time: 0.0481122 Dec 10 05:07:57.410776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-7a11cf1f-8fd9-4782-850f-82fa67a29cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.412231 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-7a11cf1f-8fd9-4782-850f-82fa67a29cf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 200 len: 898 time: 0.0970924 Dec 10 05:07:57.423350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab64a0-0ee6-41f7-9cfb-8627e97161b7 req-7d9e4c48-17a9-42dd-a6e2-1ae87822ddfc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.424982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfab64a0-0ee6-41f7-9cfb-8627e97161b7 req-7d9e4c48-17a9-42dd-a6e2-1ae87822ddfc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.0560789 Dec 10 05:07:57.469191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:07:57.493492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfab64a0-0ee6-41f7-9cfb-8627e97161b7 req-6b857f58-3a20-4dfa-a99e-d3b235c43253 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599647 Dec 10 05:07:57.522614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:57.544297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:07:57.585422 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:57.595031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-7f14e11d-2413-4ef7-b619-dc576a2b903b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706682 Dec 10 05:07:57.612266 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Checking router: 7be849ec-5835-4843-88c1-887c940cf8c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:07:57.621666 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:07:57.622286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:57.743374 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:07:57.838243 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-68aaa437-0184-4fb8-918f-ee18d540e64a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 200 len: 217 time: 0.4180675 Dec 10 05:07:57.852438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-2a43845d-3131-4ee4-a11e-f50896473167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.856287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-2a43845d-3131-4ee4-a11e-f50896473167 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1074314 Dec 10 05:07:57.900845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-3c9753af-7f0e-4d1f-86d0-4776d2841b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.902619 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-3c9753af-7f0e-4d1f-86d0-4776d2841b79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 200 len: 835 time: 0.0482867 Dec 10 05:07:57.953264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-7c3421ff-e6c4-4905-8155-d64ae59485d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:57.954885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-7c3421ff-e6c4-4905-8155-d64ae59485d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=846996a1-93c5-4d10-a045-925d3b7edf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448880 Dec 10 05:07:57.972072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:57.989355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:58.017940 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734912e8-916b-4d7d-a042-a2c156e9985f None None] The sync data for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 is: [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '38a17e1e-e62a-4fa8-8c24-c33b86fc91cc', 'name': '', 'network_id': '846996a1-93c5-4d10-a045-925d3b7edf0a', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:51:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:56Z', 'updated_at': '2021-12-10T05:07:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '12bb3839-8238-4bac-a4f9-2db55dd288aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:07:58.023993 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.41', 60570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:58.041824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Deleting subnet 8856bc70-091e-48b2-a1b1-c486496591f2 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:07:58.058977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.162769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.196804 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-35192795-098e-40bb-a0bd-8d7dab07d778 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:58.198433 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-35192795-098e-40bb-a0bd-8d7dab07d778 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.41 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.1692152 Dec 10 05:07:58.263143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.267064 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-5ff738bb-85b1-4745-b765-84fa1ea1c5ad service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506032 Dec 10 05:07:58.300646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-fa30a2b8-590c-492d-bc92-603c8c9f47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:58.302438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-fa30a2b8-590c-492d-bc92-603c8c9f47e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.4258099 Dec 10 05:07:58.305774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b71b0f-f069-4dd9-91ab-e2cb0eb29c13 None None] New status for floating IP 74f04897-d03c-4724-9e56-bfa30374a54e: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:07:58.378848 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.433301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-531a4f89-9586-445c-aa0c-3ecdd4d381b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1002 time: 0.1187978 Dec 10 05:07:58.438861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.455932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:07:58.456267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.489837 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-8e710ed6-833a-451a-8fc1-69cfbae673f7 service neutron] 10.222.0.41 "GET /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951456 Dec 10 05:07:58.490559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8856bc70-091e-48b2-a1b1-c486496591f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:58.492086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-80854882-e2b3-41f9-9ded-6a1eeef033b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:58.493590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-80854882-e2b3-41f9-9ded-6a1eeef033b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0495014 Dec 10 05:07:58.497040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.499753 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df7054e1-3b99-4541-af2f-445038262a9f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8856bc70-091e-48b2-a1b1-c486496591f2 HTTP/1.1" status: 204 len: 168 time: 0.5266140 Dec 10 05:07:58.502260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44866) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:58.587322 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 5aaa5e39-eb04-4192-9726-6cac2cf60b95, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5aaa5e39-eb04-4192-9726-6cac2cf60b95,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:07:58.587684 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.600602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 5aaa5e39-eb04-4192-9726-6cac2cf60b95 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:07:58.652960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.686873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-a5eed8b8-4e71-4b95-ba4e-d0ead012b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:58.688289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-a5eed8b8-4e71-4b95-ba4e-d0ead012b22b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643400 Dec 10 05:07:58.732786 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.736047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7773b53-9ac0-4295-af91-902d77bfba84 req-a49ed44d-5979-42ef-9085-a26966b5296a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:07:58.737718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7773b53-9ac0-4295-af91-902d77bfba84 req-a49ed44d-5979-42ef-9085-a26966b5296a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=36489fe9-ec01-4934-86f6-a3e34493b732 HTTP/1.1" status: 200 len: 944 time: 0.1297176 Dec 10 05:07:58.761582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=5aaa5e39-eb04-4192-9726-6cac2cf60b95,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:58.805301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] No DVR routers for this DVR port 5aaa5e39-eb04-4192-9726-6cac2cf60b95 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:07:58.807894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.811306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-67b67332-fc74-46d1-8452-a41844aa1b5b req-9ae0e040-b177-4c32-b7fa-92b151102b7e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.41 "DELETE /v2.0/ports/5aaa5e39-eb04-4192-9726-6cac2cf60b95 HTTP/1.1" status: 204 len: 173 time: 0.6025448 Dec 10 05:07:58.859804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.897850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d333d3-fb12-4438-bd55-d97c69bd8b6d']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:58.921366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:58.921666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e20ba8-4e90-4a9b-9a0d-b498a61ccd56') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:58.926753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7773b53-9ac0-4295-af91-902d77bfba84 req-e6d26161-e03c-4389-8465-5956efe2491f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=c147bcfa-fd83-4633-bef2-688e24cd18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774883 Dec 10 05:07:58.937501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.940673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-fc158ae3-d846-4072-8263-229bd5453a2e service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214057 Dec 10 05:07:58.953165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.959105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:07:58.959490 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:07:58.961212 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:07:59.071443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.072057 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-deleted', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:07:59.074665 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1e993-46e8-4031-82bf-5ebebfb74f6d" -d '{"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-deleted", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:07:59.076909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.082635 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] 10.222.0.43 "DELETE /v2.0/networks/26d333d3-fb12-4438-bd55-d97c69bd8b6d HTTP/1.1" status: 204 len: 168 time: 0.5768623 Dec 10 05:07:59.083229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:59.096684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a3eb4-fdd8-485d-90e2-fd4da215fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=26d333d3-fb12-4438-bd55-d97c69bd8b6d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:59.121804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73b11b72-645f-4093-8ffd-296c10fdb7f9 req-c02035ea-39dd-4b2e-a25b-5fa631527f8c service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596856 Dec 10 05:07:59.137910 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5469d66-8278-4863-ad35-2964cc637b38 x-openstack-request-id: req-a5469d66-8278-4863-ad35-2964cc637b38 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:07:59.138193 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36489fe9-ec01-4934-86f6-a3e34493b732", "name": "network-vif-deleted", "tag": "5aaa5e39-eb04-4192-9726-6cac2cf60b95", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:07:59.138457 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5469d66-8278-4863-ad35-2964cc637b38 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:07:59.138853 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36489fe9-ec01-4934-86f6-a3e34493b732', 'name': 'network-vif-deleted', 'tag': '5aaa5e39-eb04-4192-9726-6cac2cf60b95', 'status': 'completed', 'code': 200} Dec 10 05:07:59.159462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Deleting subnet b8eaad9e-51b7-4341-9d8f-27250f1f1f93 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:07:59.163472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.203070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.245037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.298988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.324732 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eaad9e-51b7-4341-9d8f-27250f1f1f93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:59.328330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.331540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-11eeeaae-35e3-4fb7-a76f-b7869a994fdb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8eaad9e-51b7-4341-9d8f-27250f1f1f93 HTTP/1.1" status: 204 len: 168 time: 0.2473586 Dec 10 05:07:59.334043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:59.406221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.485312 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.509794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44defd2-c0a7-4c92-be92-b80c69013b89']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:59.518828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e026700-3e68-486b-bba8-824b1edc9f62') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:59.519124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e026700-3e68-486b-bba8-824b1edc9f62') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:07:59.529115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.542494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.548306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:07:59.548718 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:07:59.550325 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:07:59.603806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.609130 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.612323 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f44defd2-c0a7-4c92-be92-b80c69013b89 HTTP/1.1" status: 204 len: 168 time: 0.2773569 Dec 10 05:07:59.623004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f9b3d-6ec2-4e62-95c7-2b81d4c9afa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44defd2-c0a7-4c92-be92-b80c69013b89,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:59.773727 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:59.813073 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-25697421-6f32-4b90-9a13-d88b4f80d9f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9da959da012a40f88d12e15dfd1e8602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381727 Dec 10 05:07:59.815357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44882) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:07:59.865448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.889532 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.935028 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.937722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:07:59.938902 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83997fd9-29a0-4550-966e-6d2312e2a2cd HTTP/1.1" status: 204 len: 168 time: 0.1226182 Dec 10 05:07:59.946989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412f328-571c-4339-9484-1f01443b1d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83997fd9-29a0-4550-966e-6d2312e2a2cd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:07:59.990582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:00.266677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44894) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:00.307457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddb6f04d-a2cb-47c9-96b1-b3ad6b488be8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97279c6ff8624765ae2be64e46f18e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393240 Dec 10 05:08:00.309758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44896) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:00.356317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.383908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.386536 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.440161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.443021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.445017 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c5e06fd-255e-40eb-838b-8ee8e5624c3c HTTP/1.1" status: 204 len: 168 time: 0.1343579 Dec 10 05:08:00.453081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e880f-60e3-40ff-b0a2-b3141c2ea54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e06fd-255e-40eb-838b-8ee8e5624c3c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:00.661135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:08:00.661476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.776638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:00.777175 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:00.793167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:08:00.959334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a0c1c509-98ad-4ddf-9578-ad0293e78134 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:08:00.981710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: a0c1c509-98ad-4ddf-9578-ad0293e78134 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:08:00.982050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a0c1c509-98ad-4ddf-9578-ad0293e78134 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:08:00.994577 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.029301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=38a17e1e-e62a-4fa8-8c24-c33b86fc91cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:01.209994 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.437312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 7be849ec-5835-4843-88c1-887c940cf8c9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:08:01.548418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:08:01.555957 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4ee6b662-5c53-418a-9200-87cce4ce9391 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/7be849ec-5835-4843-88c1-887c940cf8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618587 Dec 10 05:08:01.556650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44900) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:01.559628 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Sync routers for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:08:01.570794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:01.571401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:01.609149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting subnet 12bb3839-8238-4bac-a4f9-2db55dd288aa {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:08:01.612242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.664765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.687504 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:01.754592 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.815538 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.847032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:01.853187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:01.854396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e9cbe-ff17-481f-b584-f810a00d4823 None None] Network 846996a1-93c5-4d10-a045-925d3b7edf0a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:08:01.860622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/subnets/12bb3839-8238-4bac-a4f9-2db55dd288aa HTTP/1.1" status: 204 len: 168 time: 0.2927794 Dec 10 05:08:01.862210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bdb0a-236c-4420-b8d8-f3cc192c184e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Subnet': ['ID=12bb3839-8238-4bac-a4f9-2db55dd288aa,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:01.894783 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:08:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:01.924788 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Checking router: 7be849ec-5835-4843-88c1-887c940cf8c9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:08:01.934176 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Routers {'7be849ec-5835-4843-88c1-887c940cf8c9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:01.934783 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['7be849ec-5835-4843-88c1-887c940cf8c9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:01.989853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.030597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] DHCP port deletion for 846996a1-93c5-4d10-a045-925d3b7edf0a request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:08:02.041682 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] Set router 7be849ec-5835-4843-88c1-887c940cf8c9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:02.078453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Deleting port ab8daf78-534d-4b84-93d6-056d950013ef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:08:02.078823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.096309 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.143789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] For port ab8daf78-534d-4b84-93d6-056d950013ef, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ab8daf78-534d-4b84-93d6-056d950013ef,segment=NetworkSegment(810e742a-c7e9-43bc-8532-0d542fb69444),segment_id=810e742a-c7e9-43bc-8532-0d542fb69444)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:02.144347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.154409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port d76947fb-e1f7-4fe6-9e54-43239b252555 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:08:02.155242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.163040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Calling delete_port for ab8daf78-534d-4b84-93d6-056d950013ef owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:08:02.225434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:08:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:02.246082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.251978 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34817c3-b0a5-4c17-b4f5-92ade9d050a2 None None] The sync data for ids ['7be849ec-5835-4843-88c1-887c940cf8c9'] in n-d-817326-3 is: [{'id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315695079', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:08:00Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': 'd76947fb-e1f7-4fe6-9e54-43239b252555', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be849ec-5835-4843-88c1-887c940cf8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:08:02.255353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port d76947fb-e1f7-4fe6-9e54-43239b252555, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d76947fb-e1f7-4fe6-9e54-43239b252555,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:02.255747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.268427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for d76947fb-e1f7-4fe6-9e54-43239b252555 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:08:02.275504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] Pushing event deleted for resources: {'Port': ['ID=ab8daf78-534d-4b84-93d6-056d950013ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:02.293122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655de86-91d9-483a-b7af-e5e6243d1ae2 None None] No DVR routers for this DVR port ab8daf78-534d-4b84-93d6-056d950013ef on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:08:02.438927 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.465661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=d76947fb-e1f7-4fe6-9e54-43239b252555,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:02.476025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57211601-3132-42be-bcf5-4879feee2e44 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:08:02.526778 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.614854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.617625 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.662035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.663049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Fanout notify agent at l3_agent the message router_deleted on router 7be849ec-5835-4843-88c1-887c940cf8c9 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:08:02.673328 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.674348 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f76d8faa-e5d4-40fb-a784-2229b56030d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/routers/7be849ec-5835-4843-88c1-887c940cf8c9 HTTP/1.1" status: 204 len: 168 time: 0.8198650 Dec 10 05:08:02.677156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44904) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:02.760938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.846302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.868214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846996a1-93c5-4d10-a045-925d3b7edf0a']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:02.881563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810e742a-c7e9-43bc-8532-0d542fb69444') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:02.881898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810e742a-c7e9-43bc-8532-0d542fb69444') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:02.893746 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.908141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.915023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:08:02.915525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:08:02.918551 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:08:02.959418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:08:02.976289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 5aaa5e39-eb04-4192-9726-6cac2cf60b95 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:08:02.976801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5aaa5e39-eb04-4192-9726-6cac2cf60b95 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:08:02.987945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.995112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:02.998318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/networks/846996a1-93c5-4d10-a045-925d3b7edf0a HTTP/1.1" status: 204 len: 168 time: 0.3196404 Dec 10 05:08:03.001177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:03.009701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01b3b-fa42-4f7e-981d-3446d92e3b67 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Network': ['ID=846996a1-93c5-4d10-a045-925d3b7edf0a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:03.057120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.081647 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.140350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.143053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.144255 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/security-groups/c147bcfa-fd83-4633-bef2-688e24cd18a6 HTTP/1.1" status: 204 len: 168 time: 0.1420619 Dec 10 05:08:03.155250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1605a-44a2-476a-b281-ef3c7b9e4a25 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147bcfa-fd83-4633-bef2-688e24cd18a6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:03.292610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab8daf78-534d-4b84-93d6-056d950013ef no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:08:03.317985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ab8daf78-534d-4b84-93d6-056d950013ef {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:08:03.319344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ab8daf78-534d-4b84-93d6-056d950013ef not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:08:03.319773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:08:03.339893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:08:03.340107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 38a17e1e-e62a-4fa8-8c24-c33b86fc91cc not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:08:03.517204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:03.521854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552277068', 'description': 'tempest-secgroup-smoke-1552277068 description', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:03.543907 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.610851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.614434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.644011 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.645267 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1270432 Dec 10 05:08:03.647179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd8e65-b305-4627-b321-547970dd42d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4088c-7fae-41fd-a530-2b965233b504,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:03.648287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44914) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:03.653414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:03.680870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.738277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.742899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.758680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c379bb0-f3e1-4d39-8428-ad4e594d33ba,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:03.768448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.770234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6e9500fe-93f6-4953-a5eb-974f842efdc0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206479 Dec 10 05:08:03.773136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44916) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:03.777735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:03.804999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.860495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.864078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.882601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93262154-604b-4ef2-9d01-192c6cfe711b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:03.890882 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.892095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f42597c4-36d6-43ed-88a1-b9743830705a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180196 Dec 10 05:08:03.895106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44918) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:03.899486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:03.930663 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.989315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:03.993331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.010054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7628ee-2c15-45d8-9fc7-cbe9d5ba57f1,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:04.018889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.020077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ce4b6518-b3c1-4d7e-a527-6644a311d90e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240106 Dec 10 05:08:04.023316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44920) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:04.027842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:04.053245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.110747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.114459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.131556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e95ce64-a2e2-42ff-8a48-09e9d55615ce,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:04.140415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.141648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-503e5842-b5ce-40e9-aa4a-5e35d8ce2059 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173816 Dec 10 05:08:04.144331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44922) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:04.149116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:04.172735 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:08:04.177841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.234687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.238141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.255022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a048c06-e37f-4245-b2bd-df2f531669c5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:04.262632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.263817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-20efa32a-f8d3-4e61-9a9e-047da6508983 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185377 Dec 10 05:08:04.266529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44924) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:04.270792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'security_group_rule': {'security_group_id': '97b4088c-7fae-41fd-a530-2b965233b504', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:04.292985 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Project c1928bc24df2487fb6efbc330dd17b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:08:04.297594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.357072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.360358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.377256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fc39ac-861d-4a67-8596-f41e9b52d3a2,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:04.385290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.386478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7cd144fe-3ae8-4fcb-9c03-f9ba16cafcc3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190312 Dec 10 05:08:04.389274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44926) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:04.393933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'network': {'name': 'tempest-network-smoke--1200881457', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:04.414410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:08:04.417819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.440292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:08:04.449878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.450222 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Added segment f7d83855-9ce2-4f47-b674-afe5962097a5 of type vlan for network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f Dec 10 05:08:04.488693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.512560 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.518279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:04.518864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.558522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682694 Dec 10 05:08:04.561332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44928) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:04.565967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'admin_state_up': True, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:04.590238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.590715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02d4ce-5bcf-4a59-81df-3647f496f61b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Network': ['ID=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:04.591252 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.600838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:08:04.648365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.784208 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.885594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d76947fb-e1f7-4fe6-9e54-43239b252555 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:08:04.909328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: d76947fb-e1f7-4fe6-9e54-43239b252555 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:08:04.909587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d76947fb-e1f7-4fe6-9e54-43239b252555 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:08:04.974001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:04.995628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:05.093532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.22 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/04f9575b-5d40-46eb-9c3e-c703443a3d22) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:08:05.197686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:05.231110 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:05.267214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:05.269929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:05.275399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:08:05.282735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf60df4-032d-47a3-bc4d-db6655ead0f3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:08:05.297710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=04f9575b-5d40-46eb-9c3e-c703443a3d22,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:05.364339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7c2afd27-5aa2-4d5d-9f09-029fdb43b5a2 None None] Provisioning complete for port 04f9575b-5d40-46eb-9c3e-c703443a3d22 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:05.364764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c2afd27-5aa2-4d5d-9f09-029fdb43b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:05.400815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c2afd27-5aa2-4d5d-9f09-029fdb43b5a2 None None] Port 04f9575b-5d40-46eb-9c3e-c703443a3d22 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:08:05.857990 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.062717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.189231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 026daac1-1c80-49be-8c91-50ac74c1182a is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:08:06.294374 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:08:06.303772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Sync routers for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:08:06.314993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:06.315450 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.315687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:06.316701 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-231b822a-f8d1-4825-aca6-e748617363d5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7542937 Dec 10 05:08:06.319871 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 44930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:06.347528 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5e512e9f-d0fd-4a8f-bba0-d241999bd4d6 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c1928bc24df2487fb6efbc330dd17b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265563 Dec 10 05:08:06.350896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44932) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:06.419901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:06.435472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db3f6f-17a7-4ef3-825f-068024dc5c66 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:06.436939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b5db3f6f-17a7-4ef3-825f-068024dc5c66 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849805 Dec 10 05:08:06.439716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44934) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:06.478567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1a155e2a-9785-4de8-ad2b-512f9c3e8a2f tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377045 Dec 10 05:08:06.480857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44936) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:06.485800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089441509', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:06.571554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:08:06.575348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.596167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:05Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:06.622762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Checking router: 026daac1-1c80-49be-8c91-50ac74c1182a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:08:06.623118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Updating router 026daac1-1c80-49be-8c91-50ac74c1182a port 04f9575b-5d40-46eb-9c3e-c703443a3d22 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:08:06.652295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.756555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.820499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Subnet': ['ID=72ec682b-396a-43e9-9893-31d25e8cf700,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:06.828090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Checking segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:08:06.828452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network hostable DHCP agents. Network: 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:08:06.845204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:08:06.853852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:06.857931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:06.858516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.878214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-48613272-20aa-4be1-9bdb-30270d4ba605 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3936968 Dec 10 05:08:06.878581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:06.886493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792618e7-92a2-45dc-a186-44b6ef977ee9 None None] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:08:06.924272 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:06.954983 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.016395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf1821-e41c-42d4-aa69-30a82bdee8a2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:08:07.028041 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e995-9c68-4cc7-b3fe-0a1f4c54725f None None] Pushing event updated for resources: {'Port': ['ID=04f9575b-5d40-46eb-9c3e-c703443a3d22,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:07.050392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Attempting to bind port 04f9575b-5d40-46eb-9c3e-c703443a3d22 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:08:07.050845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Attempting to bind port 04f9575b-5d40-46eb-9c3e-c703443a3d22 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:08:07.051283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Attempting to bind port 04f9575b-5d40-46eb-9c3e-c703443a3d22 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:08:07.057634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:08:07.058014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:08:07.058412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.058821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:08:07.059254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Bound port: 04f9575b-5d40-46eb-9c3e-c703443a3d22, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:08:07.059632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.062487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:08:07.063290 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.200107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] For port 04f9575b-5d40-46eb-9c3e-c703443a3d22, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:08:07.205004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] For port 04f9575b-5d40-46eb-9c3e-c703443a3d22, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=04f9575b-5d40-46eb-9c3e-c703443a3d22,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:08:07.217965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.243581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] Provisioning complete for port 04f9575b-5d40-46eb-9c3e-c703443a3d22 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:07.243974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.320635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec472d7a-3b73-47ef-93ab-807787748dc1 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:08:07.327579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Allocated IP 172.20.0.2 (2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f/72ec682b-396a-43e9-9893-31d25e8cf700/cf934132-3573-4365-9fc5-10c37a14931d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:08:07.546490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e995-9c68-4cc7-b3fe-0a1f4c54725f None None] Pushing event updated for resources: {'Port': ['ID=04f9575b-5d40-46eb-9c3e-c703443a3d22,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:07.557579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:07.558190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:07.578616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.748321 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.796955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:07.823376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] For port 04f9575b-5d40-46eb-9c3e-c703443a3d22, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=04f9575b-5d40-46eb-9c3e-c703443a3d22,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:07.852041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.856458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.869590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:07.908968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.1 (2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f/72ec682b-396a-43e9-9893-31d25e8cf700/21feff63-5f53-4703-9dd2-3a27ea6c54a9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:08:07.962033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:07.972127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:07.979416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:08:07.981222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64594b32-9bd6-4a27-92b3-15205283f413 None None] Pushing event updated for resources: {'Port': ['ID=04f9575b-5d40-46eb-9c3e-c703443a3d22,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:08.036826 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.067471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-24d72386-3cf5-4810-90ab-87464dbc45a4 None None] Provisioning complete for port 04f9575b-5d40-46eb-9c3e-c703443a3d22 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:08.067842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24d72386-3cf5-4810-90ab-87464dbc45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.081393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.117541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Pushing event updated for resources: {'Port': ['ID=cf934132-3573-4365-9fc5-10c37a14931d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:08.119100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:08.123132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:08.125510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:08:08.142983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Attempting to bind port cf934132-3573-4365-9fc5-10c37a14931d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:08:08.143355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Attempting to bind port cf934132-3573-4365-9fc5-10c37a14931d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:08:08.143712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Attempting to bind port cf934132-3573-4365-9fc5-10c37a14931d on network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:08:08.156986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:08:08.157358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Checking segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:08:08.157754 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.158717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Bound using segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:08:08.158717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Bound port: cf934132-3573-4365-9fc5-10c37a14931d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:08:08.159092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.164130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:08.180406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.242934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:05Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:08.287105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fe4d-3a2e-454f-a109-183f2d4430b1 None None] The sync data for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 is: [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:05Z', 'revision_number': 3, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:08:08.293966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] For port cf934132-3573-4365-9fc5-10c37a14931d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:08:08.297184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] For port cf934132-3573-4365-9fc5-10c37a14931d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cf934132-3573-4365-9fc5-10c37a14931d,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:08:08.303440 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.319826 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.368110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de1d1d-2195-43d6-9632-4a5efe027f5f None None] Pushing event updated for resources: {'Port': ['ID=cf934132-3573-4365-9fc5-10c37a14931d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:08.670937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.676745 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.751792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:08.757500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:08.857005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:08.858546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:08.996142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 026daac1-1c80-49be-8c91-50ac74c1182a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:08:09.007765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cf934132-3573-4365-9fc5-10c37a14931d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:08:09.059349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cf934132-3573-4365-9fc5-10c37a14931d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:09.059729 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.113659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:08:09.119959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f713bb75-f6cd-46f9-ab45-e1e7c8620bdd tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/026daac1-1c80-49be-8c91-50ac74c1182a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405045 Dec 10 05:08:09.155150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.194124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port cf934132-3573-4365-9fc5-10c37a14931d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cf934132-3573-4365-9fc5-10c37a14931d,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:09.205834 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.206656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 04f9575b-5d40-46eb-9c3e-c703443a3d22 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:08:09.302604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=cf934132-3573-4365-9fc5-10c37a14931d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:09.316828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 04f9575b-5d40-46eb-9c3e-c703443a3d22 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:09.317205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.379927 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-4ca7b040-c66e-414a-bb92-50f1e5b85a8d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552277068&fields=id&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 267 time: 0.0595036 Dec 10 05:08:09.483221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08f9f2-a886-435a-9b36-5391fac56451 None None] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:08:09.493414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-8d7a0652-3e89-4988-9d92-f7e3c1b29859 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:09.494875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-8d7a0652-3e89-4988-9d92-f7e3c1b29859 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 797 time: 0.1073861 Dec 10 05:08:09.510677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-8ff773ad-8671-40a1-91fb-4505d0aaa24b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/quotas/c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Dec 10 05:08:09.560141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7843b3a2-0509-4c36-a382-29d964925795 None None] Provisioning complete for port cf934132-3573-4365-9fc5-10c37a14931d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:09.560525 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7843b3a2-0509-4c36-a382-29d964925795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.567099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-472b006e-2266-4674-9661-df37926d9fec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506938 Dec 10 05:08:09.781695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-c92cf8b1-f765-4df5-ab76-2b1488ad5f0e service neutron] 10.222.0.43 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015388 Dec 10 05:08:09.883839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-fe8e4727-74b1-4728-8d03-ce48c90a9191 service neutron] 10.222.0.43 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952001 Dec 10 05:08:09.897390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b45fa964-58a5-4df0-ba0c-961f9cf45148 None None] Provisioning complete for port cf934132-3573-4365-9fc5-10c37a14931d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:09.897760 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b45fa964-58a5-4df0-ba0c-961f9cf45148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:09.997811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b45fa964-58a5-4df0-ba0c-961f9cf45148 None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:09.998192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b45fa964-58a5-4df0-ba0c-961f9cf45148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:10.043779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b45fa964-58a5-4df0-ba0c-961f9cf45148 None None] Port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:08:10.082728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-897de080-b2a3-443a-9557-926f947f832e req-319024d5-6626-4dc5-b226-44552b0fac32 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 210 time: 0.0301051 Dec 10 05:08:10.163535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4dd93fd0-2f34-4fa1-b3be-446649c9458f None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:10.163833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dd93fd0-2f34-4fa1-b3be-446649c9458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:10.210214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93fd0-2f34-4fa1-b3be-446649c9458f None None] Port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:08:10.254754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Sync routers for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:08:10.274194 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:10.275038 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:10.333172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-60c62777-d99a-4c47-b84b-02c1d2ae1099 None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:10.333172 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60c62777-d99a-4c47-b84b-02c1d2ae1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:10.376646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-60c62777-d99a-4c47-b84b-02c1d2ae1099 None None] Port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:08:10.391878 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:10.680493 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 2, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:10.710427 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Checking router: 026daac1-1c80-49be-8c91-50ac74c1182a for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:08:10.710778 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Updating router 026daac1-1c80-49be-8c91-50ac74c1182a port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:08:10.738492 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:10.935298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cf934132-3573-4365-9fc5-10c37a14931d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:08:10.983578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cf934132-3573-4365-9fc5-10c37a14931d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:10.983952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:10.994920 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.000856 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.105043 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Pushing event updated for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:11.112148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Attempting to bind port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:08:11.112558 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Attempting to bind port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:08:11.112926 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Attempting to bind port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 on network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:08:11.121079 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.121079 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.121454 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.121720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.122041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.122503 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.122682 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.123010 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.123331 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.123649 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.123971 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.124292 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.124636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:11.130447 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:08:11.130831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Checking segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:08:11.131233 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.131618 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Bound using segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:08:11.132088 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Bound port: 21feff63-5f53-4703-9dd2-3a27ea6c54a9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:08:11.132486 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.234952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-d11c0b74-20e4-4373-9d8f-7bdbc4408c78 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:11.237092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-d11c0b74-20e4-4373-9d8f-7bdbc4408c78 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 797 time: 0.2125704 Dec 10 05:08:11.237975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c45c7d37-6f95-40be-a38f-3aa1a63a9040 req-05c51534-eb6b-415e-bad3-8c92dacec9f3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 210 time: 0.0543745 Dec 10 05:08:11.239638 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] For port 21feff63-5f53-4703-9dd2-3a27ea6c54a9, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:08:11.244985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] For port 21feff63-5f53-4703-9dd2-3a27ea6c54a9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=21feff63-5f53-4703-9dd2-3a27ea6c54a9,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:08:11.262467 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.323457 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-dbdea201-2794-4224-ba8c-1387494ef462 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1928bc24df2487fb6efbc330dd17b48 HTTP/1.1" status: 200 len: 380 time: 0.0695009 Dec 10 05:08:11.326067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:11.326768 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:11.338169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'port': {'device_id': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'admin_state_up': True, 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'security_groups': ['97b4088c-7fae-41fd-a530-2b965233b504']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:11.372738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f11d8-9f41-4305-a37a-2f8ba1677e43 None None] Pushing event updated for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:11.415046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:11.415818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.459851 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:11.468935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Made reservation on behalf of c1928bc24df2487fb6efbc330dd17b48 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:08:11.473642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.519612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.564773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] For port 21feff63-5f53-4703-9dd2-3a27ea6c54a9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=21feff63-5f53-4703-9dd2-3a27ea6c54a9,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:11.572960 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.626581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.20.0.7 (2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f/72ec682b-396a-43e9-9893-31d25e8cf700/0350e02a-8ded-4cb0-aba4-46124e2e2df5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:08:11.630370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ccc53-f417-4cb9-b93a-af707a4e411a None None] Pushing event updated for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:11.697124 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-52427f07-4ee6-4ea9-bf00-f8bf0fb5ea64 None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:11.697411 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52427f07-4ee6-4ea9-bf00-f8bf0fb5ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.720063 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:11.746763 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256676c-aff3-42c4-8d7a-f22e0d425501 None None] The sync data for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 is: [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:08:11.784621 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.843711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.892308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:11.895406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:11.901406 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:08:11.931195 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:11.966136 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:11.966891 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:11.987011 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-4b60879d-fd0a-467f-bd7d-d11d74fb0680 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6555073 Dec 10 05:08:12.004776 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Request body: {'port': {'device_id': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:12.070944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.213197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a595cfd1-1e53-437b-98bc-a86656fb7fdf None None] Provisioning complete for port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:12.213793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a595cfd1-1e53-437b-98bc-a86656fb7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.250273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a595cfd1-1e53-437b-98bc-a86656fb7fdf None None] Port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:08:12.348166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0350e02a-8ded-4cb0-aba4-46124e2e2df5 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:08:12.356972 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.368387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9637e-3168-4e45-b809-dac1d7ff7500 req-140f9998-81c5-4576-be29-af3d91eb1c6e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:12.370192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4f9637e-3168-4e45-b809-dac1d7ff7500 req-140f9998-81c5-4576-be29-af3d91eb1c6e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 931 time: 0.0527623 Dec 10 05:08:12.370349 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Transition to ACTIVE for port object 0350e02a-8ded-4cb0-aba4-46124e2e2df5 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:08:12.374859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.434402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4f9637e-3168-4e45-b809-dac1d7ff7500 req-5bda2843-263f-40ff-a4a2-8275bd5c70e1 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560443 Dec 10 05:08:12.455059 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:12.507329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Attempting to bind port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:08:12.507756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Attempting to bind port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:08:12.508160 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Attempting to bind port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 on network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:08:12.513413 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 on network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:08:12.513827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Attempting to bind port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 on network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:08:12.519365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:08:12.519794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Checking segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:08:12.520248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Bound using segment: {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:08:12.520863 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Bound port: 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d83855-9ce2-4f47-b674-afe5962097a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:08:12.521813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.591685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:08:12.595090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:08:12.601061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.639621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:12.640241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:12.641773 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] 10.222.0.36 "PUT /v2.0/ports/0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 1091 time: 0.6414695 Dec 10 05:08:12.642362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:08:12.644750 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb43ac-83c3-435c-9df2-53bcc677bb01" -d '{"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:08:12.682389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d215a-fa13-4888-af1c-1eb2c6b2170f service neutron] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:12.698543 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81daad6-5102-4261-bb6d-108b80dd761b x-openstack-request-id: req-a81daad6-5102-4261-bb6d-108b80dd761b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:08:12.698902 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:08:12.699228 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a81daad6-5102-4261-bb6d-108b80dd761b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:08:12.699809 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'status': 'completed', 'code': 200} Dec 10 05:08:12.768604 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-a34bd8ef-638e-4fbb-adec-ebcd1e53bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:12.770279 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-a34bd8ef-638e-4fbb-adec-ebcd1e53bcbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1094 time: 0.0483418 Dec 10 05:08:12.823905 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-469badcb-e2dc-4494-8db9-aac228bb7bd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 217 time: 0.0383122 Dec 10 05:08:12.886092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-0fe9c598-a0b5-4e79-8cfb-7c0df061567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:12.889898 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-0fe9c598-a0b5-4e79-8cfb-7c0df061567e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 200 len: 835 time: 0.0553718 Dec 10 05:08:12.941731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739df9-f668-4370-9df4-27789bd02f04 req-71bcb8c8-adcd-4bc4-ad94-4bfb6e8eb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:12.943864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-71bcb8c8-adcd-4bc4-ad94-4bfb6e8eb486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476201 Dec 10 05:08:12.959411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 21feff63-5f53-4703-9dd2-3a27ea6c54a9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:08:13.007674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:13.007986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:13.040394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-2e5bcc78-4eee-4302-ad33-c1aefd150d58 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890863 Dec 10 05:08:13.134416 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-90739df9-f668-4370-9df4-27789bd02f04 req-9ec2f7ad-e180-4447-ba9e-f086a405492a service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869548 Dec 10 05:08:13.268899 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-8f1142a3-b029-447a-beae-5f457b72d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:13.270316 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-8f1142a3-b029-447a-beae-5f457b72d244 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1094 time: 0.0412076 Dec 10 05:08:13.361202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-a619e1df-44e9-4c20-b891-2b56d9609a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:13.362719 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-a619e1df-44e9-4c20-b891-2b56d9609a03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 898 time: 0.0844440 Dec 10 05:08:13.409373 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-8273c738-84c9-4177-a9a5-4165c9b7c30b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 217 time: 0.0381794 Dec 10 05:08:13.458596 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-f21c4ec0-0fd1-4a24-a5fd-acb5e1baad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:13.460027 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-f21c4ec0-0fd1-4a24-a5fd-acb5e1baad2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 200 len: 835 time: 0.0426528 Dec 10 05:08:13.507203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-7db0a7f2-884a-45f5-80f3-27ff2e902329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:13.508716 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-7db0a7f2-884a-45f5-80f3-27ff2e902329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402548 Dec 10 05:08:13.553206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f2ae0-5d75-4ad9-9d7b-0ec50e5f8f44 req-ae2d6e83-9622-4238-963c-1eebcf879b1d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:13.554630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed1f2ae0-5d75-4ad9-9d7b-0ec50e5f8f44 req-ae2d6e83-9622-4238-963c-1eebcf879b1d tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 943 time: 0.0493460 Dec 10 05:08:13.603943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed1f2ae0-5d75-4ad9-9d7b-0ec50e5f8f44 req-7a067cd2-1e7c-4a93-8ada-0ff8ea7baf68 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Dec 10 05:08:13.604454 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-10bc620d-a845-4c8a-8c83-530c6d4568c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863814 Dec 10 05:08:13.697012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-e1cb43ac-83c3-435c-9df2-53bcc677bb01 req-94ad588d-e3e3-4abe-9a01-bbd5081faa53 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Dec 10 05:08:14.718826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171c4fd-dfce-48ee-bd21-e0e0d5d7fa36 req-491f1630-2a6e-4f37-8842-f8d79f3ad791 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:14.720297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1171c4fd-dfce-48ee-bd21-e0e0d5d7fa36 req-491f1630-2a6e-4f37-8842-f8d79f3ad791 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 943 time: 0.0472221 Dec 10 05:08:14.779964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1171c4fd-dfce-48ee-bd21-e0e0d5d7fa36 req-2b610c68-c016-4eed-a727-b55a3a0eedc4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530064 Dec 10 05:08:15.493511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:08:15.588773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:15.599500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'mac_address': 'fa:16:3e:d2:14:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:08:15.635812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:15.651834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0350e02a-8ded-4cb0-aba4-46124e2e2df5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:08:15.670930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:15.674761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:15.719571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:15.727228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.727581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.727925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.728264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.728632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.728964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.729296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.729620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.729946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.730270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.730594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.730915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.731237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:08:15.904285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a62531-a139-410f-9a12-350c7cf9e6b3 req-72d91790-5208-46b4-a411-f63c0464813b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:15.905783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33a62531-a139-410f-9a12-350c7cf9e6b3 req-72d91790-5208-46b4-a411-f63c0464813b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 944 time: 0.0532165 Dec 10 05:08:15.950557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['0350e02a-8ded-4cb0-aba4-46124e2e2df5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:08:15.956678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33a62531-a139-410f-9a12-350c7cf9e6b3 req-f259ca8a-d43d-4b41-af61-b00589dfb102 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Dec 10 05:08:17.082025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c20ba-36d2-4c84-b627-e7ff67f4abf9 req-516d4b37-f1b3-41bb-b006-09ecd9276fe7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:17.083520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d1c20ba-36d2-4c84-b627-e7ff67f4abf9 req-516d4b37-f1b3-41bb-b006-09ecd9276fe7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 944 time: 0.0600741 Dec 10 05:08:17.132832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d1c20ba-36d2-4c84-b627-e7ff67f4abf9 req-08bd93b2-3042-4af1-a4f4-e38193b12bf7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Dec 10 05:08:17.500841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:08:17.549716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:08:17.553835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:08:17.554192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:17.630992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:17.653109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:08:17.655342 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c61c32-f202-48a9-87a1-42b4bd15b148" -d '{"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-plugged", "status": "completed", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:08:17.669023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:08:17.673253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:17.695452 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f52072-374b-4e88-b6d6-3642d1dc4700 x-openstack-request-id: req-49f52072-374b-4e88-b6d6-3642d1dc4700 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:08:17.695742 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-plugged", "status": "completed", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:08:17.695997 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49f52072-374b-4e88-b6d6-3642d1dc4700 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:08:17.696389 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'code': 200} Dec 10 05:08:17.721188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:17.825381 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5cef-ffc6-4c58-927d-c23ce3bb2b6b req-fa8dd880-f446-44cf-a8b4-694dec0ca2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:17.827012 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7c5cef-ffc6-4c58-927d-c23ce3bb2b6b req-fa8dd880-f446-44cf-a8b4-694dec0ca2ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1096 time: 0.0394681 Dec 10 05:08:17.871762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-da7c5cef-ffc6-4c58-927d-c23ce3bb2b6b req-120070ab-1362-41bd-b8a2-4b858a786f17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Dec 10 05:08:18.246805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bada60-8db6-45a1-86c9-f60cc2f6cb34 req-358d6d70-49af-4478-80a5-077d83d6587f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:18.248321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06bada60-8db6-45a1-86c9-f60cc2f6cb34 req-358d6d70-49af-4478-80a5-077d83d6587f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Dec 10 05:08:18.300789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06bada60-8db6-45a1-86c9-f60cc2f6cb34 req-5fbbd441-2b82-416b-8a8b-2837e1371c1f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Dec 10 05:08:19.418905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905967-6188-417a-9d55-582dffcd4531 req-5ec38d54-6def-4ace-a3bc-f638634db24f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:19.420385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25905967-6188-417a-9d55-582dffcd4531 req-5ec38d54-6def-4ace-a3bc-f638634db24f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Dec 10 05:08:19.469240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25905967-6188-417a-9d55-582dffcd4531 req-0a00b4fb-5ee9-43ea-8fbf-bfa975213b40 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Dec 10 05:08:19.581531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067408ad-fd26-48c4-890f-e97e84d3f3e0 req-770e7a16-2cb7-410f-92b7-0eeb98771e65 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:19.583007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-067408ad-fd26-48c4-890f-e97e84d3f3e0 req-770e7a16-2cb7-410f-92b7-0eeb98771e65 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Dec 10 05:08:19.631410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-067408ad-fd26-48c4-890f-e97e84d3f3e0 req-41c39954-e832-41f1-8d7b-107f66271a36 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Dec 10 05:08:19.653522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44986) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:19.695148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e375ab7-bd99-4122-8142-a2bbe6fb6704 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:19.696660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2e375ab7-bd99-4122-8142-a2bbe6fb6704 tempest-TestNetworkAdvancedServerOps-1544735708 tempest-TestNetworkAdvancedServerOps-1544735708-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1091 time: 0.0421538 Dec 10 05:08:19.699400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44988) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:19.703540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:08:19.725933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:19.825092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:19.929075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Allocated IP 172.25.8.236 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/cf75f04b-800a-4dd0-9ba1-fac2534c255b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:08:20.027330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.059512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.100180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:08:20.102996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:08:20.108389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:08:20.113733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=cf75f04b-800a-4dd0-9ba1-fac2534c255b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:20.461702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.530749 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.535040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.680827 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.685193 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.750515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event updated for resources: {'Port': ['ID=cf75f04b-800a-4dd0-9ba1-fac2534c255b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:08:20.760760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:20.857426 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 855ae073-6009-45bf-a4e9-c40782f9e62c associated. External IP: 172.25.8.236, port: 0350e02a-8ded-4cb0-aba4-46124e2e2df5. Dec 10 05:08:21.060912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 026daac1-1c80-49be-8c91-50ac74c1182a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:08:21.165301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:08:21.179030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Sync routers for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:08:21.187162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:21.189243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:21.189858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:21.213740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-26eec07e-78c2-45cf-99cb-8d6c589362bb tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5133419 Dec 10 05:08:21.214331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:08:21.216647 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392078e-9521-4b24-a35a-1855ce8893df" -d '{"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:08:21.254938 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ca8c3-f7e2-49c8-bb50-ebfcaa7a805f x-openstack-request-id: req-507ca8c3-f7e2-49c8-bb50-ebfcaa7a805f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:08:21.255261 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:08:21.255524 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-507ca8c3-f7e2-49c8-bb50-ebfcaa7a805f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:08:21.255938 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'status': 'completed', 'code': 200} Dec 10 05:08:21.298892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:21.317163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537af8d4-6fb9-4a02-87b5-35eba11faa54 req-104e92fe-0e2f-421e-8da0-df67d011c7ca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:21.318687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-537af8d4-6fb9-4a02-87b5-35eba11faa54 req-104e92fe-0e2f-421e-8da0-df67d011c7ca tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Dec 10 05:08:21.340886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392078e-9521-4b24-a35a-1855ce8893df req-0e96ec1d-931d-45db-afa7-5b856376cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:21.342403 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-0e96ec1d-931d-45db-afa7-5b856376cccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1096 time: 0.0423186 Dec 10 05:08:21.370025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-537af8d4-6fb9-4a02-87b5-35eba11faa54 req-226a68fa-1f57-4f73-971f-d864bcefaa69 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Dec 10 05:08:21.393852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44994) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:21.441055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392078e-9521-4b24-a35a-1855ce8893df req-3f0c37b5-4846-4183-82f8-b757ad289e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:21.442630 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-3f0c37b5-4846-4183-82f8-b757ad289e88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 898 time: 0.0933003 Dec 10 05:08:21.464870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-478b3f10-d11b-4c5a-ac53-8a920c906170 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/855ae073-6009-45bf-a4e9-c40782f9e62c HTTP/1.1" status: 200 len: 991 time: 0.0694067 Dec 10 05:08:21.510961 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-c276c5b5-811b-4ada-8a42-243042277c1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 999 time: 0.0604019 Dec 10 05:08:21.532201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '855ae073-6009-45bf-a4e9-c40782f9e62c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'mac_address': 'fa:16:3e:d2:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:08:20Z', 'updated_at': '2021-12-10T05:08:20Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:21.558579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Checking router: 026daac1-1c80-49be-8c91-50ac74c1182a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:08:21.564029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392078e-9521-4b24-a35a-1855ce8893df req-914a38bf-f902-4fc0-bba6-3bdaa84179ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:21.565533 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-914a38bf-f902-4fc0-bba6-3bdaa84179ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 200 len: 835 time: 0.0470474 Dec 10 05:08:21.566843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:08:21.567501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:07:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:21.610873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392078e-9521-4b24-a35a-1855ce8893df req-2f93c4e7-0bbf-483a-a4ca-3e9e104ce583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:21.612335 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-2f93c4e7-0bbf-483a-a4ca-3e9e104ce583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394428 Dec 10 05:08:21.673860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:08:21.706112 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-fb68d648-e09c-427c-8ed9-c33cbbb41250 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858791 Dec 10 05:08:21.805614 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-8392078e-9521-4b24-a35a-1855ce8893df req-80f9aae1-7569-4abe-9fc9-63ef98da53a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894723 Dec 10 05:08:21.902931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '855ae073-6009-45bf-a4e9-c40782f9e62c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'mac_address': 'fa:16:3e:d2:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:08:20Z', 'updated_at': '2021-12-10T05:08:20Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:08:21.927935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c4268-d40e-42de-9b97-1098f4bd0438 None None] The sync data for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 is: [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '855ae073-6009-45bf-a4e9-c40782f9e62c', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'mac_address': 'fa:16:3e:d2:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:08:20Z', 'updated_at': '2021-12-10T05:08:20Z', 'revision_number': 0, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:08:22.118974 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8c1a7-4041-42a3-b5ae-76b76e87ff91 None None] New status for floating IP 855ae073-6009-45bf-a4e9-c40782f9e62c: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:08:22.346543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32090416-de35-4d4c-8ccb-0c7b70f815de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:22.468627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 44996) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:08:22.527596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-708f2315-d18b-4b36-a8f3-8b707cc02413 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/855ae073-6009-45bf-a4e9-c40782f9e62c HTTP/1.1" status: 200 len: 993 time: 0.0575867 Dec 10 05:08:23.776984 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:25.166246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7206928-e046-4b26-b266-6ce37f4c559e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:25.831513 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:27.487318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:28.321780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:33.052155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:08:50.540030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:51.603993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eca2e-04ef-4c96-864b-b8ced26def53 req-10da4961-2b4e-412b-8546-398291c273ce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:51.605524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-588eca2e-04ef-4c96-864b-b8ced26def53 req-10da4961-2b4e-412b-8546-398291c273ce tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.1104388 Dec 10 05:08:51.653180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-588eca2e-04ef-4c96-864b-b8ced26def53 req-122f6424-5b96-472f-9c65-6fb7476101f4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Dec 10 05:08:52.347690 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1405e17d-7070-491c-998f-e0774f9d3993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:52.766579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d28ec-1448-457c-a956-74c91593ae3f req-4300a499-8360-40a1-8b85-b0025c6baf70 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:52.768037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f16d28ec-1448-457c-a956-74c91593ae3f req-4300a499-8360-40a1-8b85-b0025c6baf70 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Dec 10 05:08:52.816027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f16d28ec-1448-457c-a956-74c91593ae3f req-72f90cb0-c044-4465-b0da-ce50e5bf1fd8 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Dec 10 05:08:53.803556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:53.940377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e23d0-5bb2-43aa-aa29-e803b02cd1a5 req-d61cecb7-d2ba-484e-bafe-abfe164d44ee tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:53.941851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d1e23d0-5bb2-43aa-aa29-e803b02cd1a5 req-d61cecb7-d2ba-484e-bafe-abfe164d44ee tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0557542 Dec 10 05:08:54.267908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d1e23d0-5bb2-43aa-aa29-e803b02cd1a5 req-472d7e4f-3559-48d7-ae1d-c48ccbe769c5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195033 Dec 10 05:08:55.168905 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7232b9-c5ff-49b4-b4d2-0af972955a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:55.383469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba1cea-f9ed-4eb8-a273-41ef5b8e6b06 req-6f497f1e-4baa-4bc8-8ef7-f2bbd39da689 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:55.384957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55ba1cea-f9ed-4eb8-a273-41ef5b8e6b06 req-6f497f1e-4baa-4bc8-8ef7-f2bbd39da689 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Dec 10 05:08:55.433610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55ba1cea-f9ed-4eb8-a273-41ef5b8e6b06 req-f6b54bbd-f774-4fdd-88af-625a0fcab8a3 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Dec 10 05:08:55.834047 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:56.546057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a93c35-8769-485c-ae52-32c82630b892 req-7128340d-8c9e-4535-900b-1d932900a2d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:56.547498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6a93c35-8769-485c-ae52-32c82630b892 req-7128340d-8c9e-4535-900b-1d932900a2d9 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Dec 10 05:08:56.598587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6a93c35-8769-485c-ae52-32c82630b892 req-75e0f9bf-f5b1-4546-85c7-4e264ff9fbec tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Dec 10 05:08:57.489115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:57.712603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4af16-b3cc-4005-84a7-f6bdee743106 req-e2a1f780-3550-49f0-a268-cf98b6912722 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:57.713973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e4af16-b3cc-4005-84a7-f6bdee743106 req-e2a1f780-3550-49f0-a268-cf98b6912722 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Dec 10 05:08:57.761248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7e4af16-b3cc-4005-84a7-f6bdee743106 req-796e722d-48e0-4a61-883e-2d637de309e5 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Dec 10 05:08:58.324244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:08:58.875318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bffbb-2de5-47ae-af23-9eb89760c074 req-fb2626a5-282d-485a-9beb-2f2d7b65e691 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:08:58.876785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-593bffbb-2de5-47ae-af23-9eb89760c074 req-fb2626a5-282d-485a-9beb-2f2d7b65e691 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0468123 Dec 10 05:08:58.924651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-593bffbb-2de5-47ae-af23-9eb89760c074 req-25f0a0db-83c5-41ea-9ae8-43f5b8a732d6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412278 Dec 10 05:09:00.041317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859533-92cc-4c2a-b880-ea355dfe7ee9 req-359e9227-1639-4690-838c-39398bbbd9a7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:00.042774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54859533-92cc-4c2a-b880-ea355dfe7ee9 req-359e9227-1639-4690-838c-39398bbbd9a7 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Dec 10 05:09:00.089965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54859533-92cc-4c2a-b880-ea355dfe7ee9 req-9c1fd8c2-8f91-4159-a3ef-995fe8f5336c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Dec 10 05:09:01.214060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733938-8d9d-4401-a960-fad21afe8cb4 req-9159a416-9767-428d-994d-994e4dee17f2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:01.215649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06733938-8d9d-4401-a960-fad21afe8cb4 req-9159a416-9767-428d-994d-994e4dee17f2 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0579765 Dec 10 05:09:01.263915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06733938-8d9d-4401-a960-fad21afe8cb4 req-5ee1c305-5261-47a9-8896-d54c70e6808b tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 Dec 10 05:09:02.381663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dc088-711b-4b7b-8473-bc84cda9420e req-fd1ef496-254d-4dcb-b943-c3960928a394 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:02.383143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-394dc088-711b-4b7b-8473-bc84cda9420e req-fd1ef496-254d-4dcb-b943-c3960928a394 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Dec 10 05:09:02.434849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-394dc088-711b-4b7b-8473-bc84cda9420e req-32513848-3a50-4e7e-9bf2-5e1c0743ea17 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 Dec 10 05:09:03.547573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b1e46-6abd-4bd4-baa6-c895d071aa79 req-ca342dd5-7411-44b9-a01b-999cba22270a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:03.549044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de1b1e46-6abd-4bd4-baa6-c895d071aa79 req-ca342dd5-7411-44b9-a01b-999cba22270a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Dec 10 05:09:03.596467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de1b1e46-6abd-4bd4-baa6-c895d071aa79 req-914ad3ad-d762-4ccb-8b14-8353347f8c8a tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Dec 10 05:09:03.944869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-c53d09cb-63ab-4f92-abe2-4cabb08e7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:03.948918 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-c53d09cb-63ab-4f92-abe2-4cabb08e7e3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1096 time: 0.0443130 Dec 10 05:09:04.056775 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-745b583f-bf5b-42fd-a5a9-da0a5734d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:04.058230 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-745b583f-bf5b-42fd-a5a9-da0a5734d0dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 898 time: 0.0883172 Dec 10 05:09:04.127490 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-2516e02c-d06d-4dc7-8fc4-57adbb817912 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 1001 time: 0.0611756 Dec 10 05:09:04.177429 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-2b7b3bf5-eb24-4b97-80f9-4ac146fda0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:04.178886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-2b7b3bf5-eb24-4b97-80f9-4ac146fda0c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 200 len: 835 time: 0.0433311 Dec 10 05:09:04.230838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-323f7d74-397e-43b6-b980-e9ac6939ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:04.232240 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-323f7d74-397e-43b6-b980-e9ac6939ba42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441434 Dec 10 05:09:04.245982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-d0460b2b-b134-48a9-8f11-c7ad5d37ff00 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:09:04.247045 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-d0460b2b-b134-48a9-8f11-c7ad5d37ff00 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049388 Dec 10 05:09:04.340182 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-df153fd3-217a-4871-8918-b4d015fd8e75 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834389 Dec 10 05:09:04.401736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d406-ad2b-43ce-97f2-3904156440cc req-b2ca6cef-6ab9-4280-8058-b428365ec6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:04.403505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0918d406-ad2b-43ce-97f2-3904156440cc req-b2ca6cef-6ab9-4280-8058-b428365ec6ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1096 time: 0.0389843 Dec 10 05:09:04.438442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-10d9f695-b453-4573-8f7e-d7217834180b service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Dec 10 05:09:04.450855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0918d406-ad2b-43ce-97f2-3904156440cc req-bb823637-5439-44fb-969e-0aab91354262 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Dec 10 05:09:04.716978 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af02d-3b2e-4bce-9163-8673e22cec9f req-c89ea0b1-f1ee-4aea-bf70-40e5db31d1a6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:04.718469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-893af02d-3b2e-4bce-9163-8673e22cec9f req-c89ea0b1-f1ee-4aea-bf70-40e5db31d1a6 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Dec 10 05:09:04.765894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-893af02d-3b2e-4bce-9163-8673e22cec9f req-0451a8c3-948c-4eff-b575-a50360325a68 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Dec 10 05:09:05.684535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:09:05.777956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:05.788643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'port_id': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'mac_address': 'fa:16:3e:d2:14:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:09:05.826605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:05.839256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0350e02a-8ded-4cb0-aba4-46124e2e2df5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:09:05.858545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:05.864030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:05.886008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a0997-83a5-4a95-857c-dea4e6ddffdf req-43f4be49-b8d1-4945-a58d-f73653324956 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:05.887518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-315a0997-83a5-4a95-857c-dea4e6ddffdf req-43f4be49-b8d1-4945-a58d-f73653324956 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0515084 Dec 10 05:09:05.910930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:05.937575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-315a0997-83a5-4a95-857c-dea4e6ddffdf req-a0db56e9-b603-4de1-8156-6d677d05617c tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Dec 10 05:09:05.964032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:06.023654 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-89e0b802-c16e-4ada-866d-4c26a0e20017 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/floatingips/855ae073-6009-45bf-a4e9-c40782f9e62c HTTP/1.1" status: 200 len: 992 time: 0.0584056 Dec 10 05:09:06.167416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['0350e02a-8ded-4cb0-aba4-46124e2e2df5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:09:07.690164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:09:07.740308 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:09:07.740703 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:07.812913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:07.834521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:09:07.836763 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3247d-0953-4118-9687-0fdc29048bdc" -d '{"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-plugged", "status": "completed", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:09:07.848740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:07.852571 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:07.877081 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c037c5-2111-4804-b5f3-124ce9c51834 x-openstack-request-id: req-69c037c5-2111-4804-b5f3-124ce9c51834 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:09:07.877372 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-plugged", "status": "completed", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:09:07.877632 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69c037c5-2111-4804-b5f3-124ce9c51834 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:09:07.878019 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'code': 200} Dec 10 05:09:07.904312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:10.050599 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:09:20.564193 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:22.350017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c950104e-2847-45d3-87d9-a5b0961d30dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:23.791075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:25.171399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-608d9120-e79e-42ca-a2d7-4a6495eee314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:25.835631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:27.492822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:28.329389 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.227384 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:41.383462 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port cf75f04b-800a-4dd0-9ba1-fac2534c255b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:09:41.383799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.456521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.456846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.469014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for cf75f04b-800a-4dd0-9ba1-fac2534c255b owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:09:41.611462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.636820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=cf75f04b-800a-4dd0-9ba1-fac2534c255b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:41.648440 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.648822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.649168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.649507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.649844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.650176 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.650506 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.650835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.651163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.651488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.651814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.652142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.652461 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:41.709250 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:41.709677 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Floating IP 855ae073-6009-45bf-a4e9-c40782f9e62c disassociated (deleted). External IP: 172.25.8.236, port: 0350e02a-8ded-4cb0-aba4-46124e2e2df5. Dec 10 05:09:41.907457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 026daac1-1c80-49be-8c91-50ac74c1182a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:09:42.010436 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:09:42.015259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:42.019899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Sync routers for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:09:42.029370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:09:42.029980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:42.045177 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-10b37d16-a77c-4a0e-865c-f0d1f0119748 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/floatingips/855ae073-6009-45bf-a4e9-c40782f9e62c HTTP/1.1" status: 204 len: 168 time: 0.8167922 Dec 10 05:09:42.045770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:09:42.048015 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c76411-c458-49f2-a47c-c4462fee9b15" -d '{"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:09:42.093468 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680195a-456e-4069-ab6c-9454a2f2b85d x-openstack-request-id: req-3680195a-456e-4069-ab6c-9454a2f2b85d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:09:42.093940 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:09:42.094204 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3680195a-456e-4069-ab6c-9454a2f2b85d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:09:42.094611 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'status': 'completed', 'code': 200} Dec 10 05:09:42.139725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:09:42.197420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-7669cb80-e05f-4843-92f0-0e3b5c243ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:42.199820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-7669cb80-e05f-4843-92f0-0e3b5c243ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1928bc24df2487fb6efbc330dd17b48&device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 1096 time: 0.0557780 Dec 10 05:09:42.326478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-de9aeee7-8a76-4bd5-afe7-ee8dc89ed175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:42.327966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-de9aeee7-8a76-4bd5-afe7-ee8dc89ed175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 200 len: 898 time: 0.1194918 Dec 10 05:09:42.341401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0982a-a5eb-4740-8cd8-62434deb91df req-db6c2630-72cb-4778-85a8-af7c8ba4535e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:42.343037 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aeb0982a-a5eb-4740-8cd8-62434deb91df req-db6c2630-72cb-4778-85a8-af7c8ba4535e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0757580 Dec 10 05:09:42.394008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-ea4138b1-1b7e-4578-ab80-204ee388ecdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 200 len: 217 time: 0.0499594 Dec 10 05:09:42.453695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aeb0982a-a5eb-4740-8cd8-62434deb91df req-48772961-af2c-4af3-b115-fc8b8778f1a0 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029134 Dec 10 05:09:42.466120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-70ca4fd8-bb93-47ea-bbcf-5b8369ed7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:42.467714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-70ca4fd8-bb93-47ea-bbcf-5b8369ed7758 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 200 len: 835 time: 0.0606210 Dec 10 05:09:42.510334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:42.514548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-b0d33130-5bb6-4852-9055-d23dc63f838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:42.516109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-b0d33130-5bb6-4852-9055-d23dc63f838b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396688 Dec 10 05:09:42.535996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Checking router: 026daac1-1c80-49be-8c91-50ac74c1182a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:09:42.544788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:09:42.545392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:42.610269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-af52173a-68da-4e36-a76f-3a66f018895f service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851121 Dec 10 05:09:42.647862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:09:42.710938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2c76411-c458-49f2-a47c-c4462fee9b15 req-9f369008-ef06-4107-a23e-fa0f88265c92 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919487 Dec 10 05:09:42.849339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:42.874930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cd532-296e-443a-8efd-3d1bd658d060 None None] The sync data for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 is: [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:08:08Z', 'revision_number': 4, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '21feff63-5f53-4703-9dd2-3a27ea6c54a9', 'name': '', 'network_id': '2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'mac_address': 'fa:16:3e:01:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:07Z', 'updated_at': '2021-12-10T05:08:11Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'subnets': [{'id': '72ec682b-396a-43e9-9893-31d25e8cf700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:09:43.091755 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982a961-b267-4f30-bda3-eac7359d731c None None] New status for floating IP 855ae073-6009-45bf-a4e9-c40782f9e62c: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:09:43.572445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9e83-8583-47a0-8722-cc19d6e93c09 req-19488b8c-857d-4d97-8fa6-65e0afc76922 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:43.573924 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55b9e83-8583-47a0-8722-cc19d6e93c09 req-19488b8c-857d-4d97-8fa6-65e0afc76922 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Dec 10 05:09:43.622301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55b9e83-8583-47a0-8722-cc19d6e93c09 req-a7fa5350-0baf-45e3-9b72-c6fb21388627 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/security-groups?id=97b4088c-7fae-41fd-a530-2b965233b504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425637 Dec 10 05:09:43.732408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-e32f57a6-fd1c-4b21-a028-7045203ba7c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:43.733859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-e32f57a6-fd1c-4b21-a028-7045203ba7c4 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Dec 10 05:09:43.824751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:09:43.825021 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:43.911557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 0350e02a-8ded-4cb0-aba4-46124e2e2df5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=0350e02a-8ded-4cb0-aba4-46124e2e2df5,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:43.912563 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:43.924665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 0350e02a-8ded-4cb0-aba4-46124e2e2df5 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:09:44.050093 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:44.077981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=0350e02a-8ded-4cb0-aba4-46124e2e2df5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:44.090443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.090802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.091156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.091495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.091830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.092161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.092516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.092855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.093186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.093517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.093845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.094171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.094492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:44.136543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] No DVR routers for this DVR port 0350e02a-8ded-4cb0-aba4-46124e2e2df5 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:09:44.139076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:44.142420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2f130a2-2e0b-4c8e-bb8b-f0486f2befe7 req-23af6f08-d17a-4823-b7c1-46f7faac3c0e tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.36 "DELETE /v2.0/ports/0350e02a-8ded-4cb0-aba4-46124e2e2df5 HTTP/1.1" status: 204 len: 173 time: 0.4022529 Dec 10 05:09:44.142868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-deleted', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:09:44.145133 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae79766-e8cd-46cd-89e9-2a168badd9f6" -d '{"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-deleted", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:09:44.183908 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d39f206-72ec-4ae5-be89-24242e04a52e x-openstack-request-id: req-9d39f206-72ec-4ae5-be89-24242e04a52e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:09:44.184233 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567e4fbc-980c-4303-ae8c-1d16b4821320", "name": "network-vif-deleted", "tag": "0350e02a-8ded-4cb0-aba4-46124e2e2df5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:09:44.184455 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d39f206-72ec-4ae5-be89-24242e04a52e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:09:44.185001 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567e4fbc-980c-4303-ae8c-1d16b4821320', 'name': 'network-vif-deleted', 'tag': '0350e02a-8ded-4cb0-aba4-46124e2e2df5', 'status': 'completed', 'code': 200} Dec 10 05:09:44.731580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f843879-4b2e-4abd-91d4-9bd6e43257fe req-834900fa-9fec-4464-81ee-6daf20653274 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "GET /v2.0/ports?device_id=567e4fbc-980c-4303-ae8c-1d16b4821320 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Dec 10 05:09:45.787153 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:46.510466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:46.770534 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 21feff63-5f53-4703-9dd2-3a27ea6c54a9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:09:46.771189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:46.867028 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 21feff63-5f53-4703-9dd2-3a27ea6c54a9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=21feff63-5f53-4703-9dd2-3a27ea6c54a9,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:46.867767 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:46.878803 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 21feff63-5f53-4703-9dd2-3a27ea6c54a9 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:09:47.049145 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:09:47.062584 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.094613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=21feff63-5f53-4703-9dd2-3a27ea6c54a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:47.266863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.483646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Router 026daac1-1c80-49be-8c91-50ac74c1182a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:09:47.587735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:09:47.592829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bf9f5712-6f62-4474-9038-cd6b57fdd319 tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "PUT /v2.0/routers/026daac1-1c80-49be-8c91-50ac74c1182a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046246 Dec 10 05:09:47.595484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:47.597471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Sync routers for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:09:47.607608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:09:47.608206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:47.645327 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting subnet 72ec682b-396a-43e9-9893-31d25e8cf700 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:09:47.648935 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.702025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.712336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:09:47.794707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.851922 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.865974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:09:47.884038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Subnet': ['ID=72ec682b-396a-43e9-9893-31d25e8cf700,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:47.887762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:47.887935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 0350e02a-8ded-4cb0-aba4-46124e2e2df5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:09:47.888233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 0350e02a-8ded-4cb0-aba4-46124e2e2df5 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:09:47.893968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45090) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:47.899314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64f9f6-dcea-495d-a348-54fc910068ae None None] Network 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:09:47.901189 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-454b11ca-ee8f-429c-b30f-08ec6634383f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/subnets/72ec682b-396a-43e9-9893-31d25e8cf700 HTTP/1.1" status: 204 len: 168 time: 0.3045120 Dec 10 05:09:47.983053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:09:47Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.000278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.012412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Checking router: 026daac1-1c80-49be-8c91-50ac74c1182a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:09:48.026196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Routers {'026daac1-1c80-49be-8c91-50ac74c1182a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:09:48.026807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['026daac1-1c80-49be-8c91-50ac74c1182a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.123005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] DHCP port deletion for 2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:09:48.134927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.170736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] Set router 026daac1-1c80-49be-8c91-50ac74c1182a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:09:48.194947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Deleting port 04f9575b-5d40-46eb-9c3e-c703443a3d22 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:09:48.195322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.272679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] For port 04f9575b-5d40-46eb-9c3e-c703443a3d22, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=04f9575b-5d40-46eb-9c3e-c703443a3d22,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:48.273044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.284669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Calling delete_port for 04f9575b-5d40-46eb-9c3e-c703443a3d22 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:09:48.294389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Deleting port cf934132-3573-4365-9fc5-10c37a14931d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:09:48.294758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.395929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] For port cf934132-3573-4365-9fc5-10c37a14931d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cf934132-3573-4365-9fc5-10c37a14931d,segment=NetworkSegment(f7d83855-9ce2-4f47-b674-afe5962097a5),segment_id=f7d83855-9ce2-4f47-b674-afe5962097a5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:09:48.395929 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.414146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Calling delete_port for cf934132-3573-4365-9fc5-10c37a14931d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:09:48.447902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.477740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Port': ['ID=04f9575b-5d40-46eb-9c3e-c703443a3d22,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:48.493435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:09:47Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.495302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f741e8-941c-4941-b792-3b9a7b817fc7 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:09:48.532991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd35e-8ae8-4753-bdf0-b206d7464241 None None] The sync data for ids ['026daac1-1c80-49be-8c91-50ac74c1182a'] in n-d-817326-3 is: [{'id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524883994', 'tenant_id': 'c1928bc24df2487fb6efbc330dd17b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:08:04Z', 'updated_at': '2021-12-10T05:09:47Z', 'revision_number': 5, 'project_id': 'c1928bc24df2487fb6efbc330dd17b48', 'gw_port': {'id': '04f9575b-5d40-46eb-9c3e-c703443a3d22', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026daac1-1c80-49be-8c91-50ac74c1182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:08:05Z', 'updated_at': '2021-12-10T05:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:09:48.544790 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.545292 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.573895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Pushing event deleted for resources: {'Port': ['ID=cf934132-3573-4365-9fc5-10c37a14931d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:48.576238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] No DVR routers for this DVR port cf934132-3573-4365-9fc5-10c37a14931d on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:09:48.591158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.591504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.591855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.592191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.592556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.592886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.593216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.593542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.593866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.594226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.594536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.594875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.595166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf93b6-c61c-476c-9a32-400de0ff66e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:09:48.639106 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.641219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.684416 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.684888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Fanout notify agent at l3_agent the message router_deleted on router 026daac1-1c80-49be-8c91-50ac74c1182a {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:09:48.691618 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.692765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a195de0-d418-4b76-ad34-594d723f473f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/routers/026daac1-1c80-49be-8c91-50ac74c1182a HTTP/1.1" status: 204 len: 168 time: 0.7977719 Dec 10 05:09:48.695434 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45092) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:48.777285 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.866781 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.889037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.898758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d83855-9ce2-4f47-b674-afe5962097a5') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.899461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d83855-9ce2-4f47-b674-afe5962097a5') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:09:48.909306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.926286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.935572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:09:48.936310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:09:48.942520 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:09:49.013588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.023006 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.027076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/networks/2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f HTTP/1.1" status: 204 len: 168 time: 0.3299806 Dec 10 05:09:49.029671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:49.043678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8e731-3b96-4c1e-b01c-3f3cac2b69bc tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'Network': ['ID=2b0bb91d-ad40-450b-ad8d-bb5a76d57b3f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:49.105852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cf934132-3573-4365-9fc5-10c37a14931d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:09:49.117853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.133381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cf934132-3573-4365-9fc5-10c37a14931d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:09:49.133737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cf934132-3573-4365-9fc5-10c37a14931d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:09:49.134165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 21feff63-5f53-4703-9dd2-3a27ea6c54a9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:09:49.147357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.160915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 21feff63-5f53-4703-9dd2-3a27ea6c54a9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:09:49.162207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 21feff63-5f53-4703-9dd2-3a27ea6c54a9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:09:49.215918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.218789 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.220375 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] 10.222.0.43 "DELETE /v2.0/security-groups/97b4088c-7fae-41fd-a530-2b965233b504 HTTP/1.1" status: 204 len: 168 time: 0.1888220 Dec 10 05:09:49.232634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f509b5-daa8-4532-8f4e-27fb05570b4f tempest-TestNetworkAdvancedServerOps-1092233769 tempest-TestNetworkAdvancedServerOps-1092233769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4088c-7fae-41fd-a530-2b965233b504,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:49.615044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45102) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:49.786899 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e9fac50e-a63d-491d-a4e5-0ed834d7f44a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1928bc24df2487fb6efbc330dd17b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706605 Dec 10 05:09:49.789422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45106) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:49.836121 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.856623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.909197 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.911798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:49.913043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/592ade02-fffa-405b-ba5e-49323bc459a9 HTTP/1.1" status: 204 len: 168 time: 0.1227255 Dec 10 05:09:49.922169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3b151-6739-47ed-b2e5-b93b969015e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ade02-fffa-405b-ba5e-49323bc459a9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:50.189666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:50.228717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a6d277b9-d77c-4f0e-bab7-83f4794d77f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcebec0d0f2a4969b44464cb668b6fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378072 Dec 10 05:09:50.231079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:09:50.276557 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:50.297808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:50.345782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:50.348302 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:50.349969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c0f875b-25bd-4220-8cb0-201264ce21ac HTTP/1.1" status: 204 len: 168 time: 0.1180003 Dec 10 05:09:50.357275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071653-64a1-4a9b-b29c-7fc279318642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f875b-25bd-4220-8cb0-201264ce21ac,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:09:50.560925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:50.946188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 04f9575b-5d40-46eb-9c3e-c703443a3d22 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:09:50.966644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 04f9575b-5d40-46eb-9c3e-c703443a3d22 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:09:50.967015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 04f9575b-5d40-46eb-9c3e-c703443a3d22 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:09:52.351027 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a095366f-81c3-46fa-bcf1-fd0ea04301f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:53.795092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:55.177215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b823448e-89d2-42b6-8797-cbe75a02be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:55.838652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:57.495213 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:58.331148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:09:59.535413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-7724748d-66e2-49d4-bef0-e9fa8b24a407 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384388 Dec 10 05:09:59.638309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c642b-a460-4b17-8850-c8250a75e2cf req-eef5660b-c77a-42f7-bbb0-47bb70967aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:59.639764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-eef5660b-c77a-42f7-bbb0-47bb70967aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bd0413726294624a8f7f114061c65be&device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0387082 Dec 10 05:09:59.747045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c642b-a460-4b17-8850-c8250a75e2cf req-371dd2da-f619-4736-9ce0-bbd8e0f7bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:59.748510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-371dd2da-f619-4736-9ce0-bbd8e0f7bb47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 200 len: 910 time: 0.0855842 Dec 10 05:09:59.816819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-7e26b7f8-1cc1-4e27-81e6-9e81334e8440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 200 len: 1002 time: 0.0564616 Dec 10 05:09:59.869662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c642b-a460-4b17-8850-c8250a75e2cf req-b5b8cfc7-7c30-43ce-a070-3b4ee84b9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:59.871054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-b5b8cfc7-7c30-43ce-a070-3b4ee84b9911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 200 len: 848 time: 0.0423634 Dec 10 05:09:59.924176 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c642b-a460-4b17-8850-c8250a75e2cf req-6a07bf0a-b845-4f58-91f9-f953458afda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:09:59.925700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-6a07bf0a-b845-4f58-91f9-f953458afda7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427318 Dec 10 05:09:59.943244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-b68fb579-e91b-4423-81d6-8526535f1557 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:09:59.944168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-b68fb579-e91b-4423-81d6-8526535f1557 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052888 Dec 10 05:10:00.035491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-107a1b8e-4593-4b4a-8850-ae4243cd8ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797603 Dec 10 05:10:00.129829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-981c642b-a460-4b17-8850-c8250a75e2cf req-3e14a11e-2d2f-4120-b42f-5cc40a70d96e service neutron] 10.222.0.41 "GET /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827816 Dec 10 05:10:01.761728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77c97-e524-4bc5-b945-60642c79fe03 req-06da286d-64e1-4a56-ad9d-0c3e85d445d7 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:01.763218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bd77c97-e524-4bc5-b945-60642c79fe03 req-06da286d-64e1-4a56-ad9d-0c3e85d445d7 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Dec 10 05:10:01.820244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bd77c97-e524-4bc5-b945-60642c79fe03 req-f1871363-a63b-4c15-bc35-d0f3e6c94dfe tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497127 Dec 10 05:10:02.938861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900306f2-c9b0-40e4-92dd-241ca55bab61 req-5cbfacb9-31a3-4bac-ad51-fe0878f37b1a tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:02.940341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-900306f2-c9b0-40e4-92dd-241ca55bab61 req-5cbfacb9-31a3-4bac-ad51-fe0878f37b1a tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.0481558 Dec 10 05:10:02.992501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-900306f2-c9b0-40e4-92dd-241ca55bab61 req-8ab3f7f8-296e-4c7a-af8a-986b567590c5 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9fad59c-6776-4a5d-8061-2a74f72681a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Dec 10 05:10:03.476876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-57b910db-9bca-4e2a-802f-5edbead8e946 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:03.478244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-57b910db-9bca-4e2a-802f-5edbead8e946 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 946 time: 0.0479963 Dec 10 05:10:03.573338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Deleting port 54e8f2da-5b8b-445b-865e-5470df9f891d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:03.573674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:03.662853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] For port 54e8f2da-5b8b-445b-865e-5470df9f891d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=54e8f2da-5b8b-445b-865e-5470df9f891d,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:03.663214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:03.882128 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:03.882512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:03.882861 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Floating IP 4060e868-f216-4a47-8ee2-274108b13be3 disassociated. External IP: 172.25.8.128, port: 54e8f2da-5b8b-445b-865e-5470df9f891d. Dec 10 05:10:03.883222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Calling delete_port for 54e8f2da-5b8b-445b-865e-5470df9f891d owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:04.004427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:04.041309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event deleted for resources: {'Port': ['ID=54e8f2da-5b8b-445b-865e-5470df9f891d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:04.115404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6554bfa-d6ad-421c-addb-b9b34f6d64cb req-cc9947ce-aceb-4a8f-891a-60848ae1c753 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 210 time: 0.0281606 Dec 10 05:10:04.181201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Router fe42d493-7ac4-4088-824a-d0674450afc3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:10:04.583877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:04.595250 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Sync routers for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:04.605724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:04.606411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:04.625999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] No DVR routers for this DVR port 54e8f2da-5b8b-445b-865e-5470df9f891d on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:10:04.629280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:04.633448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a717a220-8a19-41c8-97ff-f64545bfbc10 req-359ff991-c952-4cfe-a339-a59ef86130ac tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.41 "DELETE /v2.0/ports/54e8f2da-5b8b-445b-865e-5470df9f891d HTTP/1.1" status: 204 len: 173 time: 1.1422434 Dec 10 05:10:04.633917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'name': 'network-vif-deleted', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:10:04.636441 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d06e3-16d1-47e0-8ec7-6c67eac52507" -d '{"events": [{"server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "name": "network-vif-deleted", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:10:04.681096 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6690bc-93bf-450d-ae8f-5eddae98b31d x-openstack-request-id: req-fa6690bc-93bf-450d-ae8f-5eddae98b31d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:10:04.681420 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7554b52-2732-4ef4-bff2-020cad8fd6b7", "name": "network-vif-deleted", "tag": "54e8f2da-5b8b-445b-865e-5470df9f891d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:10:04.681661 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa6690bc-93bf-450d-ae8f-5eddae98b31d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:10:04.682063 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7554b52-2732-4ef4-bff2-020cad8fd6b7', 'name': 'network-vif-deleted', 'tag': '54e8f2da-5b8b-445b-865e-5470df9f891d', 'status': 'completed', 'code': 200} Dec 10 05:10:04.721777 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:04.921119 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:04.946299 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Checking router: fe42d493-7ac4-4088-824a-d0674450afc3 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:04.954458 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:04.955056 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:05.057554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:05.221982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2b52d3c7-0481-4e3f-80a5-3f873f18672c req-07bf32e1-fbd5-49f1-9633-d40cfe7847f2 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7554b52-2732-4ef4-bff2-020cad8fd6b7 HTTP/1.1" status: 200 len: 210 time: 0.0263274 Dec 10 05:10:05.253819 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:05.284393 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359a1cc-208c-4a5c-8a31-c2343601c718 None None] The sync data for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 is: [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '26d9479b-ee56-4aa4-b971-2ebb113aa657', 'name': '', 'network_id': 'ea8998e3-fb68-42d3-8e7a-4e4b5c85489f', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'mac_address': 'fa:16:3e:a0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:47Z', 'updated_at': '2021-12-10T05:04:53Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'subnets': [{'id': 'f133028c-62a3-410b-ac3b-ab40b80c8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:05.504589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175e93a-e745-4495-b5cb-ec99d2812e5e None None] New status for floating IP 4060e868-f216-4a47-8ee2-274108b13be3: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:10:06.277368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45134) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:06.397496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Deleting port b0d40855-694c-4d9b-902a-ae771d629d30 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:06.397838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.478282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.478527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.489751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Calling delete_port for b0d40855-694c-4d9b-902a-ae771d629d30 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:06.618349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.647731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event deleted for resources: {'Port': ['ID=b0d40855-694c-4d9b-902a-ae771d629d30,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:06.705717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.709077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.710215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-20196275-4296-42ff-8897-44994259dc3f tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "DELETE /v2.0/floatingips/4060e868-f216-4a47-8ee2-274108b13be3 HTTP/1.1" status: 204 len: 168 time: 0.4318426 Dec 10 05:10:06.776818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45140) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:06.832099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.856645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.917095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.919681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:06.920831 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] 10.222.0.43 "DELETE /v2.0/security-groups/f9fad59c-6776-4a5d-8061-2a74f72681a1 HTTP/1.1" status: 204 len: 168 time: 0.1430147 Dec 10 05:10:06.930437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cefe5-606b-4d00-b3dc-7129bfccdd67 tempest-TestServerBasicOps-1139593276 tempest-TestServerBasicOps-1139593276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fad59c-6776-4a5d-8061-2a74f72681a1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:06.961709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45144) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:07.444597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:07.496463 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 54e8f2da-5b8b-445b-865e-5470df9f891d no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:07.516259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 54e8f2da-5b8b-445b-865e-5470df9f891d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:07.516631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 54e8f2da-5b8b-445b-865e-5470df9f891d not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:07.685216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Deleting port 26d9479b-ee56-4aa4-b971-2ebb113aa657 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:07.685556 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:07.762570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] For port 26d9479b-ee56-4aa4-b971-2ebb113aa657, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=26d9479b-ee56-4aa4-b971-2ebb113aa657,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:07.762832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:07.778954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Calling delete_port for 26d9479b-ee56-4aa4-b971-2ebb113aa657 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:07.952463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:07.977123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d9479b-ee56-4aa4-b971-2ebb113aa657,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:08.142023 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:08.352066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Router fe42d493-7ac4-4088-824a-d0674450afc3 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:10:08.456744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:08.463676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-266d3962-ce04-4572-8dfa-9dd4d7aa42e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe42d493-7ac4-4088-824a-d0674450afc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994946 Dec 10 05:10:08.464757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:08.467265 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Sync routers for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:08.478426 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:08.479032 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:08.565482 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:08.581127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:08.666275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:08.717815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Deleting port 67ac94b4-f8e1-4214-8bfe-059962a1d046 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:08.718152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:08.754393 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:10:07Z', 'revision_number': 5, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port': {'id': '67ac94b4-f8e1-4214-8bfe-059962a1d046', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:44Z', 'updated_at': '2021-12-10T05:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:08.784123 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Checking router: fe42d493-7ac4-4088-824a-d0674450afc3 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:08.792757 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Routers {'fe42d493-7ac4-4088-824a-d0674450afc3'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:08.793350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['fe42d493-7ac4-4088-824a-d0674450afc3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:08.794923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] For port 67ac94b4-f8e1-4214-8bfe-059962a1d046, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=67ac94b4-f8e1-4214-8bfe-059962a1d046,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:08.796234 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:08.811367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Calling delete_port for 67ac94b4-f8e1-4214-8bfe-059962a1d046 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:08.874262 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] Set router fe42d493-7ac4-4088-824a-d0674450afc3 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:08.927878 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:10:08Z', 'revision_number': 6, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:08.955321 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c911eb-3ca9-4de2-b74c-34f795f4492d None None] The sync data for ids ['fe42d493-7ac4-4088-824a-d0674450afc3'] in n-d-817326-3 is: [{'id': 'fe42d493-7ac4-4088-824a-d0674450afc3', 'name': 'tempest-TestServerBasicOps-1140879245-router', 'tenant_id': '9bd0413726294624a8f7f114061c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:43Z', 'updated_at': '2021-12-10T05:10:08Z', 'revision_number': 6, 'project_id': '9bd0413726294624a8f7f114061c65be', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:08.971056 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.002084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ac94b4-f8e1-4214-8bfe-059962a1d046,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:09.018289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba64e8a-9f56-42bc-978a-718a69ba5c7f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:09.062348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.151586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.153935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.198894 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.199403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe42d493-7ac4-4088-824a-d0674450afc3 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:10:09.203725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.204887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-428aebe0-7fe9-4541-b7b3-51a0e61a43e9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fe42d493-7ac4-4088-824a-d0674450afc3 HTTP/1.1" status: 204 len: 168 time: 0.7392302 Dec 10 05:10:09.207344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45152) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:09.251781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Deleting subnet f133028c-62a3-410b-ac3b-ab40b80c8043 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:10:09.254722 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.289805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.375784 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.431576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.459331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f133028c-62a3-410b-ac3b-ab40b80c8043,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:09.461263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.464862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-30389f1a-5405-4667-85ed-eaea383050dc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f133028c-62a3-410b-ac3b-ab40b80c8043 HTTP/1.1" status: 204 len: 168 time: 0.2562182 Dec 10 05:10:09.466335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3862f4b-93d6-4b2a-91c0-0dffcacbf06b None None] Network ea8998e3-fb68-42d3-8e7a-4e4b5c85489f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:09.467019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:09.539447 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.596999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Deleting port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:09.597343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.659067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] For port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,segment=NetworkSegment(7610406b-79f7-4697-8a39-51e304588a75),segment_id=7610406b-79f7-4697-8a39-51e304588a75)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:09.659449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.671680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Calling delete_port for 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:09.752461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.774726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4ea238-bb99-4119-91a5-3a7f59cdcea5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:09.781182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] No DVR routers for this DVR port 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:10:09.851125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.869274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a0927-4187-4a89-9fbe-90408c8ebb6a None None] DHCP port deletion for ea8998e3-fb68-42d3-8e7a-4e4b5c85489f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:09.876887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8998e3-fb68-42d3-8e7a-4e4b5c85489f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:09.887500 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7610406b-79f7-4697-8a39-51e304588a75') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:09.887797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7610406b-79f7-4697-8a39-51e304588a75') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:09.897480 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.911050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.917655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:10:09.918041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:10:09.919748 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:10:09.975513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.983282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:09.989526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea8998e3-fb68-42d3-8e7a-4e4b5c85489f HTTP/1.1" status: 204 len: 168 time: 0.5187666 Dec 10 05:10:09.990069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:09.996875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fcf6a-223e-4197-86f9-e54e44dfb4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8998e3-fb68-42d3-8e7a-4e4b5c85489f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:10.336667 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:10.575594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Deleting port 169410f4-6be4-4a25-88fd-04f98fb1c56d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:10.575853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:10.650283 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] For port 169410f4-6be4-4a25-88fd-04f98fb1c56d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=169410f4-6be4-4a25-88fd-04f98fb1c56d,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:10.650638 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:10.663513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Calling delete_port for 169410f4-6be4-4a25-88fd-04f98fb1c56d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:10.844340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:10.869764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=169410f4-6be4-4a25-88fd-04f98fb1c56d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:11.061470 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:11.083166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 26d9479b-ee56-4aa4-b971-2ebb113aa657 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:11.104346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 26d9479b-ee56-4aa4-b971-2ebb113aa657 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:11.104718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 26d9479b-ee56-4aa4-b971-2ebb113aa657 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:11.105138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67ac94b4-f8e1-4214-8bfe-059962a1d046 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:11.129027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 67ac94b4-f8e1-4214-8bfe-059962a1d046 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:11.129373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 67ac94b4-f8e1-4214-8bfe-059962a1d046 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:11.129793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:11.149389 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:11.149735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0f4ea238-bb99-4119-91a5-3a7f59cdcea5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:11.275854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Router 388a5881-d027-417f-a97e-47854fce4241 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:10:11.377487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:11.382947 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f15b0484-f2c3-4171-aade-cc64d78b6d01 admin admin] 10.222.0.43 "PUT /v2.0/routers/388a5881-d027-417f-a97e-47854fce4241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916585 Dec 10 05:10:11.385468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:11.386512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Sync routers for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:11.397902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:11.398507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:11.487045 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:11.499617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:11.591739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:11.852148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:10:10Z', 'revision_number': 5, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port': {'id': 'fde32bb5-a908-407f-8774-dff08b83653c', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a5881-d027-417f-a97e-47854fce4241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:04:52Z', 'updated_at': '2021-12-10T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:11.879486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Checking router: 388a5881-d027-417f-a97e-47854fce4241 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:11.888065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Routers {'388a5881-d027-417f-a97e-47854fce4241'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:11.888717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['388a5881-d027-417f-a97e-47854fce4241'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:11.976365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] Set router 388a5881-d027-417f-a97e-47854fce4241 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:11.992782 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Deleting port fde32bb5-a908-407f-8774-dff08b83653c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:11.993114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.030107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:10:11Z', 'revision_number': 6, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:12.056772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca492c-9ff6-44da-87fb-355727360e1f None None] The sync data for ids ['388a5881-d027-417f-a97e-47854fce4241'] in n-d-817326-3 is: [{'id': '388a5881-d027-417f-a97e-47854fce4241', 'name': 'tempest-TestServerBasicOps-448262133-router', 'tenant_id': '67c61f4299a54aea9fa85134eafd43f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:04:51Z', 'updated_at': '2021-12-10T05:10:11Z', 'revision_number': 6, 'project_id': '67c61f4299a54aea9fa85134eafd43f2', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:12.070743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] For port fde32bb5-a908-407f-8774-dff08b83653c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=fde32bb5-a908-407f-8774-dff08b83653c,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:12.071319 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.084291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Calling delete_port for fde32bb5-a908-407f-8774-dff08b83653c owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:12.249506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.280315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde32bb5-a908-407f-8774-dff08b83653c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:12.291478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958570ff-4aaa-44ed-8eb4-b48c6af495e1 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:12.338812 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.429873 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.432092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.475818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.476457 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 388a5881-d027-417f-a97e-47854fce4241 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:10:12.481522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.482676 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3103087f-baae-4283-8224-8f8b5e620d16 admin admin] 10.222.0.43 "DELETE /v2.0/routers/388a5881-d027-417f-a97e-47854fce4241 HTTP/1.1" status: 204 len: 168 time: 1.0962923 Dec 10 05:10:12.485303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45160) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:12.533472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Deleting subnet e74eb795-d35d-4f09-a5f8-31661118b308 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:10:12.536530 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.569707 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.643686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.697732 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.722870 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74eb795-d35d-4f09-a5f8-31661118b308,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:12.726478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.729725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb00346a-1672-471d-8cb4-d4b3c4e1c61a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e74eb795-d35d-4f09-a5f8-31661118b308 HTTP/1.1" status: 204 len: 168 time: 0.2434430 Dec 10 05:10:12.732117 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:12.734351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21d0dd-3e9b-4b80-a2f6-fa2fa4bb1ba5 None None] Network 4bc8b188-8054-4b63-b429-bd62aa7e4849 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:12.804040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.864265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Deleting port 68cb7d37-f62a-480e-afae-c4ed1437e06e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:12.867473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.901283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] DHCP port deletion for 4bc8b188-8054-4b63-b429-bd62aa7e4849 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:12.936946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] For port 68cb7d37-f62a-480e-afae-c4ed1437e06e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=68cb7d37-f62a-480e-afae-c4ed1437e06e,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:12.937089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.951497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Deleting port 68cb7d37-f62a-480e-afae-c4ed1437e06e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:12.951812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:12.952197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Calling delete_port for 68cb7d37-f62a-480e-afae-c4ed1437e06e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:13.018222 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] For port 68cb7d37-f62a-480e-afae-c4ed1437e06e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=68cb7d37-f62a-480e-afae-c4ed1437e06e,segment=NetworkSegment(2af9113c-515c-4fa7-8054-5c01a48a05ec),segment_id=2af9113c-515c-4fa7-8054-5c01a48a05ec)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:13.018572 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.033655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Calling delete_port for 68cb7d37-f62a-480e-afae-c4ed1437e06e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:13.037220 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.038024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 169410f4-6be4-4a25-88fd-04f98fb1c56d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:13.067213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=68cb7d37-f62a-480e-afae-c4ed1437e06e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:13.075065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] No DVR routers for this DVR port 68cb7d37-f62a-480e-afae-c4ed1437e06e on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:10:13.117440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 169410f4-6be4-4a25-88fd-04f98fb1c56d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:13.117704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 169410f4-6be4-4a25-88fd-04f98fb1c56d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:13.118125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fde32bb5-a908-407f-8774-dff08b83653c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:13.144941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: fde32bb5-a908-407f-8774-dff08b83653c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:13.145285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device fde32bb5-a908-407f-8774-dff08b83653c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:13.145704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 68cb7d37-f62a-480e-afae-c4ed1437e06e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:13.157622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.165937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 68cb7d37-f62a-480e-afae-c4ed1437e06e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:13.166448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 68cb7d37-f62a-480e-afae-c4ed1437e06e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:13.174098 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.184262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc8b188-8054-4b63-b429-bd62aa7e4849']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:13.194157 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af9113c-515c-4fa7-8054-5c01a48a05ec') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:13.194453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af9113c-515c-4fa7-8054-5c01a48a05ec') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:13.203731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] Pushing event deleted for resources: {'Port': ['ID=68cb7d37-f62a-480e-afae-c4ed1437e06e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:13.205557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec863d80-a2ce-4571-881f-e44aac67d1e5 None None] No DVR routers for this DVR port 68cb7d37-f62a-480e-afae-c4ed1437e06e on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:10:13.216918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.230622 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.236640 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:10:13.237060 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:10:13.238729 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:10:13.292415 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.297806 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.301168 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4bc8b188-8054-4b63-b429-bd62aa7e4849 HTTP/1.1" status: 204 len: 168 time: 0.5679376 Dec 10 05:10:13.312306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df8ce-c6ff-4edb-a570-c09aedcb3f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc8b188-8054-4b63-b429-bd62aa7e4849,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:13.412379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:13.457600 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-98ad00f7-fe8a-40f8-bd71-b2694b9d5926 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bd0413726294624a8f7f114061c65be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438986 Dec 10 05:10:13.459999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:13.506290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.530853 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.575003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.577687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:13.578821 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f30dedc-0c94-4792-8cd7-37e7bf1cc765 HTTP/1.1" status: 204 len: 168 time: 0.1179097 Dec 10 05:10:13.586815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147edf-850a-4cc5-80ec-83eda53bf2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f30dedc-0c94-4792-8cd7-37e7bf1cc765,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:13.892939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:13.933021 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce89a6d3-8b4a-40d7-9766-b7751bf703dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67c61f4299a54aea9fa85134eafd43f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388415 Dec 10 05:10:13.935372 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:13.980742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.000669 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.046205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.048984 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.050119 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98cb2df3-38e9-4cd1-9934-eac3c666ce5a HTTP/1.1" status: 204 len: 168 time: 0.1138721 Dec 10 05:10:14.057509 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba2aa3-76be-4aea-8b34-f91098baf809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb2df3-38e9-4cd1-9934-eac3c666ce5a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:14.730703 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:14.826673 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-952451781-network', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:14.847620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:10:14.850554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.858570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.934919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.938719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.961261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:10:14.974421 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa70e9-8128-4257-889f-78a54b6f150b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:14.979227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:14.979568 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Added segment 4f29cc43-3786-4493-a25a-3ee3f49c70eb of type vlan for network 017e4746-ae07-45bf-ab8d-cb57e7d9117e Dec 10 05:10:15.018184 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.042588 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.043629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:15.044193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.075088 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3431826 Dec 10 05:10:15.078188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45202) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:15.083216 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Request body: {'subnet': {'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-952451781-subnet', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:15.105139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:10:15.106835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b78a90-09ad-4e75-85ae-c2969ba711ef admin admin] Pushing event updated for resources: {'Network': ['ID=017e4746-ae07-45bf-ab8d-cb57e7d9117e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:15.107733 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.118131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:10:15.273628 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.320709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f416be4-c4c9-4a9f-845a-832567e34940,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:15.335053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:15.335408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Network hostable DHCP agents. Network: 017e4746-ae07-45bf-ab8d-cb57e7d9117e, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:10:15.352833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:10:15.361655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 017e4746-ae07-45bf-ab8d-cb57e7d9117e) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:15.366221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:15.366870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.370908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c59c64-097a-4e48-b811-5f026d7f01e6 None None] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:15.382788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1cdea53d-79cf-4043-9fde-60f364cf44ca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3034942 Dec 10 05:10:15.385627 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:15.390184 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:15.410365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.411479 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.468776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.481219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:10:15.482302 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.620447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.633611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Allocated IP 172.20.0.2 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/64f9c977-f3cd-4ca1-8040-b8034f07b81e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:15.785258 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.791779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.825771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.832786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:15.835566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:15.841159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:15.844872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.846447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Pushing event updated for resources: {'Port': ['ID=64f9c977-f3cd-4ca1-8040-b8034f07b81e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:15.898544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Attempting to bind port 64f9c977-f3cd-4ca1-8040-b8034f07b81e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:15.898826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Attempting to bind port 64f9c977-f3cd-4ca1-8040-b8034f07b81e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:15.899187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Attempting to bind port 64f9c977-f3cd-4ca1-8040-b8034f07b81e on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:15.904350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:15.904762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:15.905162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.905555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:15.906016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Bound port: 64f9c977-f3cd-4ca1-8040-b8034f07b81e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:15.906391 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:15.952548 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Allocated IP 172.25.8.53 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/3d785106-d6ec-408b-b718-09197b2d0413) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:15.967757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] For port 64f9c977-f3cd-4ca1-8040-b8034f07b81e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:15.970972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] For port 64f9c977-f3cd-4ca1-8040-b8034f07b81e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=64f9c977-f3cd-4ca1-8040-b8034f07b81e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:15.975431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.034253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7bde-67d8-444f-a29d-99b879f03f81 None None] Pushing event updated for resources: {'Port': ['ID=64f9c977-f3cd-4ca1-8040-b8034f07b81e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:16.068055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.107992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.145909 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:16.149400 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:16.155267 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:16.160691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Pushing event updated for resources: {'Port': ['ID=3d785106-d6ec-408b-b718-09197b2d0413,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:16.165300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5707f-e8ea-4676-bfea-93e3a1d45281 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:16.283599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e864cb78-b205-4a5c-ac6b-1a3fa33ecab0 None None] Provisioning complete for port 3d785106-d6ec-408b-b718-09197b2d0413 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:16.283963 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e864cb78-b205-4a5c-ac6b-1a3fa33ecab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.319563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e864cb78-b205-4a5c-ac6b-1a3fa33ecab0 None None] Port 3d785106-d6ec-408b-b718-09197b2d0413 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:16.435323 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.627868 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.759789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Router 795eb5e1-e44b-4921-8c55-d502025b5611 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:10:16.868411 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:16.877554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:16.888977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:16.890546 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ae0f8bb0-0122-486e-9bb1-bf703604cebf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5037310 Dec 10 05:10:16.893095 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:16.894639 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:16.895777 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:17.001553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a91ce-5db7-458d-b939-9b4714bc4293 None None] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:17.006100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:17.092606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 64f9c977-f3cd-4ca1-8040-b8034f07b81e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:17.159109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] Provisioning complete for port 64f9c977-f3cd-4ca1-8040-b8034f07b81e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:17.159479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.185286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 64f9c977-f3cd-4ca1-8040-b8034f07b81e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:17.186008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.307894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:16Z', 'revision_number': 3, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:17.335892 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:17.336525 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Updating router 795eb5e1-e44b-4921-8c55-d502025b5611 port 3d785106-d6ec-408b-b718-09197b2d0413 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:10:17.337806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.352060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.366985 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.415246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] For port 64f9c977-f3cd-4ca1-8040-b8034f07b81e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=64f9c977-f3cd-4ca1-8040-b8034f07b81e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:17.421901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.515655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:10:17.516113 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:10:17.517090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21318ef-33e2-41ea-8d60-d49e99787268 None None] Pushing event updated for resources: {'Port': ['ID=64f9c977-f3cd-4ca1-8040-b8034f07b81e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:17.642983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4c06e7f0-6ba4-46e6-b20d-a5367125493a None None] Provisioning complete for port 64f9c977-f3cd-4ca1-8040-b8034f07b81e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:17.644262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c06e7f0-6ba4-46e6-b20d-a5367125493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.685571 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.691940 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.734571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.740064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4bc018-a592-421f-8714-d3945661e804 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:17.750860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Pushing event updated for resources: {'Port': ['ID=3d785106-d6ec-408b-b718-09197b2d0413,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:17.758814 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Attempting to bind port 3d785106-d6ec-408b-b718-09197b2d0413 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:17.759244 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Attempting to bind port 3d785106-d6ec-408b-b718-09197b2d0413 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:17.759625 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Attempting to bind port 3d785106-d6ec-408b-b718-09197b2d0413 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:17.762241 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.762587 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.762926 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.763256 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.763588 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.763909 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.764230 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.764575 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.764897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.765210 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.765544 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.765959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.766280 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:17.773002 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:17.773377 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:17.773772 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.774155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:17.774617 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Bound port: 3d785106-d6ec-408b-b718-09197b2d0413, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:17.774995 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.824526 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] For port 3d785106-d6ec-408b-b718-09197b2d0413, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:17.827419 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] For port 3d785106-d6ec-408b-b718-09197b2d0413, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3d785106-d6ec-408b-b718-09197b2d0413,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:17.831451 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.857724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-95851dda-7163-4292-acce-891ad64cde63 None None] Provisioning complete for port 3d785106-d6ec-408b-b718-09197b2d0413 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:17.858089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95851dda-7163-4292-acce-891ad64cde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.883196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f2935-6b30-4cee-a3c1-1ce334d9626c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:17.891455 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:17.892003 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:17.924008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Allocated IP 172.20.0.1 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/2d4f8422-97ed-4c33-b40d-9696c7d67744) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:17.927985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e407ba6-c753-4d85-be17-4993197a520f None None] Pushing event updated for resources: {'Port': ['ID=3d785106-d6ec-408b-b718-09197b2d0413,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:17.959295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95851dda-7163-4292-acce-891ad64cde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:17.980997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-95851dda-7163-4292-acce-891ad64cde63 None None] For port 3d785106-d6ec-408b-b718-09197b2d0413, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3d785106-d6ec-408b-b718-09197b2d0413,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:17.985377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95851dda-7163-4292-acce-891ad64cde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.004288 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:18.044565 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.062681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95851dda-7163-4292-acce-891ad64cde63 None None] Pushing event updated for resources: {'Port': ['ID=3d785106-d6ec-408b-b718-09197b2d0413,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:18.084761 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.113204 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a2371a57-abb9-4dc3-a801-1c8ea65ef941 None None] Provisioning complete for port 3d785106-d6ec-408b-b718-09197b2d0413 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:18.113837 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2371a57-abb9-4dc3-a801-1c8ea65ef941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.124026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:18.132595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:18.137880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:18.140809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Pushing event updated for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:18.203456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.210872 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:16Z', 'revision_number': 3, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:18.242379 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53af9-3270-485c-a2cc-474fda055e86 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:16Z', 'revision_number': 3, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:18.354662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.477110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0cb08184-4830-449a-af4d-978399695d8a None None] Provisioning complete for port 2d4f8422-97ed-4c33-b40d-9696c7d67744 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:18.477793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cb08184-4830-449a-af4d-978399695d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.514788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0cb08184-4830-449a-af4d-978399695d8a None None] Port 2d4f8422-97ed-4c33-b40d-9696c7d67744 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:18.542083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.546890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.618476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:18.620232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Pushing event updated for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:18.713660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:18.715111 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:18.841541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:10:18.962837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:18.976939 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6ba9ae9f-403f-49e2-8148-155a35b3f81d admin admin] 10.222.0.43 "PUT /v2.0/routers/795eb5e1-e44b-4921-8c55-d502025b5611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825250 Dec 10 05:10:19.044236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e6d7b1b8-f972-4ef7-a39f-db41c68cdcb4 None None] Provisioning complete for port 2d4f8422-97ed-4c33-b40d-9696c7d67744 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:19.044670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b1b8-f972-4ef7-a39f-db41c68cdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.081192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7b1b8-f972-4ef7-a39f-db41c68cdcb4 None None] Port 2d4f8422-97ed-4c33-b40d-9696c7d67744 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:19.117136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3d785106-d6ec-408b-b718-09197b2d0413 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:19.177855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3d785106-d6ec-408b-b718-09197b2d0413 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:19.178251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.271134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 64f9c977-f3cd-4ca1-8040-b8034f07b81e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:19.317798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 64f9c977-f3cd-4ca1-8040-b8034f07b81e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:19.318758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.477385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45222) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:19.482464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1863626161-network', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:19.510816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Made reservation on behalf of 39e1dfe0552e4834842b2d92090b0522 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:10:19.513506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.523024 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.597396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.602008 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.631223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:10:19.636509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405fcb04-4fbd-46ab-b7e4-6db8dd988d80,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:19.643870 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.644217 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Added segment 9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4 of type vlan for network 70a61967-fa23-4a21-8f42-1215568f5e62 Dec 10 05:10:19.687098 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.710687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.711743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:19.712313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.747084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2685840 Dec 10 05:10:19.749904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 45224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:19.754954 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Request body: {'subnet': {'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1863626161-subnet', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:19.777476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b0d47-d511-46bf-8f81-5750a96ff738 admin admin] Pushing event updated for resources: {'Network': ['ID=70a61967-fa23-4a21-8f42-1215568f5e62,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:19.778169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Made reservation on behalf of 39e1dfe0552e4834842b2d92090b0522 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:10:19.781053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:19.788815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 70a61967-fa23-4a21-8f42-1215568f5e62 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:10:19.812721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:19.838626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:19.839254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:19.959580 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.016559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73399f9-f0dd-47cf-92cf-19efc52197a9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:20.024582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Checking segment: {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:20.024948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Network hostable DHCP agents. Network: 70a61967-fa23-4a21-8f42-1215568f5e62, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:10:20.042371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Network 70a61967-fa23-4a21-8f42-1215568f5e62 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:10:20.051232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 70a61967-fa23-4a21-8f42-1215568f5e62) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:20.057310 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:20.058142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.069217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bf895-b5df-4d2c-9b63-cde5cca6cf94 None None] Network 70a61967-fa23-4a21-8f42-1215568f5e62 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:20.074049 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb3d231c-9147-4c5e-ad0a-932ab7530390 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3229861 Dec 10 05:10:20.076719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45226) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:20.081206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:20.104640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.105856 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.221405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:20.277348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-70a61967-fa23-4a21-8f42-1215568f5e62', 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62', 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'fixed_ips': [{'subnet_id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:10:20.278202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.445105 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.534567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Allocated IP 172.20.0.2 (70a61967-fa23-4a21-8f42-1215568f5e62/d73399f9-f0dd-47cf-92cf-19efc52197a9/3a7e5331-37b0-4a5f-88ad-bca528622ef4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:20.587720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.590672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.638208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 2, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:20.665325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:20.665675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Updating router 795eb5e1-e44b-4921-8c55-d502025b5611 port 2d4f8422-97ed-4c33-b40d-9696c7d67744 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:10:20.708053 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.783486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.783904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.796998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.809024 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:20.887895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Network 70a61967-fa23-4a21-8f42-1215568f5e62 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:20.896676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:20.901089 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:20.904838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5331-37b0-4a5f-88ad-bca528622ef4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:20.908589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Allocated IP 172.25.8.165 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/cce023a7-f699-44e1-b891-3df4794563ee) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:21.008352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Attempting to bind port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:21.008748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Attempting to bind port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:21.009115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Attempting to bind port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 on network 70a61967-fa23-4a21-8f42-1215568f5e62 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:21.017575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:21.017947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.018049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Checking segment: {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:21.018347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.018740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Bound using segment: {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:21.019212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Bound port: 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:21.019601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.053213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.088687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:21.093021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:21.099696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:21.104795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Pushing event updated for resources: {'Port': ['ID=cce023a7-f699-44e1-b891-3df4794563ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:21.126567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00a807-b65c-4378-8aab-dc3ed59dd612 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:21.145833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] For port 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:21.149592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] For port 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3a7e5331-37b0-4a5f-88ad-bca528622ef4,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:21.164054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.172407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.201424 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.253264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4cd52-6437-4f96-a3d9-01251e5b05f7 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5331-37b0-4a5f-88ad-bca528622ef4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:21.257451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ec48482e-d540-49b5-bdb6-c0d0f4d93992 None None] Provisioning complete for port cce023a7-f699-44e1-b891-3df4794563ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:21.257818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec48482e-d540-49b5-bdb6-c0d0f4d93992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.365739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bf91d-a7bd-40e1-862f-514dcd782cc2 None None] Pushing event updated for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:21.375049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ec48482e-d540-49b5-bdb6-c0d0f4d93992 None None] Port cce023a7-f699-44e1-b891-3df4794563ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:21.378398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Attempting to bind port 2d4f8422-97ed-4c33-b40d-9696c7d67744 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:21.378772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Attempting to bind port 2d4f8422-97ed-4c33-b40d-9696c7d67744 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:21.379138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Attempting to bind port 2d4f8422-97ed-4c33-b40d-9696c7d67744 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:21.384568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:21.384946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:21.385355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.386095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:21.386209 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Bound port: 2d4f8422-97ed-4c33-b40d-9696c7d67744, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:21.386589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.392741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.464769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] For port 2d4f8422-97ed-4c33-b40d-9696c7d67744, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:21.472978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] For port 2d4f8422-97ed-4c33-b40d-9696c7d67744, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2d4f8422-97ed-4c33-b40d-9696c7d67744,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:21.488819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.555167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:21.556248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:21.557774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bf91d-a7bd-40e1-862f-514dcd782cc2 None None] Pushing event updated for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:21.636380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] Provisioning complete for port 2d4f8422-97ed-4c33-b40d-9696c7d67744 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:21.636783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.678046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.724685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:21.829319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Router 6b990324-d3bc-4b5e-851b-1ed22a554c5a is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:10:21.843708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.921547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] For port 2d4f8422-97ed-4c33-b40d-9696c7d67744, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2d4f8422-97ed-4c33-b40d-9696c7d67744,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:21.930142 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.944972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:21.954778 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Sync routers for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:21.964715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:21.966269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-76c81340-61f4-45a5-a309-b69fb31ed250 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8885014 Dec 10 05:10:21.968292 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:21.968998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 45228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:10:21.969253 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:22.023721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0a687-5a12-465a-8fc0-fac7e1180c50 None None] Pushing event updated for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:22.061146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-85f02e5b-c109-4fe3-8003-6b323c10fd73 None None] Provisioning complete for port 2d4f8422-97ed-4c33-b40d-9696c7d67744 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:22.061778 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85f02e5b-c109-4fe3-8003-6b323c10fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.090738 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:22.268014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:22.311178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140f674-a01a-41a7-9ffd-cdc2148b427d None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:22.326748 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 3, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:22.369333 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Checking router: 6b990324-d3bc-4b5e-851b-1ed22a554c5a for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:22.370332 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Updating router 6b990324-d3bc-4b5e-851b-1ed22a554c5a port cce023a7-f699-44e1-b891-3df4794563ee binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:10:22.423829 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.441780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b81a-b3f0-4a1c-8a15-75b408549bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.518655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.522228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f87127-9946-47c2-a9bf-ac6d824ccbc9 None None] Network 70a61967-fa23-4a21-8f42-1215568f5e62 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:10:22.613024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] Provisioning complete for port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:22.613385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.743376 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.747654 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.758333 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.773347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Allocated IP 172.20.0.1 (70a61967-fa23-4a21-8f42-1215568f5e62/d73399f9-f0dd-47cf-92cf-19efc52197a9/5b6d2b94-3bf9-450a-9a46-650b01f9106c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:22.810311 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc31d5-d28e-4e56-b26f-9743170350e3 None None] Pushing event updated for resources: {'Port': ['ID=cce023a7-f699-44e1-b891-3df4794563ee,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:22.811615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] For port 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3a7e5331-37b0-4a5f-88ad-bca528622ef4,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:22.818129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.857177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Attempting to bind port cce023a7-f699-44e1-b891-3df4794563ee on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:22.857466 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Attempting to bind port cce023a7-f699-44e1-b891-3df4794563ee by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:22.857829 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Attempting to bind port cce023a7-f699-44e1-b891-3df4794563ee on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:22.863388 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:22.863773 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:22.864161 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.864579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:22.865081 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Bound port: cce023a7-f699-44e1-b891-3df4794563ee, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:22.865463 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.866877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a9cc7a-35fe-405d-94f3-8c51b6c6ed20 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:22.903869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fa5bb-186d-49f8-b915-ae7d87eeea18 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5331-37b0-4a5f-88ad-bca528622ef4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:22.939367 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.959581 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] For port cce023a7-f699-44e1-b891-3df4794563ee, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:22.963776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] For port cce023a7-f699-44e1-b891-3df4794563ee, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cce023a7-f699-44e1-b891-3df4794563ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:22.965744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] Provisioning complete for port cce023a7-f699-44e1-b891-3df4794563ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:22.966470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:22.970022 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.030607 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.070759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd445311-8076-4e77-9c1f-487b78db2987 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:10:23.091127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Network 70a61967-fa23-4a21-8f42-1215568f5e62 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:23.118948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:23.125659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:23.143067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc31d5-d28e-4e56-b26f-9743170350e3 None None] Pushing event updated for resources: {'Port': ['ID=cce023a7-f699-44e1-b891-3df4794563ee,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:23.151608 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:23.152492 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:09:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:23.161755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.201309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3a7e5331-37b0-4a5f-88ad-bca528622ef4 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:23.209290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] For port cce023a7-f699-44e1-b891-3df4794563ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cce023a7-f699-44e1-b891-3df4794563ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:23.225374 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.235624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.275378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:23.319654 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:23.367700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c402-0897-4db3-bee0-61545164b2c7 None None] Pushing event updated for resources: {'Port': ['ID=cce023a7-f699-44e1-b891-3df4794563ee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:23.382907 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:23.383295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.417392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a2ef8dce-d03c-4fb2-aabb-803d92a764b5 None None] Provisioning complete for port cce023a7-f699-44e1-b891-3df4794563ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:23.417763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8dce-d03c-4fb2-aabb-803d92a764b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.427599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.566544 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 3, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:23.575359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2d4f8422-97ed-4c33-b40d-9696c7d67744 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:23.617210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.625230 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.631618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a2ef8dce-d03c-4fb2-aabb-803d92a764b5 None None] Provisioning complete for port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:23.631901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8dce-d03c-4fb2-aabb-803d92a764b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.671708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2d4f8422-97ed-4c33-b40d-9696c7d67744 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:23.672079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.700419 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e240d-b84f-4a24-baad-7f8591e9923b None None] The sync data for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 is: [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 3, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:23.716869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:23.720453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.831197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Network 70a61967-fa23-4a21-8f42-1215568f5e62 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:23.831965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.833378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:23.925909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-28eb33a2-b29b-4646-8746-d21ef0d73b6f None None] Provisioning complete for port 5b6d2b94-3bf9-450a-9a46-650b01f9106c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:23.926435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28eb33a2-b29b-4646-8746-d21ef0d73b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:23.968416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-28eb33a2-b29b-4646-8746-d21ef0d73b6f None None] Port 5b6d2b94-3bf9-450a-9a46-650b01f9106c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:24.054335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:10:24.088095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4e5191a1-2eb1-48f1-814b-e5e05a66610a None None] Provisioning complete for port 5b6d2b94-3bf9-450a-9a46-650b01f9106c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:24.088669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5191a1-2eb1-48f1-814b-e5e05a66610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:24.129338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4e5191a1-2eb1-48f1-814b-e5e05a66610a None None] Port 5b6d2b94-3bf9-450a-9a46-650b01f9106c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:24.281518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Router 6b990324-d3bc-4b5e-851b-1ed22a554c5a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:10:24.394027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:10:24.400390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ce0a8c2-0dd1-4597-856f-b85bd983518b admin admin] 10.222.0.43 "PUT /v2.0/routers/6b990324-d3bc-4b5e-851b-1ed22a554c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301863 Dec 10 05:10:25.031253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cce023a7-f699-44e1-b891-3df4794563ee up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:25.082365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cce023a7-f699-44e1-b891-3df4794563ee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:25.082734 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:25.182010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f8b54be-5d25-4434-ac6e-326be8ba518b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:25.773283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Sync routers for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:10:25.785950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:25.786571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:10:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:25.855526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:25.911937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:26.111880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '5b6d2b94-3bf9-450a-9a46-650b01f9106c', 'name': '', 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'mac_address': 'fa:16:3e:23:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:22Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 2, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'subnets': [{'id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:26.138656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Checking router: 6b990324-d3bc-4b5e-851b-1ed22a554c5a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:10:26.139013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Updating router 6b990324-d3bc-4b5e-851b-1ed22a554c5a port 5b6d2b94-3bf9-450a-9a46-650b01f9106c binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:10:26.164181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.423473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cf32c37d-d22d-4098-88bf-371c29caba47 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:26.424975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cf32c37d-d22d-4098-88bf-371c29caba47 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1064754 Dec 10 05:10:26.432122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.438089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.441084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-818272ac-a6b0-42be-a05e-14e7acacb1d0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0096691 Dec 10 05:10:26.502639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-75e74c28-9b45-48e2-8d40-48b38329a959 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551081 Dec 10 05:10:26.506144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e6ad7-7946-4be8-89f3-2fd6e3e782b0 None None] Pushing event updated for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:26.535126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Attempting to bind port 5b6d2b94-3bf9-450a-9a46-650b01f9106c on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:26.535411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Attempting to bind port 5b6d2b94-3bf9-450a-9a46-650b01f9106c by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:26.535767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Attempting to bind port 5b6d2b94-3bf9-450a-9a46-650b01f9106c on network 70a61967-fa23-4a21-8f42-1215568f5e62 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:26.542104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:26.542448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Checking segment: {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:26.542849 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.543238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Bound using segment: {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:26.543708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Bound port: 5b6d2b94-3bf9-450a-9a46-650b01f9106c, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:26.544119 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.611173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-e12af346-cc24-4546-80c4-79dcfba11404 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930305 Dec 10 05:10:26.615115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] For port 5b6d2b94-3bf9-450a-9a46-650b01f9106c, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:26.618422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] For port 5b6d2b94-3bf9-450a-9a46-650b01f9106c, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5b6d2b94-3bf9-450a-9a46-650b01f9106c,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:26.623485 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.697576 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:10:26.698211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:10:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:26.700012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e6ad7-7946-4be8-89f3-2fd6e3e782b0 None None] Pushing event updated for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:26.734560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-07db0140-b0f6-4371-917e-7ea44d5605b4 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147156 Dec 10 05:10:26.740440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] Provisioning complete for port 5b6d2b94-3bf9-450a-9a46-650b01f9106c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:26.740833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:26.847339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:10:26.954206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:27.032425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bde5b0df-67ed-4ebd-bd3d-708f3c883af0 req-44390866-4447-444c-9ab6-a2ea86c475f1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Dec 10 05:10:27.055508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] For port 5b6d2b94-3bf9-450a-9a46-650b01f9106c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5b6d2b94-3bf9-450a-9a46-650b01f9106c,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:27.060366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:27.142879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7b4bd-a194-433f-8fd2-f0b063ec3063 None None] Pushing event updated for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:27.169311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '5b6d2b94-3bf9-450a-9a46-650b01f9106c', 'name': '', 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'mac_address': 'fa:16:3e:23:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:22Z', 'updated_at': '2021-12-10T05:10:26Z', 'revision_number': 4, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'subnets': [{'id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:10:27.209255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5af5a8-b083-494e-84f7-425791bb953e None None] The sync data for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 is: [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '5b6d2b94-3bf9-450a-9a46-650b01f9106c', 'name': '', 'network_id': '70a61967-fa23-4a21-8f42-1215568f5e62', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'mac_address': 'fa:16:3e:23:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:22Z', 'updated_at': '2021-12-10T05:10:26Z', 'revision_number': 4, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'subnets': [{'id': 'd73399f9-f0dd-47cf-92cf-19efc52197a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:10:27.215380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ad1f4289-6a95-472a-8ff6-b4b3b9e8797d None None] Provisioning complete for port 5b6d2b94-3bf9-450a-9a46-650b01f9106c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:27.215783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad1f4289-6a95-472a-8ff6-b4b3b9e8797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:27.498364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.093433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-7a77000f-486d-4de6-aa55-76b4af4d37e7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:28.094894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-7a77000f-486d-4de6-aa55-76b4af4d37e7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1108215 Dec 10 05:10:28.132020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:28.136678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa8d0442-c9be-4baa-a2b6-ecdc5760f51d req-dee16bc7-cad7-4297-8992-e9adfe474a30 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0332725 Dec 10 05:10:28.255831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:10:28.259322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.340589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.388761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.13 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/287f0858-8244-4d1e-aaab-701a8ad1a479) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:10:28.540725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.574287 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.618812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:10:28.623918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:10:28.626332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:10:28.655775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:28.686896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:28.687357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.706444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-5cdf0094-0c5e-4ea1-9f25-74549701bd0f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786071 Dec 10 05:10:28.836758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Request body: {'port': {'device_id': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:10:28.868543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-db22f2c1-148f-4a50-9570-8edbb37f36d0 None None] Provisioning complete for port 287f0858-8244-4d1e-aaab-701a8ad1a479 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:28.868966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db22f2c1-148f-4a50-9570-8edbb37f36d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.896137 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:28.909792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-db22f2c1-148f-4a50-9570-8edbb37f36d0 None None] Port 287f0858-8244-4d1e-aaab-701a8ad1a479 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:10:29.035380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5b6d2b94-3bf9-450a-9a46-650b01f9106c up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:29.084642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 5b6d2b94-3bf9-450a-9a46-650b01f9106c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:29.085164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.266108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f0858-8244-4d1e-aaab-701a8ad1a479 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:10:29.278946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.300804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Transition to ACTIVE for port object 287f0858-8244-4d1e-aaab-701a8ad1a479 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:10:29.310732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff87b2d-04bf-4dfb-a565-edbb501ec604 req-f8587c7d-2bf6-4b08-ab62-b500e66b5df9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:29.312283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bff87b2d-04bf-4dfb-a565-edbb501ec604 req-f8587c7d-2bf6-4b08-ab62-b500e66b5df9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 932 time: 0.0827417 Dec 10 05:10:29.313625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.406654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:29.415452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bff87b2d-04bf-4dfb-a565-edbb501ec604 req-26404957-e19b-4af2-b268-d93f06a68710 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938141 Dec 10 05:10:29.492350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Attempting to bind port 287f0858-8244-4d1e-aaab-701a8ad1a479 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:10:29.492830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Attempting to bind port 287f0858-8244-4d1e-aaab-701a8ad1a479 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:10:29.493242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Attempting to bind port 287f0858-8244-4d1e-aaab-701a8ad1a479 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:29.498614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Port 287f0858-8244-4d1e-aaab-701a8ad1a479 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:10:29.499046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Attempting to bind port 287f0858-8244-4d1e-aaab-701a8ad1a479 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:10:29.504882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:10:29.504882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:10:29.505348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:10:29.507048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Bound port: 287f0858-8244-4d1e-aaab-701a8ad1a479, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:10:29.507527 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.582965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:10:29.586435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=287f0858-8244-4d1e-aaab-701a8ad1a479,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:10:29.592723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.644707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:29.647549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:29.650656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] 10.222.0.36 "PUT /v2.0/ports/287f0858-8244-4d1e-aaab-701a8ad1a479 HTTP/1.1" status: 200 len: 1092 time: 0.9294751 Dec 10 05:10:29.651268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:10:29.654242 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde1c1d0-7bba-4fbb-8801-33995627d89f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:10:29.689734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba578b9-39ce-409c-9f93-8704b5429da9 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:29.771919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-c2a0e373-883b-44d5-b9bb-6254f858daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:29.773873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-c2a0e373-883b-44d5-b9bb-6254f858daa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 1095 time: 0.0556362 Dec 10 05:10:29.842552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-225904a5-41e4-4346-b692-19b507276c29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287f0858-8244-4d1e-aaab-701a8ad1a479 HTTP/1.1" status: 200 len: 217 time: 0.0536246 Dec 10 05:10:29.905631 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf7a790-70f4-4145-95c6-d9645c02d7fe x-openstack-request-id: req-daf7a790-70f4-4145-95c6-d9645c02d7fe {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:10:29.905934 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:10:29.906189 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daf7a790-70f4-4145-95c6-d9645c02d7fe {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:10:29.906600 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479', 'status': 'completed', 'code': 200} Dec 10 05:10:29.926480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-1fdbd684-1a17-4e5b-9d19-4459e6f4109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:29.928631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-1fdbd684-1a17-4e5b-9d19-4459e6f4109c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0791945 Dec 10 05:10:29.979196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-e0d7f542-071e-4699-b48e-51cfcce75f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:29.980749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-e0d7f542-071e-4699-b48e-51cfcce75f7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441263 Dec 10 05:10:30.070904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-7713845c-de59-41aa-9800-4235ed603026 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829196 Dec 10 05:10:30.163202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76616fc6-8dbb-471f-9b8b-bd17041be0f1 req-a63c1606-06e9-4d44-b104-0cd10b5964af service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856459 Dec 10 05:10:30.274725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-86424b5c-263b-4cd9-a023-a8dcd1635a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:30.276243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-86424b5c-263b-4cd9-a023-a8dcd1635a94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 1095 time: 0.0407434 Dec 10 05:10:30.373511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-acb09414-6943-40b0-8fd9-1a6eb4ae5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:30.375001 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-acb09414-6943-40b0-8fd9-1a6eb4ae5959 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0919874 Dec 10 05:10:30.418272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-ce1351e1-8589-44e2-bf10-50b98d15b24f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287f0858-8244-4d1e-aaab-701a8ad1a479 HTTP/1.1" status: 200 len: 217 time: 0.0356450 Dec 10 05:10:30.467095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-9eed50ec-c5dc-438d-adf0-90f033ddf854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:30.468874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-9eed50ec-c5dc-438d-adf0-90f033ddf854 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0439310 Dec 10 05:10:30.552551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-14037cb2-9f4e-4111-9580-f8f0aa6db73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:30.554288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-14037cb2-9f4e-4111-9580-f8f0aa6db73c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777023 Dec 10 05:10:30.566728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06119e2c-6c0d-4903-a2aa-79ebfc1e7caf req-9d06db0c-0a90-40d9-a173-eb55dce18267 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:30.568298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06119e2c-6c0d-4903-a2aa-79ebfc1e7caf req-9d06db0c-0a90-40d9-a173-eb55dce18267 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0615177 Dec 10 05:10:30.674956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-06119e2c-6c0d-4903-a2aa-79ebfc1e7caf req-5d6942ef-40d3-4936-81c1-06b5e26bce2c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983393 Dec 10 05:10:30.699998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-8ff0b2a7-a397-4b45-bb8b-895d70bb116e service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306918 Dec 10 05:10:30.790477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde1c1d0-7bba-4fbb-8801-33995627d89f req-da820478-e5ad-4cbd-a1fc-4b6a5f0c713a service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837343 Dec 10 05:10:31.794407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449452d1-cc6d-49a9-9010-9e7c45f10a23 req-536b3b46-4b73-4552-8364-0d1e21814f78 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:31.796000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449452d1-cc6d-49a9-9010-9e7c45f10a23 req-536b3b46-4b73-4552-8364-0d1e21814f78 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Dec 10 05:10:31.848286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-449452d1-cc6d-49a9-9010-9e7c45f10a23 req-4a35dfe9-e90e-4540-a4bc-f59d0e501b3c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Dec 10 05:10:32.969869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af11b7-e0cf-4f01-8f2a-f7c6fb40986a req-466ac054-25c7-45dd-a143-cb464dbb9204 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:32.971440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2af11b7-e0cf-4f01-8f2a-f7c6fb40986a req-466ac054-25c7-45dd-a143-cb464dbb9204 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0496435 Dec 10 05:10:33.023010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2af11b7-e0cf-4f01-8f2a-f7c6fb40986a req-d2669c64-841a-4fd2-8006-cf35aa31ae10 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Dec 10 05:10:34.136900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00251f-c054-4a60-8505-8d6ce5b788b6 req-97751380-2e20-4c6a-8d99-c7a88bb14bb4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:34.138356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc00251f-c054-4a60-8505-8d6ce5b788b6 req-97751380-2e20-4c6a-8d99-c7a88bb14bb4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0472932 Dec 10 05:10:34.186200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc00251f-c054-4a60-8505-8d6ce5b788b6 req-e5073bde-59ec-4d73-842e-a67ad21800f4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Dec 10 05:10:35.303074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80e5b6-7bf9-48a0-a9d3-79adddaeabee req-d54ec54a-e3d0-4f9b-b151-e9091aafcd59 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:35.304537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb80e5b6-7bf9-48a0-a9d3-79adddaeabee req-d54ec54a-e3d0-4f9b-b151-e9091aafcd59 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0514102 Dec 10 05:10:35.350407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb80e5b6-7bf9-48a0-a9d3-79adddaeabee req-2535ec0c-274f-43cc-a290-19d0a8bd57be tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Dec 10 05:10:36.467885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc052c-202b-4e4a-a9c4-437109441a21 req-2a5866cd-ce0d-4f46-9255-86bdf0b06988 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:36.469278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecbc052c-202b-4e4a-a9c4-437109441a21 req-2a5866cd-ce0d-4f46-9255-86bdf0b06988 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0468872 Dec 10 05:10:36.515052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ecbc052c-202b-4e4a-a9c4-437109441a21 req-5531455b-647f-43f9-ac23-de4fd5a8f0cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Dec 10 05:10:37.631590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80583c9-807a-459a-b0d1-586c965b7799 req-8f396c9b-922a-4e43-91a7-f669b7641cdb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:37.633067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c80583c9-807a-459a-b0d1-586c965b7799 req-8f396c9b-922a-4e43-91a7-f669b7641cdb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0513041 Dec 10 05:10:37.678841 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c80583c9-807a-459a-b0d1-586c965b7799 req-25ba0bd1-76f8-44c9-8f7d-68edd53182ad tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Dec 10 05:10:38.790071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d529f85-8255-4d39-9820-ed078aaa1326 req-f6b966fc-e9f3-401e-bc87-fec431722f51 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:38.791508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d529f85-8255-4d39-9820-ed078aaa1326 req-f6b966fc-e9f3-401e-bc87-fec431722f51 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0472796 Dec 10 05:10:38.837450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d529f85-8255-4d39-9820-ed078aaa1326 req-5ead566d-e1e4-4178-a3c6-b42f7aac64da tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Dec 10 05:10:39.949912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d6ec6-51b8-4a2c-9f4c-97873498b55d req-9b143c5f-0681-4a03-b97c-9ea464d68277 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:39.951355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019d6ec6-51b8-4a2c-9f4c-97873498b55d req-9b143c5f-0681-4a03-b97c-9ea464d68277 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 944 time: 0.0470653 Dec 10 05:10:40.001629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019d6ec6-51b8-4a2c-9f4c-97873498b55d req-eed0e1ad-00c8-4453-8845-7ba31467c81f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Dec 10 05:10:40.142612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 287f0858-8244-4d1e-aaab-701a8ad1a479 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:10:40.235456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=287f0858-8244-4d1e-aaab-701a8ad1a479,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:40.246459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '287f0858-8244-4d1e-aaab-701a8ad1a479', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': '287f0858-8244-4d1e-aaab-701a8ad1a479', 'mac_address': 'fa:16:3e:dc:c1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:10:40.281875 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:40.293868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f0858-8244-4d1e-aaab-701a8ad1a479 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:10:40.312452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=287f0858-8244-4d1e-aaab-701a8ad1a479,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:40.317066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:40.361966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:40.594745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['287f0858-8244-4d1e-aaab-701a8ad1a479'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:10:41.113815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce28da7-f1e3-4421-8ac4-64c1fe84788e req-0507f805-c0da-48ca-aad7-6e9fe0fe4add tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:41.115949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce28da7-f1e3-4421-8ac4-64c1fe84788e req-0507f805-c0da-48ca-aad7-6e9fe0fe4add tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 945 time: 0.0483000 Dec 10 05:10:41.161474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ce28da7-f1e3-4421-8ac4-64c1fe84788e req-15d57ab8-5ab6-48f0-ba34-90ac4f611a8d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Dec 10 05:10:42.145778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 287f0858-8244-4d1e-aaab-701a8ad1a479 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:10:42.194561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 287f0858-8244-4d1e-aaab-701a8ad1a479 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:10:42.198956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 287f0858-8244-4d1e-aaab-701a8ad1a479 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:10:42.199211 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:42.278884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e465b-1d77-4511-b3f8-3ed9f06ff2ba req-1e871bec-6964-42b3-acdd-8186f8fc9f3a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:42.280642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c3e465b-1d77-4511-b3f8-3ed9f06ff2ba req-1e871bec-6964-42b3-acdd-8186f8fc9f3a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 945 time: 0.0486805 Dec 10 05:10:42.280956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:42.303710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:10:42.305970 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709899b-fb25-44f3-b285-744b09e2e161" -d '{"events": [{"server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "name": "network-vif-plugged", "status": "completed", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:10:42.319697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=287f0858-8244-4d1e-aaab-701a8ad1a479,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:42.325096 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:42.332184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c3e465b-1d77-4511-b3f8-3ed9f06ff2ba req-5f700317-8e23-4c9c-8afa-f3cd572482af tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454326 Dec 10 05:10:42.348041 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac0b8c5-6f87-4ebe-9c77-be1dee167e4c x-openstack-request-id: req-2ac0b8c5-6f87-4ebe-9c77-be1dee167e4c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:10:42.348332 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "name": "network-vif-plugged", "status": "completed", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:10:42.348610 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac0b8c5-6f87-4ebe-9c77-be1dee167e4c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:10:42.348996 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479', 'code': 200} Dec 10 05:10:42.377450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:42.475710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec4ed-e682-4289-bdd2-52c3f8d8c1e4 req-9381a293-9a5d-49e5-aeca-178006fd56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:42.477184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c3ec4ed-e682-4289-bdd2-52c3f8d8c1e4 req-9381a293-9a5d-49e5-aeca-178006fd56a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 1097 time: 0.0429060 Dec 10 05:10:42.521121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c3ec4ed-e682-4289-bdd2-52c3f8d8c1e4 req-f7b85f0b-ab7e-4816-9ad5-1f83de6e48e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Dec 10 05:10:43.447652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8bdb-693c-4019-a14d-8e3ecd3c749e req-a155f84e-efea-4b50-b85f-0515b9f653f9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:43.449127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-509d8bdb-693c-4019-a14d-8e3ecd3c749e req-a155f84e-efea-4b50-b85f-0515b9f653f9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0471609 Dec 10 05:10:43.494498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-509d8bdb-693c-4019-a14d-8e3ecd3c749e req-21503bff-c112-4ef3-86dc-e3b0e211caf7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Dec 10 05:10:44.611317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ea676-b6f5-46eb-a51b-b75615ea45c0 req-ccfef018-fe09-4a6c-aeb8-db9e1adc8a3b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:44.612807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a4ea676-b6f5-46eb-a51b-b75615ea45c0 req-ccfef018-fe09-4a6c-aeb8-db9e1adc8a3b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0496736 Dec 10 05:10:44.661174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a4ea676-b6f5-46eb-a51b-b75615ea45c0 req-eb696c9e-2a83-4cee-a4f1-2975848d439a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 Dec 10 05:10:44.773671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36c85-4937-4ec5-89f9-2f93051765f9 req-7aaf8194-9689-4ed3-9efc-0f00c95904cd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:44.775050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28f36c85-4937-4ec5-89f9-2f93051765f9 req-7aaf8194-9689-4ed3-9efc-0f00c95904cd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0481143 Dec 10 05:10:44.821202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28f36c85-4937-4ec5-89f9-2f93051765f9 req-caf400f7-e455-4586-a81f-5bc8fed8a7ef tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Dec 10 05:10:44.931643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a215da9-938e-49f0-a999-a4774e8f3aa7 req-d060f683-04a7-4371-b36b-8545047b5683 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:44.933114 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a215da9-938e-49f0-a999-a4774e8f3aa7 req-d060f683-04a7-4371-b36b-8545047b5683 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0475338 Dec 10 05:10:44.979526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a215da9-938e-49f0-a999-a4774e8f3aa7 req-79f17b32-02e2-46c3-b97c-df655877a196 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Dec 10 05:10:45.205806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14616e54-01e9-42a8-8480-9ce4edb0a1e8 req-00629b1d-abe1-4308-9938-b2fc099a3bcf tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:45.207244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14616e54-01e9-42a8-8480-9ce4edb0a1e8 req-00629b1d-abe1-4308-9938-b2fc099a3bcf tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0502586 Dec 10 05:10:45.253159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14616e54-01e9-42a8-8480-9ce4edb0a1e8 req-849b19de-1630-4eb0-8fa6-82a205d5e7b6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Dec 10 05:10:46.368143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635920c-88c4-44fc-b03a-8df48b74c08d req-7538756f-0c4d-40dc-aed4-27854731cb2e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:46.369198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2635920c-88c4-44fc-b03a-8df48b74c08d req-7538756f-0c4d-40dc-aed4-27854731cb2e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Dec 10 05:10:46.422419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2635920c-88c4-44fc-b03a-8df48b74c08d req-2653610f-79f2-4c59-9957-adee0205658d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Dec 10 05:10:46.803740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-fc0d15d3-3b99-439b-bb45-283fdcfa84a4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:10:46.805101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-fc0d15d3-3b99-439b-bb45-283fdcfa84a4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 946 time: 0.0507879 Dec 10 05:10:46.890196 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 287f0858-8244-4d1e-aaab-701a8ad1a479 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:10:46.890531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:46.979920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port 287f0858-8244-4d1e-aaab-701a8ad1a479, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=287f0858-8244-4d1e-aaab-701a8ad1a479,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:10:46.980274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:46.991710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 287f0858-8244-4d1e-aaab-701a8ad1a479 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:10:47.112493 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:47.143609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=287f0858-8244-4d1e-aaab-701a8ad1a479,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:10:47.145762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['287f0858-8244-4d1e-aaab-701a8ad1a479'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:10:47.171222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.171568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.171904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.172239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.172594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.173021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.173316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.173634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.173944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.174269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.175140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.175140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.175318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:10:47.197476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port 287f0858-8244-4d1e-aaab-701a8ad1a479 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:10:47.200062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:47.203391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81da9870-b9f1-4e2d-9bc7-16b6c805fee1 req-33242580-a394-4f2b-9463-38194cdc1a71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "DELETE /v2.0/ports/287f0858-8244-4d1e-aaab-701a8ad1a479 HTTP/1.1" status: 204 len: 173 time: 0.3919199 Dec 10 05:10:47.203845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'name': 'network-vif-deleted', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:10:47.206278 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04606b3a-2c32-45d8-80fd-746503491282" -d '{"events": [{"server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "name": "network-vif-deleted", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:10:47.247768 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc737f09-4e8a-4559-9c93-36a4a907bf76 x-openstack-request-id: req-dc737f09-4e8a-4559-9c93-36a4a907bf76 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:10:47.248071 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b438d21-35ce-4d59-8ed9-5734d2de97c3", "name": "network-vif-deleted", "tag": "287f0858-8244-4d1e-aaab-701a8ad1a479", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:10:47.248329 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc737f09-4e8a-4559-9c93-36a4a907bf76 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:10:47.248755 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b438d21-35ce-4d59-8ed9-5734d2de97c3', 'name': 'network-vif-deleted', 'tag': '287f0858-8244-4d1e-aaab-701a8ad1a479', 'status': 'completed', 'code': 200} Dec 10 05:10:47.516974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2e4036b-6f72-4a8f-a4c4-0a7106d327ac req-e2bb5669-40ef-4bba-b2fa-728911615ee9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Dec 10 05:10:48.615671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-015d87b0-ce10-433a-9814-111353c96088 req-9daa0631-54c9-478e-b22c-78241678c843 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Dec 10 05:10:49.714079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a3afff2-98a4-4fc3-8c5a-79106419f25c req-ae26b454-9da4-42d0-b512-3f7cc22c9c65 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Dec 10 05:10:50.175922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 287f0858-8244-4d1e-aaab-701a8ad1a479 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:10:50.196279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 287f0858-8244-4d1e-aaab-701a8ad1a479 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:10:50.196655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 287f0858-8244-4d1e-aaab-701a8ad1a479 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:10:50.559756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:50.815063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd53c517-a19a-4d19-8f6c-ff24bb7d19e3 req-c9c83809-d521-43bb-b057-5f56882d964c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0288968 Dec 10 05:10:51.926909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6af5abd-f8d7-482c-a2d6-662817c51639 req-5f42d220-0ad1-4a48-9d1c-4376249f4d00 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b438d21-35ce-4d59-8ed9-5734d2de97c3 HTTP/1.1" status: 200 len: 210 time: 0.0265965 Dec 10 05:10:52.357088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7524306a-9ee5-4f77-a8d8-b4c911b2c207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:53.813786 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:55.187742 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bea3104-4c39-40de-ba89-63d469ca6e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:55.845295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:57.503048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:10:58.330661 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:01.055849 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:11:13.888420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-762cc241-3b90-4188-8199-293219021663 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:13.890364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-762cc241-3b90-4188-8199-293219021663 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.0997412 Dec 10 05:11:13.905619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-b8c82e02-f16a-4bbb-8224-53711c553ad7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0095613 Dec 10 05:11:13.958044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-8f690668-3734-4359-ab8a-16d5ddf8246f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470123 Dec 10 05:11:14.046402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-28e9ae30-5bc8-432d-a42c-293c73aa531d service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811274 Dec 10 05:11:14.138219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-10d0d5b9-4141-462a-95f9-4751986c8ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Dec 10 05:11:14.320607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4cc7969-6a69-4c91-81ef-8fbbe0d5a9de req-bc1ce385-9741-4a21-9ffb-44719b4877d3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Dec 10 05:11:15.413188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ee98ed0-4f0f-4134-84fb-73766a16d752 req-42433829-91bf-4ad8-9a43-7acd97d24bea tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0259759 Dec 10 05:11:16.457937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-da3cefe1-4d8b-47c8-a170-f6e687491549 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:16.459536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-da3cefe1-4d8b-47c8-a170-f6e687491549 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1065996 Dec 10 05:11:16.478900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:11:16.524437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d10b1bbb-a3f7-400b-abe7-8a7a5f1cd932 req-17e399b6-4ecc-4a8e-8a77-15f03ac9a127 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0406678 Dec 10 05:11:16.616487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:11:16.620394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:16.751792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.10 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/13344220-2d29-4b05-ae73-1ae5614e6e09) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:11:17.203854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.237627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.277742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:11:17.281005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:11:17.284969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:11:17.319155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:17.346038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:17.346795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.364834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-1b24e668-1b1f-419e-a849-ead6a1d8f8e6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8904359 Dec 10 05:11:17.384448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Request body: {'port': {'device_id': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:11:17.445753 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.602824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-530beb70-ff25-4fd8-8032-1ae1f2315315 None None] Provisioning complete for port 13344220-2d29-4b05-ae73-1ae5614e6e09 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:11:17.603887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-530beb70-ff25-4fd8-8032-1ae1f2315315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.641276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-530beb70-ff25-4fd8-8032-1ae1f2315315 None None] Port 13344220-2d29-4b05-ae73-1ae5614e6e09 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:11:17.723716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f66ec-0c7e-44b5-b898-92278bac8dff req-a4d03bce-180d-4576-97b4-6dd34b1ffb40 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:17.725183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-646f66ec-0c7e-44b5-b898-92278bac8dff req-a4d03bce-180d-4576-97b4-6dd34b1ffb40 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 932 time: 0.0782351 Dec 10 05:11:17.796049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13344220-2d29-4b05-ae73-1ae5614e6e09 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:11:17.810418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.817820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-646f66ec-0c7e-44b5-b898-92278bac8dff req-00ac306a-a37f-4769-920c-0cea47b85244 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Dec 10 05:11:17.827562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Transition to ACTIVE for port object 13344220-2d29-4b05-ae73-1ae5614e6e09 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:11:17.833057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:17.887813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Pushing event updated for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:17.958545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Attempting to bind port 13344220-2d29-4b05-ae73-1ae5614e6e09 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:11:17.958789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Attempting to bind port 13344220-2d29-4b05-ae73-1ae5614e6e09 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:11:17.959116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Attempting to bind port 13344220-2d29-4b05-ae73-1ae5614e6e09 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:11:17.963802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Port 13344220-2d29-4b05-ae73-1ae5614e6e09 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:11:17.964132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Attempting to bind port 13344220-2d29-4b05-ae73-1ae5614e6e09 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:11:17.969291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:11:17.969631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:11:17.970012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:11:17.970428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Bound port: 13344220-2d29-4b05-ae73-1ae5614e6e09, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:11:17.970800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:18.040398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:11:18.043578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=13344220-2d29-4b05-ae73-1ae5614e6e09,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:11:18.048727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:18.086729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.087821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:18.089272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-77655f21-1532-4c2c-9a74-09809398116b service neutron] 10.222.0.36 "PUT /v2.0/ports/13344220-2d29-4b05-ae73-1ae5614e6e09 HTTP/1.1" status: 200 len: 1092 time: 0.7096636 Dec 10 05:11:18.091585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:11:18.093760 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81891834-ab53-4af4-899b-164e3f5ad09d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:11:18.122181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77655f21-1532-4c2c-9a74-09809398116b service neutron] Pushing event updated for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:18.140246 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926cb544-e586-4042-a2a2-bb65007194aa x-openstack-request-id: req-926cb544-e586-4042-a2a2-bb65007194aa {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:11:18.141264 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:11:18.141579 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-926cb544-e586-4042-a2a2-bb65007194aa {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:11:18.141993 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09', 'status': 'completed', 'code': 200} Dec 10 05:11:18.215256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-45d6d649-32fc-46cc-93d2-b4d91519d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.216802 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-45d6d649-32fc-46cc-93d2-b4d91519d7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 1095 time: 0.0579185 Dec 10 05:11:18.265610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-f97c2eb2-4f8f-4261-ac75-ba268b3609b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13344220-2d29-4b05-ae73-1ae5614e6e09 HTTP/1.1" status: 200 len: 217 time: 0.0358126 Dec 10 05:11:18.319483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-cadc91f4-9634-49ab-85e0-79f4f6c47388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.321066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-cadc91f4-9634-49ab-85e0-79f4f6c47388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0486379 Dec 10 05:11:18.371352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-9bc985c1-79db-4b62-a6b0-cf7d4e13ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.373903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-9bc985c1-79db-4b62-a6b0-cf7d4e13ebc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454178 Dec 10 05:11:18.465432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-f9253975-d88f-475b-acea-60fa44814652 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Dec 10 05:11:18.563242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ab2424d-596e-4502-84a3-091f5303c2d0 req-39f6de9b-3b2f-465c-992f-590bfca0a750 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906198 Dec 10 05:11:18.673528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81891834-ab53-4af4-899b-164e3f5ad09d req-63ef2ffc-b723-44f9-a2d5-21583ef46646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.675081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-63ef2ffc-b723-44f9-a2d5-21583ef46646 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 1095 time: 0.0411379 Dec 10 05:11:18.767814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81891834-ab53-4af4-899b-164e3f5ad09d req-410ff637-3a4c-4a48-aa7d-a7ec6bf56cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.769300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-410ff637-3a4c-4a48-aa7d-a7ec6bf56cc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0870876 Dec 10 05:11:18.812936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-5c38f3af-e2b4-4543-b60d-875ae65f8a2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13344220-2d29-4b05-ae73-1ae5614e6e09 HTTP/1.1" status: 200 len: 217 time: 0.0348248 Dec 10 05:11:18.867097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81891834-ab53-4af4-899b-164e3f5ad09d req-175cabbf-bcae-4011-b4fc-7f8942ca1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.868922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-175cabbf-bcae-4011-b4fc-7f8942ca1954 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0488989 Dec 10 05:11:18.953692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81891834-ab53-4af4-899b-164e3f5ad09d req-b5006aa5-1d9f-4a07-86d9-72d427e48d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.955192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-b5006aa5-1d9f-4a07-86d9-72d427e48d4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791509 Dec 10 05:11:18.963865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398847-6245-4f10-bb2d-b838e52fb7c3 req-262539ea-85eb-4b4d-b3b8-034e35ae5b5b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:18.965403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d398847-6245-4f10-bb2d-b838e52fb7c3 req-262539ea-85eb-4b4d-b3b8-034e35ae5b5b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0625377 Dec 10 05:11:19.067665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d398847-6245-4f10-bb2d-b838e52fb7c3 req-5f642513-438b-45e6-bdb6-1f73b02da816 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Dec 10 05:11:19.093836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-d1144f48-5eb7-4c60-b825-b099e9828f06 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 Dec 10 05:11:19.185477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-81891834-ab53-4af4-899b-164e3f5ad09d req-cab7879f-3196-42fc-a1b0-ed0f17105a65 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Dec 10 05:11:20.264848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272807-7102-4e25-948a-055c02446f9b req-a18fbfa7-dbc9-49c7-b534-3aeff532a2d1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:20.267825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e272807-7102-4e25-948a-055c02446f9b req-a18fbfa7-dbc9-49c7-b534-3aeff532a2d1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.1256399 Dec 10 05:11:20.347692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e272807-7102-4e25-948a-055c02446f9b req-98a45998-7550-4c21-9f4f-475d62c77cd0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718989 Dec 10 05:11:20.584993 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:21.491962 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e6e3-9d1b-4165-a3c8-38f2a7def836 req-eb54a8ad-9427-4020-8171-cf3fcfc754e9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:21.500941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04b9e6e3-9d1b-4165-a3c8-38f2a7def836 req-eb54a8ad-9427-4020-8171-cf3fcfc754e9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0781217 Dec 10 05:11:21.558435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04b9e6e3-9d1b-4165-a3c8-38f2a7def836 req-1a6646ee-0292-49c8-a6f0-c9a7c6315106 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565593 Dec 10 05:11:22.360516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9352ef7-0501-4d59-88a2-ef9735a25da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:22.687120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc19dc-9cba-4240-b767-3126aa1c9620 req-d5da5171-e2e5-43d1-aadc-d355fd966576 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:22.689051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57fc19dc-9cba-4240-b767-3126aa1c9620 req-d5da5171-e2e5-43d1-aadc-d355fd966576 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0556719 Dec 10 05:11:22.739199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57fc19dc-9cba-4240-b767-3126aa1c9620 req-93dc9caf-cbbe-4bd4-b042-6c030d3e4506 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Dec 10 05:11:23.816867 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:23.860388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8402-7745-42ae-9123-76a736f252e3 req-ec4cd280-82c1-47cb-ae01-97991eae0938 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:23.862599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-610d8402-7745-42ae-9123-76a736f252e3 req-ec4cd280-82c1-47cb-ae01-97991eae0938 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0547915 Dec 10 05:11:23.920445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-610d8402-7745-42ae-9123-76a736f252e3 req-a92a308f-1eba-4454-af77-4557a2c167fa tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Dec 10 05:11:25.027045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac3cd-14c3-4305-a3f2-2533a553314c req-3435f231-8692-450b-a6e4-9995396c661c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:25.028492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f3ac3cd-14c3-4305-a3f2-2533a553314c req-3435f231-8692-450b-a6e4-9995396c661c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0475500 Dec 10 05:11:25.075065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f3ac3cd-14c3-4305-a3f2-2533a553314c req-fecf1a56-dfc9-44f2-a78d-bc6c340749bc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Dec 10 05:11:25.180061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0389328f-3dc5-41e1-b86f-b9f9c10262c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:25.339664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-02aa9c47-aa11-4008-91b6-08aed4fa62de req-1ce28714-200b-4d25-9848-03bde337013a service neutron] (103254) timed out ('10.222.0.43', 58544) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:11:25.847458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:26.190745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfbd02-d9b6-452d-9f65-650a55dee2fd req-bd3c2e26-d83a-44cb-9816-fb5f5de16552 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:26.192253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2dfbd02-d9b6-452d-9f65-650a55dee2fd req-bd3c2e26-d83a-44cb-9816-fb5f5de16552 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0513189 Dec 10 05:11:26.247218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2dfbd02-d9b6-452d-9f65-650a55dee2fd req-2e848281-13ca-4b04-b8d3-70786f03a860 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 Dec 10 05:11:27.362895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed7ab-8f76-4b36-ab45-12d3456e7acd req-72f2426d-4729-4ebb-9707-a99d3823c23a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:27.364383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97bed7ab-8f76-4b36-ab45-12d3456e7acd req-72f2426d-4729-4ebb-9707-a99d3823c23a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0485032 Dec 10 05:11:27.412935 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97bed7ab-8f76-4b36-ab45-12d3456e7acd req-7bfd5df8-82df-435e-befa-019b9d12e6d6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Dec 10 05:11:27.504060 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:28.333124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:28.526138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5330e6-5908-4305-9884-89ee1f3d6230 req-2e5200c5-e321-4a74-9616-fc7876476370 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:28.527996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca5330e6-5908-4305-9884-89ee1f3d6230 req-2e5200c5-e321-4a74-9616-fc7876476370 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0485263 Dec 10 05:11:28.575676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ca5330e6-5908-4305-9884-89ee1f3d6230 req-1c3e561f-4ba0-41f8-b120-e314a177a96a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Dec 10 05:11:29.692810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537a15-311b-416c-b739-cdc1db20ab7b req-9327eaf4-89b9-4805-935f-48a0c788ea39 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:29.694493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20537a15-311b-416c-b739-cdc1db20ab7b req-9327eaf4-89b9-4805-935f-48a0c788ea39 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0528462 Dec 10 05:11:29.742543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20537a15-311b-416c-b739-cdc1db20ab7b req-50e4675c-316e-40ee-bb8c-49c50f3281d1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Dec 10 05:11:30.863303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d7f2-d5d1-470d-bcd6-7b40ce80b21b req-36deff47-52b2-4fd7-b512-db795b7a67a6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:30.864917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4548d7f2-d5d1-470d-bcd6-7b40ce80b21b req-36deff47-52b2-4fd7-b512-db795b7a67a6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0501356 Dec 10 05:11:30.916815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4548d7f2-d5d1-470d-bcd6-7b40ce80b21b req-e000b1e0-2db7-4aa9-abb2-30bb1299cd06 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Dec 10 05:11:32.035825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cdcb7-5807-493d-95d2-3889086eef90 req-58217ea6-4233-46ae-a7cd-a308d66f88c9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:32.037368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a27cdcb7-5807-493d-95d2-3889086eef90 req-58217ea6-4233-46ae-a7cd-a308d66f88c9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0508151 Dec 10 05:11:32.083399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a27cdcb7-5807-493d-95d2-3889086eef90 req-01c049e9-1616-4b19-991e-d72335c4210f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Dec 10 05:11:33.199701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e403d0-6970-4da0-ba82-57f501c4ca46 req-08ecdff1-740d-46c8-b2eb-d0a9642dbd61 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:33.201233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05e403d0-6970-4da0-ba82-57f501c4ca46 req-08ecdff1-740d-46c8-b2eb-d0a9642dbd61 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0483673 Dec 10 05:11:33.248852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-05e403d0-6970-4da0-ba82-57f501c4ca46 req-3f432136-5acd-4abb-babf-e79ace749d34 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Dec 10 05:11:34.361591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782b48-b056-4c8f-b119-1b19e0885b5a req-77b7b71c-e9fc-4bc2-af52-0b79242cd021 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:34.363054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea782b48-b056-4c8f-b119-1b19e0885b5a req-77b7b71c-e9fc-4bc2-af52-0b79242cd021 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0475941 Dec 10 05:11:34.413740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea782b48-b056-4c8f-b119-1b19e0885b5a req-9898e6bd-f54d-46af-b8f9-0222f812cb62 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Dec 10 05:11:35.530307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674acbf-c335-4ca7-afe2-387373fe7403 req-2bb6b302-348d-475b-85ba-16b94d941690 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:35.533004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3674acbf-c335-4ca7-afe2-387373fe7403 req-2bb6b302-348d-475b-85ba-16b94d941690 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0484321 Dec 10 05:11:35.586616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3674acbf-c335-4ca7-afe2-387373fe7403 req-48fc6962-e244-4607-b58f-21d1d1628e16 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Dec 10 05:11:36.703277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f779d-5646-4bd2-9020-b03075ae63bf req-42d622d7-6040-4f09-83e1-f753f8799bb5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:36.704769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf8f779d-5646-4bd2-9020-b03075ae63bf req-42d622d7-6040-4f09-83e1-f753f8799bb5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0513747 Dec 10 05:11:36.751963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf8f779d-5646-4bd2-9020-b03075ae63bf req-48582179-e3a2-4337-ab48-f854dc8460ab tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Dec 10 05:11:37.868712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d402297-b447-49bd-855a-7059b940133b req-1840410d-6a7d-4790-a5f5-9a17f69f2ac7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:37.870156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d402297-b447-49bd-855a-7059b940133b req-1840410d-6a7d-4790-a5f5-9a17f69f2ac7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 944 time: 0.0516374 Dec 10 05:11:37.916182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d402297-b447-49bd-855a-7059b940133b req-f34f37e7-6530-4b57-90cd-ea2f3de71ec5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Dec 10 05:11:38.055225 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:11:38.426908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 13344220-2d29-4b05-ae73-1ae5614e6e09 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:11:38.518147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=13344220-2d29-4b05-ae73-1ae5614e6e09,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:11:38.528752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '13344220-2d29-4b05-ae73-1ae5614e6e09', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': '13344220-2d29-4b05-ae73-1ae5614e6e09', 'mac_address': 'fa:16:3e:1d:55:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:11:38.567437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:38.579862 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13344220-2d29-4b05-ae73-1ae5614e6e09 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:11:38.597738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=13344220-2d29-4b05-ae73-1ae5614e6e09,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:11:38.601116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:38.645415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:38.652497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.652841 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.653745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.654087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.654420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.654747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.655073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.655393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.655712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.656033 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.656349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.656690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.657010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:11:38.864685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['13344220-2d29-4b05-ae73-1ae5614e6e09'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:11:39.028704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f290d0-0434-419a-9a07-6fc33252e8e5 req-f2fbc7fa-2ca4-489c-aaa9-1b6579c2dfb1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:39.030183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2f290d0-0434-419a-9a07-6fc33252e8e5 req-f2fbc7fa-2ca4-489c-aaa9-1b6579c2dfb1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 945 time: 0.0482905 Dec 10 05:11:39.076617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c2f290d0-0434-419a-9a07-6fc33252e8e5 req-ed96ca8e-82f2-4e04-bb85-79326f473f25 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Dec 10 05:11:40.189538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eec4a6-91e4-4dfe-9413-685c924832d6 req-9070c47e-e55d-45ab-b41a-a0d00bf87961 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:40.191021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37eec4a6-91e4-4dfe-9413-685c924832d6 req-9070c47e-e55d-45ab-b41a-a0d00bf87961 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Dec 10 05:11:40.240903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37eec4a6-91e4-4dfe-9413-685c924832d6 req-5eac47b1-884e-4b9e-9e29-3ae3be742394 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Dec 10 05:11:40.427116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 13344220-2d29-4b05-ae73-1ae5614e6e09 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:11:40.474348 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 13344220-2d29-4b05-ae73-1ae5614e6e09 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:11:40.478352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 13344220-2d29-4b05-ae73-1ae5614e6e09 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:11:40.478798 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:40.557765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:40.579797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:11:40.582064 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656952e9-1f44-4cbd-83c7-6d7e91986b61" -d '{"events": [{"server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "name": "network-vif-plugged", "status": "completed", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:11:40.595558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=13344220-2d29-4b05-ae73-1ae5614e6e09,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:11:40.599782 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:40.645116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:40.691026 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ca7e9-68a6-4954-912d-f3d7ed4b74d7 x-openstack-request-id: req-ae3ca7e9-68a6-4954-912d-f3d7ed4b74d7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:11:40.691324 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "name": "network-vif-plugged", "status": "completed", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:11:40.691861 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae3ca7e9-68a6-4954-912d-f3d7ed4b74d7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:11:40.692760 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09', 'code': 200} Dec 10 05:11:40.822678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d5fb-08ea-4825-a3d7-03dab8d9a5e5 req-7e384de8-89c4-4dc6-a814-21bc3e03cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:40.824163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9734d5fb-08ea-4825-a3d7-03dab8d9a5e5 req-7e384de8-89c4-4dc6-a814-21bc3e03cd4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 1097 time: 0.0452826 Dec 10 05:11:40.866405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9734d5fb-08ea-4825-a3d7-03dab8d9a5e5 req-6877b252-0299-4fe8-9a34-0a784c1e8aea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Dec 10 05:11:41.355839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47a97-5937-4dbe-a0d1-44011b418ec3 req-abaa4509-8764-46ab-a176-610988f482ac tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:41.357334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fb47a97-5937-4dbe-a0d1-44011b418ec3 req-abaa4509-8764-46ab-a176-610988f482ac tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0476389 Dec 10 05:11:41.403065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fb47a97-5937-4dbe-a0d1-44011b418ec3 req-de58928b-d1ca-43ff-b104-45a46065ed03 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Dec 10 05:11:42.527714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92fb39-e108-4fa7-ae42-65ec01603214 req-671e44db-0418-45f3-b314-bfd76625adda tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:42.529186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f92fb39-e108-4fa7-ae42-65ec01603214 req-671e44db-0418-45f3-b314-bfd76625adda tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Dec 10 05:11:42.574902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f92fb39-e108-4fa7-ae42-65ec01603214 req-f65ecedc-e866-42c2-bc15-4bcc49c2ba54 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Dec 10 05:11:42.692796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87345ef-9483-4c99-ac8a-277cdb3ab33b req-729b927d-2fe4-4faf-81b2-9b7aa699f655 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:42.694218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a87345ef-9483-4c99-ac8a-277cdb3ab33b req-729b927d-2fe4-4faf-81b2-9b7aa699f655 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Dec 10 05:11:42.740904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a87345ef-9483-4c99-ac8a-277cdb3ab33b req-47ee800f-cb6d-487c-96cd-ea0792ca3875 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 10 05:11:42.859509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c607-c9e3-4dc3-b766-ddc71e1ab429 req-b5fcea35-6035-441a-8a46-2ea6cabb3e71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:42.860978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1f8c607-c9e3-4dc3-b766-ddc71e1ab429 req-b5fcea35-6035-441a-8a46-2ea6cabb3e71 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0550103 Dec 10 05:11:42.911873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b1f8c607-c9e3-4dc3-b766-ddc71e1ab429 req-256718c8-15e5-45d4-bf9a-2036ee63becb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Dec 10 05:11:43.188445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab012b-422a-4fa9-9ce1-8e049ceb2bfa req-de7be31e-2c56-4af5-b6b6-3536ad293d08 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:43.190051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cab012b-422a-4fa9-9ce1-8e049ceb2bfa req-de7be31e-2c56-4af5-b6b6-3536ad293d08 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0492573 Dec 10 05:11:43.238361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3cab012b-422a-4fa9-9ce1-8e049ceb2bfa req-f63262ef-5ff3-4b2b-a3d9-d0fb4279bb88 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Dec 10 05:11:44.357302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0b99-308a-4827-a588-82488ccb5388 req-c00445bf-8f5a-417b-9d13-41dc7202a97f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:44.358783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cef0b99-308a-4827-a588-82488ccb5388 req-c00445bf-8f5a-417b-9d13-41dc7202a97f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Dec 10 05:11:44.409371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2cef0b99-308a-4827-a588-82488ccb5388 req-8428b1d9-40b2-4fbe-a6d9-c46ce24e0bdb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Dec 10 05:11:44.739985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440f359-188e-414e-9f1a-7d703720741d req-97ec17f6-7a37-413b-8db7-12e2262ee12f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:11:44.741422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d440f359-188e-414e-9f1a-7d703720741d req-97ec17f6-7a37-413b-8db7-12e2262ee12f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 946 time: 0.0471439 Dec 10 05:11:44.828281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 13344220-2d29-4b05-ae73-1ae5614e6e09 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:11:44.828645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:44.917730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port 13344220-2d29-4b05-ae73-1ae5614e6e09, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=13344220-2d29-4b05-ae73-1ae5614e6e09,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:11:44.918091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:44.929395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 13344220-2d29-4b05-ae73-1ae5614e6e09 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:11:45.054134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:45.081791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=13344220-2d29-4b05-ae73-1ae5614e6e09,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:11:45.087543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['13344220-2d29-4b05-ae73-1ae5614e6e09'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:11:45.121820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port 13344220-2d29-4b05-ae73-1ae5614e6e09 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:11:45.124462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:45.128029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d440f359-188e-414e-9f1a-7d703720741d req-d24e0b33-71b9-41be-b1f4-b9c083541493 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "DELETE /v2.0/ports/13344220-2d29-4b05-ae73-1ae5614e6e09 HTTP/1.1" status: 204 len: 173 time: 0.3798428 Dec 10 05:11:45.128680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'name': 'network-vif-deleted', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:11:45.130859 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc53945-db41-4f5b-9be0-21f60531da42" -d '{"events": [{"server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "name": "network-vif-deleted", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:11:45.175028 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60638c5c-4af9-451e-87f6-5ca2c3ab8296 x-openstack-request-id: req-60638c5c-4af9-451e-87f6-5ca2c3ab8296 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:11:45.175398 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18", "name": "network-vif-deleted", "tag": "13344220-2d29-4b05-ae73-1ae5614e6e09", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:11:45.175621 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60638c5c-4af9-451e-87f6-5ca2c3ab8296 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:11:45.176056 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eafb89-cf83-4fe1-bb51-f7e42a2fcc18', 'name': 'network-vif-deleted', 'tag': '13344220-2d29-4b05-ae73-1ae5614e6e09', 'status': 'completed', 'code': 200} Dec 10 05:11:45.504204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4be086ef-8d42-4ad1-b688-84ab56687fa6 req-8003e11d-1f9a-49d8-be8c-defdc3b4846d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0267172 Dec 10 05:11:46.599920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8766887-ccc7-4c36-b726-c43e23374f55 req-ce7b366b-f6b1-4770-9c87-587362d92e42 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0260556 Dec 10 05:11:47.702459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5573b7b0-c3e0-4712-8cbd-ece04df2485e req-dea6a90d-e77c-4314-a9c2-d6a720cea069 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0342357 Dec 10 05:11:48.473821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 13344220-2d29-4b05-ae73-1ae5614e6e09 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:11:48.494812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 13344220-2d29-4b05-ae73-1ae5614e6e09 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:11:48.495164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 13344220-2d29-4b05-ae73-1ae5614e6e09 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:11:48.794715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c502552-1f0f-422e-852e-69fe4b446254 req-d5b2dbf9-23f6-446d-a25b-bb85365be7a8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0262599 Dec 10 05:11:49.933023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8712128d-6a07-4a61-989c-e31bd3b32c03 req-1c5fb21f-6992-42b0-8d2f-96d30ee2f194 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6eafb89-cf83-4fe1-bb51-f7e42a2fcc18 HTTP/1.1" status: 200 len: 210 time: 0.0304477 Dec 10 05:11:50.558645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:52.361946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4d92-7c3e-47fd-8fe4-55ad1a81855d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:53.816957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:55.181942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aa61376-83e7-46ff-b51a-263021b8ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:55.849343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:57.508117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:11:58.339523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:12.759212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-b5325bb9-3f3b-4e42-9696-d90de9b6d8a6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:12.760600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-b5325bb9-3f3b-4e42-9696-d90de9b6d8a6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1025407 Dec 10 05:12:12.775668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-168fc4af-473a-474d-931d-f9970b14ead8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0093396 Dec 10 05:12:12.824767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-e0bb779a-61d5-4c5d-b4b0-30cdd903ebea tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438704 Dec 10 05:12:12.835292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-cd66d853-3c47-499a-9778-06ce319e58a5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:12:12.836923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-cd66d853-3c47-499a-9778-06ce319e58a5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058517 Dec 10 05:12:12.925588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-fde1e1e2-ffab-4bb8-8952-27ed30b5abec service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830429 Dec 10 05:12:13.017603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-916fdb2b-e7dc-4167-91a8-a4a7709c8826 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855010 Dec 10 05:12:13.289992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5328cfd9-98a7-406d-9080-36f0a9d8e1b7 req-d9a67c6f-66d5-49c6-a1cf-c0ba5144aa3c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0260344 Dec 10 05:12:14.248416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-55ada84b-5c21-4a35-9899-38b647c75f21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:14.249877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-55ada84b-5c21-4a35-9899-38b647c75f21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1114066 Dec 10 05:12:14.275558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:12:14.396941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3675a72-e254-4959-908f-babd6bddcf91 req-309825b8-c766-4d5a-b4e9-ffd1f1379845 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0308492 Dec 10 05:12:14.418419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:12:14.422058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:14.541271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.5 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/a9e0b98c-6423-4f47-a95d-c81502e528d2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:12:14.687111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:14.720072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:14.764397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:12:14.767532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:12:14.771087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:12:14.805290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:14.818474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.818815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.819152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.819486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.819819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.821056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.821390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.821716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.822043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.822361 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.823507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.823507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.823507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:14.840356 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:14.841026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:14.862059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-3b5ccfcb-d192-4d25-88c7-102dfb164725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905154 Dec 10 05:12:14.880857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Request body: {'port': {'device_id': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:12:14.938325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.056304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:12:15.057231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-66bb72aa-14f9-468e-9ce1-06562d48f34e None None] Provisioning complete for port a9e0b98c-6423-4f47-a95d-c81502e528d2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:12:15.057632 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66bb72aa-14f9-468e-9ce1-06562d48f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.093858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-66bb72aa-14f9-468e-9ce1-06562d48f34e None None] Port a9e0b98c-6423-4f47-a95d-c81502e528d2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:12:15.217843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e0b98c-6423-4f47-a95d-c81502e528d2 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:12:15.225299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.238076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Transition to ACTIVE for port object a9e0b98c-6423-4f47-a95d-c81502e528d2 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:12:15.241683 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.311714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:15.367681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Attempting to bind port a9e0b98c-6423-4f47-a95d-c81502e528d2 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:12:15.368247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Attempting to bind port a9e0b98c-6423-4f47-a95d-c81502e528d2 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:12:15.368765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Attempting to bind port a9e0b98c-6423-4f47-a95d-c81502e528d2 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:12:15.373499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Port a9e0b98c-6423-4f47-a95d-c81502e528d2 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:12:15.373927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Attempting to bind port a9e0b98c-6423-4f47-a95d-c81502e528d2 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:12:15.379327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:12:15.379739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:12:15.380306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:12:15.380827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Bound port: a9e0b98c-6423-4f47-a95d-c81502e528d2, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:12:15.381246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.453422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:12:15.456910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:12:15.463815 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.530879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:15.531489 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:15.534143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] 10.222.0.36 "PUT /v2.0/ports/a9e0b98c-6423-4f47-a95d-c81502e528d2 HTTP/1.1" status: 200 len: 1091 time: 0.6574662 Dec 10 05:12:15.536905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:12:15.539201 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01319ad7-5bda-4907-986d-5e7f183d0021" -d '{"events": [{"name": "network-changed", "server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:12:15.569313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc488540-4813-45a8-bf27-9da30a5f903e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:15.586457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700e32-7ac4-48fe-85e6-58e25189ea41 req-dc1a91c7-e211-4fc9-985e-b9595bf74096 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:15.588168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53700e32-7ac4-48fe-85e6-58e25189ea41 req-dc1a91c7-e211-4fc9-985e-b9595bf74096 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0992892 Dec 10 05:12:15.603851 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046685db-15f8-4c00-a022-1e14cfc012bd x-openstack-request-id: req-046685db-15f8-4c00-a022-1e14cfc012bd {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:12:15.604466 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:12:15.604745 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-046685db-15f8-4c00-a022-1e14cfc012bd {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:12:15.605143 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2', 'status': 'completed', 'code': 200} Dec 10 05:12:15.682396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53700e32-7ac4-48fe-85e6-58e25189ea41 req-be9fbf50-4997-49bb-b6f2-ef6174226139 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882449 Dec 10 05:12:15.689608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-186c1b51-c20b-4704-baf3-4ac18618e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:15.691435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-186c1b51-c20b-4704-baf3-4ac18618e82b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 1094 time: 0.0759418 Dec 10 05:12:16.062666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-76c77047-bccc-4f1d-b111-a194d83219d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2 HTTP/1.1" status: 200 len: 217 time: 0.3546510 Dec 10 05:12:16.124954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-26ef2e75-ec2b-4f4f-b033-5cfa3b1b572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.126394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-26ef2e75-ec2b-4f4f-b033-5cfa3b1b572f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0552850 Dec 10 05:12:16.186059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-496c62e4-9ecd-46d2-810f-c403576d231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.187987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-496c62e4-9ecd-46d2-810f-c403576d231c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533342 Dec 10 05:12:16.287510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-013680ae-044c-41b6-bb9f-a78fea14fd06 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923822 Dec 10 05:12:16.383731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d130cfbf-99e8-4a01-8271-2a1556ec4feb req-af26bd3f-61b3-45d8-b8bd-8112ed584ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887713 Dec 10 05:12:16.492425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-9f41e24a-6231-4ea9-8976-4bbaa57742d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.494064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-9f41e24a-6231-4ea9-8976-4bbaa57742d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 1094 time: 0.0406528 Dec 10 05:12:16.582514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-c568eddd-6840-4a20-8252-e00eef8cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.583983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-c568eddd-6840-4a20-8252-e00eef8cc5c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0834856 Dec 10 05:12:16.629119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-4a567537-12ee-42d6-af8e-3ab9dd7a2406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2 HTTP/1.1" status: 200 len: 217 time: 0.0378561 Dec 10 05:12:16.681240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-fc2a2d2d-5fde-45c9-aebc-77fbdf9b3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.682703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-fc2a2d2d-5fde-45c9-aebc-77fbdf9b3e1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0460303 Dec 10 05:12:16.739031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-832da7b8-1dc2-4e96-8294-593d151fd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.740441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-832da7b8-1dc2-4e96-8294-593d151fd2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509524 Dec 10 05:12:16.855603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112c6-825c-4b7c-b7b2-d5a2fb0b3a65 req-c3ddb4fa-1f69-4cc6-ada6-ab95957713c1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:16.857104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d28112c6-825c-4b7c-b7b2-d5a2fb0b3a65 req-c3ddb4fa-1f69-4cc6-ada6-ab95957713c1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.1000843 Dec 10 05:12:16.885397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-15b69645-9cab-4584-8a6c-48ad5714049c service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365058 Dec 10 05:12:16.940612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d28112c6-825c-4b7c-b7b2-d5a2fb0b3a65 req-680cf2dc-ee86-43e0-a3e9-6aed624ad0b0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Dec 10 05:12:16.998322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01319ad7-5bda-4907-986d-5e7f183d0021 req-66334cf9-af11-46c0-8078-c893b307d0ee service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056521 Dec 10 05:12:18.062654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62fd9-c70f-4648-8f14-44a3aec1d4e3 req-ec465fcf-044e-4acd-a95f-f93188db5802 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:18.064152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eef62fd9-c70f-4648-8f14-44a3aec1d4e3 req-ec465fcf-044e-4acd-a95f-f93188db5802 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0498650 Dec 10 05:12:18.110416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eef62fd9-c70f-4648-8f14-44a3aec1d4e3 req-c2d96bb9-b625-4a9d-8bb9-4c09c827da09 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Dec 10 05:12:19.233786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac5cc6-4d0b-422d-a08a-26d4752daf40 req-a93d908f-cc2f-4deb-8a75-24df4616721b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:19.235355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6ac5cc6-4d0b-422d-a08a-26d4752daf40 req-a93d908f-cc2f-4deb-8a75-24df4616721b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0580752 Dec 10 05:12:19.284535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6ac5cc6-4d0b-422d-a08a-26d4752daf40 req-13890209-d728-47ad-9927-7d70fbea0138 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Dec 10 05:12:20.399517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87269437-e52a-466c-ad73-c8423cf65d13 req-8cfe7c54-373f-43be-92eb-ead3288cbbd8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:20.401015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87269437-e52a-466c-ad73-c8423cf65d13 req-8cfe7c54-373f-43be-92eb-ead3288cbbd8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0487392 Dec 10 05:12:20.447486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87269437-e52a-466c-ad73-c8423cf65d13 req-b36d5e62-a901-4cf8-9ccf-228e15b44338 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Dec 10 05:12:20.573510 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:21.559360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61d8bd-b8ea-4957-a0c7-c0d0766c9b2a req-46513d9a-8a10-4e90-9ea7-c4766cfc126e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:21.560836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb61d8bd-b8ea-4957-a0c7-c0d0766c9b2a req-46513d9a-8a10-4e90-9ea7-c4766cfc126e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0486648 Dec 10 05:12:21.614055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb61d8bd-b8ea-4957-a0c7-c0d0766c9b2a req-4624889d-d65b-429f-b8c6-093c37f202b7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Dec 10 05:12:22.363975 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7065c5f-0044-4810-8116-1f5089e29172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:22.728826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81104a-5507-49d3-b170-53ccf61bd364 req-07397fd3-0ac8-41ff-8d59-a246bf646c63 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:22.730311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de81104a-5507-49d3-b170-53ccf61bd364 req-07397fd3-0ac8-41ff-8d59-a246bf646c63 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0478876 Dec 10 05:12:22.777681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de81104a-5507-49d3-b170-53ccf61bd364 req-c41e0085-5269-4f2a-83e4-9d2b2d69c49d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Dec 10 05:12:23.813458 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:23.894481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601dc90-e88c-4522-b6df-624d22260fe7 req-dedca1d9-8ae6-4d90-bcb7-9cd29b813885 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:23.895958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6601dc90-e88c-4522-b6df-624d22260fe7 req-dedca1d9-8ae6-4d90-bcb7-9cd29b813885 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0484121 Dec 10 05:12:23.942252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6601dc90-e88c-4522-b6df-624d22260fe7 req-e6a12460-8313-44b6-a4ef-71e5f5c0fcc7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Dec 10 05:12:25.060523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50be076-3d9c-49fd-a816-f68ab4ee6863 req-fbf632b3-7159-4068-8e04-b4a18ed279ed tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:25.061986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c50be076-3d9c-49fd-a816-f68ab4ee6863 req-fbf632b3-7159-4068-8e04-b4a18ed279ed tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0513949 Dec 10 05:12:25.107675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c50be076-3d9c-49fd-a816-f68ab4ee6863 req-088070aa-eec7-4173-9421-9adbefddc9f4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Dec 10 05:12:25.183835 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88d7b1c4-7f25-4245-a9ef-14a15e375204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:25.852193 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:26.219734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43f2be-5b05-468d-a735-b41d337f380c req-9514c3c1-abc3-4729-8045-85aba582a763 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:26.221226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab43f2be-5b05-468d-a735-b41d337f380c req-9514c3c1-abc3-4729-8045-85aba582a763 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 943 time: 0.0476387 Dec 10 05:12:26.267814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ab43f2be-5b05-468d-a735-b41d337f380c req-371dc401-226e-44ea-8baa-cb315ef1c243 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Dec 10 05:12:26.723396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a9e0b98c-6423-4f47-a95d-c81502e528d2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:12:26.815398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:12:26.829848 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a9e0b98c-6423-4f47-a95d-c81502e528d2', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': 'a9e0b98c-6423-4f47-a95d-c81502e528d2', 'mac_address': 'fa:16:3e:22:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:12:26.865657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:26.882806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e0b98c-6423-4f47-a95d-c81502e528d2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:12:26.902011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:12:26.905397 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:26.950582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:27.180724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a9e0b98c-6423-4f47-a95d-c81502e528d2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:12:27.386491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12449-463a-4429-b591-eaf854bcae8b req-03095106-0466-47c1-9457-7fe9273e4282 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:27.387970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f12449-463a-4429-b591-eaf854bcae8b req-03095106-0466-47c1-9457-7fe9273e4282 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 944 time: 0.0521884 Dec 10 05:12:27.435712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08f12449-463a-4429-b591-eaf854bcae8b req-d767714e-5837-472b-b1f5-1ad374c36c52 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Dec 10 05:12:27.510110 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:28.332618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:28.548712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636208-7f01-4daf-bb09-80d7d077288e req-6335fa60-5762-4882-8bfd-1446892db106 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:28.550164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1636208-7f01-4daf-bb09-80d7d077288e req-6335fa60-5762-4882-8bfd-1446892db106 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 944 time: 0.0478117 Dec 10 05:12:28.596005 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a1636208-7f01-4daf-bb09-80d7d077288e req-3feaa2e2-44eb-4fcf-b9ae-0ae518acfad9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Dec 10 05:12:28.723430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a9e0b98c-6423-4f47-a95d-c81502e528d2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:12:28.770252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a9e0b98c-6423-4f47-a95d-c81502e528d2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:12:28.774231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a9e0b98c-6423-4f47-a95d-c81502e528d2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:12:28.774593 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:28.849976 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:28.872264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:12:28.874675 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e8ac80-f652-4c28-ab0b-c781b53a0021" -d '{"events": [{"server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:12:28.887927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:12:28.899079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:28.918571 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c966f356-baa5-4a55-b3bc-3075f90cbc93 x-openstack-request-id: req-c966f356-baa5-4a55-b3bc-3075f90cbc93 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:12:28.918862 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:12:28.919116 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c966f356-baa5-4a55-b3bc-3075f90cbc93 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:12:28.919502 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2', 'code': 200} Dec 10 05:12:28.943803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:29.042202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821b4eb-b109-488f-a118-fdb9b3f741be req-d0058a56-9968-466f-9f4d-59dd8b880cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:29.043715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d821b4eb-b109-488f-a118-fdb9b3f741be req-d0058a56-9968-466f-9f4d-59dd8b880cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 1096 time: 0.0397928 Dec 10 05:12:29.090940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d821b4eb-b109-488f-a118-fdb9b3f741be req-6ae0d12d-1ddb-4ea2-ba18-3a876e487c3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Dec 10 05:12:29.707942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d99b-0a7a-4995-a597-773c4e6afd2e req-f16922f6-390d-4412-bf0e-317401edfa41 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:29.709430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90e8d99b-0a7a-4995-a597-773c4e6afd2e req-f16922f6-390d-4412-bf0e-317401edfa41 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0474365 Dec 10 05:12:29.755355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90e8d99b-0a7a-4995-a597-773c4e6afd2e req-a01719d0-411d-4a6b-a36e-8c2ab2c72ec5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Dec 10 05:12:30.871827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37510ad2-c964-44da-800a-6a8f86ca46d4 req-199a5112-5604-494d-b0d3-35edb9015cc0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:30.873303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37510ad2-c964-44da-800a-6a8f86ca46d4 req-199a5112-5604-494d-b0d3-35edb9015cc0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0477617 Dec 10 05:12:30.921957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-37510ad2-c964-44da-800a-6a8f86ca46d4 req-875ff8b6-4e66-4adf-9d61-93d216a02be8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Dec 10 05:12:31.038952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd531f7-7000-4132-8974-bed9584b1bff req-45dcaa14-d59d-4b7c-90bb-ccff09a81e13 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:31.040947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4dd531f7-7000-4132-8974-bed9584b1bff req-45dcaa14-d59d-4b7c-90bb-ccff09a81e13 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0528536 Dec 10 05:12:31.086973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4dd531f7-7000-4132-8974-bed9584b1bff req-e773700f-965c-4e4f-9d97-9918374da6f5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Dec 10 05:12:33.535103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-c093a616-2310-4b86-af0b-ee80ed056d0a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:33.536654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-c093a616-2310-4b86-af0b-ee80ed056d0a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.0983768 Dec 10 05:12:33.552762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-ea502c61-6803-4c6c-afb5-aa9fb0e31be6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0089569 Dec 10 05:12:33.608086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-899b5c3b-26e9-40ef-8607-268e15271ee3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501153 Dec 10 05:12:33.695873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-9433086a-5cf8-4baa-94cc-034e593cdd2c service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800381 Dec 10 05:12:33.785719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-454072a6-9c9a-499b-a297-74f69cb89cec service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837815 Dec 10 05:12:33.971937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43756105-f5c4-4deb-baaa-45dd1a8636df req-b9f63231-238d-4666-90ee-104ee62d506a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0270817 Dec 10 05:12:35.061876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-c567bbde-83ea-4454-9f6a-c2b3324c27a1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:35.063333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-c567bbde-83ea-4454-9f6a-c2b3324c27a1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1225963 Dec 10 05:12:35.077966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eaa19ba5-4ef6-43ca-87ab-fe8ace04f2ae req-796d7880-d0e1-4cfc-8357-6f3d99b766de tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0352848 Dec 10 05:12:35.093808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:12:35.202199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:12:35.205777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.337801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.10 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/5554510b-4c20-4505-b620-59443a6f892e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:12:35.498321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.532769 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.573729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a9e0b98c-6423-4f47-a95d-c81502e528d2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:12:35.577523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:12:35.580623 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:12:35.589895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:35.598281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:12:35.651812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:35.652610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.675501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-82e8cbbf-48ad-4d3f-ba46-206ea201bb2a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848904 Dec 10 05:12:35.766582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Request body: {'port': {'device_id': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:12:35.827174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.885447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-af70b4eb-fe4e-4dfe-bb67-681cdd285de6 None None] Provisioning complete for port 5554510b-4c20-4505-b620-59443a6f892e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:12:35.885820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af70b4eb-fe4e-4dfe-bb67-681cdd285de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:35.924129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af70b4eb-fe4e-4dfe-bb67-681cdd285de6 None None] Port 5554510b-4c20-4505-b620-59443a6f892e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:12:36.090045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5554510b-4c20-4505-b620-59443a6f892e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:12:36.097464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:36.115658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Transition to ACTIVE for port object 5554510b-4c20-4505-b620-59443a6f892e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:12:36.122638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:36.235035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Pushing event updated for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:36.291278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2b14-7965-4946-84a5-23d1fa334fdb req-33d76924-67b3-487a-8643-3874d3167ca3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:36.293837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-705b2b14-7965-4946-84a5-23d1fa334fdb req-33d76924-67b3-487a-8643-3874d3167ca3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.1279693 Dec 10 05:12:36.336811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Attempting to bind port 5554510b-4c20-4505-b620-59443a6f892e on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:12:36.337161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Attempting to bind port 5554510b-4c20-4505-b620-59443a6f892e by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:12:36.338118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Attempting to bind port 5554510b-4c20-4505-b620-59443a6f892e on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:12:36.352417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Port 5554510b-4c20-4505-b620-59443a6f892e on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:12:36.352784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Attempting to bind port 5554510b-4c20-4505-b620-59443a6f892e on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:12:36.367592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:12:36.367944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:12:36.368339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:12:36.368807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Bound port: 5554510b-4c20-4505-b620-59443a6f892e, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:12:36.369170 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:36.376066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-705b2b14-7965-4946-84a5-23d1fa334fdb req-cc2d9f12-4d11-431f-91a4-321733c0e525 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693276 Dec 10 05:12:36.446928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:12:36.450123 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5554510b-4c20-4505-b620-59443a6f892e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:12:36.455300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:36.490608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:36.491219 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:36.492672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] 10.222.0.41 "PUT /v2.0/ports/5554510b-4c20-4505-b620-59443a6f892e HTTP/1.1" status: 200 len: 1092 time: 0.7945523 Dec 10 05:12:36.493116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'tag': '5554510b-4c20-4505-b620-59443a6f892e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:12:36.495362 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e199349-d8d2-4c82-8079-78874d002fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "tag": "5554510b-4c20-4505-b620-59443a6f892e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:12:36.521957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9c5f3-0d3c-46f9-8565-848326f68b49 service neutron] Pushing event updated for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:36.545340 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7cb3b-0d9f-454b-973f-b7fb4616e760 x-openstack-request-id: req-14c7cb3b-0d9f-454b-973f-b7fb4616e760 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:12:36.545734 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "tag": "5554510b-4c20-4505-b620-59443a6f892e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:12:36.546060 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14c7cb3b-0d9f-454b-973f-b7fb4616e760 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:12:36.546532 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'tag': '5554510b-4c20-4505-b620-59443a6f892e', 'status': 'completed', 'code': 200} Dec 10 05:12:36.618282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-e83ba0c4-3ed2-4bd0-bb2a-4ce1a807f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:36.619826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-e83ba0c4-3ed2-4bd0-bb2a-4ce1a807f285 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 1095 time: 0.0441267 Dec 10 05:12:36.683644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-46f984d6-7b28-49a6-8536-7300d4422876 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5554510b-4c20-4505-b620-59443a6f892e HTTP/1.1" status: 200 len: 217 time: 0.0408254 Dec 10 05:12:36.738271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-71902472-4ac4-4da5-a9f2-a5f75e227ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:36.739789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-71902472-4ac4-4da5-a9f2-a5f75e227ac4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0461833 Dec 10 05:12:36.792146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-a40dde1b-afd7-4090-b911-0a98541ed614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:36.793698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-a40dde1b-afd7-4090-b911-0a98541ed614 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419753 Dec 10 05:12:36.890987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-c2349ccf-7b46-4486-ac4e-c20cfc31346b service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Dec 10 05:12:36.989043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf0d10df-0494-4fbd-be0d-8a8a868c8ec7 req-a3513f17-e5af-4db3-8694-a8c2636764f5 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Dec 10 05:12:37.123643 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e199349-d8d2-4c82-8079-78874d002fbe req-467bdfdd-c42d-4c13-b317-6331b772fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:37.125220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-467bdfdd-c42d-4c13-b317-6331b772fce7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 1095 time: 0.0406983 Dec 10 05:12:37.228336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e199349-d8d2-4c82-8079-78874d002fbe req-efbe4408-9fea-4be2-9f37-6f419aaed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:37.230122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-efbe4408-9fea-4be2-9f37-6f419aaed144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0932698 Dec 10 05:12:37.278866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-24eb9c02-70b0-4c9d-b938-a5cd8ac08c0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5554510b-4c20-4505-b620-59443a6f892e HTTP/1.1" status: 200 len: 217 time: 0.0356624 Dec 10 05:12:37.342162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e199349-d8d2-4c82-8079-78874d002fbe req-beed33b7-7660-42c2-adef-0bfe4c9aeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:37.346222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-beed33b7-7660-42c2-adef-0bfe4c9aeb94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0565245 Dec 10 05:12:37.396706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e199349-d8d2-4c82-8079-78874d002fbe req-7ae14f38-617d-4593-966a-b63233507c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:37.398202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-7ae14f38-617d-4593-966a-b63233507c30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405655 Dec 10 05:12:37.531519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-14329356-7494-49b5-a892-d09606599536 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206059 Dec 10 05:12:37.541016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894adb2f-459e-49f0-bb23-eb6fdf24cbcb req-77432a56-07a1-4643-b1ec-4998262fb7ff tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:37.542637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-894adb2f-459e-49f0-bb23-eb6fdf24cbcb req-77432a56-07a1-4643-b1ec-4998262fb7ff tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0761821 Dec 10 05:12:37.647400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-894adb2f-459e-49f0-bb23-eb6fdf24cbcb req-0502bedf-0af7-4c23-841a-8686eccb19d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964527 Dec 10 05:12:37.670577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e199349-d8d2-4c82-8079-78874d002fbe req-9faa9707-14c7-4793-a00d-c350321c81dc service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269515 Dec 10 05:12:38.801146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58102f5c-e4e2-4923-a478-ae8224d0975f req-7c288166-a5ff-450e-82c3-0fa0a0ede737 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:38.802785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58102f5c-e4e2-4923-a478-ae8224d0975f req-7c288166-a5ff-450e-82c3-0fa0a0ede737 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0655122 Dec 10 05:12:38.875696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58102f5c-e4e2-4923-a478-ae8224d0975f req-e8d9f5fc-a134-485a-b33b-f69fe221bf99 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Dec 10 05:12:40.044888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7501405-7287-4fac-83e0-44512aa2d365 req-138f6fba-166c-4464-ace2-b57404554533 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:40.048918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7501405-7287-4fac-83e0-44512aa2d365 req-138f6fba-166c-4464-ace2-b57404554533 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0783997 Dec 10 05:12:40.141092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7501405-7287-4fac-83e0-44512aa2d365 req-6af7a015-fc92-4c95-898b-9a96ec0b5000 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829771 Dec 10 05:12:41.335459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b5e9d-0852-4cde-bff8-68e5d91c4c45 req-14ade3df-644e-4040-9ce3-c1796651a25a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:41.340925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65b5e9d-0852-4cde-bff8-68e5d91c4c45 req-14ade3df-644e-4040-9ce3-c1796651a25a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0777736 Dec 10 05:12:41.391010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d65b5e9d-0852-4cde-bff8-68e5d91c4c45 req-af9b7e03-bbf9-4634-9b45-4e6fecfa76a1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 Dec 10 05:12:42.507251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c9008-e958-4ef6-847f-aabfe1f6cfb7 req-81011a7d-9dd0-4be5-a664-b6220dc1575c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:42.509408 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f42c9008-e958-4ef6-847f-aabfe1f6cfb7 req-81011a7d-9dd0-4be5-a664-b6220dc1575c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0494411 Dec 10 05:12:42.561558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f42c9008-e958-4ef6-847f-aabfe1f6cfb7 req-0f911135-b1be-4737-808f-173883fbdc3e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Dec 10 05:12:43.675523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab445f-61cb-45e1-ae3e-dfb7b4d36269 req-96b5d680-0654-4ab5-bfa8-3135d80c2d0b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:43.677007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01ab445f-61cb-45e1-ae3e-dfb7b4d36269 req-96b5d680-0654-4ab5-bfa8-3135d80c2d0b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0484002 Dec 10 05:12:43.727418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01ab445f-61cb-45e1-ae3e-dfb7b4d36269 req-da7c256d-b0d0-4a97-8375-4a4aaf3ce1cf tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Dec 10 05:12:44.842272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61661e0-1d69-4d23-bb7c-3419fc91eb45 req-6bfaea7c-f788-4b39-994c-37e77c53650a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:44.843756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b61661e0-1d69-4d23-bb7c-3419fc91eb45 req-6bfaea7c-f788-4b39-994c-37e77c53650a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0481403 Dec 10 05:12:44.891873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b61661e0-1d69-4d23-bb7c-3419fc91eb45 req-26da342a-0210-4e81-a26c-6051d47990b6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Dec 10 05:12:46.007417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017341f-e581-4073-87a8-da9ac20a83e9 req-4c67b923-d5f6-4768-b2ae-327a61f2a0c7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:46.008991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4017341f-e581-4073-87a8-da9ac20a83e9 req-4c67b923-d5f6-4768-b2ae-327a61f2a0c7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0491068 Dec 10 05:12:46.058385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4017341f-e581-4073-87a8-da9ac20a83e9 req-47772649-2488-4e7e-b901-eb2134ee2816 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Dec 10 05:12:47.181530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100dadb-1b51-4e0f-89f4-475a85cdddfb req-70f56f03-9a42-4ad1-bbbc-13411c7dc4d2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:47.183030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2100dadb-1b51-4e0f-89f4-475a85cdddfb req-70f56f03-9a42-4ad1-bbbc-13411c7dc4d2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0547221 Dec 10 05:12:47.229798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2100dadb-1b51-4e0f-89f4-475a85cdddfb req-07493262-d033-4a60-bc7e-4907846e24e1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Dec 10 05:12:48.348132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33154-83aa-4679-ab0c-b65951fa605a req-83e73c19-9bf9-4ca7-a92a-9ad540594ed8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:48.349650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d33154-83aa-4679-ab0c-b65951fa605a req-83e73c19-9bf9-4ca7-a92a-9ad540594ed8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0490525 Dec 10 05:12:48.397511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-96d33154-83aa-4679-ab0c-b65951fa605a req-6cb9b3d3-5343-46ee-b261-8892a4b61fd4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Dec 10 05:12:49.521930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6472e5-ff92-4fe4-9e90-af1eaf18c86a req-593c6fff-5870-4e5c-a672-a12688b1a856 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:49.523998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c6472e5-ff92-4fe4-9e90-af1eaf18c86a req-593c6fff-5870-4e5c-a672-a12688b1a856 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0533137 Dec 10 05:12:49.572168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c6472e5-ff92-4fe4-9e90-af1eaf18c86a req-f4acb943-a3f4-4927-8b84-594c13dbd481 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Dec 10 05:12:50.594305 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:50.690058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aab369-93f3-4ec2-9f36-9cc6d54c6073 req-dc083996-340d-4175-b742-87a712e2f308 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:50.691528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07aab369-93f3-4ec2-9f36-9cc6d54c6073 req-dc083996-340d-4175-b742-87a712e2f308 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0490384 Dec 10 05:12:50.737768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07aab369-93f3-4ec2-9f36-9cc6d54c6073 req-5d30cadc-06e0-4f5e-8670-c9bf1828db73 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Dec 10 05:12:51.852488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa50f-ae53-48e3-a6ea-4a5d99cce95b req-9ed485a5-3dec-49dc-8b14-52d7fb21e604 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:51.853966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67fa50f-ae53-48e3-a6ea-4a5d99cce95b req-9ed485a5-3dec-49dc-8b14-52d7fb21e604 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0473988 Dec 10 05:12:51.902904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e67fa50f-ae53-48e3-a6ea-4a5d99cce95b req-a0481199-3c17-46f3-a3cf-1c03d570baa2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Dec 10 05:12:52.056851 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:12:52.365840 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f6f1b21-4227-4ecb-9f18-096ba71b4af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:53.034116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a827259-cced-4553-86b6-8dabf17b92fe req-4185cafc-8c04-4340-81f0-57634ebeea9a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:53.035932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a827259-cced-4553-86b6-8dabf17b92fe req-4185cafc-8c04-4340-81f0-57634ebeea9a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0612123 Dec 10 05:12:53.081692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a827259-cced-4553-86b6-8dabf17b92fe req-ad5f94c6-d752-470c-a636-bd4e7a6238a2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Dec 10 05:12:53.858591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:54.207966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6efeb1-c86f-49e6-9bc3-d359d24152a9 req-b4978e80-666c-4a7f-a7ce-f57599f1b681 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:54.209470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f6efeb1-c86f-49e6-9bc3-d359d24152a9 req-b4978e80-666c-4a7f-a7ce-f57599f1b681 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0537066 Dec 10 05:12:54.258518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f6efeb1-c86f-49e6-9bc3-d359d24152a9 req-f9b34f64-3733-44aa-8485-362612bcf312 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Dec 10 05:12:55.189197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c7eb29-2a79-41ee-b409-0e2fe03cdda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:55.379820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537434f-d46b-4ade-bd7b-709ebef33597 req-42f4bcbb-4814-4eb6-bb9c-3ea86428070c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:55.381334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c537434f-d46b-4ade-bd7b-709ebef33597 req-42f4bcbb-4814-4eb6-bb9c-3ea86428070c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0530105 Dec 10 05:12:55.428828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c537434f-d46b-4ade-bd7b-709ebef33597 req-0c2f29e5-6f59-4791-877e-b1a0c6aceaa4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Dec 10 05:12:55.855044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:56.541979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803b7f-06b5-4547-8402-ea63d02cbd4a req-3f2cb838-aaec-43a5-be73-52abbbaa864d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:56.543511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16803b7f-06b5-4547-8402-ea63d02cbd4a req-3f2cb838-aaec-43a5-be73-52abbbaa864d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0482488 Dec 10 05:12:56.589299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16803b7f-06b5-4547-8402-ea63d02cbd4a req-d48079cf-28f9-4975-b7e7-596bd91e8e88 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Dec 10 05:12:57.513374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:57.709179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7652ea0-a439-4423-a51b-c3ff9dca1f57 req-a8cdd698-aad3-46c2-8159-8ef25418b6aa tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:57.710819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7652ea0-a439-4423-a51b-c3ff9dca1f57 req-a8cdd698-aad3-46c2-8159-8ef25418b6aa tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 944 time: 0.0526671 Dec 10 05:12:57.762843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7652ea0-a439-4423-a51b-c3ff9dca1f57 req-e8012ea4-2379-4c1b-9245-e181a0eb198c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Dec 10 05:12:58.337328 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:58.401265 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5554510b-4c20-4505-b620-59443a6f892e details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:12:58.506401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5554510b-4c20-4505-b620-59443a6f892e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:12:58.518430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '5554510b-4c20-4505-b620-59443a6f892e', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': '5554510b-4c20-4505-b620-59443a6f892e', 'mac_address': 'fa:16:3e:ab:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:12:58.555245 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:58.569642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5554510b-4c20-4505-b620-59443a6f892e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:12:58.590578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5554510b-4c20-4505-b620-59443a6f892e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:12:58.594612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:12:58.644211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:12:58.651753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.652123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.652495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.652869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.653206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.653620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.653949 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.654285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.654611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.654935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.655346 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.655654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.655987 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:12:58.878664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6a613-722c-45b3-9689-1083ddcf59f7 req-200f05c9-96d4-42d4-b579-b8904e88e993 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:12:58.880592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e6a613-722c-45b3-9689-1083ddcf59f7 req-200f05c9-96d4-42d4-b579-b8904e88e993 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 945 time: 0.0508697 Dec 10 05:12:58.932311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86e6a613-722c-45b3-9689-1083ddcf59f7 req-cd2ec8de-8b65-4dec-94e6-6150d803e5d3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Dec 10 05:12:58.974882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5554510b-4c20-4505-b620-59443a6f892e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:13:00.062647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d6b1-46e9-4556-b279-be2c68b08998 req-ac1a1dc7-51d6-47f4-a235-a08da4897675 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:00.064461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde0d6b1-46e9-4556-b279-be2c68b08998 req-ac1a1dc7-51d6-47f4-a235-a08da4897675 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 945 time: 0.0582020 Dec 10 05:13:00.118178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dde0d6b1-46e9-4556-b279-be2c68b08998 req-292af5cb-f4e2-4db3-84b5-7434c44b76b6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Dec 10 05:13:00.417226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5554510b-4c20-4505-b620-59443a6f892e up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:13:00.469596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 5554510b-4c20-4505-b620-59443a6f892e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:13:00.473830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 5554510b-4c20-4505-b620-59443a6f892e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:13:00.474312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:00.552885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:00.577179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5554510b-4c20-4505-b620-59443a6f892e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:13:00.579501 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8211781-fa25-4532-8608-78dd267d91ff" -d '{"events": [{"server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "name": "network-vif-plugged", "status": "completed", "tag": "5554510b-4c20-4505-b620-59443a6f892e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:13:00.592431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5554510b-4c20-4505-b620-59443a6f892e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:13:00.597145 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:00.629482 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e529351-7f18-4d81-ab45-1cf7fd128f24 x-openstack-request-id: req-8e529351-7f18-4d81-ab45-1cf7fd128f24 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:13:00.629820 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "name": "network-vif-plugged", "status": "completed", "tag": "5554510b-4c20-4505-b620-59443a6f892e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:13:00.630036 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e529351-7f18-4d81-ab45-1cf7fd128f24 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:13:00.630510 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5554510b-4c20-4505-b620-59443a6f892e', 'code': 200} Dec 10 05:13:00.653146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:00.782740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38249c8-1ebe-411b-826f-cf07f415b832 req-991d9097-6f89-45e1-b9bf-051325022a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:00.784587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c38249c8-1ebe-411b-826f-cf07f415b832 req-991d9097-6f89-45e1-b9bf-051325022a9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 1097 time: 0.0532014 Dec 10 05:13:00.843070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c38249c8-1ebe-411b-826f-cf07f415b832 req-16be48c7-b063-4562-ad03-0b8c6e1185c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Dec 10 05:13:01.248907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00d1c0-b99c-4b51-a667-fa1c0f21d02c req-1a30ad6c-149d-4d31-b137-fb7c09c53b34 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:01.250506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed00d1c0-b99c-4b51-a667-fa1c0f21d02c req-1a30ad6c-149d-4d31-b137-fb7c09c53b34 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0570183 Dec 10 05:13:01.298890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed00d1c0-b99c-4b51-a667-fa1c0f21d02c req-ec38c21a-82ce-4f03-b3d5-e670193d7480 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Dec 10 05:13:02.437414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21b44-1918-4d59-8feb-e0e73d852cf0 req-78e732cb-eb6d-46a1-a168-ac7c96f60145 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.438985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fa21b44-1918-4d59-8feb-e0e73d852cf0 req-78e732cb-eb6d-46a1-a168-ac7c96f60145 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0593975 Dec 10 05:13:02.511529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6fa21b44-1918-4d59-8feb-e0e73d852cf0 req-970b7993-344e-4813-b511-b4721194c422 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666819 Dec 10 05:13:02.525934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-0e44c4c2-073b-457e-aa7b-efc5d47b8826 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553408 Dec 10 05:13:02.657065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-c8bdaa0d-039f-41f3-81c9-6dca1506acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.658473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-c8bdaa0d-039f-41f3-81c9-6dca1506acae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 1097 time: 0.0642884 Dec 10 05:13:02.667800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bb23-7bfe-4a33-a700-99f053eff971 req-89ea701f-f37a-4d8c-9192-27e4e64b6e78 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.669436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5868bb23-7bfe-4a33-a700-99f053eff971 req-89ea701f-f37a-4d8c-9192-27e4e64b6e78 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0842779 Dec 10 05:13:02.788524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5868bb23-7bfe-4a33-a700-99f053eff971 req-472a5986-54b6-499b-929b-e467b899a342 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121030 Dec 10 05:13:02.808749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-770592c9-7db3-4c14-9c60-48daf1898373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.810209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-770592c9-7db3-4c14-9c60-48daf1898373 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.1278071 Dec 10 05:13:02.858125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-9bdea393-b7d0-418b-9894-9553e343ece0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5554510b-4c20-4505-b620-59443a6f892e HTTP/1.1" status: 200 len: 217 time: 0.0405316 Dec 10 05:13:02.913309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-3ce6a23f-38da-4562-8c70-a30d005511b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.914755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-3ce6a23f-38da-4562-8c70-a30d005511b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0470729 Dec 10 05:13:02.962205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-374861b8-44b9-4092-87fa-49a28521a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:02.963715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-374861b8-44b9-4092-87fa-49a28521a77e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419555 Dec 10 05:13:03.385195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-25a59b8e-9148-4ed0-b43b-1f2d60b14941 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140205 Dec 10 05:13:03.396501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d410a-9af6-4936-80e8-99d65e6fa9ba req-df24d6c6-ef94-4872-b85d-0d2457f904a0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:03.398033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd4d410a-9af6-4936-80e8-99d65e6fa9ba req-df24d6c6-ef94-4872-b85d-0d2457f904a0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0671265 Dec 10 05:13:03.497802 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd4d410a-9af6-4936-80e8-99d65e6fa9ba req-9573ab03-0352-4144-897b-1ed1c9c0edf5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919783 Dec 10 05:13:03.519484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04743f41-1f5c-4266-b64e-c2f8a2a7a8ac req-3c808217-ff4f-4c23-bff1-6fe44a41b50a service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205299 Dec 10 05:13:04.619075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7138-8729-44c2-8e53-b4910c0beefb req-a93b5de2-d1ff-450e-af1f-157210c3af91 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:04.620557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-489e7138-8729-44c2-8e53-b4910c0beefb req-a93b5de2-d1ff-450e-af1f-157210c3af91 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0480046 Dec 10 05:13:04.666982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-489e7138-8729-44c2-8e53-b4910c0beefb req-6e9026b9-701c-41e9-90fb-95c88064c8b4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Dec 10 05:13:04.904276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec706996-2033-455c-b587-455922102e7f req-8a06259d-0080-49c3-a6fc-69bdbc725aa3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:04.905750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec706996-2033-455c-b587-455922102e7f req-8a06259d-0080-49c3-a6fc-69bdbc725aa3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 946 time: 0.0495255 Dec 10 05:13:05.003050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 5554510b-4c20-4505-b620-59443a6f892e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:13:05.003385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:05.096853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port 5554510b-4c20-4505-b620-59443a6f892e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=5554510b-4c20-4505-b620-59443a6f892e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:13:05.097210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:05.109339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 5554510b-4c20-4505-b620-59443a6f892e owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:13:05.230608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:05.262874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=5554510b-4c20-4505-b620-59443a6f892e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:05.272683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a9e0b98c-6423-4f47-a95d-c81502e528d2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:13:05.296833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['5554510b-4c20-4505-b620-59443a6f892e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:13:05.304019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port 5554510b-4c20-4505-b620-59443a6f892e on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:13:05.306762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:05.311677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec706996-2033-455c-b587-455922102e7f req-f61a786f-8489-4a05-947a-3f78a094c7fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "DELETE /v2.0/ports/5554510b-4c20-4505-b620-59443a6f892e HTTP/1.1" status: 204 len: 173 time: 0.3955641 Dec 10 05:13:05.312204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'name': 'network-vif-deleted', 'tag': '5554510b-4c20-4505-b620-59443a6f892e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:13:05.314893 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b25ded-89a9-48ce-9806-63b7ecee235a" -d '{"events": [{"server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "name": "network-vif-deleted", "tag": "5554510b-4c20-4505-b620-59443a6f892e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:13:05.371989 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7810ce-62b6-40ae-ab74-05290c120321 x-openstack-request-id: req-0f7810ce-62b6-40ae-ab74-05290c120321 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:13:05.372129 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea358fb-2716-44a3-8e6f-b8aeeab31cbd", "name": "network-vif-deleted", "tag": "5554510b-4c20-4505-b620-59443a6f892e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:13:05.372411 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f7810ce-62b6-40ae-ab74-05290c120321 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:13:05.372779 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea358fb-2716-44a3-8e6f-b8aeeab31cbd', 'name': 'network-vif-deleted', 'tag': '5554510b-4c20-4505-b620-59443a6f892e', 'status': 'completed', 'code': 200} Dec 10 05:13:05.761054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e40fdab-4cc4-406b-9dfb-63f1b3b1c938 req-e5885a78-c907-48e8-8efa-59905da0769d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0252948 Dec 10 05:13:06.862941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16739608-38a0-43ad-9545-be0c1d3917b3 req-2b284dbc-3884-4716-9afe-2e6801052ec9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0255227 Dec 10 05:13:07.865777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-3a9b1532-67ef-43bf-bee5-6e1ba1f500d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455055 Dec 10 05:13:07.990572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-101cb5bb-ada8-4d30-a628-c27b64ac63bc req-38e28721-9e75-499f-8d6d-1699870dcec8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0471241 Dec 10 05:13:08.003320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-c422dc72-3840-43c2-94be-f6f691ef1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:08.005164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-c422dc72-3840-43c2-94be-f6f691ef1e31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 1096 time: 0.0727921 Dec 10 05:13:08.118302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-3857993b-0434-4e8e-bccc-3aaebc422e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:08.119693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-3857993b-0434-4e8e-bccc-3aaebc422e6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0932133 Dec 10 05:13:08.162447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-efd9f454-e0f6-4ba0-84df-2d160371ef6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2 HTTP/1.1" status: 200 len: 217 time: 0.0354545 Dec 10 05:13:08.212321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-abf01a1f-5121-4e25-a745-b053b927b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:08.213870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-abf01a1f-5121-4e25-a745-b053b927b1ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0452666 Dec 10 05:13:08.259990 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-517ebc99-6b4e-4408-baef-3cffb425c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:08.261504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-517ebc99-6b4e-4408-baef-3cffb425c711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407815 Dec 10 05:13:08.363870 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-127ff854-a455-48d0-b935-488bf2a6095e service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903463 Dec 10 05:13:08.462401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1f18f282-cb4f-48fe-9b79-52679704ec19 req-8bdd0e6f-5149-43b8-8964-294cea4bcfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885158 Dec 10 05:13:08.481771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5554510b-4c20-4505-b620-59443a6f892e no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:13:08.506973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 5554510b-4c20-4505-b620-59443a6f892e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:13:08.507637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 5554510b-4c20-4505-b620-59443a6f892e not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:13:09.090540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ec86fe3-8d59-4214-9909-12197f40ea2d req-b5880d3c-a5d5-4499-87ef-e3d30f27e74c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0275412 Dec 10 05:13:10.219684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73da907d-fc0a-4ffd-b8b8-382c6af13836 req-9b16f722-b0fc-410b-932b-093b4ef775ec tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea358fb-2716-44a3-8e6f-b8aeeab31cbd HTTP/1.1" status: 200 len: 210 time: 0.0407879 Dec 10 05:13:15.713911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0a3f-5e04-4af5-8c65-97c1e6613a0d req-76b88948-eab6-4dd1-af5f-9da1f49752b4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:15.715359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a9b0a3f-5e04-4af5-8c65-97c1e6613a0d req-76b88948-eab6-4dd1-af5f-9da1f49752b4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Dec 10 05:13:15.763494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a9b0a3f-5e04-4af5-8c65-97c1e6613a0d req-7a827cec-687b-44fd-a5b8-2ba55b4b3621 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Dec 10 05:13:16.885421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282da36a-682e-417e-adfc-4a479d72207d req-ac220e69-338c-43b9-a95f-c324d4c3759e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:16.886895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-282da36a-682e-417e-adfc-4a479d72207d req-ac220e69-338c-43b9-a95f-c324d4c3759e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Dec 10 05:13:16.934016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-282da36a-682e-417e-adfc-4a479d72207d req-311887f6-e95f-4055-9f1c-7f65630eb6e9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=93fa70e9-8128-4257-889f-78a54b6f150b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Dec 10 05:13:17.329357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7809-9406-45ec-9471-920aa817775d req-e24b3c6a-b217-42d5-b67f-c7cdec2348b1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:17.330696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083b7809-9406-45ec-9471-920aa817775d req-e24b3c6a-b217-42d5-b67f-c7cdec2348b1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Dec 10 05:13:17.422212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port a9e0b98c-6423-4f47-a95d-c81502e528d2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:13:17.422548 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:17.506903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port a9e0b98c-6423-4f47-a95d-c81502e528d2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a9e0b98c-6423-4f47-a95d-c81502e528d2,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:13:17.507260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:17.519768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for a9e0b98c-6423-4f47-a95d-c81502e528d2 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:13:17.646646 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:17.677322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=a9e0b98c-6423-4f47-a95d-c81502e528d2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:17.684561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a9e0b98c-6423-4f47-a95d-c81502e528d2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:13:17.689450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.689604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.689844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.690188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.690523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.690858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.691188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.691515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.691842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.692174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.692546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.692849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.693179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:17.727813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port a9e0b98c-6423-4f47-a95d-c81502e528d2 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:13:17.730429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:17.733857 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083b7809-9406-45ec-9471-920aa817775d req-2fbcbd1b-fe6f-4e28-892c-bb62e2c85325 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "DELETE /v2.0/ports/a9e0b98c-6423-4f47-a95d-c81502e528d2 HTTP/1.1" status: 204 len: 173 time: 0.3965573 Dec 10 05:13:17.734294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'name': 'network-vif-deleted', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:13:17.736645 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cb198e-34c9-4dc9-8366-efe4d8091abb" -d '{"events": [{"server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "name": "network-vif-deleted", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:13:17.773330 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4113b5a-18e5-47b7-94d5-481c439a0375 x-openstack-request-id: req-c4113b5a-18e5-47b7-94d5-481c439a0375 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:13:17.773634 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aa08d7-9dd9-49a1-9fb4-4d0532453860", "name": "network-vif-deleted", "tag": "a9e0b98c-6423-4f47-a95d-c81502e528d2", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:13:17.773895 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4113b5a-18e5-47b7-94d5-481c439a0375 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:13:17.774298 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aa08d7-9dd9-49a1-9fb4-4d0532453860', 'name': 'network-vif-deleted', 'tag': 'a9e0b98c-6423-4f47-a95d-c81502e528d2', 'status': 'completed', 'code': 200} Dec 10 05:13:18.034341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89e40ce8-ab78-41bc-8ae2-6abd64941c25 req-069ce16a-b574-466d-be85-4aaa2aeae714 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0321746 Dec 10 05:13:19.132029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2afd0a0-6fda-419d-a9d1-2311ddae86de req-5f69459d-4b0b-4dae-b181-09678afc9c0c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0256093 Dec 10 05:13:20.230779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88766cd9-f207-4f5d-b6f6-29c5eb2dab24 req-aef1287d-1daa-47fa-991a-54aec78db873 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Dec 10 05:13:20.607227 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:21.053917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a9e0b98c-6423-4f47-a95d-c81502e528d2 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:13:21.073846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: a9e0b98c-6423-4f47-a95d-c81502e528d2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:13:21.074191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a9e0b98c-6423-4f47-a95d-c81502e528d2 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:13:21.327965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cceda30a-75e5-49bd-af0f-015a843994c6 req-082be685-bd3d-45c1-839e-3c3fbe5517b9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0254910 Dec 10 05:13:22.370551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdcdcd29-e9f7-427c-a5ee-d1af073876a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:22.455394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b7f1a80-0d57-468c-bc10-3c4e6b5405c8 req-385d1e85-c0ca-4cb0-8d8d-909a9de1ce0a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=38aa08d7-9dd9-49a1-9fb4-4d0532453860 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Dec 10 05:13:23.877568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:25.191801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dac1726-e4bd-49b2-8786-7fa731dd21ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:25.862366 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.516119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46088) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:26.520807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634872014', 'description': 'tempest-secgroup-smoke-634872014 description', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:26.543189 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.607165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.611095 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.643996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.645227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280644 Dec 10 05:13:26.647112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4be64-9312-4e2a-9b9c-172e3e9dc112 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c597c-dcc2-4019-ac70-5cad1c02a39c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:26.648211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:26.654186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:26.684809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.731321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.735509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.754361 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99316914-1168-44ad-ace9-dc124d066067,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:26.762973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.763350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.763685 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.764021 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.764356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.764729 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.765055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.765376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.765693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.766013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.766332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.766651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.767569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:26.772007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.773221 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-779912fe-cdf8-4c73-95c4-47a92a5d9652 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239443 Dec 10 05:13:26.776638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:26.780890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:26.806837 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.860739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.864403 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.880893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feda4e8c-6d54-4929-9ef4-ee00646b6bf9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:26.888923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.890103 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4c0a83fa-88e4-4d18-a3d7-98d8dc2a97fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125541 Dec 10 05:13:26.892818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:26.897035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:26.923113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.976974 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.980361 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:26.997593 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc9f21a-e700-4a2e-855c-b08fccbe3332,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:27.005006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.006135 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5e758465-b9f2-4a2b-9600-714374eb809e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124034 Dec 10 05:13:27.008971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:27.013183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:27.039482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.098711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.102394 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.119691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a9ca97-b162-45c5-b0f8-c012557a29a9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:27.127055 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.128252 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0818f1b-7351-497d-8c85-24469298ba21 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183572 Dec 10 05:13:27.131039 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:27.135378 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:27.157992 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Project 4e0ca5dbd3854874b78cceed5d4848ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:13:27.163087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.220674 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.224186 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.243906 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09a0fc6-a5e9-410d-8500-16a741b50910,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:27.249044 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.252977 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a2f555e0-aca5-4524-927e-32495431f798 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182799 Dec 10 05:13:27.253094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:13:27.257334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'security_group_rule': {'security_group_id': '7f5c597c-dcc2-4019-ac70-5cad1c02a39c', 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:27.277965 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Project 4e0ca5dbd3854874b78cceed5d4848ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:13:27.283144 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.341033 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.345872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.366187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68a3869-f97c-4c20-be0f-36a7227a34b4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:27.374893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:27.376146 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-210e8e1d-3207-4941-a058-c73c14747b32 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221614 Dec 10 05:13:27.517045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:28.332768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:29.055924 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:13:42.616867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-0a79d594-e047-4aa7-9d69-467866e13fdc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634872014&fields=id&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 267 time: 0.0431097 Dec 10 05:13:42.720882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9f18c2ec-1893-451c-8f1f-98b792041fc6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:42.722221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9f18c2ec-1893-451c-8f1f-98b792041fc6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.0988047 Dec 10 05:13:42.737419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-876e2744-63cb-45e1-adff-934a35621161 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0094602 Dec 10 05:13:42.790730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-b85632d3-33fb-4609-a6f2-4ead5bbeaf61 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481756 Dec 10 05:13:42.935527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-ec04a0e8-bd86-41ba-987e-851c20280e05 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311657 Dec 10 05:13:43.026614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-2c7f64b5-bc06-4965-b3b5-d5c6b04e78d7 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Dec 10 05:13:43.300751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f771c7d-b3e7-44e3-b522-b8e7ebd5a6ec req-fb81087d-ee77-449a-aee7-2f9d246cf740 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0276079 Dec 10 05:13:44.371916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9dfd4aed-0576-4e4c-bd71-99f658d01feb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:44.372918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9dfd4aed-0576-4e4c-bd71-99f658d01feb tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1093774 Dec 10 05:13:44.401607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a347750-63d9-4b54-b207-750058f12871 req-6ceb5c4c-f5f7-4ab1-ab99-14981a0711b2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Dec 10 05:13:44.464914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-ba6303c0-4465-4878-9a7a-8995924e6144 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 379 time: 0.0657117 Dec 10 05:13:44.480341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'security_groups': ['7f5c597c-dcc2-4019-ac70-5cad1c02a39c']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:44.590028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:13:44.593744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:44.715021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.4 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/ea2b0fe4-d398-41b7-bb6e-ed65cca3d650) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:13:44.852316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:44.886988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:44.930385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:13:44.933424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:13:44.940407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:13:44.963640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:44.993165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:44.993811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.010726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-52447362-032d-44ea-85c1-bf73e5c08a49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5340946 Dec 10 05:13:45.038441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Request body: {'port': {'device_id': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:13:45.098839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.330458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-66145f1a-535c-41a5-824b-60af28f01cdf None None] Provisioning complete for port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:13:45.331068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66145f1a-535c-41a5-824b-60af28f01cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.373286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-66145f1a-535c-41a5-824b-60af28f01cdf None None] Port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:13:45.383045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:13:45.390577 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.402755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Transition to ACTIVE for port object ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:13:45.406397 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.462285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:45.574871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25794ec9-b9ab-47a4-92c5-9000b6be9243 req-a7fefe0b-8db4-4a6e-9dd9-64c41ea2fa58 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:45.576438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25794ec9-b9ab-47a4-92c5-9000b6be9243 req-a7fefe0b-8db4-4a6e-9dd9-64c41ea2fa58 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0927064 Dec 10 05:13:45.577730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Attempting to bind port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:13:45.578063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Attempting to bind port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:13:45.578396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Attempting to bind port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:13:45.584035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:13:45.584432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Attempting to bind port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:13:45.602012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:13:45.602376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:13:45.602740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:13:45.603179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Bound port: ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:13:45.603544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.675556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25794ec9-b9ab-47a4-92c5-9000b6be9243 req-961a51b5-f097-4a25-bcf3-7fbc73acd260 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888596 Dec 10 05:13:45.717852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:13:45.720877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:13:45.725246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.759808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:45.760387 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:45.761915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] 10.222.0.41 "PUT /v2.0/ports/ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 1091 time: 0.7280698 Dec 10 05:13:45.762392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:13:45.764583 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:13:45.804928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7c881-38c2-4b4b-a237-a48cbbb6c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:45.819312 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98659ea9-f84c-4c01-a582-53efc433201d x-openstack-request-id: req-98659ea9-f84c-4c01-a582-53efc433201d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:13:45.819867 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:13:45.820268 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98659ea9-f84c-4c01-a582-53efc433201d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:13:45.820978 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'status': 'completed', 'code': 200} Dec 10 05:13:45.887180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-84f2828d-15d5-46a8-a69d-b45a1e8c19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:45.889965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-84f2828d-15d5-46a8-a69d-b45a1e8c19a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0440030 Dec 10 05:13:45.963264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-af9657bb-948f-4977-bb7d-dcf59a2b0037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 217 time: 0.0497584 Dec 10 05:13:46.019043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9e0eaac6-4070-439f-a6c2-8747910b3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.020710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-9e0eaac6-4070-439f-a6c2-8747910b3ced service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0457680 Dec 10 05:13:46.073200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-8bf7135e-d88a-4599-bd1e-ba9633877120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.074680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-8bf7135e-d88a-4599-bd1e-ba9633877120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419247 Dec 10 05:13:46.174260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-f51a9d72-d635-42f7-b6ae-9d8ce9a2dab4 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869706 Dec 10 05:13:46.274402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9e96b11c-c4f2-4eed-be68-c9db9846607a req-6263b15c-7889-4911-8e9e-36111c5e8378 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Dec 10 05:13:46.402558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-3e733e27-5665-4d86-802f-ecdd4aeb79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.404060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-3e733e27-5665-4d86-802f-ecdd4aeb79aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0456128 Dec 10 05:13:46.497622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-a32c8694-3e92-47cc-9007-2075c45a4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.499081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-a32c8694-3e92-47cc-9007-2075c45a4cae service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0835104 Dec 10 05:13:46.549750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-14d5624e-2f43-4b55-954b-f1f712699de7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 217 time: 0.0388038 Dec 10 05:13:46.602514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-8b9d84eb-3bed-4b44-b588-d0e4ffa90da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.603979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-8b9d84eb-3bed-4b44-b588-d0e4ffa90da3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0437579 Dec 10 05:13:46.655009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-6393b547-621e-4afa-afea-ce1ace977bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.656416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-6393b547-621e-4afa-afea-ce1ace977bfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394430 Dec 10 05:13:46.758116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-1f5beeb4-93d1-4e00-bc19-858ee4a79a3c service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896704 Dec 10 05:13:46.873025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a8bd6-7941-4cd1-8d0d-6776ff2b63e1 req-8c801a78-146b-4ef8-9a2b-3f6ee8f5f40a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:46.874521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-278a8bd6-7941-4cd1-8d0d-6776ff2b63e1 req-8c801a78-146b-4ef8-9a2b-3f6ee8f5f40a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.1110425 Dec 10 05:13:47.209901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d47e7cf3-3ac2-4270-b95a-c30b5d0e70d3 req-f4dfd6a4-6dc9-403e-b9d7-fe19f70055c8 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374988 Dec 10 05:13:47.240431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-278a8bd6-7941-4cd1-8d0d-6776ff2b63e1 req-8c6836be-329c-4002-b731-34f634a3062f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547559 Dec 10 05:13:48.363638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d462c45-5310-4f4c-8815-0822d44cec3d req-2e280692-2c2f-4e46-a677-48c46af6d8a1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:48.366161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d462c45-5310-4f4c-8815-0822d44cec3d req-2e280692-2c2f-4e46-a677-48c46af6d8a1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0561516 Dec 10 05:13:48.424292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6d462c45-5310-4f4c-8815-0822d44cec3d req-92426739-bb33-4c0c-bbc2-ba5d0188eb81 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518625 Dec 10 05:13:49.547118 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59679a-6fd5-482e-9147-121c8097a4af req-044acdf1-0e99-4460-9982-c836dddbdbef tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:49.548653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c59679a-6fd5-482e-9147-121c8097a4af req-044acdf1-0e99-4460-9982-c836dddbdbef tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0504122 Dec 10 05:13:49.601387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7c59679a-6fd5-482e-9147-121c8097a4af req-708e89c1-9e6c-49f2-9be3-76002c84e362 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467398 Dec 10 05:13:50.606883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:50.715857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4349e-4a22-4cb9-801c-2d3f93b61e22 req-42211f62-9496-4850-a02b-4aa46dd7d319 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:50.717347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ec4349e-4a22-4cb9-801c-2d3f93b61e22 req-42211f62-9496-4850-a02b-4aa46dd7d319 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0475078 Dec 10 05:13:50.766328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ec4349e-4a22-4cb9-801c-2d3f93b61e22 req-f622b092-4fcb-4ce5-a9c2-767f482d90d8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426118 Dec 10 05:13:51.937141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe89e0-abad-488b-9b7d-2c593c815b59 req-b5cb8e50-5583-4634-b9ac-fc53f53ae880 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:51.938604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9fe89e0-abad-488b-9b7d-2c593c815b59 req-b5cb8e50-5583-4634-b9ac-fc53f53ae880 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.1037807 Dec 10 05:13:51.986929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9fe89e0-abad-488b-9b7d-2c593c815b59 req-57ebb5ac-7dae-437a-a73a-1900a0ae30f9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Dec 10 05:13:52.376070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab0aebb-75dc-4324-8a88-ba4b88b99772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:53.157620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a1d16-b878-4899-9255-3dabd9963ab7 req-b001f2f1-ee0f-474a-a985-5685e05de28f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:53.159078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a68a1d16-b878-4899-9255-3dabd9963ab7 req-b001f2f1-ee0f-474a-a985-5685e05de28f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.1058459 Dec 10 05:13:53.207429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a68a1d16-b878-4899-9255-3dabd9963ab7 req-3f6a7c9c-089a-460b-8d4c-9ecac733b08e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Dec 10 05:13:53.890681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:54.320402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad889e-b225-4814-92d1-a12e11db466c req-7430d0a4-cfd7-44f3-ad1f-b6280c0d2d29 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:54.321938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9aad889e-b225-4814-92d1-a12e11db466c req-7430d0a4-cfd7-44f3-ad1f-b6280c0d2d29 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0479302 Dec 10 05:13:54.370012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9aad889e-b225-4814-92d1-a12e11db466c req-8d6cd5b6-93d8-46b7-9332-01789e83c31f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Dec 10 05:13:55.193663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c71a2ae-1500-4dc6-86a6-0b8608375cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:55.487172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b9839-b7e5-4bee-b3da-68572582bd2e req-d95f3c89-8403-430f-ab92-6b982258afa0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:55.488648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b08b9839-b7e5-4bee-b3da-68572582bd2e req-d95f3c89-8403-430f-ab92-6b982258afa0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0511429 Dec 10 05:13:55.536726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b08b9839-b7e5-4bee-b3da-68572582bd2e req-b7c63fe8-b60d-4e65-b673-c7e1effd6a75 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Dec 10 05:13:55.855395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:56.649787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd5a4-5c2e-4637-be43-8cf9ae1ed504 req-97378b2a-b382-44ba-a016-869bce6e4773 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:56.651248 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5dcd5a4-5c2e-4637-be43-8cf9ae1ed504 req-97378b2a-b382-44ba-a016-869bce6e4773 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0478187 Dec 10 05:13:56.699539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5dcd5a4-5c2e-4637-be43-8cf9ae1ed504 req-5daf4103-f4e7-40b4-a10f-daa84e8bb198 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Dec 10 05:13:57.517886 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:57.816364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cc8c9-0461-48b1-b40f-ed0631d655bb req-a3751152-616d-4841-928c-6f6633f0c350 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:57.817844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-204cc8c9-0461-48b1-b40f-ed0631d655bb req-a3751152-616d-4841-928c-6f6633f0c350 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0477786 Dec 10 05:13:57.869687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-204cc8c9-0461-48b1-b40f-ed0631d655bb req-942b55fd-7092-47a6-a991-5db112204f7c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460250 Dec 10 05:13:58.334966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:58.749000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:13:58.842564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:13:58.853361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'mac_address': 'fa:16:3e:a7:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:13:58.890625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:58.903108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:13:58.922616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:13:58.928221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:13:58.978393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:13:58.984159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff77088-0ca3-4070-9474-af46e339e677 req-6572bbe0-dfde-45ad-b737-fd4accb38aad tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:13:58.985574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.986322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aff77088-0ca3-4070-9474-af46e339e677 req-6572bbe0-dfde-45ad-b737-fd4accb38aad tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 944 time: 0.0481377 Dec 10 05:13:58.986528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.986866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.987198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.987524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.987849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.988166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.988499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.988823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.989139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.989456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.989771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:58.990084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:13:59.035050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aff77088-0ca3-4070-9474-af46e339e677 req-149f2f96-c198-4f94-8ebd-37f889d5b725 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Dec 10 05:13:59.396527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ea2b0fe4-d398-41b7-bb6e-ed65cca3d650'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:14:00.148490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00613d79-59a0-4d2f-9cef-515756f7a69d req-a8f7e072-401d-4784-804a-52487bf2fcfd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:00.149961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00613d79-59a0-4d2f-9cef-515756f7a69d req-a8f7e072-401d-4784-804a-52487bf2fcfd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 944 time: 0.0486534 Dec 10 05:14:00.198620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00613d79-59a0-4d2f-9cef-515756f7a69d req-3c1721d2-8e88-439a-88ba-7b8c003cae17 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Dec 10 05:14:00.768831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:14:00.816449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:14:00.820375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:14:00.820779 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:00.899508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:00.921923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:14:00.924204 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a64271-e32f-41d9-a3ac-b538acbd0651" -d '{"events": [{"server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:14:00.936692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:14:00.940639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:00.966740 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c02f29-5247-4ebd-81d1-b39a6ae2a79a x-openstack-request-id: req-b6c02f29-5247-4ebd-81d1-b39a6ae2a79a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:14:00.967030 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:14:00.967311 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6c02f29-5247-4ebd-81d1-b39a6ae2a79a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:14:00.967694 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'code': 200} Dec 10 05:14:00.992426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:14:01.112411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096164c8-36af-445c-be2c-f3134b3a652e req-43f49b0e-95d1-44c5-85fc-3cc7de0cbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:01.113921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-096164c8-36af-445c-be2c-f3134b3a652e req-43f49b0e-95d1-44c5-85fc-3cc7de0cbbd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0436165 Dec 10 05:14:01.164966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-096164c8-36af-445c-be2c-f3134b3a652e req-1e47e85b-a82e-4540-8991-7904cec7f714 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Dec 10 05:14:01.312948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556c3c-8227-4839-8da7-362ed8f3267b req-e5549043-c96d-4efb-b962-c343de4b6bb8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:01.315042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae556c3c-8227-4839-8da7-362ed8f3267b req-e5549043-c96d-4efb-b962-c343de4b6bb8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Dec 10 05:14:01.367675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae556c3c-8227-4839-8da7-362ed8f3267b req-cbc1d293-51ca-4e44-8b08-c1e9826e1eef tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Dec 10 05:14:02.483324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788aa18-7e2b-43a3-984d-586e4b78f6bd req-cc0fee61-0fc4-4aca-b80a-0709c06f2d67 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:02.484828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e788aa18-7e2b-43a3-984d-586e4b78f6bd req-cc0fee61-0fc4-4aca-b80a-0709c06f2d67 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Dec 10 05:14:02.536724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e788aa18-7e2b-43a3-984d-586e4b78f6bd req-3dcd27e1-2029-46a1-9de1-f71aeeca3f20 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Dec 10 05:14:02.652427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53abc-0f68-43fa-b194-de2c1e4963a0 req-7bd1c3ab-605a-4f48-ae10-221633597d9b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:02.653833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07c53abc-0f68-43fa-b194-de2c1e4963a0 req-7bd1c3ab-605a-4f48-ae10-221633597d9b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0489669 Dec 10 05:14:02.702229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07c53abc-0f68-43fa-b194-de2c1e4963a0 req-0094d2a5-8a04-4224-85c6-d14bdfdbe531 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Dec 10 05:14:02.724283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46298) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:14:02.762327 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f39ace-d39f-4a66-a7df-1335136d7854 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:02.763796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-85f39ace-d39f-4a66-a7df-1335136d7854 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1091 time: 0.0385339 Dec 10 05:14:02.766524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46300) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:14:02.771237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:14:02.792679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:02.889597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:02.995828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.25.8.252 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/623a6de0-ce14-486c-baf5-5ee754326658) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:14:03.093057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.125090 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.162017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:14:03.165014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:14:03.173824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:14:03.196287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=623a6de0-ce14-486c-baf5-5ee754326658,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:14:03.524439 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.590638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.731831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.736954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.807587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=623a6de0-ce14-486c-baf5-5ee754326658,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:14:03.818543 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:03.916241 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP c8bb5c0a-f380-429e-8bbf-cf398cf372cd associated. External IP: 172.25.8.252, port: ea2b0fe4-d398-41b7-bb6e-ed65cca3d650. Dec 10 05:14:04.122364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:14:04.230376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:14:04.241275 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:14:04.248149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:04.250568 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:14:04.251176 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:13:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:14:04.279182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9d29d9d1-15c7-4b29-9d0d-b559ac8d655a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5110404 Dec 10 05:14:04.279869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:14:04.282183 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847137bf-388c-4f4f-b60e-96ca6eaac96c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:14:04.331537 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b718745-ded9-4b24-969c-1ce2766d6b4e x-openstack-request-id: req-7b718745-ded9-4b24-969c-1ce2766d6b4e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:14:04.331819 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:14:04.332074 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b718745-ded9-4b24-969c-1ce2766d6b4e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:14:04.332505 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'status': 'completed', 'code': 200} Dec 10 05:14:04.361410 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:14:04.418915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-01340362-752e-4b43-b47d-70cd77e4b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:04.420577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-01340362-752e-4b43-b47d-70cd77e4b30f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0439658 Dec 10 05:14:04.484241 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-ae4c7fcc-00a7-48e5-8ac7-c01d8ec90769 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453560 Dec 10 05:14:04.519042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-5714f131-7e5c-470a-a03b-8f34d0f0103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:04.520551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-5714f131-7e5c-470a-a03b-8f34d0f0103a service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0930586 Dec 10 05:14:04.591235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-971d4292-e8dc-47f0-99ea-860c7996c3ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 999 time: 0.0623794 Dec 10 05:14:04.605082 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'c8bb5c0a-f380-429e-8bbf-cf398cf372cd', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:a7:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:14:03Z', 'updated_at': '2021-12-10T05:14:03Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:14:04.637352 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:14:04.645046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-840728ed-170d-48d2-8b40-69f3d681d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:04.646505 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:14:04.646846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-840728ed-170d-48d2-8b40-69f3d681d838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0481994 Dec 10 05:14:04.647117 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:13:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:14:04.696814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-7dda06cf-d9da-444b-8b35-12627befaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:04.698354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-7dda06cf-d9da-444b-8b35-12627befaa4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444961 Dec 10 05:14:04.756879 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:14:04.791280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-381f7e14-b025-43b2-b255-b2eaefe5598e service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851531 Dec 10 05:14:04.894042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-847137bf-388c-4f4f-b60e-96ca6eaac96c req-52e0ec3c-40cc-4b91-9646-9cfc6621c2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949235 Dec 10 05:14:05.035585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-24e7756d-a57b-48c3-bdc3-666cbf01b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:05.037049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-24e7756d-a57b-48c3-bdc3-666cbf01b4d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0426710 Dec 10 05:14:05.091584 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'c8bb5c0a-f380-429e-8bbf-cf398cf372cd', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:a7:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:14:03Z', 'updated_at': '2021-12-10T05:14:03Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:14:05.119847 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e0efa-1019-4e08-8f41-4c30b7d7f6f8 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'c8bb5c0a-f380-429e-8bbf-cf398cf372cd', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:a7:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:14:03Z', 'updated_at': '2021-12-10T05:14:03Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:14:05.144062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-13ae12d8-5ac3-4fbe-80f4-fb4a09d2eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:05.145575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-13ae12d8-5ac3-4fbe-80f4-fb4a09d2eb11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0898218 Dec 10 05:14:05.214230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-85986381-a695-4e9d-ae64-aba3e2ee823c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 999 time: 0.0607378 Dec 10 05:14:05.264308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-62988188-fa84-4c47-8915-8ad4965e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:05.265814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-62988188-fa84-4c47-8915-8ad4965e0603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0435708 Dec 10 05:14:05.317233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-ae4d81b6-10e6-4af9-9ab9-f18b9d87166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:14:05.318778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-ae4d81b6-10e6-4af9-9ab9-f18b9d87166b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458746 Dec 10 05:14:05.330751 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3615331-de88-4c27-88d7-ef732dd12004 None None] New status for floating IP c8bb5c0a-f380-429e-8bbf-cf398cf372cd: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:14:05.409188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-4b4bfbbd-d76e-4f9f-adb6-6cb49c4e4d26 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831838 Dec 10 05:14:05.504070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f32b012-3e51-4292-bcba-ad451b6510f4 req-b4a0a0cc-ceb1-45b1-bb9b-1cae54e0f87b service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Dec 10 05:14:06.055519 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:14:20.604367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:22.377742 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f66672d5-4e5c-4e8e-a6d0-3dbd94588052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:23.892244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:25.195549 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65df1681-3aac-4748-b7a9-4544cea83da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:25.857622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:27.519739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:28.337059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:43.054325 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:14:50.625012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:52.379223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59f9cb3e-cca0-4784-ab56-323c5013c913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:53.891271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:55.197793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9087ef3a-b9cc-45f3-b039-dbfe82d1aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:55.860014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:57.527041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:14:58.339515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:05.494708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-982ec8e2-fa7a-4fda-bb52-72a98df1a222 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404780 Dec 10 05:15:05.609831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933525-0e42-462b-852b-8cee3e16b541 req-b49f60ef-67f7-4b1d-b59d-51741b5e52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:15:05.611506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-b49f60ef-67f7-4b1d-b59d-51741b5e52a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0437326 Dec 10 05:15:05.742297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933525-0e42-462b-852b-8cee3e16b541 req-52541511-3014-44c2-82b0-30514056b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:15:05.743795 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-52541511-3014-44c2-82b0-30514056b827 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.1056075 Dec 10 05:15:05.816194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-8ada2248-1b5a-45c7-84d1-71f16e838155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 200 len: 1001 time: 0.0600693 Dec 10 05:15:05.874519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933525-0e42-462b-852b-8cee3e16b541 req-7e7c64dd-44df-4b92-8184-ce1b77d6ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:15:05.876010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-7e7c64dd-44df-4b92-8184-ce1b77d6ef1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0480537 Dec 10 05:15:05.924615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933525-0e42-462b-852b-8cee3e16b541 req-4c0ca4de-721f-4d5d-be6c-83c66286e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:15:05.926059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-4c0ca4de-721f-4d5d-be6c-83c66286e6d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392668 Dec 10 05:15:06.019707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-f5d274b5-550c-40f4-bb0a-1e0938db2b0b service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804341 Dec 10 05:15:06.115128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa933525-0e42-462b-852b-8cee3e16b541 req-3f4583bb-78f0-41aa-8403-ba170e18fb9c service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840132 Dec 10 05:15:20.053367 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:15:20.634948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:22.379479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42c45b92-f100-4487-8264-65c0ae939e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:23.907190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:25.198917 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a58890d-afd9-464e-b96b-64857e121640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:25.863977 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:27.525466 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:28.342148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:50.650660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:52.381550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-798d76f7-ebd6-4da5-80bf-eb6c57751bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:53.921821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:55.200622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4704332a-3849-44f8-8f9a-2cb6504f4b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:55.866404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:57.052570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:15:57.528100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:15:58.343270 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:02.147566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57ae8-5a27-46b0-9729-48f19f8f8c36 req-9b347670-537b-4b0d-9b83-5dd2e289f57f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:02.148987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cc57ae8-5a27-46b0-9729-48f19f8f8c36 req-9b347670-537b-4b0d-9b83-5dd2e289f57f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Dec 10 05:16:02.197558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cc57ae8-5a27-46b0-9729-48f19f8f8c36 req-11c39c3f-9060-434d-86f5-19ac608b56ec tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Dec 10 05:16:03.333203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e1e1-2ace-4e0b-aeed-aa2a976254a2 req-49dcad81-4871-4aaa-9423-25d5752634a8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:03.334659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a038e1e1-2ace-4e0b-aeed-aa2a976254a2 req-49dcad81-4871-4aaa-9423-25d5752634a8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Dec 10 05:16:03.678905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a038e1e1-2ace-4e0b-aeed-aa2a976254a2 req-5e7d6153-a57a-41ba-bc6e-a95c558c36a5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383236 Dec 10 05:16:04.155717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-c4778cf7-e967-49ff-ad64-229ca84817d9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:04.157250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-c4778cf7-e967-49ff-ad64-229ca84817d9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Dec 10 05:16:04.247539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:16:04.247875 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.336114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:16:04.336826 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.500581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.500860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.501199 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP c8bb5c0a-f380-429e-8bbf-cf398cf372cd disassociated. External IP: 172.25.8.252, port: ea2b0fe4-d398-41b7-bb6e-ed65cca3d650. Dec 10 05:16:04.501519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:16:04.626902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.655905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=ea2b0fe4-d398-41b7-bb6e-ed65cca3d650,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:04.667507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.667867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.668215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.668585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.668932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.669275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.669611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.669940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.670271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.670602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.670935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.671270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.671607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:04.802972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b950e825-0da0-40ac-9380-8e9c0ad3ab96 req-3b0cdb01-7b10-430e-92d8-f8a493879248 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0313148 Dec 10 05:16:04.806774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:16:04.914245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:16:04.924460 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:16:04.935357 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:16:04.935910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:15:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:04.956323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:16:04.959038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:04.962448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc263f59-74c0-4d06-aedd-f6c6fc566da8 req-7d16f6f9-57e3-4061-aac7-75021f6cc9e0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "DELETE /v2.0/ports/ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 HTTP/1.1" status: 204 len: 173 time: 0.7983282 Dec 10 05:16:04.962891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'name': 'network-vif-deleted', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:16:04.965146 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152666bd-b1de-41b5-96d7-28de36cb0dfb" -d '{"events": [{"server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "name": "network-vif-deleted", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:16:05.065276 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:16:05.109412 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e03d30-8a7e-4909-a3a6-94243623dc67 x-openstack-request-id: req-b7e03d30-8a7e-4909-a3a6-94243623dc67 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:16:05.109716 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ba67b3-be8b-4ec3-8b54-43b8221be7e2", "name": "network-vif-deleted", "tag": "ea2b0fe4-d398-41b7-bb6e-ed65cca3d650", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:16:05.109974 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7e03d30-8a7e-4909-a3a6-94243623dc67 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:16:05.110383 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ba67b3-be8b-4ec3-8b54-43b8221be7e2', 'name': 'network-vif-deleted', 'tag': 'ea2b0fe4-d398-41b7-bb6e-ed65cca3d650', 'status': 'completed', 'code': 200} Dec 10 05:16:05.275680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:05.308840 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:16:05.317499 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:16:05.318115 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:15:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:05.430378 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:16:05.637881 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:05.672622 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0621fc6-b7a8-4a47-9b4c-1839f3630658 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:16:05.904956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-767e2353-e78a-4e50-aa0b-c7589b060bb0 req-f3c1200a-71f7-40c4-9672-1cb015d93657 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Dec 10 05:16:05.933802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321530-ef75-4504-8837-5fec3e010e77 None None] New status for floating IP c8bb5c0a-f380-429e-8bbf-cf398cf372cd: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:16:07.001618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84b4e163-714f-407a-8278-84f6489f2317 req-3fa1d5cf-ae50-4f60-8500-04567f841dd5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0255818 Dec 10 05:16:07.370898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:16:07.392453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:16:07.392753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ea2b0fe4-d398-41b7-bb6e-ed65cca3d650 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:16:08.094794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6581857d-bf38-40cd-9192-1a493e205f35 req-443b6ac8-5749-469d-9857-7362c8462f49 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0262330 Dec 10 05:16:09.190485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45089bcf-a83d-49d4-9211-006b4246ef84 req-012ea2ca-2f28-4c9b-a916-04ed856fb88c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4ba67b3-be8b-4ec3-8b54-43b8221be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0286429 Dec 10 05:16:10.399031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-bc8c3d86-e3b8-4e28-bf88-b8c5372ed4d3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634872014&fields=id&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 267 time: 0.0468011 Dec 10 05:16:10.502167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-33ee98e4-cd18-4487-a59e-a9f2b78da1a3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:10.504067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-33ee98e4-cd18-4487-a59e-a9f2b78da1a3 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.0981216 Dec 10 05:16:10.518405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-a2839c23-2303-49cf-a6b7-254c632212c8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0086477 Dec 10 05:16:10.569701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-370ec185-2a9e-4a61-a48c-d2182de0333c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461600 Dec 10 05:16:10.666532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-20d8d777-a7dd-4aa7-b393-e18efe4f904b service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Dec 10 05:16:10.756197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-d5ed3773-f832-4bbd-91d8-f101859f8dcf service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Dec 10 05:16:11.039312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0224224d-dc6b-426b-bc1f-faea94568d77 req-18be2e94-c498-4c86-a1ce-c60a27e8bd72 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0320473 Dec 10 05:16:12.014205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-c95e617e-666f-4e4d-8a6e-8d7fb86fd3b9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:12.015648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-c95e617e-666f-4e4d-8a6e-8d7fb86fd3b9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1037757 Dec 10 05:16:12.086707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5bb55b67-2ea5-44a3-b410-30f351db7b43 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 379 time: 0.0567989 Dec 10 05:16:12.096363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'security_groups': ['7f5c597c-dcc2-4019-ac70-5cad1c02a39c']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:16:12.150550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51d94940-eeaa-42cf-b14e-4ea00f3df2e9 req-9cc4cb87-e33e-4b41-b7be-87ca6fa72eb6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0386472 Dec 10 05:16:12.236497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:16:12.240033 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.368027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.14 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/189fdb33-2234-4d07-aec7-e9efd1982fb3) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:16:12.507002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.545136 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.584446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:16:12.587698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:16:12.590166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:16:12.627058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:12.659346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:12.660073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.677356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-5e039ca8-bb9f-4942-a348-8b5c255939f8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847998 Dec 10 05:16:12.760377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Request body: {'port': {'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:16:12.818087 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-29acfb6a-d706-433f-8624-72db6554c9ae None None] Provisioning complete for port 189fdb33-2234-4d07-aec7-e9efd1982fb3 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:16:12.818594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29acfb6a-d706-433f-8624-72db6554c9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.822980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:12.851439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-29acfb6a-d706-433f-8624-72db6554c9ae None None] Port 189fdb33-2234-4d07-aec7-e9efd1982fb3 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:16:13.083726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189fdb33-2234-4d07-aec7-e9efd1982fb3 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:16:13.091246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:13.103409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Transition to ACTIVE for port object 189fdb33-2234-4d07-aec7-e9efd1982fb3 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:16:13.107345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:13.160132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Pushing event updated for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:13.240111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Attempting to bind port 189fdb33-2234-4d07-aec7-e9efd1982fb3 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:16:13.240613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Attempting to bind port 189fdb33-2234-4d07-aec7-e9efd1982fb3 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:16:13.240950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Attempting to bind port 189fdb33-2234-4d07-aec7-e9efd1982fb3 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:16:13.272279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Port 189fdb33-2234-4d07-aec7-e9efd1982fb3 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:16:13.272647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Attempting to bind port 189fdb33-2234-4d07-aec7-e9efd1982fb3 on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:16:13.281819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:16:13.282167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:16:13.282559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:16:13.282995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Bound port: 189fdb33-2234-4d07-aec7-e9efd1982fb3, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:16:13.283358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:13.333349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70719d1-6d98-4e90-ba43-2178ce7aa230 req-d9ede8d6-0c39-4b40-985f-5ce511d2d866 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:13.334943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70719d1-6d98-4e90-ba43-2178ce7aa230 req-d9ede8d6-0c39-4b40-985f-5ce511d2d866 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0959051 Dec 10 05:16:13.391294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:16:13.414705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:16:13.419967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70719d1-6d98-4e90-ba43-2178ce7aa230 req-88f31dd2-6c3e-4358-8f95-f73945c38322 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786531 Dec 10 05:16:13.421461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:13.457143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:13.457734 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:13.459127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] 10.222.0.36 "PUT /v2.0/ports/189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 1092 time: 0.7670000 Dec 10 05:16:13.459584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:16:13.461870 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:16:13.487019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc24f0d-3da9-44a3-bdc3-0d002a9f570e service neutron] Pushing event updated for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:13.509524 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca59c80a-9215-495c-9a71-300d13b58807 x-openstack-request-id: req-ca59c80a-9215-495c-9a71-300d13b58807 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:16:13.509823 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:16:13.510081 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca59c80a-9215-495c-9a71-300d13b58807 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:16:13.510492 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'status': 'completed', 'code': 200} Dec 10 05:16:13.586793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-09349364-9639-4568-bfa5-8fc1446f3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:13.588574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-09349364-9639-4568-bfa5-8fc1446f3e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1095 time: 0.0590775 Dec 10 05:16:13.640973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-65e4192b-3a6d-42e8-af75-d176a6566d5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 217 time: 0.0376551 Dec 10 05:16:13.697474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-842cbe49-f28e-4e78-86d3-8f46f7ec78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:13.698790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-842cbe49-f28e-4e78-86d3-8f46f7ec78e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0514336 Dec 10 05:16:13.745186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-f892c0be-82d3-4c74-97f7-9951f45c01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:13.746626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-f892c0be-82d3-4c74-97f7-9951f45c01ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407012 Dec 10 05:16:13.840938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-8de00fbd-38a0-42a2-8e2c-a623529d441b service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869484 Dec 10 05:16:13.930407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b27881d8-7982-4d41-91ac-6f9eb9d26ca3 req-aa518d75-7f27-458d-a107-c2388d798b95 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824690 Dec 10 05:16:14.049873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-6a0b2f50-be99-4da8-93de-df1249cb0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:14.052099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-6a0b2f50-be99-4da8-93de-df1249cb0821 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1095 time: 0.0509472 Dec 10 05:16:14.149730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-2c0066c3-4853-4d26-acf2-ff00ecaf4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:14.151196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-2c0066c3-4853-4d26-acf2-ff00ecaf4e91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0917237 Dec 10 05:16:14.193712 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-e04866af-b493-4e17-9de0-8ef28f097426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 217 time: 0.0352385 Dec 10 05:16:14.247402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-df9f2ce9-1f09-4f97-b782-f8e4f4511e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:14.248915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-df9f2ce9-1f09-4f97-b782-f8e4f4511e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0473888 Dec 10 05:16:14.293161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-32ccfa8a-afef-477a-92ad-c7c8421f5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:14.294651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-32ccfa8a-afef-477a-92ad-c7c8421f5f92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391932 Dec 10 05:16:14.385224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-a3f2f6c0-c072-4c44-9aef-21ecf74ae522 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Dec 10 05:16:14.484763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8092b12-4f3b-4b4f-ad8b-a7adf814b78c req-a1709b7a-cd02-4e05-99d2-d304aa3d3fac service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916314 Dec 10 05:16:14.539590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985a72-2939-45dc-867e-f9f6fbc65611 req-ca8d4188-28fd-466d-98ee-dda15595188b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:14.541205 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30985a72-2939-45dc-867e-f9f6fbc65611 req-ca8d4188-28fd-466d-98ee-dda15595188b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0488977 Dec 10 05:16:14.590435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30985a72-2939-45dc-867e-f9f6fbc65611 req-3352413b-3dd4-4efc-9c4b-3298018dc701 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Dec 10 05:16:15.710931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2ad2d-ec66-4e96-9440-ea7f879032d3 req-44ac065f-507b-484e-80c7-86ac55482447 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:15.712417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8a2ad2d-ec66-4e96-9440-ea7f879032d3 req-44ac065f-507b-484e-80c7-86ac55482447 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0536172 Dec 10 05:16:15.762133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8a2ad2d-ec66-4e96-9440-ea7f879032d3 req-ac967e70-6775-415c-b68c-d5b3ba862f50 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Dec 10 05:16:16.881016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae182c0-d94a-4381-b760-8c70ae885f98 req-7c45326c-f47b-4926-9706-aef87b268fe0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:16.882583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dae182c0-d94a-4381-b760-8c70ae885f98 req-7c45326c-f47b-4926-9706-aef87b268fe0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0503664 Dec 10 05:16:16.932372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dae182c0-d94a-4381-b760-8c70ae885f98 req-cf2a4e89-9c1a-4552-9698-48fcab1e16bd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Dec 10 05:16:18.049458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d68-c9ed-44ef-b31d-c9a447e95270 req-ae21eb42-db98-4ae9-9c4d-0ff463d8f9c8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:18.050914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ac16d68-c9ed-44ef-b31d-c9a447e95270 req-ae21eb42-db98-4ae9-9c4d-0ff463d8f9c8 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0516608 Dec 10 05:16:18.099376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ac16d68-c9ed-44ef-b31d-c9a447e95270 req-369382ff-6024-40cf-9ce9-cde9bfc9a98e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Dec 10 05:16:19.212761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8726-42c6-4bcf-b472-16afc04b4672 req-49093fd0-e580-4eae-acb5-bb51e4b7d6e5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:19.214208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdfa8726-42c6-4bcf-b472-16afc04b4672 req-49093fd0-e580-4eae-acb5-bb51e4b7d6e5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0482092 Dec 10 05:16:19.261525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdfa8726-42c6-4bcf-b472-16afc04b4672 req-aee4add0-ccc8-48af-a6c6-5075f73c2e92 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Dec 10 05:16:20.374757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4d92c-c122-4984-949e-e592bc9aa4ac req-4ee03acc-bc23-4788-9f6a-ac2ec3ca3dbd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:20.376217 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d4d92c-c122-4984-949e-e592bc9aa4ac req-4ee03acc-bc23-4788-9f6a-ac2ec3ca3dbd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0480676 Dec 10 05:16:20.428321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d4d92c-c122-4984-949e-e592bc9aa4ac req-dc0feb6e-b3db-4ee8-a6f9-a8b9ede40572 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460048 Dec 10 05:16:20.657659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:21.539168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99cd38-cd81-40c4-b125-763a760a469a req-994a1ad6-d4ab-48ef-9314-77e14de87af6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:21.540645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b99cd38-cd81-40c4-b125-763a760a469a req-994a1ad6-d4ab-48ef-9314-77e14de87af6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0469205 Dec 10 05:16:21.588641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b99cd38-cd81-40c4-b125-763a760a469a req-a66d8b97-c67a-4625-8a9d-6fd69bbb5b94 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Dec 10 05:16:22.386040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a00815c-103e-44f4-9056-0d3805053cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:22.701662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2e26f-3b9b-4db8-8973-f32eca599d87 req-80dea3e5-a426-44c1-afd5-c639090f6ff1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:22.703128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6e2e26f-3b9b-4db8-8973-f32eca599d87 req-80dea3e5-a426-44c1-afd5-c639090f6ff1 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0483646 Dec 10 05:16:22.751179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6e2e26f-3b9b-4db8-8973-f32eca599d87 req-b1a8bc7b-1424-401e-b228-22aa28dcb03c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Dec 10 05:16:23.872960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea813c8-e495-4f01-a5e7-dea42b4cee6d req-b456a78b-11a6-4cf0-9154-31947a581a1d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:23.874440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ea813c8-e495-4f01-a5e7-dea42b4cee6d req-b456a78b-11a6-4cf0-9154-31947a581a1d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 944 time: 0.0518141 Dec 10 05:16:23.920629 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:23.923767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ea813c8-e495-4f01-a5e7-dea42b4cee6d req-f1e5e5d0-dd54-45b0-b3dc-b8751d5d6749 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Dec 10 05:16:23.974680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 189fdb33-2234-4d07-aec7-e9efd1982fb3 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:16:24.069009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:16:24.082325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:16:24.122022 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:24.134520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189fdb33-2234-4d07-aec7-e9efd1982fb3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:16:24.152598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:16:24.156541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:24.202926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:24.210140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.210489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.210830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.211167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.211501 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.211831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.212158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.212503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.212830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.213159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.213481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.213801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.214122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:16:24.464748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['189fdb33-2234-4d07-aec7-e9efd1982fb3'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:16:25.038271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c996f0-44b6-4da4-8e82-e64f1beb25a7 req-a4a12388-d973-464a-80e3-ca40684a7803 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:25.039748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32c996f0-44b6-4da4-8e82-e64f1beb25a7 req-a4a12388-d973-464a-80e3-ca40684a7803 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 945 time: 0.0479753 Dec 10 05:16:25.088332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32c996f0-44b6-4da4-8e82-e64f1beb25a7 req-cef0c04f-f3b9-4f69-a0a6-6b85844ebeb4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Dec 10 05:16:25.202018 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24b93320-cac8-4bfe-819d-d3be3cb93857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:25.870861 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:25.975835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 189fdb33-2234-4d07-aec7-e9efd1982fb3 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:16:26.026296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 189fdb33-2234-4d07-aec7-e9efd1982fb3 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:16:26.029778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 189fdb33-2234-4d07-aec7-e9efd1982fb3 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:16:26.030146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:26.104234 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:26.126603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:16:26.128864 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab41942-d3da-4cad-b9fc-6d84516e7c6f" -d '{"events": [{"server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "name": "network-vif-plugged", "status": "completed", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:16:26.142238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:16:26.146718 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:26.185779 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53316305-491e-4cb7-8a24-14c21b156751 x-openstack-request-id: req-53316305-491e-4cb7-8a24-14c21b156751 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:16:26.186077 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "name": "network-vif-plugged", "status": "completed", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:16:26.186323 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53316305-491e-4cb7-8a24-14c21b156751 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:16:26.186701 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'code': 200} Dec 10 05:16:26.205752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:26.208414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da236943-9ec8-40cb-8af5-5f9e17af9913 req-d79075a8-9bf0-404b-8dcf-dea0cd564c2c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:26.209921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da236943-9ec8-40cb-8af5-5f9e17af9913 req-d79075a8-9bf0-404b-8dcf-dea0cd564c2c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0534108 Dec 10 05:16:26.273832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da236943-9ec8-40cb-8af5-5f9e17af9913 req-89f9282d-491f-4ba8-80cc-610cfd5be9d2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580027 Dec 10 05:16:26.312547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cff3b2-d03f-4fc6-8b64-4c9f7c4aae6c req-d4f96a0c-aa88-4a3b-97a9-1a94e966e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:26.314031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55cff3b2-d03f-4fc6-8b64-4c9f7c4aae6c req-d4f96a0c-aa88-4a3b-97a9-1a94e966e0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0393536 Dec 10 05:16:26.360186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55cff3b2-d03f-4fc6-8b64-4c9f7c4aae6c req-d12f56f0-1de1-4889-9445-588b460148e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388138 Dec 10 05:16:27.393389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c502e9-aff6-4256-8ab3-61d22b4f6d29 req-8e0f6031-e3f7-4633-9d28-387ca2c1d721 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:27.394793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6c502e9-aff6-4256-8ab3-61d22b4f6d29 req-8e0f6031-e3f7-4633-9d28-387ca2c1d721 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0489681 Dec 10 05:16:27.444130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6c502e9-aff6-4256-8ab3-61d22b4f6d29 req-20a09808-4f4b-49b3-9f6a-7029738f7ca9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Dec 10 05:16:27.531078 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:28.345091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:28.559842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97706d4a-3dda-49d9-af86-45c8bb59e1a3 req-fe972822-a87d-4593-be2d-e6a0853e7b6b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:28.561299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97706d4a-3dda-49d9-af86-45c8bb59e1a3 req-fe972822-a87d-4593-be2d-e6a0853e7b6b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0511789 Dec 10 05:16:28.609051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97706d4a-3dda-49d9-af86-45c8bb59e1a3 req-ddba3d88-1f99-4905-ad6c-59f35bb47d0e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Dec 10 05:16:28.722094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4ec65-6408-43da-8390-31932a23af49 req-b03bdbcc-15ee-4056-a8e2-db72a0bead00 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:28.724149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5a4ec65-6408-43da-8390-31932a23af49 req-b03bdbcc-15ee-4056-a8e2-db72a0bead00 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0483427 Dec 10 05:16:28.770859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5a4ec65-6408-43da-8390-31932a23af49 req-ab1d5d28-1d48-462e-9001-359d3f8dbda5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Dec 10 05:16:28.793008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:16:28.878225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272544cd-c169-4052-96ec-32cec314e061 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:28.880175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-272544cd-c169-4052-96ec-32cec314e061 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1092 time: 0.0856805 Dec 10 05:16:28.883080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46442) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:16:28.887357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:16:28.909529 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.002336 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.106640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.25.8.88 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/56c0cfbc-4c18-4ffc-8180-45e64a0add24) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:16:29.206273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.238176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.279194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:16:29.281994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:16:29.287509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:16:29.309667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=56c0cfbc-4c18-4ffc-8180-45e64a0add24,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:29.640479 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.708198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.862362 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.868063 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:29.938679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=56c0cfbc-4c18-4ffc-8180-45e64a0add24,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:16:29.949413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:30.059411 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP 1757605e-2852-4712-96cc-69f8394fa548 associated. External IP: 172.25.8.88, port: 189fdb33-2234-4d07-aec7-e9efd1982fb3. Dec 10 05:16:30.274292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:16:30.682523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:16:30.695165 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:16:30.699996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:30.706413 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:16:30.707027 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:16:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:30.730904 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00af0d9e-e9dd-47a6-8000-f63d776de31e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8415782 Dec 10 05:16:30.730904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:16:30.730904 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562453d-fa9c-408c-ba2a-a4b9993de813" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:16:30.764776 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228d43a-b8f1-4dcf-be80-cd7cd9c7f4ed x-openstack-request-id: req-b228d43a-b8f1-4dcf-be80-cd7cd9c7f4ed {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:16:30.765077 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:16:30.765332 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b228d43a-b8f1-4dcf-be80-cd7cd9c7f4ed {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:16:30.765731 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'status': 'completed', 'code': 200} Dec 10 05:16:30.854756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-7f20858b-4590-491c-b535-1918cfe95c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:30.856269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-7f20858b-4590-491c-b535-1918cfe95c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0415421 Dec 10 05:16:30.897299 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:16:30.952955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-7df67019-1e24-4479-9bce-4a86bacfdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:30.954358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-7df67019-1e24-4479-9bce-4a86bacfdb3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0875177 Dec 10 05:16:31.018814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-8d38119f-08aa-458e-9277-8f8af0c53d8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 999 time: 0.0573063 Dec 10 05:16:31.071590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-f603dee3-5df3-46ba-8d9d-3cb137924a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:31.073106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-f603dee3-5df3-46ba-8d9d-3cb137924a25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0475633 Dec 10 05:16:31.114770 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:29Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:31.118143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-bc4a3c7d-c3b8-4d22-8b26-cb7fa20ab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:16:31.119624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-bc4a3c7d-c3b8-4d22-8b26-cb7fa20ab7ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395651 Dec 10 05:16:31.143824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:16:31.152566 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:16:31.153179 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:16:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:31.210498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-9e202b2b-adbe-4716-94a1-561fde5c1e5c service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827630 Dec 10 05:16:31.257949 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:16:31.307120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1562453d-fa9c-408c-ba2a-a4b9993de813 req-40a0841a-bfa4-425e-8b7d-1164cd82d274 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881560 Dec 10 05:16:31.475712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:29Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:16:31.503794 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3e98f-2611-494a-9549-87abc47524b3 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:29Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:16:31.690873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edab6b7-5db2-47a9-99af-8fa622f62e0c None None] New status for floating IP 1757605e-2852-4712-96cc-69f8394fa548: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:16:34.052974 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:16:50.653459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:52.389787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d46e84-9faf-434c-9507-709b12861379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:53.921821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:55.202967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7ba702a-8580-40ef-8534-3d83d6033e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:55.872008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:57.533643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:16:58.345981 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:11.051555 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:17:12.894167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-c8ee465d-92f4-4e18-afde-d9bde287caa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388811 Dec 10 05:17:12.999638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-a48630fd-aa51-49c6-8143-2770c95832b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:17:13.001165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-a48630fd-aa51-49c6-8143-2770c95832b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0447152 Dec 10 05:17:13.102347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-9239c430-7b1f-437d-ab43-f78aabeafdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:17:13.103830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-9239c430-7b1f-437d-ab43-f78aabeafdf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0828323 Dec 10 05:17:13.178041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-81735e19-cae5-45ea-a767-ad5bb55579b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0628901 Dec 10 05:17:13.228238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-d7660c61-dc60-4b69-b8b6-37243072ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:17:13.229677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-d7660c61-dc60-4b69-b8b6-37243072ca20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0425737 Dec 10 05:17:13.275644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-57683a3e-25b3-42c5-9b05-a42fee49edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:17:13.277165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-57683a3e-25b3-42c5-9b05-a42fee49edf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399852 Dec 10 05:17:13.379731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-ab793774-1325-400a-b457-dc2c3ba66cd0 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950093 Dec 10 05:17:13.467551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a8b734f-ff08-4b94-bbff-dc8f2ae2abdc req-eb7f6427-27ad-42d7-a04d-81fde4f7e518 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798087 Dec 10 05:17:20.649252 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:22.392604 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f021118-a98d-400c-a120-0bc5f43d7720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:23.918785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:25.204337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aeba8c96-d0ab-4e8a-b528-cd027ab72326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:25.875964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:27.535887 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:28.347035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:48.051343 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:17:50.667134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:52.393765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-883f5edd-cdb4-4783-b3f8-64d79d8e5672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:53.937029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:55.205114 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f489dd9-e6da-45ac-8331-8c225600bed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:55.879744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:57.537805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:17:58.350780 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:10.205158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-1e455ebe-8793-41b8-86ab-4aad370b4d5a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634872014&fields=id&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 267 time: 0.0479712 Dec 10 05:18:10.313325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-a0b53a14-d65f-4e94-9643-6afebe27f0bc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:10.314673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-a0b53a14-d65f-4e94-9643-6afebe27f0bc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.1019843 Dec 10 05:18:10.329792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-132f58d8-2917-4e17-91a9-03602659fc17 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/quotas/4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 375 time: 0.0087719 Dec 10 05:18:10.381223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-cc22811a-24b9-4cef-adc0-7a5acbc226ca tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457492 Dec 10 05:18:10.478593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-16dbf1b2-7cd8-4ae0-bf52-0b6a84130921 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Dec 10 05:18:10.566370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-a25aed66-6b17-4275-b1d4-92be148220d2 service neutron] 10.222.0.43 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816813 Dec 10 05:18:10.853196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f2d2e15-bb73-43dc-82de-30e0acacc6b2 req-4ee5c4e7-01c0-4fbf-bbe4-31520d3aa4ca tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0365868 Dec 10 05:18:11.936888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e335342-e67f-4ee7-8a28-a2c916f4f82c req-08ea7b26-d225-4513-9b2d-0fe8b09f74cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0270278 Dec 10 05:18:13.051403 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13dba1ed-d2a2-4d15-86b9-8bdb997f7b0c req-5ce03ce9-62a0-4f5b-b85e-5be120d0f199 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0263205 Dec 10 05:18:13.896723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-5c70a21c-7900-46ae-8060-53e0e87caac2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400414 Dec 10 05:18:13.995463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-06ec156d-3df8-4f6b-a4ca-b56925fd663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:13.996958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-06ec156d-3df8-4f6b-a4ca-b56925fd663d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0411320 Dec 10 05:18:14.169570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afedc792-fa0d-4604-8df9-646b62fb7cbe req-d303364a-adc1-4ff8-9490-acccc6829947 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0409560 Dec 10 05:18:14.196133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-48359a64-a0d0-4ebf-9292-571c4072b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:14.197115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-48359a64-a0d0-4ebf-9292-571c4072b999 service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.1765478 Dec 10 05:18:14.207204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-cd8b1e44-a07a-4e36-ba0c-f8531c4cc923 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:14.208651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-cd8b1e44-a07a-4e36-ba0c-f8531c4cc923 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 811 time: 0.2100704 Dec 10 05:18:14.296540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-e8d62684-c8fe-438d-be1e-1edee4fb9373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0869012 Dec 10 05:18:14.345676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-ecba3259-b04f-4a12-804a-69fa69f61630 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0ca5dbd3854874b78cceed5d4848ca HTTP/1.1" status: 200 len: 379 time: 0.1006646 Dec 10 05:18:14.360755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'port': {'device_id': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'admin_state_up': True, 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'security_groups': ['7f5c597c-dcc2-4019-ac70-5cad1c02a39c']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:18:14.377974 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-f4b5d162-1771-4030-bf92-14f4c1842138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:14.379392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-f4b5d162-1771-4030-bf92-14f4c1842138 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0739951 Dec 10 05:18:14.480263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-7acc834d-72b7-4f75-85d3-bce162db26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:14.481657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-7acc834d-72b7-4f75-85d3-bce162db26d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910041 Dec 10 05:18:14.558510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Made reservation on behalf of 4e0ca5dbd3854874b78cceed5d4848ca for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:18:14.561980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:14.643521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-07d52217-1231-45eb-a74c-2e70f8be2972 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520483 Dec 10 05:18:14.767310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.20.0.5 (017e4746-ae07-45bf-ab8d-cb57e7d9117e/1f416be4-c4c9-4a9f-845a-832567e34940/f085298a-5712-4e19-a7a5-8e461abc715c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:18:14.788765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e2b8ad0-e80b-4415-9d80-1daf785e5c9a req-bc93903e-741c-4234-bc66-54ea2e1bcbc1 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372442 Dec 10 05:18:14.925612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:14.959949 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.005798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:18:15.008908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:18:15.012507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:18:15.039888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:15.055720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.056068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.056406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.056770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.057106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.057436 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.057761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.058085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.058404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.058723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.059042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.059362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.059682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:15.081266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:15.081906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.100026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-d79f5307-7731-4f45-9b54-f36a3f50641c tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441924 Dec 10 05:18:15.254638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Request body: {'port': {'device_id': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:18:15.344204 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.353005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ab466de6-81f6-42a2-b9b6-13fd4df5980a None None] Provisioning complete for port f085298a-5712-4e19-a7a5-8e461abc715c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:18:15.353532 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab466de6-81f6-42a2-b9b6-13fd4df5980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.365014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf76096-04f8-4210-a7a1-5f817186221e req-f0b9e852-7507-44e6-8ccc-819f30b82368 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:15.366481 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cdf76096-04f8-4210-a7a1-5f817186221e req-f0b9e852-7507-44e6-8ccc-819f30b82368 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 931 time: 0.0887947 Dec 10 05:18:15.394160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ab466de6-81f6-42a2-b9b6-13fd4df5980a None None] Port f085298a-5712-4e19-a7a5-8e461abc715c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:18:15.512636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cdf76096-04f8-4210-a7a1-5f817186221e req-e923771e-7e34-47a8-b5f4-dd223522a109 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151919 Dec 10 05:18:15.675879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f085298a-5712-4e19-a7a5-8e461abc715c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:18:15.684253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.698248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Transition to ACTIVE for port object f085298a-5712-4e19-a7a5-8e461abc715c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:18:15.702613 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.757119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:15.829914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Attempting to bind port f085298a-5712-4e19-a7a5-8e461abc715c on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:18:15.830324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Attempting to bind port f085298a-5712-4e19-a7a5-8e461abc715c by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:18:15.831254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Attempting to bind port f085298a-5712-4e19-a7a5-8e461abc715c on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:18:15.836602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Port f085298a-5712-4e19-a7a5-8e461abc715c on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:18:15.836999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Attempting to bind port f085298a-5712-4e19-a7a5-8e461abc715c on network 017e4746-ae07-45bf-ab8d-cb57e7d9117e {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:18:15.842054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:18:15.842464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Checking segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:18:15.842905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Bound using segment: {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:18:15.843387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Bound port: f085298a-5712-4e19-a7a5-8e461abc715c, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f29cc43-3786-4493-a25a-3ee3f49c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:18:15.843808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.910537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:18:15.913743 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f085298a-5712-4e19-a7a5-8e461abc715c,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:18:15.918483 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.957093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:15.957707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:15.959091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 200 len: 1091 time: 0.8356013 Dec 10 05:18:15.959529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:18:15.961798 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8201fab-45ba-4e7a-a853-499accdc2823" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:18:15.987321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb060a3-490f-431f-9d53-3db31a3b60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:16.017103 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eadd7e-fa13-4789-b726-12094773442c x-openstack-request-id: req-79eadd7e-fa13-4789-b726-12094773442c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:18:16.017402 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:18:16.017709 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79eadd7e-fa13-4789-b726-12094773442c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:18:16.018842 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'status': 'completed', 'code': 200} Dec 10 05:18:16.106789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-67a232d8-7a89-450d-84a5-91cc1010aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.106789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-67a232d8-7a89-450d-84a5-91cc1010aad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0516474 Dec 10 05:18:16.297344 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-47d33068-bb79-421e-a103-83241114454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.298833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-47d33068-bb79-421e-a103-83241114454a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1698897 Dec 10 05:18:16.468330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-8d7cc15e-56c4-4cdb-805c-75334aaccb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.469871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8201fab-45ba-4e7a-a853-499accdc2823 req-8d7cc15e-56c4-4cdb-805c-75334aaccb62 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597211 Dec 10 05:18:16.655777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2f746-5eec-490e-8545-4c604662c22a req-c888b83c-31cf-477d-8046-6c18295510b2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.657291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd2f746-5eec-490e-8545-4c604662c22a req-c888b83c-31cf-477d-8046-6c18295510b2 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0727410 Dec 10 05:18:16.671747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-33624765-68e5-4e3b-8595-e0e36cc7a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.673147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-33624765-68e5-4e3b-8595-e0e36cc7a1ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0583987 Dec 10 05:18:16.741302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-db1922b3-407f-449e-9a0e-265a41349bfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 200 len: 217 time: 0.0459139 Dec 10 05:18:16.745509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd2f746-5eec-490e-8545-4c604662c22a req-32c7ed7f-c9b0-492f-b9d8-2a0aa2b38dfa tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813262 Dec 10 05:18:16.793525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-b73e5d8d-7144-42b9-a468-efcf355a2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.794865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-b73e5d8d-7144-42b9-a468-efcf355a2caf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0427678 Dec 10 05:18:16.845890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-bbecdaf6-8ea0-4bd0-a9d7-ab56a85d7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:16.847871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-bbecdaf6-8ea0-4bd0-a9d7-ab56a85d7eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405390 Dec 10 05:18:17.250423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-6e9fdc75-b30b-45cb-95f4-f6ccc7813fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900275 Dec 10 05:18:17.347358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671cb04-73ad-4fab-a5d0-de954bcdef15 req-f121dd7b-ac6b-48a6-9328-b271d8f28228 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855591 Dec 10 05:18:17.870891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7beed-96bf-4aff-92a9-0582d797494d req-2c2205ba-d914-4ee6-aca6-7711bfbab009 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:17.872402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ada7beed-96bf-4aff-92a9-0582d797494d req-2c2205ba-d914-4ee6-aca6-7711bfbab009 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0538805 Dec 10 05:18:17.923880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ada7beed-96bf-4aff-92a9-0582d797494d req-91eb584f-707c-457b-857c-76fa4d4ef4c0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Dec 10 05:18:19.040383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516920c-a60f-4d1a-b392-23dc25a443f8 req-92a2ed36-d5fa-48bb-9e86-2baa4422d8ec tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:19.041894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7516920c-a60f-4d1a-b392-23dc25a443f8 req-92a2ed36-d5fa-48bb-9e86-2baa4422d8ec tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0492172 Dec 10 05:18:19.091891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7516920c-a60f-4d1a-b392-23dc25a443f8 req-e4268c4a-cd52-487b-8649-32e50d7cff97 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Dec 10 05:18:20.211615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36c264-2274-4de6-ba0b-392ba6f2ca04 req-c6722845-4ef5-4af2-be8e-1cd0693717fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:20.215985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b36c264-2274-4de6-ba0b-392ba6f2ca04 req-c6722845-4ef5-4af2-be8e-1cd0693717fd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0488460 Dec 10 05:18:20.266160 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b36c264-2274-4de6-ba0b-392ba6f2ca04 req-59db49aa-38e0-4ceb-985d-9637dcd34282 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Dec 10 05:18:20.665970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:21.379111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3b0f6-a41a-4e94-bd20-2b67552c3451 req-cc58e548-23db-46b0-ba2a-97fcc38251d0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:21.380567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22e3b0f6-a41a-4e94-bd20-2b67552c3451 req-cc58e548-23db-46b0-ba2a-97fcc38251d0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0478342 Dec 10 05:18:21.429330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22e3b0f6-a41a-4e94-bd20-2b67552c3451 req-cb6c4d3c-d3b2-4b6a-b691-6b8b86cae2cd tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Dec 10 05:18:22.396633 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cfb2802-0071-445c-9030-56e78a43a451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:22.551472 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec95a-e17d-4e45-8bdc-a49eddaa0801 req-063b3eba-14f4-4647-bbbb-222c58c44126 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:22.553651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aabec95a-e17d-4e45-8bdc-a49eddaa0801 req-063b3eba-14f4-4647-bbbb-222c58c44126 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0517321 Dec 10 05:18:22.605149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aabec95a-e17d-4e45-8bdc-a49eddaa0801 req-458fdb2c-483b-49b8-b9ca-5bd485caa2c9 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Dec 10 05:18:23.740661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829ca7-5ea6-4152-98df-eaf3658d014f req-ca26c3a1-3a17-4e91-afea-ca891826dc73 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:23.742151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d829ca7-5ea6-4152-98df-eaf3658d014f req-ca26c3a1-3a17-4e91-afea-ca891826dc73 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0535731 Dec 10 05:18:23.790537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d829ca7-5ea6-4152-98df-eaf3658d014f req-8d5a223c-0b71-48fa-9843-68040e5c1d90 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 Dec 10 05:18:23.940246 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:24.903457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c70080-8b49-442e-b677-26e869bc901a req-185fe7cf-4d23-49b4-bbdb-c063b02eda57 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:24.904930 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01c70080-8b49-442e-b677-26e869bc901a req-185fe7cf-4d23-49b4-bbdb-c063b02eda57 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0482223 Dec 10 05:18:24.954313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01c70080-8b49-442e-b677-26e869bc901a req-936c3820-f17b-49d2-8e74-d3451fe810a0 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Dec 10 05:18:25.052846 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:18:25.208016 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-371c6a0b-0329-47b3-a1a6-c5258f1291e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:25.882680 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:25.949753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f085298a-5712-4e19-a7a5-8e461abc715c details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:18:26.045061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f085298a-5712-4e19-a7a5-8e461abc715c,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:18:26.060537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'port_id': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'mac_address': 'fa:16:3e:b8:63:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:18:26.070645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56912b4e-d456-421f-b490-f18536d08ed0 req-30915e0a-95b3-48aa-bde8-23cf9174de80 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:26.072135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56912b4e-d456-421f-b490-f18536d08ed0 req-30915e0a-95b3-48aa-bde8-23cf9174de80 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 943 time: 0.0498157 Dec 10 05:18:26.099401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:26.111920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f085298a-5712-4e19-a7a5-8e461abc715c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:18:26.126579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56912b4e-d456-421f-b490-f18536d08ed0 req-d26ec94d-c471-4c54-87fd-612dd0eceed7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483010 Dec 10 05:18:26.131887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f085298a-5712-4e19-a7a5-8e461abc715c,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:18:26.136748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:26.189955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:26.198191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.198547 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.198892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.199230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.199570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.199939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.200268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.200621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.200947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.201272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.201597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.201921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.202242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:18:26.557505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f085298a-5712-4e19-a7a5-8e461abc715c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:18:27.245439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab58ba-ae0a-4e6c-984e-f3dd91e9ba06 req-2694ffcf-87ea-49c1-8252-73e94bd89bdc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:27.246887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eab58ba-ae0a-4e6c-984e-f3dd91e9ba06 req-2694ffcf-87ea-49c1-8252-73e94bd89bdc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 944 time: 0.0482113 Dec 10 05:18:27.295435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9eab58ba-ae0a-4e6c-984e-f3dd91e9ba06 req-c082ff8b-2ce2-42b6-8ddf-e45d2ef662d6 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Dec 10 05:18:27.540918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:27.965545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f085298a-5712-4e19-a7a5-8e461abc715c up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:18:28.016667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port f085298a-5712-4e19-a7a5-8e461abc715c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:18:28.020649 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f085298a-5712-4e19-a7a5-8e461abc715c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:18:28.021023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:28.094333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:28.116771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:18:28.119009 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf4415-b479-4660-aa58-f42aed4b4d4a" -d '{"events": [{"server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "name": "network-vif-plugged", "status": "completed", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:18:28.132280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f085298a-5712-4e19-a7a5-8e461abc715c,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:18:28.136468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:28.189228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:28.230561 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93be8c7-22b9-4121-bbaf-011fbc3e624a x-openstack-request-id: req-f93be8c7-22b9-4121-bbaf-011fbc3e624a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:18:28.230862 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "name": "network-vif-plugged", "status": "completed", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:18:28.231118 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f93be8c7-22b9-4121-bbaf-011fbc3e624a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:18:28.231518 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'code': 200} Dec 10 05:18:28.354165 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:28.381607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb229c-fc63-442a-8b87-51a635dba98e req-c4efbef7-3ffb-44fc-b813-c42f2a8c5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:28.383023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cfb229c-fc63-442a-8b87-51a635dba98e req-c4efbef7-3ffb-44fc-b813-c42f2a8c5b09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0483055 Dec 10 05:18:28.451872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97685a-ff5a-4dc6-905d-89cd6a3c72cc req-940a6c96-0d60-4845-8253-5d26e4574804 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:28.453352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e97685a-ff5a-4dc6-905d-89cd6a3c72cc req-940a6c96-0d60-4845-8253-5d26e4574804 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.0824602 Dec 10 05:18:28.460960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9cfb229c-fc63-442a-8b87-51a635dba98e req-daefd8df-821a-4774-892a-36bd8ae47327 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571718 Dec 10 05:18:28.503300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e97685a-ff5a-4dc6-905d-89cd6a3c72cc req-c409bedf-06d1-474d-be20-ec694f76e89e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Dec 10 05:18:29.636811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bff0c-5786-4a08-9e7a-358782560a93 req-9442c809-3891-44aa-b64a-ed3faa8f2ccf tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:29.638347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd9bff0c-5786-4a08-9e7a-358782560a93 req-9442c809-3891-44aa-b64a-ed3faa8f2ccf tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Dec 10 05:18:29.689865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd9bff0c-5786-4a08-9e7a-358782560a93 req-772c5935-d2ea-4449-856c-c8b781df633b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Dec 10 05:18:30.809165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55410a6-cde5-423d-b19a-2c5362bbd5a9 req-b5a84b4d-1b94-4032-88c9-6cb949eeee8f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:30.810648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55410a6-cde5-423d-b19a-2c5362bbd5a9 req-b5a84b4d-1b94-4032-88c9-6cb949eeee8f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Dec 10 05:18:30.860650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a55410a6-cde5-423d-b19a-2c5362bbd5a9 req-6bacba24-339c-4899-9afc-89e14b907f38 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Dec 10 05:18:30.976425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5244-0982-4e16-b7e1-64685bcece51 req-b2a3a046-29df-4205-a805-0809d675bf4b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:30.977863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-848e5244-0982-4e16-b7e1-64685bcece51 req-b2a3a046-29df-4205-a805-0809d675bf4b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Dec 10 05:18:31.026474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-848e5244-0982-4e16-b7e1-64685bcece51 req-523ccbaa-2987-4ce0-a16d-17046b60bf30 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427978 Dec 10 05:18:31.048068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46612) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:18:31.086756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f611754-2178-4d1b-bad0-c5393b3f7946 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:31.088250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3f611754-2178-4d1b-bad0-c5393b3f7946 tempest-TestVolumeBootPattern-1427866440 tempest-TestVolumeBootPattern-1427866440-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1091 time: 0.0391703 Dec 10 05:18:31.090932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46614) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:18:31.095112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:18:31.116981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:31.216920 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:31.321506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Allocated IP 172.25.8.96 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/d98747db-df4f-4346-849e-58298b70e6a3) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:18:31.419960 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:31.454222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:31.488586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:18:31.491916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:18:31.495263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:18:31.525906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=d98747db-df4f-4346-849e-58298b70e6a3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:31.850246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:31.917945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:32.061783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:32.066237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:32.136787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event updated for resources: {'Port': ['ID=d98747db-df4f-4346-849e-58298b70e6a3,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:18:32.146809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:32.246613 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP 84486201-f947-4cc1-8e64-df36fbfe6024 associated. External IP: 172.25.8.96, port: f085298a-5712-4e19-a7a5-8e461abc715c. Dec 10 05:18:32.452896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:18:32.560566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:18:32.570419 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:18:32.578984 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:32.580990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:18:32.581601 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:18:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:18:32.610611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14515916-f0aa-4c2e-88a6-a0872dca03d7 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5147479 Dec 10 05:18:32.610611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:18:32.610611 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b53b1-169a-417c-ac15-74118bbb6914" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:18:32.648983 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2dbddd-2a9b-4f36-9d58-b5e15b1d15d7 x-openstack-request-id: req-7d2dbddd-2a9b-4f36-9d58-b5e15b1d15d7 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:18:32.649289 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:18:32.649552 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d2dbddd-2a9b-4f36-9d58-b5e15b1d15d7 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:18:32.649965 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'status': 'completed', 'code': 200} Dec 10 05:18:32.686785 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:18:32.732584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b53b1-169a-417c-ac15-74118bbb6914 req-32f1875c-8865-4add-ab98-b77503f123d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:32.734088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-32f1875c-8865-4add-ab98-b77503f123d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0404830 Dec 10 05:18:32.828824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b53b1-169a-417c-ac15-74118bbb6914 req-b84797e6-b65a-48e0-8869-e37f03758ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:32.830320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-b84797e6-b65a-48e0-8869-e37f03758ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0868404 Dec 10 05:18:32.898413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-689bf5f9-4b47-4c3b-adc6-0738108db676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 200 len: 998 time: 0.0607576 Dec 10 05:18:32.914064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}, {'id': '84486201-f947-4cc1-8e64-df36fbfe6024', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:b8:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:18:31Z', 'updated_at': '2021-12-10T05:18:31Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:18:32.944040 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:18:32.947950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b53b1-169a-417c-ac15-74118bbb6914 req-bf2c6503-da40-4b97-b587-6c88e209c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:32.949446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-bf2c6503-da40-4b97-b587-6c88e209c867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0436220 Dec 10 05:18:32.952105 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:18:32.952761 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:18:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:18:33.001238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b53b1-169a-417c-ac15-74118bbb6914 req-1c3d7be2-7288-4508-b67e-b60d854322fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:18:33.002763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-1c3d7be2-7288-4508-b67e-b60d854322fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461881 Dec 10 05:18:33.094402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-672e9ba0-7f4a-4b0d-af30-20c9e08f6add service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840085 Dec 10 05:18:33.141897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:18:33.198029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-336b53b1-169a-417c-ac15-74118bbb6914 req-cc590315-3841-4679-986e-07800f7a96a4 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962412 Dec 10 05:18:33.373597 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}, {'id': '84486201-f947-4cc1-8e64-df36fbfe6024', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:b8:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:18:31Z', 'updated_at': '2021-12-10T05:18:31Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:18:33.401620 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d5ac5-6cdf-4186-bd8a-8b094bb7aced None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}, {'id': '84486201-f947-4cc1-8e64-df36fbfe6024', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:b8:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:18:31Z', 'updated_at': '2021-12-10T05:18:31Z', 'revision_number': 0, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:18:33.595622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e5d01-1799-418f-b3d6-151cd1cc665c None None] New status for floating IP 84486201-f947-4cc1-8e64-df36fbfe6024: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:18:50.662457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:52.398830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42bed35e-21f2-42fe-92d8-3676e3bb1982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:53.940357 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:55.209553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe754-9101-4167-94d7-2bdacafe175a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:55.885070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:57.543403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:18:58.357920 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:02.051936 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:19:06.519714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-cb204f43-b530-4799-8e83-05106275c1cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395336 Dec 10 05:19:06.631105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-3bc966b3-371f-4296-8ffc-2b956af7ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:06.632636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-3bc966b3-371f-4296-8ffc-2b956af7ba9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0451171 Dec 10 05:19:06.743689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-2876cbc1-fe9b-4374-a590-2ee51b78a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:06.745286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-2876cbc1-fe9b-4374-a590-2ee51b78a95b service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0883627 Dec 10 05:19:06.816372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-6d26f305-c069-4245-8bcd-30dbe7a3f1ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 200 len: 1000 time: 0.0582588 Dec 10 05:19:06.872358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-b58a108c-c340-4dcf-952a-68807e6dc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:06.873813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-b58a108c-c340-4dcf-952a-68807e6dc74a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0458300 Dec 10 05:19:06.919886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-7b14f85e-603d-42a7-9dc5-2e9b5bdad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:06.921378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-7b14f85e-603d-42a7-9dc5-2e9b5bdad7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389996 Dec 10 05:19:07.013206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-98d96ec4-e3ea-4c56-a6c0-5d45ab428819 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Dec 10 05:19:07.108645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26365e8b-8880-4596-b6a2-e0bd70ad9599 req-d986a732-fdfd-4662-a40e-4da218568503 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837617 Dec 10 05:19:13.852143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-88139e50-db9c-441c-b007-b61c892726a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387652 Dec 10 05:19:13.947853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-a8e494ec-baae-48b4-8610-9d835df19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:13.949455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-a8e494ec-baae-48b4-8610-9d835df19c64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0411644 Dec 10 05:19:14.055422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-d5b44ab9-dae7-4674-a845-faaebca776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:14.056938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-d5b44ab9-dae7-4674-a845-faaebca776cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0879493 Dec 10 05:19:14.122287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-02a92cf6-3419-4960-a053-14a7d3c5cdb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0580425 Dec 10 05:19:14.178097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-5e725936-5e56-4946-b261-e5a045843169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:14.179577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-5e725936-5e56-4946-b261-e5a045843169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0482526 Dec 10 05:19:14.224852 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-61e075e2-4132-47c7-992b-80fb21760e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:19:14.226322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-61e075e2-4132-47c7-992b-80fb21760e9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390010 Dec 10 05:19:14.237807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-3d2e15c7-ecdb-4fe8-83a4-bf96d17e494b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:19:14.238752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-3d2e15c7-ecdb-4fe8-83a4-bf96d17e494b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047603 Dec 10 05:19:14.333225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-0cc73742-d7e6-4b25-8f1c-9aa377e1a3e2 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869551 Dec 10 05:19:14.428049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b94f5b08-cbbf-45c6-845c-88bfc6d4f62a req-1740e551-66bc-4c34-86d7-d807e57cab40 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Dec 10 05:19:20.662128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:22.402089 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0aa9-f83e-4a2f-a0c7-6c472e330add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:23.952972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:25.210688 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f1f3-80a6-469c-8167-742d833e171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:25.891523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:27.546409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:28.360115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:39.051411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:19:50.672553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:52.403732 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1b7791e-9321-4ade-b970-f30370acbbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:53.952483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:55.210847 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d26868c-a802-45fa-88b3-97c14f0fcbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:55.889148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:57.548531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:19:58.365420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.319631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46654) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:00.477280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port d98747db-df4f-4346-849e-58298b70e6a3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:00.477513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.552156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.552504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.563825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for d98747db-df4f-4346-849e-58298b70e6a3 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:00.709281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.734706 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=d98747db-df4f-4346-849e-58298b70e6a3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:00.758916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.759260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.759601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.759937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.760276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.760634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.760961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.761384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.761624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.761949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.762270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.762587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.762934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:00.801212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:00.801611 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP 84486201-f947-4cc1-8e64-df36fbfe6024 disassociated (deleted). External IP: 172.25.8.96, port: f085298a-5712-4e19-a7a5-8e461abc715c. Dec 10 05:20:01.324122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:20:01.429366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:20:01.434054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:01.439994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:20:01.449840 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:01.450485 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:19:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:01.459999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb62eef4-7219-4bd2-baac-810807da248e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "DELETE /v2.0/floatingips/84486201-f947-4cc1-8e64-df36fbfe6024 HTTP/1.1" status: 204 len: 168 time: 1.1392951 Dec 10 05:20:01.460614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:01.462871 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6606b0-21fc-4949-9b95-676916adb57a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:01.503491 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de339bf-6739-44ae-8212-dcccc31bf3bf x-openstack-request-id: req-5de339bf-6739-44ae-8212-dcccc31bf3bf {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:01.503792 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:01.504048 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5de339bf-6739-44ae-8212-dcccc31bf3bf {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:01.504454 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'status': 'completed', 'code': 200} Dec 10 05:20:01.560647 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:01.613596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6606b0-21fc-4949-9b95-676916adb57a req-2d163212-c49b-4b24-9970-73aed748b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:01.615253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-2d163212-c49b-4b24-9970-73aed748b5c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0488458 Dec 10 05:20:01.746239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6606b0-21fc-4949-9b95-676916adb57a req-b5d9c974-cbf9-4393-9553-a2b036304980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:01.747687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-b5d9c974-cbf9-4393-9553-a2b036304980 service neutron] 10.222.0.41 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0991099 Dec 10 05:20:01.799067 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:01.804425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-f27fd209-1e46-43c1-900a-fe877d230f54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 200 len: 217 time: 0.0430174 Dec 10 05:20:01.820067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9660573-516e-4446-83e4-bc7306e8b326 req-fa890a9c-f2a2-4ef8-881a-f5a253ae1135 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:01.821515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9660573-516e-4446-83e4-bc7306e8b326 req-fa890a9c-f2a2-4ef8-881a-f5a253ae1135 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.1804082 Dec 10 05:20:01.825368 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:20:01.834786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:01.835386 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:19:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:01.886418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6606b0-21fc-4949-9b95-676916adb57a req-7e015d93-741d-4750-801b-1ea1a9412706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:01.887893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-7e015d93-741d-4750-801b-1ea1a9412706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0655210 Dec 10 05:20:01.916350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9660573-516e-4446-83e4-bc7306e8b326 req-300f2513-7345-4603-8078-34461a53579b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858691 Dec 10 05:20:01.941997 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:01.947081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6606b0-21fc-4949-9b95-676916adb57a req-8119717c-9a5f-4d57-9f6d-82a70d5b1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:01.948621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-8119717c-9a5f-4d57-9f6d-82a70d5b1b67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503988 Dec 10 05:20:01.960991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-599914d2-e20e-4b96-8411-04af4c3cf44e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:20:01.962040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-599914d2-e20e-4b96-8411-04af4c3cf44e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050187 Dec 10 05:20:02.057655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-10792f3d-896a-4db1-b8f0-42af44914767 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Dec 10 05:20:02.160645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd6606b0-21fc-4949-9b95-676916adb57a req-08436354-5090-4042-b8b8-38bfe4359894 service neutron] 10.222.0.41 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870275 Dec 10 05:20:02.161957 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:02.267840 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2e3f-913f-40f2-b410-5e9ed3503a85 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '1757605e-2852-4712-96cc-69f8394fa548', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'port_id': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'mac_address': 'fa:16:3e:f3:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:16:29Z', 'updated_at': '2021-12-10T05:16:31Z', 'revision_number': 1, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:20:02.484215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2a316-1052-48a3-a9ea-45de4fb2d977 None None] New status for floating IP 84486201-f947-4cc1-8e64-df36fbfe6024: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:20:03.093696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e91a4-ae6d-49f5-868a-5c0638fe021a req-fb8f1a01-23cb-4fa6-b9ac-6995264184be tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:03.095175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c8e91a4-ae6d-49f5-868a-5c0638fe021a req-fb8f1a01-23cb-4fa6-b9ac-6995264184be tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.1093998 Dec 10 05:20:03.143309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c8e91a4-ae6d-49f5-868a-5c0638fe021a req-14dfaa07-644d-4c6e-99b7-5b78dfbd0d82 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Dec 10 05:20:03.801014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-c8ee09db-ef6e-4396-8390-1538f68c758e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:03.802464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-c8ee09db-ef6e-4396-8390-1538f68c758e tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Dec 10 05:20:03.897157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port f085298a-5712-4e19-a7a5-8e461abc715c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:03.897493 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:03.983309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port f085298a-5712-4e19-a7a5-8e461abc715c, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f085298a-5712-4e19-a7a5-8e461abc715c,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:03.983600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:03.995832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for f085298a-5712-4e19-a7a5-8e461abc715c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:04.127484 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:04.155397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=f085298a-5712-4e19-a7a5-8e461abc715c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:04.205219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port f085298a-5712-4e19-a7a5-8e461abc715c on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:20:04.207916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:04.211367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c246f173-f6fb-47b6-8b1b-3d27eb274976 req-e8211ea1-ec3d-4a9b-a3dc-77e5e0a5cbc5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.41 "DELETE /v2.0/ports/f085298a-5712-4e19-a7a5-8e461abc715c HTTP/1.1" status: 204 len: 173 time: 0.3992522 Dec 10 05:20:04.211820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'name': 'network-vif-deleted', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:04.214170 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1b464-8561-47da-8e65-f941f41389ba" -d '{"events": [{"server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "name": "network-vif-deleted", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:04.252573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a500f9ec-dc03-4d54-8978-f83f43980445 req-8b147a40-daee-493c-b03f-5cfc4541608d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Dec 10 05:20:04.253889 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a030b3-c714-48ea-8c34-17c8fd8ec26f x-openstack-request-id: req-36a030b3-c714-48ea-8c34-17c8fd8ec26f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:04.254027 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce449c4-2dae-454d-8066-5d13b8939ce6", "name": "network-vif-deleted", "tag": "f085298a-5712-4e19-a7a5-8e461abc715c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:04.254303 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36a030b3-c714-48ea-8c34-17c8fd8ec26f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:04.254618 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce449c4-2dae-454d-8066-5d13b8939ce6', 'name': 'network-vif-deleted', 'tag': 'f085298a-5712-4e19-a7a5-8e461abc715c', 'status': 'completed', 'code': 200} Dec 10 05:20:05.348128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4882da50-11b7-4575-90b8-5c73b4f991c6 req-af525f9a-4c3f-476a-9927-1695132ea241 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0259681 Dec 10 05:20:06.443067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-458a1de9-16a9-4202-b737-536bdee42e1f req-b3ba6c6b-db80-4960-bf01-1615023700d4 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Dec 10 05:20:07.538955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad518ffc-7f18-4654-8df3-250c884fa10d req-657f3d9c-da39-4b9c-b901-0e71eef6ff01 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0271378 Dec 10 05:20:08.371878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f085298a-5712-4e19-a7a5-8e461abc715c no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:08.393070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: f085298a-5712-4e19-a7a5-8e461abc715c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:08.393420 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f085298a-5712-4e19-a7a5-8e461abc715c not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:08.646142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61f4a88a-f9ec-48c1-977a-8b85fcbefa28 req-c109b2b0-4af2-4b97-ac38-21ab49a6247b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ce449c4-2dae-454d-8066-5d13b8939ce6 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Dec 10 05:20:14.861684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-e363a680-5932-485f-8e0a-080783dea37c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387642 Dec 10 05:20:14.957560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b756-7234-4047-8e66-be622e4165d2 req-7d517307-d710-40c4-9fb9-f2762bbbc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:14.959050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-7d517307-d710-40c4-9fb9-f2762bbbc5cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0410779 Dec 10 05:20:15.056096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46710) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:15.063731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b756-7234-4047-8e66-be622e4165d2 req-8728b5fd-47de-40d4-9f65-61a31381e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:15.065281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-8728b5fd-47de-40d4-9f65-61a31381e59b service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0878310 Dec 10 05:20:15.130414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-cd9acf8e-ccd1-4e14-b422-40c64b75f029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0579181 Dec 10 05:20:15.180142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b756-7234-4047-8e66-be622e4165d2 req-edff9165-8073-44d5-adb4-7cb3660ba08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:15.181646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-edff9165-8073-44d5-adb4-7cb3660ba08a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0445552 Dec 10 05:20:15.218876 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 56c0cfbc-4c18-4ffc-8180-45e64a0add24 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:15.219217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.231178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b756-7234-4047-8e66-be622e4165d2 req-1a47586b-36d7-44f0-94f8-aa555d5ad627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:15.232730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-1a47586b-36d7-44f0-94f8-aa555d5ad627 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434971 Dec 10 05:20:15.294013 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.294342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.306841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 56c0cfbc-4c18-4ffc-8180-45e64a0add24 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:15.323916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-4f7b11a7-de33-4885-8503-e769b838f66f service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823686 Dec 10 05:20:15.419494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8843b756-7234-4047-8e66-be622e4165d2 req-98052856-798d-4ed9-8694-34736bdcf602 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875978 Dec 10 05:20:15.462544 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.492500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=56c0cfbc-4c18-4ffc-8180-45e64a0add24,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:15.517620 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.517972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.518317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.518664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.519004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.519339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.519669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.519998 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.520325 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.520680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.521011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.521338 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.521663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:15.560022 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.560408 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Floating IP 1757605e-2852-4712-96cc-69f8394fa548 disassociated (deleted). External IP: 172.25.8.88, port: 189fdb33-2234-4d07-aec7-e9efd1982fb3. Dec 10 05:20:15.766054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:20:15.871921 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:20:15.876764 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:15.883476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:20:15.892830 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:15.893542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:19:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:15.902358 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6cb7435a-8f1a-4fd5-a4ba-97882f2d4698 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "DELETE /v2.0/floatingips/1757605e-2852-4712-96cc-69f8394fa548 HTTP/1.1" status: 204 len: 168 time: 0.8451157 Dec 10 05:20:15.902946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:15.905250 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3528f3-2ecc-4dcb-9253-58c06c343145" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:16.001064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:16.062089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:20:16.065369 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d116f-a0e0-41ac-a819-99a6b4745b10 x-openstack-request-id: req-4f7d116f-a0e0-41ac-a819-99a6b4745b10 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:16.065869 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:16.066184 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f7d116f-a0e0-41ac-a819-99a6b4745b10 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:16.066610 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'status': 'completed', 'code': 200} Dec 10 05:20:16.147088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d7de1-5bb5-4a6b-9571-065788fada5b req-f9c91b84-1c26-40e0-866c-b166ee18c61b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:16.148667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-039d7de1-5bb5-4a6b-9571-065788fada5b req-f9c91b84-1c26-40e0-866c-b166ee18c61b tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0505486 Dec 10 05:20:16.218633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-41a83d52-8ebd-49d0-bab0-f5dc54b199e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:16.220163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-41a83d52-8ebd-49d0-bab0-f5dc54b199e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 1097 time: 0.0706120 Dec 10 05:20:16.221247 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:16.225794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-039d7de1-5bb5-4a6b-9571-065788fada5b req-da8bf8f9-27ad-454d-90b1-14fe96f13991 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689251 Dec 10 05:20:16.248122 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:20:16.256534 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:16.257135 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:19:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:16.316256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-2aad420d-8aa4-430a-8754-4503b64ceafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:16.317693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-2aad420d-8aa4-430a-8754-4503b64ceafb service neutron] 10.222.0.36 "GET /v2.0/networks?id=017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 200 len: 912 time: 0.0904078 Dec 10 05:20:16.361445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-83e575aa-581d-4424-a0d2-b6196f7d2e1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 200 len: 217 time: 0.0352883 Dec 10 05:20:16.362105 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:16.417292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-e55cc2fb-9f03-4c9d-bf5c-ad7daeee12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:16.418820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-e55cc2fb-9f03-4c9d-bf5c-ad7daeee12c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 200 len: 850 time: 0.0493431 Dec 10 05:20:16.466620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-990bf6c5-2ec3-44b1-ab45-4a87185db89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:16.468142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-990bf6c5-2ec3-44b1-ab45-4a87185db89a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=017e4746-ae07-45bf-ab8d-cb57e7d9117e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402098 Dec 10 05:20:16.561182 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:16.561441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-38342f59-3707-44dd-8fe7-b6d7f929bfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851457 Dec 10 05:20:16.587753 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f5488-0eaa-412f-ba07-dfe2a7b27cd8 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:18Z', 'revision_number': 4, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2d4f8422-97ed-4c33-b40d-9696c7d67744', 'name': '', 'network_id': '017e4746-ae07-45bf-ab8d-cb57e7d9117e', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'mac_address': 'fa:16:3e:a2:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:17Z', 'updated_at': '2021-12-10T05:10:21Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'subnets': [{'id': '1f416be4-c4c9-4a9f-845a-832567e34940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:20:16.660890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3528f3-2ecc-4dcb-9253-58c06c343145 req-7653ef68-e698-4f53-ab92-7a029e74bfc1 service neutron] 10.222.0.36 "GET /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911112 Dec 10 05:20:16.801801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0d06d-f142-4b97-9c8f-07c7cb620152 None None] New status for floating IP 1757605e-2852-4712-96cc-69f8394fa548: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:20:17.345070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dedb9-ff8c-49f4-8255-bc033aa059dc req-d73baec8-6e29-4029-918a-86e548a7fb04 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:17.346592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f8dedb9-ff8c-49f4-8255-bc033aa059dc req-d73baec8-6e29-4029-918a-86e548a7fb04 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0496962 Dec 10 05:20:17.401230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f8dedb9-ff8c-49f4-8255-bc033aa059dc req-2a54a3d1-12e7-4c8e-b408-4826a1d98a97 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f5c597c-dcc2-4019-ac70-5cad1c02a39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476429 Dec 10 05:20:17.826861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ed05-711e-4331-ae4d-bb329191003a req-085b7a89-f3f8-4d84-a68c-95dd3247621a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:17.828314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dce4ed05-711e-4331-ae4d-bb329191003a req-085b7a89-f3f8-4d84-a68c-95dd3247621a tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 946 time: 0.0484405 Dec 10 05:20:17.915042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 189fdb33-2234-4d07-aec7-e9efd1982fb3 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:17.915384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:18.006938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] For port 189fdb33-2234-4d07-aec7-e9efd1982fb3, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=189fdb33-2234-4d07-aec7-e9efd1982fb3,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:18.007300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:18.018868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 189fdb33-2234-4d07-aec7-e9efd1982fb3 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:18.158808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:18.191771 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=189fdb33-2234-4d07-aec7-e9efd1982fb3,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:18.232972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] No DVR routers for this DVR port 189fdb33-2234-4d07-aec7-e9efd1982fb3 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:20:18.235770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:18.239680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dce4ed05-711e-4331-ae4d-bb329191003a req-3660983e-2888-43af-8399-c906364ef88d tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.36 "DELETE /v2.0/ports/189fdb33-2234-4d07-aec7-e9efd1982fb3 HTTP/1.1" status: 204 len: 173 time: 0.4049926 Dec 10 05:20:18.240140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'name': 'network-vif-deleted', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:18.242482 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5437b2-49a3-4e0a-ba67-1fa26029e748" -d '{"events": [{"server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "name": "network-vif-deleted", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:18.285383 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a819e-757f-4b23-bb0a-7fb9851a12fb x-openstack-request-id: req-f28a819e-757f-4b23-bb0a-7fb9851a12fb {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:18.285682 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb170c46-ef13-49aa-88e1-df5b6122f71d", "name": "network-vif-deleted", "tag": "189fdb33-2234-4d07-aec7-e9efd1982fb3", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:18.285943 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f28a819e-757f-4b23-bb0a-7fb9851a12fb {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:18.286352 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb170c46-ef13-49aa-88e1-df5b6122f71d', 'name': 'network-vif-deleted', 'tag': '189fdb33-2234-4d07-aec7-e9efd1982fb3', 'status': 'completed', 'code': 200} Dec 10 05:20:18.501571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-654a9124-a473-40bc-95b1-bcdc2e8b6627 req-51ef8c05-ea4e-4ff1-a020-b2c1729b3049 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0261192 Dec 10 05:20:19.597083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26540ce6-eae4-47e6-b6aa-553489219ab3 req-2dd7ea9d-3731-4d06-8def-97ccc3ff36bc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0258162 Dec 10 05:20:20.679403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:20.701355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f5ea435-3344-450e-906f-a727dfe6eb85 req-c7cc5caa-0d50-42cd-8761-7d6068277b4f tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0306652 Dec 10 05:20:21.796291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71d67dfb-1fee-46e1-88d4-eee586a21ece req-c1e04908-2ef9-40c7-ae2f-18010672c0db tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0266197 Dec 10 05:20:22.406106 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97ee407c-4585-49c2-933b-12b2aa846ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:22.902410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7112aac6-486e-42ff-ac8f-cec490c1ab09 req-8493536c-5a15-4956-9c28-7a3f13db26fa tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb170c46-ef13-49aa-88e1-df5b6122f71d HTTP/1.1" status: 200 len: 210 time: 0.0262201 Dec 10 05:20:22.994805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 189fdb33-2234-4d07-aec7-e9efd1982fb3 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:23.018010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 189fdb33-2234-4d07-aec7-e9efd1982fb3 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:23.018288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 189fdb33-2234-4d07-aec7-e9efd1982fb3 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:23.961787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:23.966877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.083629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Deleting port 623a6de0-ce14-486c-baf5-5ee754326658 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:24.083968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.155285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.155613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.169235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Calling delete_port for 623a6de0-ce14-486c-baf5-5ee754326658 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:24.297134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.322215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'Port': ['ID=623a6de0-ce14-486c-baf5-5ee754326658,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:24.386063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.388713 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:24.389866 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-26ee297c-c426-4f6f-bee1-09c3cb6175cc tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "DELETE /v2.0/floatingips/c8bb5c0a-f380-429e-8bbf-cf398cf372cd HTTP/1.1" status: 204 len: 168 time: 0.4270818 Dec 10 05:20:25.213642 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe3e92c8-6c81-4e1b-a00a-50f0b8de4e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:25.894025 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.551541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.674599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:27.731593 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.757549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.816494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.819092 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:27.820254 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] 10.222.0.43 "DELETE /v2.0/security-groups/7f5c597c-dcc2-4019-ac70-5cad1c02a39c HTTP/1.1" status: 204 len: 168 time: 0.1446559 Dec 10 05:20:27.829241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8597f15-03dd-4cf5-8160-4337dd0324d5 tempest-TestVolumeBootPattern-391849112 tempest-TestVolumeBootPattern-391849112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c597c-dcc2-4019-ac70-5cad1c02a39c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:27.879662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:28.358655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:28.421046 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:28.666213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Deleting port 2d4f8422-97ed-4c33-b40d-9696c7d67744 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:28.666548 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:28.745538 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] For port 2d4f8422-97ed-4c33-b40d-9696c7d67744, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2d4f8422-97ed-4c33-b40d-9696c7d67744,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:28.746225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:28.758418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Calling delete_port for 2d4f8422-97ed-4c33-b40d-9696c7d67744 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:28.931634 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:28.960714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4f8422-97ed-4c33-b40d-9696c7d67744,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:29.123021 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:29.336290 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Router 795eb5e1-e44b-4921-8c55-d502025b5611 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:20:29.781482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:20:29.787101 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a5035807-03d4-4cbb-84dd-633ea0d5271f admin admin] 10.222.0.43 "PUT /v2.0/routers/795eb5e1-e44b-4921-8c55-d502025b5611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063692 Dec 10 05:20:29.789783 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46772) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:29.792405 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Sync routers for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:20:29.803139 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:29.803744 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:20:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:29.891203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:29.904706 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:29.993512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.045434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Deleting port 3d785106-d6ec-408b-b718-09197b2d0413 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:30.045686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.083015 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '3d785106-d6ec-408b-b718-09197b2d0413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:20:28Z', 'revision_number': 5, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port': {'id': '3d785106-d6ec-408b-b718-09197b2d0413', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:30.112392 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Checking router: 795eb5e1-e44b-4921-8c55-d502025b5611 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:20:30.120556 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Routers {'795eb5e1-e44b-4921-8c55-d502025b5611'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:30.121155 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:20:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['795eb5e1-e44b-4921-8c55-d502025b5611'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:30.123981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] For port 3d785106-d6ec-408b-b718-09197b2d0413, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3d785106-d6ec-408b-b718-09197b2d0413,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:30.124355 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.137077 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Calling delete_port for 3d785106-d6ec-408b-b718-09197b2d0413 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:30.206453 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] Set router 795eb5e1-e44b-4921-8c55-d502025b5611 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:30.257047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:20:29Z', 'revision_number': 6, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:30.307680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.339724 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d785106-d6ec-408b-b718-09197b2d0413,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:30.355454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df7e8d-c81c-4097-904b-d3162e9a275e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:20:30.382556 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef2e1c-4bff-4e73-9da7-8ec7ed718cd1 None None] The sync data for ids ['795eb5e1-e44b-4921-8c55-d502025b5611'] in n-d-817326-3 is: [{'id': '795eb5e1-e44b-4921-8c55-d502025b5611', 'name': 'tempest-TestVolumeBootPattern-952451781-router', 'tenant_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:15Z', 'updated_at': '2021-12-10T05:20:29Z', 'revision_number': 6, 'project_id': '4e0ca5dbd3854874b78cceed5d4848ca', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:20:30.405558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.496086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.498196 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.544453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.545054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 795eb5e1-e44b-4921-8c55-d502025b5611 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:20:30.550386 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.551559 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-50e54dae-ff7b-42b9-b40e-481c616b7fdb admin admin] 10.222.0.43 "DELETE /v2.0/routers/795eb5e1-e44b-4921-8c55-d502025b5611 HTTP/1.1" status: 204 len: 168 time: 0.7608421 Dec 10 05:20:30.554146 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46774) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:30.601476 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Deleting subnet 1f416be4-c4c9-4a9f-845a-832567e34940 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:20:30.604522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.639035 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.718151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.771613 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.802553 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f416be4-c4c9-4a9f-845a-832567e34940,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:30.808310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.814836 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aba7457d-edb4-439d-a045-e2b35a434882 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1f416be4-c4c9-4a9f-845a-832567e34940 HTTP/1.1" status: 204 len: 168 time: 0.2564721 Dec 10 05:20:30.814836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:30.819708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fbc5e6-8212-4052-a128-36beafd94a9e None None] Network 017e4746-ae07-45bf-ab8d-cb57e7d9117e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:20:30.883404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:30.936530 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Deleting port 64f9c977-f3cd-4ca1-8040-b8034f07b81e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:30.936875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.002836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] For port 64f9c977-f3cd-4ca1-8040-b8034f07b81e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=64f9c977-f3cd-4ca1-8040-b8034f07b81e,segment=NetworkSegment(4f29cc43-3786-4493-a25a-3ee3f49c70eb),segment_id=4f29cc43-3786-4493-a25a-3ee3f49c70eb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:31.003188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.014944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Calling delete_port for 64f9c977-f3cd-4ca1-8040-b8034f07b81e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:31.091790 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.123393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] No DVR routers for this DVR port 64f9c977-f3cd-4ca1-8040-b8034f07b81e on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:20:31.128314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f9c977-f3cd-4ca1-8040-b8034f07b81e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:31.184836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5439d5-7395-420b-90db-a407d1e951f1 None None] DHCP port deletion for 017e4746-ae07-45bf-ab8d-cb57e7d9117e request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:20:31.204629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.225422 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017e4746-ae07-45bf-ab8d-cb57e7d9117e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:31.234454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f29cc43-3786-4493-a25a-3ee3f49c70eb') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:31.234750 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f29cc43-3786-4493-a25a-3ee3f49c70eb') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:31.244518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.257737 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.265412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:20:31.265412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:20:31.265787 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:20:31.327441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.336364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3d785106-d6ec-408b-b718-09197b2d0413 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:31.340038 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.343326 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] 10.222.0.43 "DELETE /v2.0/networks/017e4746-ae07-45bf-ab8d-cb57e7d9117e HTTP/1.1" status: 204 len: 168 time: 0.5282154 Dec 10 05:20:31.347536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46778) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:31.356409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36324ba-29c6-43df-97a5-d68a31a97573 admin admin] Pushing event deleted for resources: {'Network': ['ID=017e4746-ae07-45bf-ab8d-cb57e7d9117e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:31.361082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3d785106-d6ec-408b-b718-09197b2d0413 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:31.361593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3d785106-d6ec-408b-b718-09197b2d0413 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:31.362288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 64f9c977-f3cd-4ca1-8040-b8034f07b81e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:31.382886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 64f9c977-f3cd-4ca1-8040-b8034f07b81e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:31.383229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 64f9c977-f3cd-4ca1-8040-b8034f07b81e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:31.383647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2d4f8422-97ed-4c33-b40d-9696c7d67744 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:31.404238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2d4f8422-97ed-4c33-b40d-9696c7d67744 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:31.404970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2d4f8422-97ed-4c33-b40d-9696c7d67744 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:31.699872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:31.934488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Deleting port 5b6d2b94-3bf9-450a-9a46-650b01f9106c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:31.934828 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.013645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] For port 5b6d2b94-3bf9-450a-9a46-650b01f9106c, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=5b6d2b94-3bf9-450a-9a46-650b01f9106c,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:32.013928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.026139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Calling delete_port for 5b6d2b94-3bf9-450a-9a46-650b01f9106c owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:32.201374 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.226648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6d2b94-3bf9-450a-9a46-650b01f9106c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:32.391673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.605835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Router 6b990324-d3bc-4b5e-851b-1ed22a554c5a has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:20:32.709197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:20:32.718381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Sync routers for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:20:32.720097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bc0c65f2-c558-4d14-a803-85f4d90e283e admin admin] 10.222.0.43 "PUT /v2.0/routers/6b990324-d3bc-4b5e-851b-1ed22a554c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3711910 Dec 10 05:20:32.722270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46780) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:32.727982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:32.728643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:20:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:32.824668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.832548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:32.924946 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:32.975781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Deleting port cce023a7-f699-44e1-b891-3df4794563ee {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:32.976111 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.006297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:20:32Z', 'revision_number': 5, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port': {'id': 'cce023a7-f699-44e1-b891-3df4794563ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:51:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:33.035770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Checking router: 6b990324-d3bc-4b5e-851b-1ed22a554c5a for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:20:33.044022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Routers {'6b990324-d3bc-4b5e-851b-1ed22a554c5a'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:20:33.044652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:20:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:33.056431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] For port cce023a7-f699-44e1-b891-3df4794563ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cce023a7-f699-44e1-b891-3df4794563ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:33.056821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.079036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Calling delete_port for cce023a7-f699-44e1-b891-3df4794563ee owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:33.249983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.278007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Pushing event deleted for resources: {'Port': ['ID=cce023a7-f699-44e1-b891-3df4794563ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:33.297918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] Set router 6b990324-d3bc-4b5e-851b-1ed22a554c5a gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:20:33.327429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004945e-ae7b-405b-b84f-e32bb100292e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:20:33.339931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.358046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:20:32Z', 'revision_number': 6, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:33.391587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52012993-db06-4dd7-b21b-bfe1280fa150 None None] The sync data for ids ['6b990324-d3bc-4b5e-851b-1ed22a554c5a'] in n-d-817326-3 is: [{'id': '6b990324-d3bc-4b5e-851b-1ed22a554c5a', 'name': 'tempest-TestVolumeBootPattern-1863626161-router', 'tenant_id': '39e1dfe0552e4834842b2d92090b0522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:10:20Z', 'updated_at': '2021-12-10T05:20:32Z', 'revision_number': 6, 'project_id': '39e1dfe0552e4834842b2d92090b0522', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:20:33.743321 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.745705 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.795088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.795629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b990324-d3bc-4b5e-851b-1ed22a554c5a {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:20:33.800464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.801658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bab791da-95ad-4f50-8af5-19fbc37e326b admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b990324-d3bc-4b5e-851b-1ed22a554c5a HTTP/1.1" status: 204 len: 168 time: 1.0784588 Dec 10 05:20:33.804402 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46784) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:33.851055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Deleting subnet d73399f9-f0dd-47cf-92cf-19efc52197a9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:20:33.854168 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.887772 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:33.967242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.021389 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.047584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73399f9-f0dd-47cf-92cf-19efc52197a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:34.049878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.053091 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-af98f90c-c9b1-4b99-a16e-ed49771d1839 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d73399f9-f0dd-47cf-92cf-19efc52197a9 HTTP/1.1" status: 204 len: 168 time: 0.2476485 Dec 10 05:20:34.055121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f26d1-8e7c-40ac-b8f7-091e2adc9e5e None None] Network 70a61967-fa23-4a21-8f42-1215568f5e62 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:20:34.055710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46786) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:34.123413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.184023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Deleting port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:34.184364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.200859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] DHCP port deletion for 70a61967-fa23-4a21-8f42-1215568f5e62 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:20:34.250165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] For port 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3a7e5331-37b0-4a5f-88ad-bca528622ef4,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:34.250521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.251322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Deleting port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:20:34.252257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.263144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Calling delete_port for 3a7e5331-37b0-4a5f-88ad-bca528622ef4 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:34.313306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] For port 3a7e5331-37b0-4a5f-88ad-bca528622ef4, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3a7e5331-37b0-4a5f-88ad-bca528622ef4,segment=NetworkSegment(9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4),segment_id=9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:34.313697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.328291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Calling delete_port for 3a7e5331-37b0-4a5f-88ad-bca528622ef4 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:20:34.352132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.380368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] No DVR routers for this DVR port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:20:34.385758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7e5331-37b0-4a5f-88ad-bca528622ef4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 05:20:34.405834 n-d-817326-3 neutron-server[103255]: self.session.flush() Dec 10 05:20:34.413030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.436325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Pushing event deleted for resources: {'Port': ['ID=3a7e5331-37b0-4a5f-88ad-bca528622ef4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:34.446474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] No DVR routers for this DVR port 3a7e5331-37b0-4a5f-88ad-bca528622ef4 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:20:34.448917 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.449267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.449622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.449961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.450293 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.450627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.450954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.451279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.451605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.451927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.452253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.452598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.452923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5c06b-848f-48b6-9479-fec7fe9ab145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:20:34.465272 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.486824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a61967-fa23-4a21-8f42-1215568f5e62']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:34.497004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:34.497303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d353883-3b7b-4b9b-aaed-d97b8f7fc5b4') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:20:34.507473 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.521306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.527249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:20:34.527573 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:20:34.529357 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:20:34.584132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.597173 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.600354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70a61967-fa23-4a21-8f42-1215568f5e62 HTTP/1.1" status: 204 len: 168 time: 0.5436456 Dec 10 05:20:34.609587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092aba5-bd30-401d-aeff-b3c966ded0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a61967-fa23-4a21-8f42-1215568f5e62,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:34.722904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46790) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:34.765724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ce81a8d8-eaa0-4314-a883-9d080a0788ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e0ca5dbd3854874b78cceed5d4848ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416689 Dec 10 05:20:34.768333 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:34.816785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.837216 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.886987 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.889671 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:34.890813 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93fa70e9-8128-4257-889f-78a54b6f150b HTTP/1.1" status: 204 len: 168 time: 0.1213303 Dec 10 05:20:34.899097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f979-ea4d-4e82-87cd-f41ce0f743d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa70e9-8128-4257-889f-78a54b6f150b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:35.225622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:35.264142 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-00279e53-a85b-40f1-9fb0-e2dbbf499913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39e1dfe0552e4834842b2d92090b0522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373414 Dec 10 05:20:35.266561 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:20:35.315020 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:35.320602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5b6d2b94-3bf9-450a-9a46-650b01f9106c no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:35.337067 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:35.340413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 5b6d2b94-3bf9-450a-9a46-650b01f9106c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:35.340792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 5b6d2b94-3bf9-450a-9a46-650b01f9106c not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:35.341213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3a7e5331-37b0-4a5f-88ad-bca528622ef4 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:35.359571 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3a7e5331-37b0-4a5f-88ad-bca528622ef4 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:35.359922 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3a7e5331-37b0-4a5f-88ad-bca528622ef4 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:35.360342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cce023a7-f699-44e1-b891-3df4794563ee no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:20:35.383532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cce023a7-f699-44e1-b891-3df4794563ee {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:20:35.383845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cce023a7-f699-44e1-b891-3df4794563ee not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:20:35.394201 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:35.395076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:35.396667 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/405fcb04-4fbd-46ab-b7e4-6db8dd988d80 HTTP/1.1" status: 204 len: 168 time: 0.1288645 Dec 10 05:20:35.405268 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47365ffe-43b3-46b5-90d7-b29ea417456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405fcb04-4fbd-46ab-b7e4-6db8dd988d80,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:45.300937 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-d1a97574-c8f9-4438-b664-982227c0223a req-ea58f10e-572d-4f0c-ba64-473147cc1382 service neutron] (103254) timed out ('10.222.0.43', 37278) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:20:45.332142 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-602b43b8-680c-484b-a462-f6069aa146cc tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=395204cd3a1b409dbefcb87def23b8bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354552 Dec 10 05:20:45.518662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-7fa66d01-0800-4249-bff7-25dbf6cd0b2a tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:45.520122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-7fa66d01-0800-4249-bff7-25dbf6cd0b2a tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824987 Dec 10 05:20:45.534466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-a5945b58-9656-4813-9071-3f176bdace09 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/quotas/395204cd3a1b409dbefcb87def23b8bb HTTP/1.1" status: 200 len: 375 time: 0.0086083 Dec 10 05:20:45.564796 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-dc914f44-5b67-4a48-82c7-627d7bccc945 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=395204cd3a1b409dbefcb87def23b8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251548 Dec 10 05:20:45.721415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60ff75ec-81b0-4c0e-8dcc-73e2af8f1b46 req-36a87284-85c5-4a9f-90c4-d17687a322f3 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 210 time: 0.0287442 Dec 10 05:20:46.819455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6389427-591b-406b-b4f5-3d54c544c40e req-e417b84f-9719-45e7-882f-7265bb4ead1b tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 210 time: 0.0268011 Dec 10 05:20:46.899963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-f52aa38e-bdf2-41f6-a15a-4241ba51ccc7 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=395204cd3a1b409dbefcb87def23b8bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218654 Dec 10 05:20:47.009915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-a6ebe37b-9002-433e-8c0c-6667b73864c8 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:47.011269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-a6ebe37b-9002-433e-8c0c-6667b73864c8 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1039615 Dec 10 05:20:47.037513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Request body: {'port': {'device_id': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'admin_state_up': True, 'tenant_id': '395204cd3a1b409dbefcb87def23b8bb'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:20:47.140381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Made reservation on behalf of 395204cd3a1b409dbefcb87def23b8bb for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:20:47.143854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.152679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.226361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.230018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.297421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:47.363333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Allocated IP 192.168.233.128 (def8ec2a-5958-4166-8a55-071ae417ddca/6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e/9a53490f-e917-4dc9-a4b9-cf5ee9a9727d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:20:47.506714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.539602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.582932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Network def8ec2a-5958-4166-8a55-071ae417ddca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:20:47.586398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:20:47.589136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:20:47.623995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Pushing event updated for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:47.646952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:47.647586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.664694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-654fa83f-30ac-4d96-aefa-3f8a313dc771 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6314683 Dec 10 05:20:47.690602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Request body: {'port': {'device_id': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:20:47.749574 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.801296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5bbd60b6-8afe-4646-9ad0-501aba738e48 None None] Provisioning complete for port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:20:47.801843 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5bbd60b6-8afe-4646-9ad0-501aba738e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:47.835909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd60b6-8afe-4646-9ad0-501aba738e48 None None] Port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:20:47.983330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871696-5c36-4f37-9fc5-605842cab9a5 req-54bc7bdb-3b90-44ad-8641-d79412a6c743 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:47.984821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d871696-5c36-4f37-9fc5-605842cab9a5 req-54bc7bdb-3b90-44ad-8641-d79412a6c743 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 936 time: 0.0896583 Dec 10 05:20:48.074869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d871696-5c36-4f37-9fc5-605842cab9a5 req-9d1b81ea-c4bb-4c6a-b8ab-bd8d5f5ad5cf tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802331 Dec 10 05:20:48.081870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:20:48.091911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:48.104170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Transition to ACTIVE for port object 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:20:48.108043 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:48.157648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:48.227653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Attempting to bind port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:20:48.228081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Attempting to bind port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:20:48.228417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Attempting to bind port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:20:48.232932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d on network def8ec2a-5958-4166-8a55-071ae417ddca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:20:48.233251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Attempting to bind port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d on network def8ec2a-5958-4166-8a55-071ae417ddca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:20:48.238879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:20:48.239219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Checking segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:20:48.239605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Bound using segment: {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:20:48.240031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Bound port: 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c55eb-a6a0-434e-8352-09058eeb2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:20:48.240380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:48.308618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:20:48.311575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:20:48.316222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:48.348855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:48.349487 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:48.354577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a53490f-e917-4dc9-a4b9-cf5ee9a9727d HTTP/1.1" status: 200 len: 1096 time: 0.6683190 Dec 10 05:20:48.355135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:48.357475 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5e67c-5d42-4848-8b54-f5bbcaa41010" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:48.395898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5bc6-1e7f-4b54-a1f1-42cceafd9033 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:48.403054 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c53f198-5bb5-4c4c-9e55-8adc887c9342 x-openstack-request-id: req-7c53f198-5bb5-4c4c-9e55-8adc887c9342 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:48.403409 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:48.403670 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c53f198-5bb5-4c4c-9e55-8adc887c9342 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:48.404082 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d', 'status': 'completed', 'code': 200} Dec 10 05:20:48.475894 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-0b38c087-4049-46a3-a5fe-b6b253f18215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:48.477470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-0b38c087-4049-46a3-a5fe-b6b253f18215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=395204cd3a1b409dbefcb87def23b8bb&device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 1099 time: 0.0431535 Dec 10 05:20:48.540590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-ac3862a7-26e2-4e42-b463-d4435fb13f62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d HTTP/1.1" status: 200 len: 217 time: 0.0404675 Dec 10 05:20:48.594240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-69f5e370-8feb-4b74-a059-518dd31a4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:48.595714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-69f5e370-8feb-4b74-a059-518dd31a4f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0431979 Dec 10 05:20:48.646289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-7e03404b-70e5-4478-b75a-2da7d675fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:48.647781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-7e03404b-70e5-4478-b75a-2da7d675fcca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400636 Dec 10 05:20:48.752235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-608e133e-8bff-49a3-8140-fab56cfdbdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908754 Dec 10 05:20:48.846193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bb6b9859-ff07-4da5-bddf-954d885bc7b3 req-e0574c56-d1a8-459f-a741-1d23b86dbe59 service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819108 Dec 10 05:20:49.000211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-9cdc6989-d3c4-4e03-b3a9-2a4b979e43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:49.001763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-9cdc6989-d3c4-4e03-b3a9-2a4b979e43b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=395204cd3a1b409dbefcb87def23b8bb&device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 1099 time: 0.0464165 Dec 10 05:20:49.098681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-c8c534f7-fb99-4f95-b8bb-aab5d6946cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:49.100167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-c8c534f7-fb99-4f95-b8bb-aab5d6946cdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=def8ec2a-5958-4166-8a55-071ae417ddca HTTP/1.1" status: 200 len: 870 time: 0.0896327 Dec 10 05:20:49.148622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-f4ccf7d7-64e9-4ee9-9675-323651a9b03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d HTTP/1.1" status: 200 len: 217 time: 0.0405600 Dec 10 05:20:49.219170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-a505b511-b20e-4ea3-a7db-73619467e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:49.220696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-a505b511-b20e-4ea3-a7db-73619467e414 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e HTTP/1.1" status: 200 len: 843 time: 0.0637207 Dec 10 05:20:49.228844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bdba-a366-4f96-b9a2-0aaccfa2182e req-2938069a-a2f2-4a6c-9da9-e0892fdc5dc6 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:49.230367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7b4bdba-a366-4f96-b9a2-0aaccfa2182e req-2938069a-a2f2-4a6c-9da9-e0892fdc5dc6 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 948 time: 0.0843277 Dec 10 05:20:49.298940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-f14391ef-696b-4380-b834-8e9d4505f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:49.301281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-f14391ef-696b-4380-b834-8e9d4505f484 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=def8ec2a-5958-4166-8a55-071ae417ddca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691476 Dec 10 05:20:49.308753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7b4bdba-a366-4f96-b9a2-0aaccfa2182e req-3fff81da-7506-488b-a80a-225c3404a83b tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Dec 10 05:20:49.393112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-55000e91-f19e-4060-aa96-c2cb2e9c246d service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833731 Dec 10 05:20:49.491711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80a5e67c-5d42-4848-8b54-f5bbcaa41010 req-4906826a-16a6-41f2-a563-6a5a526460ca service neutron] 10.222.0.41 "GET /v2.0/networks/def8ec2a-5958-4166-8a55-071ae417ddca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897653 Dec 10 05:20:50.429108 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fa4f-bb25-4cf2-85bb-bef5595c4aa5 req-00e3d88a-574d-41cd-b618-f8acddedfad7 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:50.430495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e25fa4f-bb25-4cf2-85bb-bef5595c4aa5 req-00e3d88a-574d-41cd-b618-f8acddedfad7 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 948 time: 0.0493574 Dec 10 05:20:50.477179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1e25fa4f-bb25-4cf2-85bb-bef5595c4aa5 req-3b28bdb5-9040-4232-801f-07a209951315 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Dec 10 05:20:50.681897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:51.589787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad87a2-cf22-4970-b8da-c9ccf6b1616d req-d085daee-256b-402e-898a-e56724f283a9 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:51.592207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bad87a2-cf22-4970-b8da-c9ccf6b1616d req-d085daee-256b-402e-898a-e56724f283a9 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 948 time: 0.0485039 Dec 10 05:20:51.641237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bad87a2-cf22-4970-b8da-c9ccf6b1616d req-dcef08d6-2ddd-416c-84cb-b55c4326d827 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 Dec 10 05:20:52.408603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0921d6-bbe4-4d71-acc9-7c380e3e0344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:52.588882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:20:52.684000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:52.694966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d', 'network_id': 'def8ec2a-5958-4166-8a55-071ae417ddca', 'port_id': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d', 'mac_address': 'fa:16:3e:dd:94:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe32e43-3a6c-4d6e-b293-8583e4ec2c7e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:20:52.731855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:52.744398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:20:52.755951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d83fb-a479-4576-be17-45a2145f1561 req-163e62bb-34f7-4658-8586-c48b8187255b tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:52.757858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4d83fb-a479-4576-be17-45a2145f1561 req-163e62bb-34f7-4658-8586-c48b8187255b tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 948 time: 0.0487952 Dec 10 05:20:52.763884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:52.768952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:52.815566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:52.818110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c4d83fb-a479-4576-be17-45a2145f1561 req-3b4f11b2-c4ab-40ed-8034-cc5d20867725 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543458 Dec 10 05:20:53.053380 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:20:53.166417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9a53490f-e917-4dc9-a4b9-cf5ee9a9727d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:20:53.935145 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa3b38-7ac3-42cf-bfad-6a542023473b req-6ce68256-f0bc-4d5f-8958-b80998d4564a tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:53.936762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5baa3b38-7ac3-42cf-bfad-6a542023473b req-6ce68256-f0bc-4d5f-8958-b80998d4564a tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 949 time: 0.0519743 Dec 10 05:20:53.969821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:53.985792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5baa3b38-7ac3-42cf-bfad-6a542023473b req-00324fd4-74bd-4e86-9bab-ef399a8cf769 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Dec 10 05:20:54.620950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:20:54.668426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:20:54.672458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:20:54.672858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:54.749638 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:54.773732 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:20:54.775971 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259a3d9-1028-403e-855f-cf92cd2df870" -d '{"events": [{"server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "name": "network-vif-plugged", "status": "completed", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:20:54.787350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:20:54.794595 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:54.819810 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61033599-e1bb-4618-928a-3361ed0eff89 x-openstack-request-id: req-61033599-e1bb-4618-928a-3361ed0eff89 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:20:54.820101 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "name": "network-vif-plugged", "status": "completed", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:20:54.820358 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61033599-e1bb-4618-928a-3361ed0eff89 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:20:54.820845 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d', 'code': 200} Dec 10 05:20:54.845622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:20:54.966839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7514-8e66-4d05-afaf-dedd71b63656 req-3784ce7f-6847-4291-adb7-d7ab02946022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:54.968386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36d7514-8e66-4d05-afaf-dedd71b63656 req-3784ce7f-6847-4291-adb7-d7ab02946022 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 1101 time: 0.0440731 Dec 10 05:20:55.015147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36d7514-8e66-4d05-afaf-dedd71b63656 req-340b9159-1305-42ec-aa57-0d37daf7e7b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358572 Dec 10 05:20:55.098251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39aa5-b642-40de-ab62-1e802181de9d req-6ddf7494-e5bd-4f48-bdf4-ff872c5b8101 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:55.099687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11c39aa5-b642-40de-ab62-1e802181de9d req-6ddf7494-e5bd-4f48-bdf4-ff872c5b8101 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0468290 Dec 10 05:20:55.145238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11c39aa5-b642-40de-ab62-1e802181de9d req-19b7844f-9340-446d-a2b9-cc406aa101aa tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Dec 10 05:20:55.215648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-558b0ced-ddbb-4029-97bb-b8d6361e5b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:55.899475 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:56.268036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93355fa9-2145-4acf-a0d4-038831122edf req-5e32cbcf-c673-4307-91e1-b55770ec1947 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:56.270191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93355fa9-2145-4acf-a0d4-038831122edf req-5e32cbcf-c673-4307-91e1-b55770ec1947 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0487363 Dec 10 05:20:56.319914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-93355fa9-2145-4acf-a0d4-038831122edf req-b803409a-23d2-43b0-bcc2-09d55749dec2 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Dec 10 05:20:56.636448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-f1c627b6-d2e8-48ec-b7ba-c31ed1a582d7 req-d702a5a0-5b1a-4b84-a9ea-d5e32f927368 service neutron] (103253) timed out ('10.222.0.43', 53864) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:20:57.438141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b6432-fe1d-463f-8026-3964a51ec56f req-a77bc452-6769-4598-8c89-394f27c78a53 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:57.439522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36b6432-fe1d-463f-8026-3964a51ec56f req-a77bc452-6769-4598-8c89-394f27c78a53 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0498405 Dec 10 05:20:57.485471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b36b6432-fe1d-463f-8026-3964a51ec56f req-cb8efa1b-c7a5-4582-b637-4437a1b4d69c tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Dec 10 05:20:57.554371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:57.851801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-738bb588-5094-4a11-ac3e-c979cd23e3cd req-ee096acf-64f5-45bf-8ba2-a71a5170be73 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:20:57.852844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-738bb588-5094-4a11-ac3e-c979cd23e3cd req-ee096acf-64f5-45bf-8ba2-a71a5170be73 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003385 Dec 10 05:20:58.224726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e2bc5be7-bb83-4b5c-bb8d-6d0040eced2f req-33da5dbb-597a-414a-bd8b-8286c9d82ca3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:20:58.225766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e2bc5be7-bb83-4b5c-bb8d-6d0040eced2f req-33da5dbb-597a-414a-bd8b-8286c9d82ca3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0538752 Dec 10 05:20:58.362575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:20:58.558390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d44403-f6d4-43da-b71b-c15704af0b03 req-b045795e-de2f-49d6-8d10-851cc3531fb4 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:58.559761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d44403-f6d4-43da-b71b-c15704af0b03 req-b045795e-de2f-49d6-8d10-851cc3531fb4 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0490322 Dec 10 05:20:58.612094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c0d44403-f6d4-43da-b71b-c15704af0b03 req-a9394254-5c28-4b45-9e0e-cc8be0e304d9 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Dec 10 05:20:59.729781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741f8be-1de5-494d-b80f-ca8afb3f225b req-bfc22c60-c184-4ac3-a05f-9ff8c72d60b9 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:20:59.731246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c741f8be-1de5-494d-b80f-ca8afb3f225b req-bfc22c60-c184-4ac3-a05f-9ff8c72d60b9 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0507483 Dec 10 05:20:59.778366 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c741f8be-1de5-494d-b80f-ca8afb3f225b req-436e4d03-9771-4d20-94d2-0ee72ead4406 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Dec 10 05:21:00.080937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-e5115c72-db12-4378-9346-c1ed4419eb66 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:00.082281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-e5115c72-db12-4378-9346-c1ed4419eb66 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 950 time: 0.0476182 Dec 10 05:21:00.174163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Deleting port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:21:00.174764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:00.261079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] For port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,segment=NetworkSegment(3c7c55eb-a6a0-434e-8352-09058eeb2ec0),segment_id=3c7c55eb-a6a0-434e-8352-09058eeb2ec0)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:00.261693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:00.274492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Calling delete_port for 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:21:00.401273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:00.429705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Pushing event deleted for resources: {'Port': ['ID=9a53490f-e917-4dc9-a4b9-cf5ee9a9727d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:00.449772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9a53490f-e917-4dc9-a4b9-cf5ee9a9727d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:21:00.476030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] No DVR routers for this DVR port 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:21:00.479154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:00.482488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-346e2741-b913-426c-8483-dca05e3e3eb7 req-f51de23a-81d9-4299-8573-3a94b2191f98 tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.41 "DELETE /v2.0/ports/9a53490f-e917-4dc9-a4b9-cf5ee9a9727d HTTP/1.1" status: 204 len: 173 time: 0.3906174 Dec 10 05:21:00.482940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'name': 'network-vif-deleted', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:00.485205 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2063fd7-9b45-4db4-88f2-ce569b41c5ce" -d '{"events": [{"server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "name": "network-vif-deleted", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:00.525099 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a04da3-1cbc-4e83-9806-7d33e5debd23 x-openstack-request-id: req-f7a04da3-1cbc-4e83-9806-7d33e5debd23 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:00.525349 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc72f02-6e66-4215-8307-326ee8fb74f3", "name": "network-vif-deleted", "tag": "9a53490f-e917-4dc9-a4b9-cf5ee9a9727d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:00.525603 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7a04da3-1cbc-4e83-9806-7d33e5debd23 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:00.526011 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc72f02-6e66-4215-8307-326ee8fb74f3', 'name': 'network-vif-deleted', 'tag': '9a53490f-e917-4dc9-a4b9-cf5ee9a9727d', 'status': 'completed', 'code': 200} Dec 10 05:21:00.886589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26e6eb28-3ac8-4720-ad47-4d8a8685b170 req-6f23e57b-b812-475b-a874-d61dd11935ae tempest-ServersAdminNegativeTestJSON-997553265 tempest-ServersAdminNegativeTestJSON-997553265-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc72f02-6e66-4215-8307-326ee8fb74f3 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Dec 10 05:21:02.176530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46944) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:02.304112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c666d5c1-8763-4c79-8e0f-21d068bd8565 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=395204cd3a1b409dbefcb87def23b8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264210 Dec 10 05:21:02.306675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46948) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:02.353159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.373278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.418626 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.421426 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.422503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfacf97e-e78e-40ca-8e15-073ea1e8fb9b HTTP/1.1" status: 204 len: 168 time: 0.1149478 Dec 10 05:21:02.430486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfacf97e-e78e-40ca-8e15-073ea1e8fb9b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:02.438030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.438377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.438719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.439059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.439390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.439725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.440051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.440373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.440725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.441045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.441911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.442233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.442553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cc2de-37d9-4d60-b285-55e2d3456db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:02.688844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46954) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:02.702258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cdebacde-53f4-43eb-91af-dc97e6cb96ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.772969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cdebacde-53f4-43eb-91af-dc97e6cb96ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.776333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cdebacde-53f4-43eb-91af-dc97e6cb96ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.815131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cdebacde-53f4-43eb-91af-dc97e6cb96ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8acf9a740c0c40978b4ee1df5548b4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252205 Dec 10 05:21:02.816256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebacde-53f4-43eb-91af-dc97e6cb96ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8a3f5-629d-4b0e-9afc-9744483d2afc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:02.818531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:02.871717 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.892698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.940365 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.942952 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:02.944086 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04d8a3f5-629d-4b0e-9afc-9744483d2afc HTTP/1.1" status: 204 len: 168 time: 0.1234252 Dec 10 05:21:02.951369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c755f0a-4a54-452f-a654-82419ad6f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8a3f5-629d-4b0e-9afc-9744483d2afc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:03.593442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 46978) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:03.711575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1004471976-network', 'tenant_id': '5f72ef8c9b1c478b9f1ff83c7deefcf4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:03.732291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Made reservation on behalf of 5f72ef8c9b1c478b9f1ff83c7deefcf4 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:03.734741 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.743032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.816808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.820188 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.840428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:21:03.853269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb07b4-f939-4099-b8af-ed681ac749bf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:03.858072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.858411 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Added segment 88ce09fe-0fbd-4fc2-9099-ec8eb44afe75 of type vlan for network a657c193-d7a5-423c-96b2-f2033b9c1c91 Dec 10 05:21:03.897366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.920828 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.921743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:03.922329 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.956620 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3593011 Dec 10 05:21:03.957703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 46982) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:03.962411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Request body: {'subnet': {'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1004471976-subnet', 'tenant_id': '5f72ef8c9b1c478b9f1ff83c7deefcf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:03.984572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Made reservation on behalf of 5f72ef8c9b1c478b9f1ff83c7deefcf4 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:03.986896 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:03.988809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bd636-d4ef-4897-baeb-2f2a714feb39 admin admin] Pushing event updated for resources: {'Network': ['ID=a657c193-d7a5-423c-96b2-f2033b9c1c91,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:03.998973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a657c193-d7a5-423c-96b2-f2033b9c1c91 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:21:04.158437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:04.214271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f160e9-0add-42f7-9c9c-339f8c05de49,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:04.223026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Checking segment: {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:21:04.223381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Network hostable DHCP agents. Network: a657c193-d7a5-423c-96b2-f2033b9c1c91, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:21:04.240744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Network a657c193-d7a5-423c-96b2-f2033b9c1c91 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:21:04.248724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a657c193-d7a5-423c-96b2-f2033b9c1c91) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:21:04.253555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:04.254692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:04.257729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b451618-16a9-4e00-8422-9a06e931d8fe None None] Network a657c193-d7a5-423c-96b2-f2033b9c1c91 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:21:04.272212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ba50242-1829-46fc-ad8f-fc1461a321c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136322 Dec 10 05:21:04.358219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e926294b-45de-48eb-9647-9a8ece15b65d None None] Network a657c193-d7a5-423c-96b2-f2033b9c1c91 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:21:04.663508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:21:04.684375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:21:04.684743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9a53490f-e917-4dc9-a4b9-cf5ee9a9727d not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:21:04.705661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-715f145e-ce7d-4b59-ad67-2b6995025d42 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:04.707132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-715f145e-ce7d-4b59-ad67-2b6995025d42 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 812 time: 0.1112573 Dec 10 05:21:04.721593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-7258ebed-0908-4206-b5fb-46f4d6bc233a tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/quotas/5f72ef8c9b1c478b9f1ff83c7deefcf4 HTTP/1.1" status: 200 len: 375 time: 0.0086858 Dec 10 05:21:04.752531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-ddf7274b-87f1-4d0e-9d8d-5adecb034674 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252433 Dec 10 05:21:04.839204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b2344267-eb82-4b37-979d-9dec09f3024b service neutron] 10.222.0.43 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798550 Dec 10 05:21:04.932689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-13211030-dbbe-4bf6-8312-18275db38609 service neutron] 10.222.0.43 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 Dec 10 05:21:05.090883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1edf9b05-40ba-4e5f-a3ea-c5805f5df505 req-527bc4cd-eb5d-432b-86ab-fd645a6d65f5 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 210 time: 0.0266280 Dec 10 05:21:06.543779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aeb38877-3b33-426c-bbcc-6d301b8f9641 req-f6548731-73cb-4022-aebc-b945fede7c96 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 210 time: 0.3777101 Dec 10 05:21:06.582253 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-7badfb79-e06a-468b-ab03-3b2f68f8c057 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:06.583668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-7badfb79-e06a-468b-ab03-3b2f68f8c057 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.41 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 812 time: 0.4483542 Dec 10 05:21:06.612308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Request body: {'port': {'device_id': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91', 'admin_state_up': True, 'tenant_id': '5f72ef8c9b1c478b9f1ff83c7deefcf4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:06.716833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Made reservation on behalf of 5f72ef8c9b1c478b9f1ff83c7deefcf4 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:06.720271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:06.845220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Allocated IP 172.20.0.6 (a657c193-d7a5-423c-96b2-f2033b9c1c91/95f160e9-0add-42f7-9c9c-339f8c05de49/9ce6ce98-eb25-4160-a88d-7cf470de808a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:21:06.992018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.023867 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.066648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Network a657c193-d7a5-423c-96b2-f2033b9c1c91 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:21:07.069674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:21:07.075775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:21:07.081420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:07.125576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:07.126097 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.141195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-b822f344-7709-4972-89d0-7496bc62a769 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323522 Dec 10 05:21:07.168408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Request body: {'port': {'device_id': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:07.223667 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.472462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce6ce98-eb25-4160-a88d-7cf470de808a {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:21:07.479623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.491180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Transition to ACTIVE for port object 9ce6ce98-eb25-4160-a88d-7cf470de808a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:21:07.494243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.545129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:07.613953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:21:07.614289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:21:07.614620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:07.626904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:21:07.627228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:07.647068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:21:07.647404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Checking segment: {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:21:07.647787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Bound using segment: {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:21:07.648208 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Bound port: 9ce6ce98-eb25-4160-a88d-7cf470de808a, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:21:07.648598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.695045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de5cd4-83df-48d2-bdbe-85975c0efbc9 req-0b3a2ac9-c4f7-40d8-b99a-861e194209b0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:07.696529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12de5cd4-83df-48d2-bdbe-85975c0efbc9 req-0b3a2ac9-c4f7-40d8-b99a-861e194209b0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0846703 Dec 10 05:21:07.751199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:21:07.771205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:21:07.775452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12de5cd4-83df-48d2-bdbe-85975c0efbc9 req-ab9d10ba-b532-4441-992a-abf62b47f735 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Dec 10 05:21:07.776942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.813634 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:07.814246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:07.815662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] 10.222.0.41 "PUT /v2.0/ports/9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 1091 time: 0.6513550 Dec 10 05:21:07.816165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:07.818953 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a103025-8cac-4167-a099-e7d9231d3d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:07.839547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f15d-01e6-4fee-952d-58bcec445a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:07.916579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-e0ecb7d9-a536-469a-919e-e3be92d19ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:07.918077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-e0ecb7d9-a536-469a-919e-e3be92d19ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0409949 Dec 10 05:21:07.923818 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c05b97-c7cf-46d5-ba44-9f776377a9f0 x-openstack-request-id: req-c9c05b97-c7cf-46d5-ba44-9f776377a9f0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:07.924104 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:07.924356 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9c05b97-c7cf-46d5-ba44-9f776377a9f0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:07.925051 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'status': 'completed', 'code': 200} Dec 10 05:21:07.979309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-952d43f7-b1ea-4020-8c15-148eec9700be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0388775 Dec 10 05:21:08.027389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-4379b353-92f9-4205-9ed8-3c6fc3d4dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:08.028726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-4379b353-92f9-4205-9ed8-3c6fc3d4dfa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0421391 Dec 10 05:21:08.063081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-bd67c9ab-ba2d-4fc7-864b-0fb40f4b8b7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233819 Dec 10 05:21:08.154070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-9f876c6f-a797-4c46-9160-53894063b10d service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823531 Dec 10 05:21:08.246921 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e671f417-f6e9-4cc7-9180-5ce0cbcdd40c req-bd589db6-4812-4d71-8bb5-584634e69c36 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Dec 10 05:21:08.406470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-1b528376-868a-4a91-b23d-2d8f8863c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:08.407929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-1b528376-868a-4a91-b23d-2d8f8863c6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0393114 Dec 10 05:21:08.520936 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-3df82780-9e77-424b-b1bc-95d4c62a2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:08.522411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-3df82780-9e77-424b-b1bc-95d4c62a2f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.0864334 Dec 10 05:21:08.568083 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-fab798ce-cba7-4339-9827-795890f44443 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0341845 Dec 10 05:21:08.625996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-403b1912-6fd7-4743-b5c3-eb566b0a30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:08.627474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-403b1912-6fd7-4743-b5c3-eb566b0a30c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0509622 Dec 10 05:21:08.659752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-721e4e44-305b-43c7-8829-1ef24e2c63d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247865 Dec 10 05:21:08.748574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-b7b6c0b6-3d3e-4815-bcab-ef69fb17b7ae service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Dec 10 05:21:08.842088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a103025-8cac-4167-a099-e7d9231d3d3b req-c3fa7771-dab5-4528-a8ff-0981bece2488 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Dec 10 05:21:08.893754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23cbf8-e563-47f5-96eb-b2db1df9430d req-71cc5dee-d757-4061-963c-dcfd57178da0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:08.900952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e23cbf8-e563-47f5-96eb-b2db1df9430d req-71cc5dee-d757-4061-963c-dcfd57178da0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0509820 Dec 10 05:21:08.958750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e23cbf8-e563-47f5-96eb-b2db1df9430d req-17c1ea1c-d9d6-48f2-9ea0-194fb0f2e9d4 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559931 Dec 10 05:21:10.078315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059159-c6a6-4447-804b-dc55884c7212 req-e3c918e3-7b22-4116-89d9-c8022b72b18d tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:10.079761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b059159-c6a6-4447-804b-dc55884c7212 req-e3c918e3-7b22-4116-89d9-c8022b72b18d tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0521278 Dec 10 05:21:10.125631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b059159-c6a6-4447-804b-dc55884c7212 req-42462b8f-6041-4e49-97db-0c13ae5b9f83 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Dec 10 05:21:11.247221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1e41-7efe-41d4-8a14-8c05794e4a7c req-2b12cf17-0af4-4aeb-bf58-5d8b4b4c751b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:11.248690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6ba1e41-7efe-41d4-8a14-8c05794e4a7c req-2b12cf17-0af4-4aeb-bf58-5d8b4b4c751b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Dec 10 05:21:11.297058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6ba1e41-7efe-41d4-8a14-8c05794e4a7c req-c4c95f1f-d2eb-4492-bd47-899d289f9f11 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Dec 10 05:21:12.411780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387a1e0-1794-4234-be58-f95255d3b126 req-7fd80645-d6ef-40a3-a48b-9d3f72143b6b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:12.413284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d387a1e0-1794-4234-be58-f95255d3b126 req-7fd80645-d6ef-40a3-a48b-9d3f72143b6b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0487745 Dec 10 05:21:12.463684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d387a1e0-1794-4234-be58-f95255d3b126 req-99c7b030-475d-4d46-948f-c4947973c688 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Dec 10 05:21:12.713988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:21:12.807152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:12.818670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91', 'port_id': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'mac_address': 'fa:16:3e:b0:bf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f160e9-0add-42f7-9c9c-339f8c05de49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:21:12.854495 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:12.866701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce6ce98-eb25-4160-a88d-7cf470de808a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:21:12.886167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:12.890203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:12.938771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:13.220431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['9ce6ce98-eb25-4160-a88d-7cf470de808a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:21:13.574977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397851f-2df2-4c38-9496-963e715e46b7 req-27df214e-6834-4de6-a5f3-0ee18c8890ac tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:13.576589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8397851f-2df2-4c38-9496-963e715e46b7 req-27df214e-6834-4de6-a5f3-0ee18c8890ac tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 944 time: 0.0483618 Dec 10 05:21:13.625685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8397851f-2df2-4c38-9496-963e715e46b7 req-14b1ef65-b1ea-4c37-8a34-dc7c4d334060 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Dec 10 05:21:14.713619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:21:14.744825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1521c81-f20f-4696-a59b-9e586db4af3f req-e9a18b21-c4f7-429e-b850-a02990ac31f0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:14.746294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1521c81-f20f-4696-a59b-9e586db4af3f req-e9a18b21-c4f7-429e-b850-a02990ac31f0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 944 time: 0.0498607 Dec 10 05:21:14.764080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 9ce6ce98-eb25-4160-a88d-7cf470de808a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:21:14.767992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 9ce6ce98-eb25-4160-a88d-7cf470de808a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:21:14.768361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:14.793513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1521c81-f20f-4696-a59b-9e586db4af3f req-2aa6fdb1-3c8f-45bb-a5d4-9fb341390ea9 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Dec 10 05:21:14.843247 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:14.865774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:14.868046 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a58c15-0ada-48e8-af12-9f05f3476586" -d '{"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:14.880880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:14.885194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:14.909484 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83deb4d9-8efe-425a-90b1-49933e204fda x-openstack-request-id: req-83deb4d9-8efe-425a-90b1-49933e204fda {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:14.909771 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:14.910020 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83deb4d9-8efe-425a-90b1-49933e204fda {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:14.910404 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'code': 200} Dec 10 05:21:14.938436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:15.057423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16ac2f-c475-41c4-a78d-4ed7ae1a4f15 req-c5123f7c-1f47-4d8f-92e8-dbc95a5e8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:15.058875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d16ac2f-c475-41c4-a78d-4ed7ae1a4f15 req-c5123f7c-1f47-4d8f-92e8-dbc95a5e8b72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1096 time: 0.0432484 Dec 10 05:21:15.106441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d16ac2f-c475-41c4-a78d-4ed7ae1a4f15 req-24a4158f-9aca-48a9-b10b-a593c0da28ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Dec 10 05:21:15.906252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f761c-0f75-42f7-9f6f-b1cf2413c707 req-9c6c0175-9172-4022-b5c5-a99ca1e01eed tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:15.907702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce6f761c-0f75-42f7-9f6f-b1cf2413c707 req-9c6c0175-9172-4022-b5c5-a99ca1e01eed tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0474908 Dec 10 05:21:15.953670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce6f761c-0f75-42f7-9f6f-b1cf2413c707 req-9e393970-44f5-49fe-bbc9-fdd48a2d2243 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Dec 10 05:21:17.068582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826af26-826b-4074-878d-8c16249d0525 req-e942135a-d076-4743-9496-e5ed20d9c05e tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:17.070065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f826af26-826b-4074-878d-8c16249d0525 req-e942135a-d076-4743-9496-e5ed20d9c05e tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Dec 10 05:21:17.120353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f826af26-826b-4074-878d-8c16249d0525 req-0af797ec-e045-4b58-8dc1-d4737e223da4 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Dec 10 05:21:17.355828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029adb4c-d230-48f4-9499-4b48801d026b req-19474102-0a23-4fe1-ad0e-2653278d3c85 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:17.357348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-029adb4c-d230-48f4-9499-4b48801d026b req-19474102-0a23-4fe1-ad0e-2653278d3c85 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0508060 Dec 10 05:21:17.425117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-650b1a76-d865-4ce2-8083-7ecffa59e2b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243505 Dec 10 05:21:17.429779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-029adb4c-d230-48f4-9499-4b48801d026b req-bfc2be26-d06c-45f1-ba0a-8db98aa06baa tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640068 Dec 10 05:21:17.434726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-f6d1f636-1e34-4d40-8d5f-689573e53f76 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:21:17.435678 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-f6d1f636-1e34-4d40-8d5f-689573e53f76 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050809 Dec 10 05:21:18.560666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d26c1-eec3-470f-a0d3-829fe7b8996a req-72f7a3c7-2ccd-4e45-89e2-ba3c474f4b04 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:18.562178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-353d26c1-eec3-470f-a0d3-829fe7b8996a req-72f7a3c7-2ccd-4e45-89e2-ba3c474f4b04 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Dec 10 05:21:18.616467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-353d26c1-eec3-470f-a0d3-829fe7b8996a req-d3d6f731-7705-467c-9d22-e7ccfb126eec tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Dec 10 05:21:18.680418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-6a184331-bcd1-4e92-89ae-1d618f199c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:18.681952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-6a184331-bcd1-4e92-89ae-1d618f199c99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1096 time: 0.0416379 Dec 10 05:21:18.774394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-79384971-6de9-4183-affa-9774bd987b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:18.775755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-79384971-6de9-4183-affa-9774bd987b96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.0872421 Dec 10 05:21:18.817321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-bd9c4584-65ac-47d7-89fc-ee9321e8f568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0337198 Dec 10 05:21:18.863800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-3fafa8b6-2779-4503-81f0-a2f1ebc8a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:18.865279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-3fafa8b6-2779-4503-81f0-a2f1ebc8a26b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0420580 Dec 10 05:21:18.896365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-02ef707b-9b08-4c35-80ea-94279b2fa3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243149 Dec 10 05:21:18.989266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-727b3c51-a32a-44fa-ad02-b5980ec9ace6 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Dec 10 05:21:19.080614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-5845031a-0541-4f5f-bca8-9f2362eff2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Dec 10 05:21:19.736676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c3bcb-d027-4b10-932e-7a463aa50255 req-79623bc2-2a54-41a5-a87d-ee5b53cfa298 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:19.738136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03c3bcb-d027-4b10-932e-7a463aa50255 req-79623bc2-2a54-41a5-a87d-ee5b53cfa298 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0479357 Dec 10 05:21:19.784280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03c3bcb-d027-4b10-932e-7a463aa50255 req-7aeb3dfa-f199-437c-8e44-e481b1469b5f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Dec 10 05:21:20.674117 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:20.898230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1fc53-255e-4a40-a808-0c77ca8c4d72 req-129e0941-576b-4b64-9975-2b73726e0f17 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:20.899686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89e1fc53-255e-4a40-a808-0c77ca8c4d72 req-129e0941-576b-4b64-9975-2b73726e0f17 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0469933 Dec 10 05:21:20.952378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89e1fc53-255e-4a40-a808-0c77ca8c4d72 req-98aedc15-7055-45ad-893a-18e023cf453c tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 Dec 10 05:21:22.071546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd96a-793f-4f50-a7c0-a482d6caa30a req-ff82ad97-40dc-4eb5-8f33-e12381b8a62c tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:22.073014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-730cd96a-793f-4f50-a7c0-a482d6caa30a req-ff82ad97-40dc-4eb5-8f33-e12381b8a62c tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0510442 Dec 10 05:21:22.119650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-730cd96a-793f-4f50-a7c0-a482d6caa30a req-a3582250-1ffb-46ed-93db-9fbb3540244f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Dec 10 05:21:22.411534 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-816ffa44-ff0d-4e2c-a2da-bff8caad794e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:23.234173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7206f6-1802-4527-a806-00a102a0ebe9 req-9da9031d-9de6-404d-b64a-eaca96dc9cdd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:23.235621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e7206f6-1802-4527-a806-00a102a0ebe9 req-9da9031d-9de6-404d-b64a-eaca96dc9cdd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0477924 Dec 10 05:21:23.282032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e7206f6-1802-4527-a806-00a102a0ebe9 req-f4ccf317-dc8f-466d-a9f1-5dca01923a58 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Dec 10 05:21:23.980932 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:24.395654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d5fd-8d92-46e7-9a85-022a9e221a4e req-42f335f8-e47b-4c9e-8a58-c0c23a9ccce5 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:24.397223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e577d5fd-8d92-46e7-9a85-022a9e221a4e req-42f335f8-e47b-4c9e-8a58-c0c23a9ccce5 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0471232 Dec 10 05:21:24.447044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e577d5fd-8d92-46e7-9a85-022a9e221a4e req-f93eda75-a709-4e70-93eb-a63141d5ae5c tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Dec 10 05:21:25.218118 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5b8da1-580f-4022-bda4-e16434f2338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:25.559423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa79e1-67c4-412c-82c9-61dba15495f3 req-8d55d6ae-ad39-4b7c-affb-8d33c958672b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:25.560902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87fa79e1-67c4-412c-82c9-61dba15495f3 req-8d55d6ae-ad39-4b7c-affb-8d33c958672b tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0478852 Dec 10 05:21:25.610051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-87fa79e1-67c4-412c-82c9-61dba15495f3 req-340a739b-2bdd-49ef-b027-1c4997e8d21f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Dec 10 05:21:25.898556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:26.723057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19c44-560e-4b48-8fae-e584bd252319 req-fb22cc14-deaa-4979-a35e-9eb616f9edd0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:26.724554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9d19c44-560e-4b48-8fae-e584bd252319 req-fb22cc14-deaa-4979-a35e-9eb616f9edd0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Dec 10 05:21:26.771212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9d19c44-560e-4b48-8fae-e584bd252319 req-da4f4a3f-e5dd-4940-afc8-eea9a30182eb tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Dec 10 05:21:27.560043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:27.888426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae12a83-0c12-4f91-9aba-9549313e8beb req-3056465d-c906-4678-921f-a07f67a40514 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:27.889903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bae12a83-0c12-4f91-9aba-9549313e8beb req-3056465d-c906-4678-921f-a07f67a40514 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Dec 10 05:21:27.935549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bae12a83-0c12-4f91-9aba-9549313e8beb req-5191d0df-4976-466c-b9a8-b0a4b0d7eea9 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Dec 10 05:21:28.366186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:29.047957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5542-fbad-4108-be9a-fc43d44ac21e req-0447bbfd-42e8-46b0-94d9-6467803e9dac tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:29.049467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c18b5542-fbad-4108-be9a-fc43d44ac21e req-0447bbfd-42e8-46b0-94d9-6467803e9dac tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0478432 Dec 10 05:21:29.095982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c18b5542-fbad-4108-be9a-fc43d44ac21e req-cb3f0769-3dec-43bd-853a-6198eda05d5c tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Dec 10 05:21:30.052246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:21:30.213552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd362-deb5-403c-bafb-6226fb28e2cc req-851e343c-f4d8-4fa9-9ad2-97f9d3faa6a4 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:30.215029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d70fd362-deb5-403c-bafb-6226fb28e2cc req-851e343c-f4d8-4fa9-9ad2-97f9d3faa6a4 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0521886 Dec 10 05:21:30.260640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d70fd362-deb5-403c-bafb-6226fb28e2cc req-ac10a7ad-dd22-4a5c-b55d-19314c44d585 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Dec 10 05:21:31.375485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5433759-dfa3-4a2e-9cba-4879b9a6c123 req-7ee1de97-8ff1-47f1-bbf4-8f5fbd177745 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:31.376986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5433759-dfa3-4a2e-9cba-4879b9a6c123 req-7ee1de97-8ff1-47f1-bbf4-8f5fbd177745 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0470078 Dec 10 05:21:31.422670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5433759-dfa3-4a2e-9cba-4879b9a6c123 req-46feeaee-c577-469f-a81b-968e58420624 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Dec 10 05:21:32.538774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a228-84de-4008-a8b3-16a6934b1e62 req-1f316733-5853-43ab-8a32-2f715ca92bd7 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:32.540233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5689a228-84de-4008-a8b3-16a6934b1e62 req-1f316733-5853-43ab-8a32-2f715ca92bd7 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0477946 Dec 10 05:21:32.589949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5689a228-84de-4008-a8b3-16a6934b1e62 req-01cb74c9-77dd-4a1d-8189-bbd0fb331e50 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Dec 10 05:21:33.704530 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238612e-a884-4c24-bf42-8e6b1e7e702e req-c4e32428-5f0c-4865-b2e8-409ff6cb26cc tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:33.706000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9238612e-a884-4c24-bf42-8e6b1e7e702e req-c4e32428-5f0c-4865-b2e8-409ff6cb26cc tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Dec 10 05:21:33.752482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9238612e-a884-4c24-bf42-8e6b1e7e702e req-cdea5eda-9c07-40bb-beb9-f5e3a928e398 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Dec 10 05:21:34.864951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb1cb-826d-4b43-ac5f-ddc12239a07a req-3942d307-31df-4028-b73e-f3666fccf124 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:34.866416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dffb1cb-826d-4b43-ac5f-ddc12239a07a req-3942d307-31df-4028-b73e-f3666fccf124 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0474830 Dec 10 05:21:34.912718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3dffb1cb-826d-4b43-ac5f-ddc12239a07a req-61df2e81-9c69-49f7-9cee-3cc63d4d4a7e tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Dec 10 05:21:36.032324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aa866-bd0a-4dcb-b283-d5ccdf3844cc req-8397cda9-138a-4b41-978c-a0d43d693599 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:36.033829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e4aa866-bd0a-4dcb-b283-d5ccdf3844cc req-8397cda9-138a-4b41-978c-a0d43d693599 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0517948 Dec 10 05:21:36.080863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e4aa866-bd0a-4dcb-b283-d5ccdf3844cc req-a108e5f6-ec0a-4afd-a918-648d8d9415a1 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Dec 10 05:21:37.195015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f0b4f-35d3-4cf9-b858-f106861016ba req-ad219617-8fb3-4647-aabb-f659e88ed828 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:37.196689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f43f0b4f-35d3-4cf9-b858-f106861016ba req-ad219617-8fb3-4647-aabb-f659e88ed828 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Dec 10 05:21:37.242265 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f43f0b4f-35d3-4cf9-b858-f106861016ba req-b8397867-6c1e-4122-b9d9-e66fe6982482 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Dec 10 05:21:38.355266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd53fd-1165-484f-aa81-0fcac015ec28 req-9ce3a741-7ab7-4474-b93a-c0c116ac47b2 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:38.356770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30fd53fd-1165-484f-aa81-0fcac015ec28 req-9ce3a741-7ab7-4474-b93a-c0c116ac47b2 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Dec 10 05:21:38.406167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30fd53fd-1165-484f-aa81-0fcac015ec28 req-cd41b7ee-da4a-44a0-aa8e-84123d485001 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Dec 10 05:21:39.523062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec1c4-01ba-4aff-be7d-c115bac38efb req-1bb0a523-b052-4644-abff-6ce78c906648 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:39.524574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-988ec1c4-01ba-4aff-be7d-c115bac38efb req-1bb0a523-b052-4644-abff-6ce78c906648 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Dec 10 05:21:39.574465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-988ec1c4-01ba-4aff-be7d-c115bac38efb req-821c3b36-32f5-454e-899b-3e5cdcb464bc tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Dec 10 05:21:40.690835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe3499-7722-46d6-aedb-2a85439b7fe6 req-faba650f-412c-4eaf-a6de-b79ae4c0eebf tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:40.692838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cebe3499-7722-46d6-aedb-2a85439b7fe6 req-faba650f-412c-4eaf-a6de-b79ae4c0eebf tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0505199 Dec 10 05:21:40.739405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cebe3499-7722-46d6-aedb-2a85439b7fe6 req-7d968738-4507-41f6-8ceb-3417a2216c58 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Dec 10 05:21:41.858919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9865be-b109-476f-b8a0-656d976bad23 req-41173bee-258c-4727-a2eb-926bb0813f71 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:41.860407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba9865be-b109-476f-b8a0-656d976bad23 req-41173bee-258c-4727-a2eb-926bb0813f71 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0535727 Dec 10 05:21:41.907220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba9865be-b109-476f-b8a0-656d976bad23 req-1f3c8bf1-e4d5-4f18-b694-b2df4bbd1944 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Dec 10 05:21:43.025702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35ac6-1fcb-4fab-b013-5fec10a84ec6 req-aae54070-52be-4a97-b9b2-c93a73a4f4a0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:43.027229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02f35ac6-1fcb-4fab-b013-5fec10a84ec6 req-aae54070-52be-4a97-b9b2-c93a73a4f4a0 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Dec 10 05:21:43.073550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02f35ac6-1fcb-4fab-b013-5fec10a84ec6 req-debb31eb-79fa-4013-852a-5940fc75910f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Dec 10 05:21:44.193180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e6576-a0b6-4ecd-87ad-161d49117865 req-aac3d843-4db5-4028-b866-ce5cec14fcd8 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:44.194702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae9e6576-a0b6-4ecd-87ad-161d49117865 req-aac3d843-4db5-4028-b866-ce5cec14fcd8 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0535994 Dec 10 05:21:44.245484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae9e6576-a0b6-4ecd-87ad-161d49117865 req-ba31490a-b7f1-4904-b77f-d9c8ea783f25 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Dec 10 05:21:45.362717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab0fc-d8ac-4edb-8e49-d16f2453e791 req-aef0e604-2f8b-4fe7-bd26-d26fe242348a tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:45.364734 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46aab0fc-d8ac-4edb-8e49-d16f2453e791 req-aef0e604-2f8b-4fe7-bd26-d26fe242348a tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Dec 10 05:21:45.412631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46aab0fc-d8ac-4edb-8e49-d16f2453e791 req-8610d4a0-b68a-4272-8d2d-45c0ff892d2d tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Dec 10 05:21:46.452867 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-3b86d023-bb79-472d-845a-9cc295f99453 req-12dda179-4894-4c66-a630-497de5ee03e5 service neutron] show failed (client error): The resource could not be found. Dec 10 05:21:46.454010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-12dda179-4894-4c66-a630-497de5ee03e5 service neutron] 10.222.0.41 "GET /v2.0/ports/9ce6ce98-eb25-4160-a88d-7cf470de808a/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0551081 Dec 10 05:21:46.536720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe00584-9c16-4384-aa6e-36eef556875d req-7ce08466-fae5-4c21-92ca-160e198f7fe5 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:46.538221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1fe00584-9c16-4384-aa6e-36eef556875d req-7ce08466-fae5-4c21-92ca-160e198f7fe5 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 945 time: 0.0543652 Dec 10 05:21:46.585531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1fe00584-9c16-4384-aa6e-36eef556875d req-8624c373-2d3b-4142-b5d6-c78ffe0db644 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Dec 10 05:21:46.761416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-69f0e195-92e6-47d3-bd9d-86d554de244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:46.762926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-69f0e195-92e6-47d3-bd9d-86d554de244a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822&tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4 HTTP/1.1" status: 200 len: 1096 time: 0.1172905 Dec 10 05:21:46.781841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:46.842616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.039587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:47.072070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:21:47.109903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:47.112119 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1992f6-a2b0-40c3-8d7e-c36cd425e8b6" -d '{"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:47.116120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.128002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Transition to ACTIVE for port object 9ce6ce98-eb25-4160-a88d-7cf470de808a will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:21:47.131818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.161852 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e5b63-2a17-4fac-b217-a913964871c8 x-openstack-request-id: req-105e5b63-2a17-4fac-b217-a913964871c8 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:47.162141 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:47.162395 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-105e5b63-2a17-4fac-b217-a913964871c8 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:47.162786 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'code': 200} Dec 10 05:21:47.183594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:47.202573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] No DVR routers for this DVR port 9ce6ce98-eb25-4160-a88d-7cf470de808a on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:21:47.237542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:21:47.237875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:21:47.238204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:47.242713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:21:47.243041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Attempting to bind port 9ce6ce98-eb25-4160-a88d-7cf470de808a on network a657c193-d7a5-423c-96b2-f2033b9c1c91 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:47.247972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:21:47.248311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Checking segment: {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:21:47.248730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Bound using segment: {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:21:47.249149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Bound port: 9ce6ce98-eb25-4160-a88d-7cf470de808a, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:21:47.249501 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.310363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:21:47.313321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:21:47.318358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.350071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:47.350686 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:47.352081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 1091 time: 0.5741246 Dec 10 05:21:47.372996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fccc98-6d69-4003-9807-ebc73a8dd397 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:47.427465 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-45c0f008-4764-4b92-bb96-d32debbb396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:47.428972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-45c0f008-4764-4b92-bb96-d32debbb396c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0443809 Dec 10 05:21:47.516012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-02365233-ef30-4987-a0c1-7fc98d503581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:47.517487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-02365233-ef30-4987-a0c1-7fc98d503581 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.0816009 Dec 10 05:21:47.562120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-f92a4cbc-d48b-4734-97cc-b370a68f70e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0370967 Dec 10 05:21:47.607905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d023-bb79-472d-845a-9cc295f99453 req-3a181838-a655-4d87-a048-478b435f19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:47.609471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-3a181838-a655-4d87-a048-478b435f19d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0403159 Dec 10 05:21:47.641200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-71896be3-4c66-455a-b355-8ee6ba86b6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245693 Dec 10 05:21:47.751670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdb32e-4e22-4680-a23e-e1d3182dc786 req-e2d3f887-fa6c-4414-91e9-d0cdf310070a tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:47.753148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cfdb32e-4e22-4680-a23e-e1d3182dc786 req-e2d3f887-fa6c-4414-91e9-d0cdf310070a tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0983617 Dec 10 05:21:47.780379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-4a5485cc-8c4c-42fe-b549-8a2e489ad6a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323388 Dec 10 05:21:47.831856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4cfdb32e-4e22-4680-a23e-e1d3182dc786 req-89af6541-34fc-4d4a-8a53-9d8f6f6048c2 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Dec 10 05:21:47.890958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b86d023-bb79-472d-845a-9cc295f99453 req-a6263397-7f03-43df-9b04-6dc8bd811cbc service neutron] 10.222.0.36 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986347 Dec 10 05:21:48.950878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b05a4-e01c-4c9b-bce9-78714d5ae590 req-f07109ca-1fca-43bd-9c8a-990b17cecaf8 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:48.952538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2b05a4-e01c-4c9b-bce9-78714d5ae590 req-f07109ca-1fca-43bd-9c8a-990b17cecaf8 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.0490179 Dec 10 05:21:48.998925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2b05a4-e01c-4c9b-bce9-78714d5ae590 req-bc89ea45-121e-4143-a6ad-32544d66c966 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Dec 10 05:21:49.163856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:49.166628 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:49.215905 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c408a-adb1-405a-ae9f-8a1877d4a821 x-openstack-request-id: req-537c408a-adb1-405a-ae9f-8a1877d4a821 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:49.216198 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:49.216449 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-537c408a-adb1-405a-ae9f-8a1877d4a821 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:49.216881 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'status': 'completed', 'code': 200} Dec 10 05:21:49.337702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-477f3401-032b-4ea1-9c59-888c988a8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.339176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-477f3401-032b-4ea1-9c59-888c988a8fff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0712533 Dec 10 05:21:49.341499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-759b936c-4774-4cc5-a0e1-649534fac2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.342809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-759b936c-4774-4cc5-a0e1-649534fac2c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0663373 Dec 10 05:21:49.827185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-621b9c22-79ca-49d5-a000-736ffa305690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.828565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-621b9c22-79ca-49d5-a000-736ffa305690 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.4787307 Dec 10 05:21:49.829610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-151d71ee-1c70-41f9-aef3-10569719c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.830881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-151d71ee-1c70-41f9-aef3-10569719c38d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.4739330 Dec 10 05:21:49.905521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-c4a3bfb2-a2cd-46bb-8915-988e8b6d98ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0608356 Dec 10 05:21:49.906693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-b32edfdb-34ef-45ec-a614-b7e3775cd2bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0678818 Dec 10 05:21:49.987796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-1dd4922d-bb6f-465e-9b9f-2380dd2429f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.989846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-1dd4922d-bb6f-465e-9b9f-2380dd2429f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0764127 Dec 10 05:21:49.991213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-cb84f5fa-c3d5-40a9-a381-4617f4f19940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:49.992534 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-cb84f5fa-c3d5-40a9-a381-4617f4f19940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0721152 Dec 10 05:21:50.031503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-ea010ef6-19dd-48fb-b51a-e225e8388a24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343003 Dec 10 05:21:50.046435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-c5591641-6baa-44d3-b3f8-e76e07a19755 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405517 Dec 10 05:21:50.230938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3923a-d160-4888-8773-b806937c23bb req-45977b77-e021-411c-b0fb-3837d256d33f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:50.232397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ec3923a-d160-4888-8773-b806937c23bb req-45977b77-e021-411c-b0fb-3837d256d33f tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 943 time: 0.1587477 Dec 10 05:21:50.243789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-cc40c808-7052-4b43-b347-57df99ad9fbe service neutron] 10.222.0.36 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996796 Dec 10 05:21:50.251797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-3061834c-eb85-44b0-8040-c1bce90d0bbe service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884720 Dec 10 05:21:50.402374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ec3923a-d160-4888-8773-b806937c23bb req-29224bb4-04ed-429e-af95-35c64ad087ca tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628244 Dec 10 05:21:50.433576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-198d267b-8413-4b49-aef9-25d96e62b3ed service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632288 Dec 10 05:21:50.438743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1a822ce0-e15a-4a75-b0c5-fa3ad19d4d73 req-e0ce0c62-1c31-4efa-b432-e31bece48c3b service neutron] 10.222.0.36 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811275 Dec 10 05:21:50.689579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-d779a51e-3992-4b1e-9722-c7402cf16062 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:50.691065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-d779a51e-3992-4b1e-9722-c7402cf16062 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822&tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 943 time: 0.0844448 Dec 10 05:21:50.698858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:50.761349 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-69caadac-be8f-445c-a3e5-253fad2309ce service neutron] delete failed (client error): The resource could not be found. Dec 10 05:21:50.762364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-69caadac-be8f-445c-a3e5-253fad2309ce service neutron] 10.222.0.41 "DELETE /v2.0/ports/9ce6ce98-eb25-4160-a88d-7cf470de808a/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0573823 Dec 10 05:21:50.864421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:21:50.884964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-97123340-fe3d-4bd0-bddf-7459eb89e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:50.886832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-97123340-fe3d-4bd0-bddf-7459eb89e575 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 1094 time: 0.0416019 Dec 10 05:21:50.903470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:21:50.981818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-ecbba782-7956-49c1-bd84-ecaf52545baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:50.983210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-ecbba782-7956-49c1-bd84-ecaf52545baf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 200 len: 913 time: 0.0892887 Dec 10 05:21:51.032829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-197b422c-85e7-4b79-a880-0417a0b2dc04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 200 len: 217 time: 0.0368280 Dec 10 05:21:51.087274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-a08debeb-af38-4907-9dcd-3304bad2b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:51.088770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-a08debeb-af38-4907-9dcd-3304bad2b572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 200 len: 852 time: 0.0441554 Dec 10 05:21:51.123652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-ceef8a73-1f51-453a-a00b-95deda5d8130 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a657c193-d7a5-423c-96b2-f2033b9c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240216 Dec 10 05:21:51.223792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-80d0494e-fc4f-46a1-8bf7-2941bc3f7ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 Dec 10 05:21:51.317089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-8ba630a1-b4c2-4ee0-807f-885c1628ca92 service neutron] 10.222.0.41 "GET /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817125 Dec 10 05:21:51.395225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:21:51.494065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:51.509160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'network_id': 'a657c193-d7a5-423c-96b2-f2033b9c1c91', 'port_id': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'mac_address': 'fa:16:3e:b0:bf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f160e9-0add-42f7-9c9c-339f8c05de49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:21:51.546042 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:51.558472 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce6ce98-eb25-4160-a88d-7cf470de808a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:21:51.577080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:51.580422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:51.624515 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:51.631585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.631931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.632269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.632632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.632962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.633286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.633606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.633927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.634242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.634559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.634875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.635188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.635500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:51.906001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9ce6ce98-eb25-4160-a88d-7cf470de808a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:21:52.158805 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afbfe-3ae8-4763-94cd-e2c5cb6e09ac req-535ab68e-b2a2-4232-8eb2-db84fb8de454 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:52.160230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b8afbfe-3ae8-4763-94cd-e2c5cb6e09ac req-535ab68e-b2a2-4232-8eb2-db84fb8de454 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 944 time: 0.0491560 Dec 10 05:21:52.213992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b8afbfe-3ae8-4763-94cd-e2c5cb6e09ac req-677ee874-0778-4c1d-9c8a-871a9c89dd53 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Dec 10 05:21:52.413451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1b17d18-a372-4834-8e48-6fd8f29c1e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.329186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810ea4-bc0a-4cc0-83bf-63a1d5833178 req-dc5ed5df-1993-4dbb-b61d-7320a12265ec tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:53.330777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04810ea4-bc0a-4cc0-83bf-63a1d5833178 req-dc5ed5df-1993-4dbb-b61d-7320a12265ec tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 944 time: 0.0483921 Dec 10 05:21:53.378012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04810ea4-bc0a-4cc0-83bf-63a1d5833178 req-814b0208-bcf5-4a4a-aed1-7aab860c60d8 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.43 "GET /v2.0/security-groups?id=1bcb07b4-f939-4099-b8af-ed681ac749bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Dec 10 05:21:53.401440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:21:53.448076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 9ce6ce98-eb25-4160-a88d-7cf470de808a completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:21:53.451870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 9ce6ce98-eb25-4160-a88d-7cf470de808a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:21:53.452238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.528167 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.549264 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:53.552256 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30026ed0-13dc-4a45-a994-2d9f9f24f74b" -d '{"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:53.565799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:53.569858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.593657 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f19db-aaaf-451b-b546-8cbf2b5f951b x-openstack-request-id: req-cd5f19db-aaaf-451b-b546-8cbf2b5f951b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:53.593934 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:53.594184 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd5f19db-aaaf-451b-b546-8cbf2b5f951b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:53.594578 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'code': 200} Dec 10 05:21:53.604919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-68d9b5df-ddd8-42ad-9e22-a2b699225445 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:53.606355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-68d9b5df-ddd8-42ad-9e22-a2b699225445 tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f2f8b8e-acdd-4b7e-9669-9191d74cd822 HTTP/1.1" status: 200 len: 944 time: 0.0528495 Dec 10 05:21:53.619253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:53.712997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Deleting port 9ce6ce98-eb25-4160-a88d-7cf470de808a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:21:53.713251 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.798671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] For port 9ce6ce98-eb25-4160-a88d-7cf470de808a, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9ce6ce98-eb25-4160-a88d-7cf470de808a,segment=NetworkSegment(88ce09fe-0fbd-4fc2-9099-ec8eb44afe75),segment_id=88ce09fe-0fbd-4fc2-9099-ec8eb44afe75)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:21:53.799024 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.812031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Calling delete_port for 9ce6ce98-eb25-4160-a88d-7cf470de808a owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:21:53.938327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:53.967299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Pushing event deleted for resources: {'Port': ['ID=9ce6ce98-eb25-4160-a88d-7cf470de808a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:53.974221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9ce6ce98-eb25-4160-a88d-7cf470de808a'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:21:54.010191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] No DVR routers for this DVR port 9ce6ce98-eb25-4160-a88d-7cf470de808a on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:21:54.012771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.014425 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.016195 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b4513c9f-4093-4b38-88ae-85fa3c742c47 req-3ae8527b-db89-4d1a-89a4-91e0bb71a1bd tempest-DeleteServersTestJSON-1004051366 tempest-DeleteServersTestJSON-1004051366-project] 10.222.0.36 "DELETE /v2.0/ports/9ce6ce98-eb25-4160-a88d-7cf470de808a HTTP/1.1" status: 204 len: 173 time: 0.3883617 Dec 10 05:21:54.016656 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-deleted', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:54.018941 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea678dc-8117-41b1-9dd9-f41d19061fa7" -d '{"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-deleted", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:54.056007 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3335855-c910-41cc-a240-ce79f8e2fe8f x-openstack-request-id: req-b3335855-c910-41cc-a240-ce79f8e2fe8f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:54.056303 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f8b8e-acdd-4b7e-9669-9191d74cd822", "name": "network-vif-deleted", "tag": "9ce6ce98-eb25-4160-a88d-7cf470de808a", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:54.056584 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3335855-c910-41cc-a240-ce79f8e2fe8f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:54.056986 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f8b8e-acdd-4b7e-9669-9191d74cd822', 'name': 'network-vif-deleted', 'tag': '9ce6ce98-eb25-4160-a88d-7cf470de808a', 'status': 'completed', 'code': 200} Dec 10 05:21:54.509817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47148) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:54.555755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Deleting subnet 95f160e9-0add-42f7-9c9c-339f8c05de49 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:21:54.558764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.591976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.628970 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.685313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.710880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f160e9-0add-42f7-9c9c-339f8c05de49,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:54.714429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.717636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-eb2dc534-223b-4155-a05f-723c10a37414 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95f160e9-0add-42f7-9c9c-339f8c05de49 HTTP/1.1" status: 204 len: 168 time: 0.2116351 Dec 10 05:21:54.720058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47150) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:54.786479 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.873083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.892716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a657c193-d7a5-423c-96b2-f2033b9c1c91']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:21:54.902406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:21:54.902702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ce09fe-0fbd-4fc2-9099-ec8eb44afe75') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:21:54.912059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.925277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.931562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:21:54.931933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:21:54.933732 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:21:54.990354 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.995741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:54.999038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a657c193-d7a5-423c-96b2-f2033b9c1c91 HTTP/1.1" status: 204 len: 168 time: 0.2780364 Dec 10 05:21:55.011512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d320e-67b8-4af5-8814-86b3a5184c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a657c193-d7a5-423c-96b2-f2033b9c1c91,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:55.107982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47154) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:55.148869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-10633900-9e24-44ae-8d3d-05f0e088dab3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f72ef8c9b1c478b9f1ff83c7deefcf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396349 Dec 10 05:21:55.151359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47156) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:55.200210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.219757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54a507bd-c09a-41bc-b3a4-0f93013ba918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.222241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.268068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.270670 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.272079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bcb07b4-f939-4099-b8af-ed681ac749bf HTTP/1.1" status: 204 len: 168 time: 0.1196725 Dec 10 05:21:55.280195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3523c78-3b18-4029-a453-475fa08f46ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb07b4-f939-4099-b8af-ed681ac749bf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:55.901017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:55.933549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47178) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:56.026879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1459330704-network', 'tenant_id': 'd7498ca9e3634d109f6ba40b6999c0dd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:56.046766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Made reservation on behalf of d7498ca9e3634d109f6ba40b6999c0dd for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:56.048989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.057165 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.129860 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.133391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.156420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:21:56.166382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:56.171151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.171489 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Added segment e933ab7d-37a2-40fb-bd5c-9f7a89162864 of type vlan for network 8ec93766-df2e-4bf7-8b82-bdffefdf482a Dec 10 05:21:56.213003 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.236345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.237286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:56.237854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.268826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3341534 Dec 10 05:21:56.272894 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47182) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:21:56.278149 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Request body: {'subnet': {'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1459330704-subnet', 'tenant_id': 'd7498ca9e3634d109f6ba40b6999c0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:56.298738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Made reservation on behalf of d7498ca9e3634d109f6ba40b6999c0dd for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:56.300241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4aca-4df3-436b-9908-5d0f32420062 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec93766-df2e-4bf7-8b82-bdffefdf482a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:56.301317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.312090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:21:56.475442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.527582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d2e1ab-540d-42fb-b45f-2527d2fae2d5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:56.539709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.539975 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.540314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.540677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.541010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.541336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.541661 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.541985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.542305 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.542629 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.542948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.543265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.543582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:21:56.548641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Checking segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:21:56.548985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Network hostable DHCP agents. Network: 8ec93766-df2e-4bf7-8b82-bdffefdf482a, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:21:56.565657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:21:56.574490 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8ec93766-df2e-4bf7-8b82-bdffefdf482a) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:21:56.578420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:56.579007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:56.583666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae4ebb-d372-4730-853e-5ab078b60f5a None None] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:21:56.593810 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d03fef02-dfed-401d-bf8b-c148b5134a2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3197303 Dec 10 05:21:56.681933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f96bd9-dd8b-4702-8db0-a6a179eafc56 None None] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:21:57.019134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-54dcbdd1-8665-40d1-b93a-705e1e1206b8 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:57.020633 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-54dcbdd1-8665-40d1-b93a-705e1e1206b8 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 815 time: 0.1031034 Dec 10 05:21:57.035836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-bdd7046a-28a4-40ce-97b8-8638e174f1e0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/quotas/d7498ca9e3634d109f6ba40b6999c0dd HTTP/1.1" status: 200 len: 375 time: 0.0087790 Dec 10 05:21:57.067320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-e8ac73b5-0f76-4db7-b813-c36b637742e3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265934 Dec 10 05:21:57.162449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0a2e6499-9bbc-4aa6-a117-1395e4637c31 service neutron] 10.222.0.43 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881577 Dec 10 05:21:57.250039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-806972e7-9cad-4383-869b-253756e31711 service neutron] 10.222.0.43 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815084 Dec 10 05:21:57.412803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d15a4f23-ff4e-4b61-9845-cb8b8ab840d0 req-940b2150-af24-41f7-96e1-c278311c8ff6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 210 time: 0.0303845 Dec 10 05:21:57.416405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:21:57.436381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 9ce6ce98-eb25-4160-a88d-7cf470de808a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:21:57.436757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9ce6ce98-eb25-4160-a88d-7cf470de808a not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:21:57.559146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.367907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.390276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-6b201e72-47e2-43bd-9e25-53e406c7146b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:58.391724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-6b201e72-47e2-43bd-9e25-53e406c7146b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 815 time: 0.1011283 Dec 10 05:21:58.409381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Request body: {'port': {'device_id': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'admin_state_up': True, 'tenant_id': 'd7498ca9e3634d109f6ba40b6999c0dd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:58.519004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f89d8557-c752-4827-9f42-6a97a64971ac req-a9164dc8-5b81-460b-925b-dd7d3113bff8 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 210 time: 0.0360103 Dec 10 05:21:58.541935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Made reservation on behalf of d7498ca9e3634d109f6ba40b6999c0dd for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:21:58.545624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.669816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Allocated IP 172.20.0.14 (8ec93766-df2e-4bf7-8b82-bdffefdf482a/46d2e1ab-540d-42fb-b45f-2527d2fae2d5/491739f8-fde4-4947-ab45-870005ab1741) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:21:58.809246 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.845176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.890267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:21:58.893384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:21:58.896308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:21:58.933382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:58.955026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:58.955635 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:58.971450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0b9a5db4-e1ac-49f8-9e81-0d29cef49ac4 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658660 Dec 10 05:21:58.990117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Request body: {'port': {'device_id': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:21:59.040390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.291838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491739f8-fde4-4947-ab45-870005ab1741 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:21:59.299143 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.311489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Transition to ACTIVE for port object 491739f8-fde4-4947-ab45-870005ab1741 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:21:59.315441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.361657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:59.432112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:21:59.432798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:21:59.432798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:59.436830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:21:59.437158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:21:59.441980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:21:59.442320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Checking segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:21:59.442700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Bound using segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:21:59.443120 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Bound port: 491739f8-fde4-4947-ab45-870005ab1741, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:21:59.443470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.503188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:21:59.506181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:21:59.509600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.543710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:59.544395 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:21:59.545803 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] 10.222.0.36 "PUT /v2.0/ports/491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 1092 time: 0.5601449 Dec 10 05:21:59.546244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:21:59.548460 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16149be6-6386-4be2-89a0-a5134c7e3fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:21:59.571789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe0e35-18e9-4708-b34f-254a1044297c service neutron] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:21:59.604198 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bafa7d-ddeb-42b4-a82e-c2168cfe291a x-openstack-request-id: req-13bafa7d-ddeb-42b4-a82e-c2168cfe291a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:21:59.604499 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:21:59.604770 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13bafa7d-ddeb-42b4-a82e-c2168cfe291a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:21:59.605193 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'status': 'completed', 'code': 200} Dec 10 05:21:59.669840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8596d-1c89-4678-93fd-51364ac41910 req-1464b277-1bd3-4d3b-b8b7-bb345e041958 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:59.671316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4f8596d-1c89-4678-93fd-51364ac41910 req-1464b277-1bd3-4d3b-b8b7-bb345e041958 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0807364 Dec 10 05:21:59.677484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-c2dc7781-e1e1-4ac8-99e8-489ba53a32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:59.678843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-c2dc7781-e1e1-4ac8-99e8-489ba53a32ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0606136 Dec 10 05:21:59.735207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-1850d387-b2c7-414d-b5ad-5fbb830b0ff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0411472 Dec 10 05:21:59.759122 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a4f8596d-1c89-4678-93fd-51364ac41910 req-d62c63bb-6a1d-46b8-9cfd-ec416e3505c3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793824 Dec 10 05:21:59.797633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-d93c8b42-aff8-4f42-838f-39369af462ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:21:59.799136 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-d93c8b42-aff8-4f42-838f-39369af462ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0521555 Dec 10 05:21:59.835823 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-6ab1920a-b2b6-4bb0-9dc4-f73af5e4212c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283935 Dec 10 05:21:59.926096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-0e217ab8-44ca-4ef2-972d-902914490b6b service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827358 Dec 10 05:22:00.016592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d86d4142-e6a8-4e5b-94c2-fd8677ae1ee5 req-ba36ddd0-d833-4838-be9b-92c52cd42447 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833323 Dec 10 05:22:00.151767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-80573aa6-76ff-41d6-852d-643d255d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:00.153311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-80573aa6-76ff-41d6-852d-643d255d6cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0419161 Dec 10 05:22:00.247298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-da1f5644-7708-410b-ac71-c59f43917c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:00.248847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-da1f5644-7708-410b-ac71-c59f43917c5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0861478 Dec 10 05:22:00.609879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-d6be9ed4-ad3c-479b-a09b-f7b6c137ade4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.3537905 Dec 10 05:22:00.662480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-96c5a460-71e5-484e-8574-dbd02a3329e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:00.663893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-96c5a460-71e5-484e-8574-dbd02a3329e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0433767 Dec 10 05:22:00.696391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-8d98933a-7074-4df9-8b28-80402d5bad24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239003 Dec 10 05:22:00.790260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-72e314af-c43c-4580-879b-560eb0e16f16 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Dec 10 05:22:00.918346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16149be6-6386-4be2-89a0-a5134c7e3fb8 req-ed4a4011-a722-46bc-8d7d-d0c93aaca92a service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196942 Dec 10 05:22:00.927381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f6dc-0075-4cd4-92a2-1db5d8651de0 req-65b8aa11-0ad4-4063-b90a-70a0dcaa7b8c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:00.928767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3166f6dc-0075-4cd4-92a2-1db5d8651de0 req-65b8aa11-0ad4-4063-b90a-70a0dcaa7b8c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0995417 Dec 10 05:22:00.976033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3166f6dc-0075-4cd4-92a2-1db5d8651de0 req-a1d578d1-c68c-4584-a4bf-19e82313a205 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Dec 10 05:22:02.090141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b212d32-6a83-45ca-a430-81b41de24c03 req-e806c38b-38e1-4b6a-863b-0a7c7eb936af tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:02.091622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b212d32-6a83-45ca-a430-81b41de24c03 req-e806c38b-38e1-4b6a-863b-0a7c7eb936af tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0476172 Dec 10 05:22:02.136708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5b212d32-6a83-45ca-a430-81b41de24c03 req-67b9c177-9034-4fc3-b80a-b5a7b080ce47 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Dec 10 05:22:03.253967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67437131-865b-48eb-9141-1eacbdb21b40 req-16c2c747-4503-4cd6-a625-b5e5e4d042c1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:03.255720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67437131-865b-48eb-9141-1eacbdb21b40 req-16c2c747-4503-4cd6-a625-b5e5e4d042c1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0508778 Dec 10 05:22:03.302749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67437131-865b-48eb-9141-1eacbdb21b40 req-8d26f12e-3985-4bc3-beab-e28963d8146c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Dec 10 05:22:03.415676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:22:03.505517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:03.515874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '491739f8-fde4-4947-ab45-870005ab1741', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'port_id': '491739f8-fde4-4947-ab45-870005ab1741', 'mac_address': 'fa:16:3e:00:53:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2e1ab-540d-42fb-b45f-2527d2fae2d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:22:03.554901 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:03.566747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491739f8-fde4-4947-ab45-870005ab1741 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:22:03.585202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:03.589181 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:03.634583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:03.850753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['491739f8-fde4-4947-ab45-870005ab1741'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:22:04.415762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892695f-93f1-4390-b3f8-d90e961ce20b req-a22e291c-9765-45eb-9029-a66b4eee49e5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:04.417263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6892695f-93f1-4390-b3f8-d90e961ce20b req-a22e291c-9765-45eb-9029-a66b4eee49e5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 945 time: 0.0478635 Dec 10 05:22:04.463437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6892695f-93f1-4390-b3f8-d90e961ce20b req-9b873a9e-475b-4df1-bd11-d49fd06b8408 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Dec 10 05:22:05.431662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:22:05.478228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 491739f8-fde4-4947-ab45-870005ab1741 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:22:05.482107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 491739f8-fde4-4947-ab45-870005ab1741 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:22:05.482481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:05.560501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:05.580518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a242dc-37f0-4f24-89d9-83e7f178911a req-e7e75a6b-570f-4e78-a69c-c6a8aa5d85db tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:05.582202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2a242dc-37f0-4f24-89d9-83e7f178911a req-e7e75a6b-570f-4e78-a69c-c6a8aa5d85db tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 945 time: 0.0517144 Dec 10 05:22:05.632800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2a242dc-37f0-4f24-89d9-83e7f178911a req-e3273386-4a30-477a-899e-f0c0806afa8a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Dec 10 05:22:05.744029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:05.746176 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66493f33-c7c0-4a3c-a540-29b624a24e1b" -d '{"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-plugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:05.758972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:05.763067 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:05.787078 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81945f40-1c33-43ef-b41c-4dad85214d33 x-openstack-request-id: req-81945f40-1c33-43ef-b41c-4dad85214d33 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:05.787372 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-plugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:05.787625 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81945f40-1c33-43ef-b41c-4dad85214d33 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:05.788006 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'code': 200} Dec 10 05:22:05.812383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:05.935161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1addb-6784-4cb2-b8ee-3ed18135a202 req-b72dbab8-97c8-4d21-940d-b468fbb84803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:05.936783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcb1addb-6784-4cb2-b8ee-3ed18135a202 req-b72dbab8-97c8-4d21-940d-b468fbb84803 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1097 time: 0.0403957 Dec 10 05:22:05.981244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcb1addb-6784-4cb2-b8ee-3ed18135a202 req-8fed7cef-9afb-4789-9668-47ef52ab0a9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Dec 10 05:22:06.746569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e3b9-27e0-4cc9-af43-228ddc640d5c req-1fdf3b00-2397-400c-9590-47c514d8c25b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:06.748025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d98e3b9-27e0-4cc9-af43-228ddc640d5c req-1fdf3b00-2397-400c-9590-47c514d8c25b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0479712 Dec 10 05:22:06.797679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7d98e3b9-27e0-4cc9-af43-228ddc640d5c req-3354187a-3723-433d-ba7d-38cc056a6705 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 Dec 10 05:22:07.053297 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:22:07.919100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d7f3-1698-492b-911d-8a0aad8b1146 req-59ba194b-0f04-49c6-8309-9f97d7a85f1e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:07.920576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b107d7f3-1698-492b-911d-8a0aad8b1146 req-59ba194b-0f04-49c6-8309-9f97d7a85f1e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0470424 Dec 10 05:22:07.966348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b107d7f3-1698-492b-911d-8a0aad8b1146 req-7009626f-4d5f-45d1-948e-31061707e1d5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Dec 10 05:22:08.080575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a5f8-7709-4e10-8575-11675b8adc35 req-e03d9602-1e23-4cbc-ac95-e7529d2d5bc1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:08.082036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da69a5f8-7709-4e10-8575-11675b8adc35 req-e03d9602-1e23-4cbc-ac95-e7529d2d5bc1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0479171 Dec 10 05:22:08.127447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da69a5f8-7709-4e10-8575-11675b8adc35 req-221e5e9d-0c75-4196-aeb5-833b79e53487 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Dec 10 05:22:08.325942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da5e78-2593-432b-9f33-f97477b1375c req-42660e89-3244-4f9f-ab6f-86b5dd840b8e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:08.327377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8da5e78-2593-432b-9f33-f97477b1375c req-42660e89-3244-4f9f-ab6f-86b5dd840b8e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0521080 Dec 10 05:22:08.373716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c8da5e78-2593-432b-9f33-f97477b1375c req-d7601c24-e151-4ece-94ac-fc6f573c9871 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Dec 10 05:22:08.484493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f385ef-7084-4ac6-bc37-dfb29700ee6c req-804a802a-2520-4dec-9d0c-dd41f6549168 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:08.485931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34f385ef-7084-4ac6-bc37-dfb29700ee6c req-804a802a-2520-4dec-9d0c-dd41f6549168 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0474255 Dec 10 05:22:08.531715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34f385ef-7084-4ac6-bc37-dfb29700ee6c req-4c5f15d5-0a48-461a-85d3-b653d6a5e2c7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Dec 10 05:22:08.775654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-8d97e09a-6e76-401d-ae85-41097789fee5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685556 Dec 10 05:22:08.787693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c6ff-af5d-47ee-895d-700c2dde8dd4 req-e031ce15-3e04-4c81-abd0-0caf4f75d38a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:08.789130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e952c6ff-af5d-47ee-895d-700c2dde8dd4 req-e031ce15-3e04-4c81-abd0-0caf4f75d38a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0725915 Dec 10 05:22:08.837933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e952c6ff-af5d-47ee-895d-700c2dde8dd4 req-df75ad23-941c-40d9-aed8-31b57b15b401 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Dec 10 05:22:09.953606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f082c5-3724-42eb-a701-704d42959dc8 req-24605889-ff53-45fb-8746-d731c7b85319 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:09.955085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66f082c5-3724-42eb-a701-704d42959dc8 req-24605889-ff53-45fb-8746-d731c7b85319 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0480876 Dec 10 05:22:10.000961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66f082c5-3724-42eb-a701-704d42959dc8 req-bfefd32d-2cf2-4a14-bd06-8186f8233aa7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Dec 10 05:22:10.346850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-405da84f-37d4-42ea-a5ec-c4d85a6894b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:10.348358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-405da84f-37d4-42ea-a5ec-c4d85a6894b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1097 time: 0.0432048 Dec 10 05:22:10.438523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-a90b5b53-2fbf-4072-bbe3-b7250a637eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:10.439918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-a90b5b53-2fbf-4072-bbe3-b7250a637eb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0838025 Dec 10 05:22:10.485245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-d67b7eb8-ea78-4593-a12b-078c76b89a76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0388219 Dec 10 05:22:10.531919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-641899b0-ebfb-4615-9f60-b74023084934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:10.533355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-641899b0-ebfb-4615-9f60-b74023084934 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0416834 Dec 10 05:22:10.564214 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-28dd6fa7-9b27-4e74-a02b-4e98e022bb74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240462 Dec 10 05:22:10.654290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-42b9a05e-72f1-48e1-9050-b85285beb237 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832670 Dec 10 05:22:10.744302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-60dac480-5467-4163-8ed1-72a5d02cf03c service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827873 Dec 10 05:22:11.115524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd77161-24f8-48e1-a282-0359bde8e259 req-37b1ad50-fb83-42cf-846a-36b6d6706a78 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:11.117051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fcd77161-24f8-48e1-a282-0359bde8e259 req-37b1ad50-fb83-42cf-846a-36b6d6706a78 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0487602 Dec 10 05:22:11.167889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fcd77161-24f8-48e1-a282-0359bde8e259 req-52711006-cf2f-435e-b39c-aed2ff11b3c0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Dec 10 05:22:12.282652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47155cac-23bf-4b5a-a0d7-5daed3ab745c req-b7b75d8b-0b4c-428b-9036-40dce4840ec2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:12.284120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47155cac-23bf-4b5a-a0d7-5daed3ab745c req-b7b75d8b-0b4c-428b-9036-40dce4840ec2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0483851 Dec 10 05:22:12.330834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47155cac-23bf-4b5a-a0d7-5daed3ab745c req-8725cd96-e89b-44c4-ab31-bd92d824b357 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Dec 10 05:22:13.461934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3146962-926c-4418-b2d3-bc26c5988523 req-3300f7b2-b2cc-4047-87cd-f5c7cd3f0573 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:13.463335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3146962-926c-4418-b2d3-bc26c5988523 req-3300f7b2-b2cc-4047-87cd-f5c7cd3f0573 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0576136 Dec 10 05:22:13.519032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3146962-926c-4418-b2d3-bc26c5988523 req-70b2fca5-f2d1-4525-b331-5e6fddb295f2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Dec 10 05:22:14.638851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3004f-48c1-4d32-84ca-708fe2f1f977 req-17bf5201-fe14-46c4-8640-df75a73db97f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:14.640321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb3004f-48c1-4d32-84ca-708fe2f1f977 req-17bf5201-fe14-46c4-8640-df75a73db97f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0519550 Dec 10 05:22:14.687108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bbb3004f-48c1-4d32-84ca-708fe2f1f977 req-881bbd6b-26de-46a9-b98e-f743795e4f53 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Dec 10 05:22:15.801534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417b69c-69a9-4dae-9c36-9a9da92ac083 req-09c6da30-2aa8-4b57-9507-98521ed70d75 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:15.803023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3417b69c-69a9-4dae-9c36-9a9da92ac083 req-09c6da30-2aa8-4b57-9507-98521ed70d75 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0489678 Dec 10 05:22:15.850960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3417b69c-69a9-4dae-9c36-9a9da92ac083 req-9749d600-a42a-4bf6-b881-2bd1bb2d8da9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Dec 10 05:22:15.937142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-c8e96019-d390-4987-971c-e5986c5837f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:15.938611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-c8e96019-d390-4987-971c-e5986c5837f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1097 time: 0.0392239 Dec 10 05:22:16.045262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-b477bc7a-0f26-4036-98c8-bd64afbf7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:16.046655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-b477bc7a-0f26-4036-98c8-bd64afbf7c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0868990 Dec 10 05:22:16.087953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-6581c9ce-a451-4536-839e-526e094e1a62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0341165 Dec 10 05:22:16.140567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-3f889e40-9a99-4b5f-8f4c-41d0557f0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:16.141988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-3f889e40-9a99-4b5f-8f4c-41d0557f0a5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0469172 Dec 10 05:22:16.172603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-3bb650d6-f00f-45a3-9fd4-25d29f5624f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234365 Dec 10 05:22:16.261052 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-e4eb1527-8a99-4320-98d0-d07d6140e2e9 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811856 Dec 10 05:22:16.353465 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dda57b3a-3333-4f13-bd9c-4fb95cec13e1 req-712d3520-11d9-4649-b13c-4d8926c3ab97 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 Dec 10 05:22:16.973116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc93735-940d-4314-9ab3-20bd6e217059 req-0c0d0809-35b3-439e-a779-0049229afce7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:16.974627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc93735-940d-4314-9ab3-20bd6e217059 req-0c0d0809-35b3-439e-a779-0049229afce7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0479484 Dec 10 05:22:17.020135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fc93735-940d-4314-9ab3-20bd6e217059 req-b7295114-32cc-4e2b-93e3-f7ea4b36e73c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Dec 10 05:22:18.137987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9ddec-d137-4f72-a8e4-59146672955c req-04c51195-a58a-427e-86eb-51018236f8a9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:18.139424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3f9ddec-d137-4f72-a8e4-59146672955c req-04c51195-a58a-427e-86eb-51018236f8a9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0514860 Dec 10 05:22:18.187021 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3f9ddec-d137-4f72-a8e4-59146672955c req-2d13e452-f8eb-424a-8e2a-22b09a1d9a8d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Dec 10 05:22:19.307452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785780f-a5cb-412d-bc0e-8f3a583003f1 req-654cddad-1adf-4b5f-9eae-434d068fe664 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:19.308960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7785780f-a5cb-412d-bc0e-8f3a583003f1 req-654cddad-1adf-4b5f-9eae-434d068fe664 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0497601 Dec 10 05:22:19.355221 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7785780f-a5cb-412d-bc0e-8f3a583003f1 req-172d2ef3-5c8f-4e59-ba1e-37a62e4f1fbf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Dec 10 05:22:20.470999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94196a2-a665-412e-b554-d661f47e9e4d req-11c28c2c-8b1d-485f-954d-dea577d8964f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:20.472356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a94196a2-a665-412e-b554-d661f47e9e4d req-11c28c2c-8b1d-485f-954d-dea577d8964f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0510640 Dec 10 05:22:20.518345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a94196a2-a665-412e-b554-d661f47e9e4d req-b5c77858-b3bf-4665-badf-a5aa1cb1e261 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Dec 10 05:22:20.689014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:21.635237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9c5c-7a7d-4242-834b-8de64eb92d37 req-fce32e4d-f7c6-418e-ae68-8b3bf25e7902 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:21.636751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aedb9c5c-7a7d-4242-834b-8de64eb92d37 req-fce32e4d-f7c6-418e-ae68-8b3bf25e7902 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0505714 Dec 10 05:22:21.683168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aedb9c5c-7a7d-4242-834b-8de64eb92d37 req-373cba21-db1f-4c01-ac7e-2776fd4777ac tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Dec 10 05:22:22.415023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ca35-6612-4a14-b83e-a97bce43f6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:22.795857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3912d8a-e342-494a-98a7-9fc9a15f13b2 req-4d964174-5c85-44bc-9b4a-ac8d39871cb9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:22.797386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3912d8a-e342-494a-98a7-9fc9a15f13b2 req-4d964174-5c85-44bc-9b4a-ac8d39871cb9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0480289 Dec 10 05:22:22.848301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3912d8a-e342-494a-98a7-9fc9a15f13b2 req-f260a69b-eb80-4066-b022-1a492d03e0eb tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Dec 10 05:22:23.968303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1158-7069-49e5-8c83-cb57cd30bac7 req-1f087bf3-9746-4a10-80b8-aca365202e14 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:23.969775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68dd1158-7069-49e5-8c83-cb57cd30bac7 req-1f087bf3-9746-4a10-80b8-aca365202e14 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0475197 Dec 10 05:22:23.996121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:24.017723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68dd1158-7069-49e5-8c83-cb57cd30bac7 req-5a67a57f-bc7f-435e-9c00-f72ae20608c3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Dec 10 05:22:25.133702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321ab4a-0811-45e9-a008-d37d77a424fb req-1536b91a-cd10-4f57-9896-723450d6f760 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:25.135143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5321ab4a-0811-45e9-a008-d37d77a424fb req-1536b91a-cd10-4f57-9896-723450d6f760 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0475135 Dec 10 05:22:25.181258 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5321ab4a-0811-45e9-a008-d37d77a424fb req-e338fd51-137a-4ce3-95a1-549382eb1a48 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Dec 10 05:22:25.227409 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831fdd18-ebfb-4f19-bd07-ea9633d1a242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:25.903512 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:26.304697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf71a2-bcb4-4651-ae55-50690a6b3138 req-e651c799-adc1-4fe8-9e68-c92063b58cd1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:26.306162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3bf71a2-bcb4-4651-ae55-50690a6b3138 req-e651c799-adc1-4fe8-9e68-c92063b58cd1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0530069 Dec 10 05:22:26.352624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3bf71a2-bcb4-4651-ae55-50690a6b3138 req-8dfea3c1-50d8-49cc-baf9-67fd21c44ad5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Dec 10 05:22:27.466529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ddc56-b459-48af-a4d3-68dbe3760b44 req-33b47a86-19c5-4521-8216-86b01b9c2c46 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:27.467893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-723ddc56-b459-48af-a4d3-68dbe3760b44 req-33b47a86-19c5-4521-8216-86b01b9c2c46 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0477610 Dec 10 05:22:27.512875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-723ddc56-b459-48af-a4d3-68dbe3760b44 req-606651c7-d04a-4dd6-8162-ce7a1201479b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Dec 10 05:22:27.562019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:28.371076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:28.625394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dcea3-2aa6-4021-8692-7e1f01f93fc2 req-2bad1a75-0add-44d6-9b51-b8005a396e50 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:28.626783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305dcea3-2aa6-4021-8692-7e1f01f93fc2 req-2bad1a75-0add-44d6-9b51-b8005a396e50 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0478337 Dec 10 05:22:28.677281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-305dcea3-2aa6-4021-8692-7e1f01f93fc2 req-20ab71f2-3fd2-4fc3-9eec-4d3f06ea9ca6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Dec 10 05:22:29.789921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091b60-a520-4dde-8017-a3eb1cbe589b req-07f328ad-3338-4ae8-b74c-e552768dcdbf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:29.791362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6091b60-a520-4dde-8017-a3eb1cbe589b req-07f328ad-3338-4ae8-b74c-e552768dcdbf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0475414 Dec 10 05:22:29.837438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6091b60-a520-4dde-8017-a3eb1cbe589b req-3860134e-d997-4a28-bc08-169460f791da tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Dec 10 05:22:30.955374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68332ad0-552b-46f5-b00f-d31c595fee1d req-37780d1d-159b-4651-a735-9cf49af7a277 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:30.956866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68332ad0-552b-46f5-b00f-d31c595fee1d req-37780d1d-159b-4651-a735-9cf49af7a277 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0493298 Dec 10 05:22:31.002693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68332ad0-552b-46f5-b00f-d31c595fee1d req-b25be46c-5c9a-4291-a788-e7e44e47b91f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Dec 10 05:22:32.119826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31e14-35dd-475b-a8ad-9948ee9b397e req-a77eb352-99ab-4f17-a421-5497bd3ed465 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:32.121280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd31e14-35dd-475b-a8ad-9948ee9b397e req-a77eb352-99ab-4f17-a421-5497bd3ed465 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0509510 Dec 10 05:22:32.166065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1dd31e14-35dd-475b-a8ad-9948ee9b397e req-284749e2-638c-4cce-a120-527c2c5f5645 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Dec 10 05:22:33.285103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657c08e-c764-4fea-95c5-0d1df148be93 req-b9aa2699-430a-478d-91dd-a932f03dc15b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:33.287131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5657c08e-c764-4fea-95c5-0d1df148be93 req-b9aa2699-430a-478d-91dd-a932f03dc15b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0502601 Dec 10 05:22:33.332602 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5657c08e-c764-4fea-95c5-0d1df148be93 req-ef2f7368-2bb6-4799-8f9a-fd710efa87d3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Dec 10 05:22:34.449916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce984b-f289-4f3c-82ca-d43d7696196b req-991786d6-735d-4f27-ab9e-f7e7b47d8a5e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:34.451270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bce984b-f289-4f3c-82ca-d43d7696196b req-991786d6-735d-4f27-ab9e-f7e7b47d8a5e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0506246 Dec 10 05:22:34.496726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6bce984b-f289-4f3c-82ca-d43d7696196b req-ee0ffc45-4dd7-4f5e-b3cb-f38a3e88ead9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Dec 10 05:22:35.610732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e881-9d08-4d70-885c-0a9ba1794e54 req-d9e1095f-9f17-403d-a0ca-2af3f7308f04 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:35.612207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3266e881-9d08-4d70-885c-0a9ba1794e54 req-d9e1095f-9f17-403d-a0ca-2af3f7308f04 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0483871 Dec 10 05:22:35.658043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3266e881-9d08-4d70-885c-0a9ba1794e54 req-20cb3af2-42ce-48d1-a7e3-f4b5a4042e55 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Dec 10 05:22:36.770558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da28ec-5209-43d6-aa10-308d5a5be10d req-606f030f-7cb6-4b4b-9346-b32e3b8465ec tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:36.772660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2da28ec-5209-43d6-aa10-308d5a5be10d req-606f030f-7cb6-4b4b-9346-b32e3b8465ec tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0470200 Dec 10 05:22:36.821343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2da28ec-5209-43d6-aa10-308d5a5be10d req-4730da51-a2f3-4875-9cbf-0eacaf214059 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Dec 10 05:22:37.783583 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-751fd96a-0820-40fc-a51e-9414404e3987 req-7ae69a05-68de-45c3-a633-bd7deafe02d3 service neutron] show failed (client error): The resource could not be found. Dec 10 05:22:37.784575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-7ae69a05-68de-45c3-a633-bd7deafe02d3 service neutron] 10.222.0.36 "GET /v2.0/ports/491739f8-fde4-4947-ab45-870005ab1741/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0523913 Dec 10 05:22:37.943217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00f79-4cf8-4a5a-acc6-d1bd810dd584 req-81712fde-1ea5-414b-8046-17440e69577b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:37.944732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbe00f79-4cf8-4a5a-acc6-d1bd810dd584 req-81712fde-1ea5-414b-8046-17440e69577b tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0514138 Dec 10 05:22:38.016877 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fbe00f79-4cf8-4a5a-acc6-d1bd810dd584 req-aa84e3de-e0e9-4ee7-85c9-5a8bf1f0005a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658083 Dec 10 05:22:38.023415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-aa9ffc7f-1ca2-41da-9ee4-121742cb543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:38.024880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-aa9ffc7f-1ca2-41da-9ee4-121742cb543a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec&tenant_id=d7498ca9e3634d109f6ba40b6999c0dd HTTP/1.1" status: 200 len: 1097 time: 0.0601411 Dec 10 05:22:38.056101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:22:38.109472 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.305298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:38.337408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:22:38.374125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:38.376536 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a17b1-b14f-42b4-8dae-e70eee0866c1" -d '{"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-unplugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:38.381151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.394168 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Transition to ACTIVE for port object 491739f8-fde4-4947-ab45-870005ab1741 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:22:38.397971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.437815 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5c8d61-bf1f-4e03-bcf0-16349ad6ae45 x-openstack-request-id: req-cb5c8d61-bf1f-4e03-bcf0-16349ad6ae45 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:38.438118 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-unplugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:38.438377 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb5c8d61-bf1f-4e03-bcf0-16349ad6ae45 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:38.438766 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'code': 200} Dec 10 05:22:38.463124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] No DVR routers for this DVR port 491739f8-fde4-4947-ab45-870005ab1741 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:22:38.475279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:38.496210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.496583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.496935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.497277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.497618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.497952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.498284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.498613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.498941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.499268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.499597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.499920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.500245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:38.516692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:22:38.517055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:22:38.517368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:22:38.521690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:22:38.522017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Attempting to bind port 491739f8-fde4-4947-ab45-870005ab1741 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:22:38.526896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:22:38.527241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Checking segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:22:38.527625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Bound using segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:22:38.528049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Bound port: 491739f8-fde4-4947-ab45-870005ab1741, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:22:38.528407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.589548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:22:38.592439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:22:38.597057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.628846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:38.629463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:38.631673 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] 10.222.0.41 "PUT /v2.0/ports/491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 1092 time: 0.5795968 Dec 10 05:22:38.655599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b0c2d-1b4f-4bbd-ba7a-c7a313a78cce service neutron] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:38.717190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-fbd989bd-590c-4ff6-86ba-aaebed7e58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:38.718759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-fbd989bd-590c-4ff6-86ba-aaebed7e58ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0445821 Dec 10 05:22:38.810798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-7b0cebf4-2f38-4f5e-b1c4-662796a6d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:38.812236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-7b0cebf4-2f38-4f5e-b1c4-662796a6d2ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0818832 Dec 10 05:22:38.860311 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-0f9595a9-e123-4921-9268-e898ea259a26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0362866 Dec 10 05:22:38.913343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd96a-0820-40fc-a51e-9414404e3987 req-05b2428c-a297-4933-a3d2-bc9067712790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:38.914749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-05b2428c-a297-4933-a3d2-bc9067712790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0417099 Dec 10 05:22:38.952116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-918f1d88-2f4a-4fcf-ad37-0e9f595748ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230951 Dec 10 05:22:39.046680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-11e219ee-c61a-4c74-afef-747746026e4c service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Dec 10 05:22:39.163977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-751fd96a-0820-40fc-a51e-9414404e3987 req-c3934991-817b-4a24-adbe-dcd16a2db044 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059351 Dec 10 05:22:39.175679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048d09-105b-441e-9681-4490cb64240a req-c89bced1-ca2e-4bcb-9cf6-a39b1834f8bf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:39.177919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40048d09-105b-441e-9681-4490cb64240a req-c89bced1-ca2e-4bcb-9cf6-a39b1834f8bf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0668898 Dec 10 05:22:39.230466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40048d09-105b-441e-9681-4490cb64240a req-9dc180a2-d400-4c51-9ef1-14e59a6f060e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Dec 10 05:22:40.349657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0601e-7c50-4749-a339-2483ed3f13cd req-a516c5b1-c873-464b-a97b-7c608ef3d944 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.351135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ec0601e-7c50-4749-a339-2483ed3f13cd req-a516c5b1-c873-464b-a97b-7c608ef3d944 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0483022 Dec 10 05:22:40.398113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ec0601e-7c50-4749-a339-2483ed3f13cd req-537abfc9-f3aa-4e0d-9d89-9e24809dc243 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Dec 10 05:22:40.439811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:40.442051 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1570f-64ac-4342-b8bc-42375761781d" -d '{"events": [{"name": "network-changed", "server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:40.489029 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14303874-e96d-4aaa-844a-eea860cfa8a4 x-openstack-request-id: req-14303874-e96d-4aaa-844a-eea860cfa8a4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:40.489353 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:40.489627 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14303874-e96d-4aaa-844a-eea860cfa8a4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:40.490015 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'status': 'completed', 'code': 200} Dec 10 05:22:40.604659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-24850e96-a6d7-4d4a-99a9-6f0b584f9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.606130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-24850e96-a6d7-4d4a-99a9-6f0b584f9f1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0698769 Dec 10 05:22:40.608423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-1f568a34-03e8-464a-9210-dde49e363b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.609763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-1f568a34-03e8-464a-9210-dde49e363b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0656431 Dec 10 05:22:40.756745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-f18386a8-cbe0-4ece-95c6-dd457da4c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.758110 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-f18386a8-cbe0-4ece-95c6-dd457da4c2f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.1436327 Dec 10 05:22:40.800762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-0fc85e53-76c5-4604-b2b1-1127b8aaedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.802974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-0fc85e53-76c5-4604-b2b1-1127b8aaedd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.1679356 Dec 10 05:22:40.804349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-0e927be9-6469-4caa-8766-8592c5e31a72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0382776 Dec 10 05:22:40.876951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-f3f47883-cc72-4e72-9308-b7eaa46f684f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0540543 Dec 10 05:22:40.916874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-713dd867-cd41-4193-b051-f958b4aca744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.918278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-713dd867-cd41-4193-b051-f958b4aca744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.1074965 Dec 10 05:22:40.954078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-7206762c-6234-4ef2-a012-0f54ee2fa692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267377 Dec 10 05:22:40.955738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1570f-64ac-4342-b8bc-42375761781d req-58c15dfc-2e18-49ad-b46d-13263e139e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:40.957076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-58c15dfc-2e18-49ad-b46d-13263e139e64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0707767 Dec 10 05:22:41.013829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-73152e9c-3b45-4dae-bad0-de600e82a98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446780 Dec 10 05:22:41.128730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-76cb4ff3-6fcb-4f43-a937-b167bb84a508 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672995 Dec 10 05:22:41.174103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-26053ad0-c8a3-4511-bea0-43c7ff013b95 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348867 Dec 10 05:22:41.285507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-46335253-6e20-4234-a955-0ca8e2ceb81e service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495061 Dec 10 05:22:41.305671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7f1570f-64ac-4342-b8bc-42375761781d req-330ce399-9d86-4d95-b705-885905ac3340 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036754 Dec 10 05:22:41.513106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa87d-cecf-48aa-8717-62a2ba05f08f req-b0f6ffb6-13a6-43c1-979e-967496963aaa tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:41.514572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac9aa87d-cecf-48aa-8717-62a2ba05f08f req-b0f6ffb6-13a6-43c1-979e-967496963aaa tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0483608 Dec 10 05:22:41.560918 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac9aa87d-cecf-48aa-8717-62a2ba05f08f req-65678ffb-ec3c-4bb6-b0e0-fba719dffbd1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Dec 10 05:22:41.588459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:22:41.626354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:22:41.756840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071d57-a6fb-42a1-acb8-5478250b7afe req-c8474276-0cf8-4b1d-98da-842a10dd62d6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:41.758315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f071d57-a6fb-42a1-acb8-5478250b7afe req-c8474276-0cf8-4b1d-98da-842a10dd62d6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0536220 Dec 10 05:22:41.841210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-a506915f-e004-4eed-91e0-19f361da7988 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:41.842563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-a506915f-e004-4eed-91e0-19f361da7988 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.36 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec&tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 944 time: 0.0768011 Dec 10 05:22:41.846112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f071d57-a6fb-42a1-acb8-5478250b7afe req-a10fd765-5fa8-451a-840a-56dc7787714f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819943 Dec 10 05:22:41.903788 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-ee62ffa7-138f-4244-9853-b8a475156b6f service neutron] delete failed (client error): The resource could not be found. Dec 10 05:22:41.904843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-ee62ffa7-138f-4244-9853-b8a475156b6f service neutron] 10.222.0.36 "DELETE /v2.0/ports/491739f8-fde4-4947-ab45-870005ab1741/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0543056 Dec 10 05:22:42.012370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-e3d204e8-8820-4a6d-8bee-36a185c5182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:42.013888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-e3d204e8-8820-4a6d-8bee-36a185c5182c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 1095 time: 0.0432148 Dec 10 05:22:42.102934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-d51cf70e-0e12-42af-85ad-f07366931116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:42.104410 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-d51cf70e-0e12-42af-85ad-f07366931116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0822937 Dec 10 05:22:42.151612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-48dcda7f-cf4e-4a92-abbe-e4830fd25fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 200 len: 217 time: 0.0389686 Dec 10 05:22:42.201045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-dd38f0ef-4f6c-4eb9-bbb2-0f6e6e63d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:42.202480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-dd38f0ef-4f6c-4eb9-bbb2-0f6e6e63d6d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0434225 Dec 10 05:22:42.233567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-3ca4fe75-2366-481c-9e88-da435289c401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233669 Dec 10 05:22:42.324894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-9d0e93de-15e4-4cde-8a6a-c6b43ab3529f service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Dec 10 05:22:42.735272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afcd0bca-79d7-4413-a823-1c5b2b2ca41a req-25fb8adb-8a17-4362-8317-7a8ac111c351 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025142 Dec 10 05:22:42.969815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e44dd-7324-4784-abfd-a0595f106920 req-effd759a-1766-4067-9fa6-1b4f7725dc20 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:42.971268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df9e44dd-7324-4784-abfd-a0595f106920 req-effd759a-1766-4067-9fa6-1b4f7725dc20 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 944 time: 0.0497007 Dec 10 05:22:43.026536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df9e44dd-7324-4784-abfd-a0595f106920 req-c66a7e44-da42-42c6-a04d-fa26ec6712b9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486877 Dec 10 05:22:43.068677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:22:43.166992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:43.178996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '491739f8-fde4-4947-ab45-870005ab1741', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'port_id': '491739f8-fde4-4947-ab45-870005ab1741', 'mac_address': 'fa:16:3e:00:53:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2e1ab-540d-42fb-b45f-2527d2fae2d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:22:43.215112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:43.231644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491739f8-fde4-4947-ab45-870005ab1741 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:22:43.250686 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:43.253578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:43.302256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:43.558566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['491739f8-fde4-4947-ab45-870005ab1741'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:22:44.053164 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:22:44.138636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eed71a-fd5f-46f2-8b1b-664bda6d4b6a req-75a4c9d4-ec65-43f5-9726-e9892b2a46ea tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:44.140066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61eed71a-fd5f-46f2-8b1b-664bda6d4b6a req-75a4c9d4-ec65-43f5-9726-e9892b2a46ea tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 945 time: 0.0471683 Dec 10 05:22:44.186159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61eed71a-fd5f-46f2-8b1b-664bda6d4b6a req-8c6f7e98-caa4-424b-b960-9eea59136b2d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Dec 10 05:22:44.297993 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5322-245f-4a43-ae7a-84a81696d043 req-def449c7-2c5b-4c73-b09e-234e6308a595 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:44.299464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c71e5322-245f-4a43-ae7a-84a81696d043 req-def449c7-2c5b-4c73-b09e-234e6308a595 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 945 time: 0.0477576 Dec 10 05:22:44.345521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c71e5322-245f-4a43-ae7a-84a81696d043 req-4641e3a8-6c0d-42e1-ac86-77a13234f7f7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Dec 10 05:22:44.458744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef99d5-74b6-44c4-8b00-2afd6ebfff3a req-ec2acd28-90c9-4ab9-bbcf-a45a30712c86 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:44.460169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2ef99d5-74b6-44c4-8b00-2afd6ebfff3a req-ec2acd28-90c9-4ab9-bbcf-a45a30712c86 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 945 time: 0.0504413 Dec 10 05:22:44.505318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2ef99d5-74b6-44c4-8b00-2afd6ebfff3a req-5eb2e44e-3875-4276-9831-24976af9a1f0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Dec 10 05:22:44.851498 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-98869c89-248b-4121-9eea-e78af55cef20 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:44.852957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-98869c89-248b-4121-9eea-e78af55cef20 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 815 time: 0.1015298 Dec 10 05:22:44.867417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-b9713695-2415-4a50-84fd-fd8b7997d184 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/quotas/d7498ca9e3634d109f6ba40b6999c0dd HTTP/1.1" status: 200 len: 375 time: 0.0088177 Dec 10 05:22:44.914326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-2eb3515d-ff04-4abf-8d4b-f8ec8fa73e1f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416548 Dec 10 05:22:44.924688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-3e2567dd-1bd1-4f9e-8800-729d3e06d661 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:22:44.925624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-3e2567dd-1bd1-4f9e-8800-729d3e06d661 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048091 Dec 10 05:22:45.016053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-ea8c64fb-1e9a-4848-9991-fbdd20f1352a service neutron] 10.222.0.43 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846891 Dec 10 05:22:45.086226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:22:45.107554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-095a07e2-a49e-4fb9-aa05-08856ba8d918 service neutron] 10.222.0.43 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Dec 10 05:22:45.147380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 491739f8-fde4-4947-ab45-870005ab1741 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:22:45.151212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 491739f8-fde4-4947-ab45-870005ab1741 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:22:45.151578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:45.237408 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:45.261333 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:45.263579 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e0671-9acf-44bd-99cb-d93e837a20b0" -d '{"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-plugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:45.280549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:45.286381 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:45.307639 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6a7de8c-0a0d-48ea-af6b-098dcb42d72b req-ed5d81fb-cb6b-40c6-a271-a151bf38483d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 210 time: 0.0401802 Dec 10 05:22:45.309880 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c19fce-368d-48df-a9cc-b1bf7538a812 x-openstack-request-id: req-43c19fce-368d-48df-a9cc-b1bf7538a812 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:45.310178 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-plugged", "status": "completed", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:45.310438 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43c19fce-368d-48df-a9cc-b1bf7538a812 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:45.310829 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'code': 200} Dec 10 05:22:45.341058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:46.432747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40899e47-aa7d-4da3-b923-3a65d1436ba2 req-ac7a56fc-3c54-4cdf-9e7d-b6a4f39c2349 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Dec 10 05:22:46.451880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-9f852d13-4430-4456-8f92-d8d48085dad0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:46.453495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-9f852d13-4430-4456-8f92-d8d48085dad0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec HTTP/1.1" status: 200 len: 946 time: 0.0544879 Dec 10 05:22:46.469958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-4c55e4eb-a344-4ccf-a1eb-5107c3221718 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:46.471396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-4c55e4eb-a344-4ccf-a1eb-5107c3221718 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 815 time: 0.1368546 Dec 10 05:22:46.495015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Request body: {'port': {'device_id': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'admin_state_up': True, 'tenant_id': 'd7498ca9e3634d109f6ba40b6999c0dd'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:22:46.553890 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Deleting port 491739f8-fde4-4947-ab45-870005ab1741 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:22:46.554233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.604430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Made reservation on behalf of d7498ca9e3634d109f6ba40b6999c0dd for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:22:46.607986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.641716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] For port 491739f8-fde4-4947-ab45-870005ab1741, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=491739f8-fde4-4947-ab45-870005ab1741,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:46.642074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.655482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Calling delete_port for 491739f8-fde4-4947-ab45-870005ab1741 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:22:46.729419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Allocated IP 172.20.0.9 (8ec93766-df2e-4bf7-8b82-bdffefdf482a/46d2e1ab-540d-42fb-b45f-2527d2fae2d5/a2103d84-6ce8-414e-938b-de6f2190ece6) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:22:46.786534 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.813532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Pushing event deleted for resources: {'Port': ['ID=491739f8-fde4-4947-ab45-870005ab1741,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:46.828578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['491739f8-fde4-4947-ab45-870005ab1741'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:22:46.868347 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] No DVR routers for this DVR port 491739f8-fde4-4947-ab45-870005ab1741 on host n-h2-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:22:46.871259 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.874845 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.41 "DELETE /v2.0/ports/491739f8-fde4-4947-ab45-870005ab1741 HTTP/1.1" status: 204 len: 173 time: 0.4118793 Dec 10 05:22:46.875293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-deleted', 'tag': '491739f8-fde4-4947-ab45-870005ab1741'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:46.877638 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07dfc3636a0130666c11fec4d6398fcb188f52c8d81c07a0447fea267d5dce89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ea3f3a-c02c-44c5-9960-cb563ecd7c0f" -d '{"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-deleted", "tag": "491739f8-fde4-4947-ab45-870005ab1741"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:46.892850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.931236 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d500ea0-921b-41d6-b1b4-0b0dc1b731f0 x-openstack-request-id: req-0d500ea0-921b-41d6-b1b4-0b0dc1b731f0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:46.931532 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec", "name": "network-vif-deleted", "tag": "491739f8-fde4-4947-ab45-870005ab1741", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:46.931789 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d500ea0-921b-41d6-b1b4-0b0dc1b731f0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:46.932191 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4df0c-761b-4aac-9dbf-3f0cfe3f14ec', 'name': 'network-vif-deleted', 'tag': '491739f8-fde4-4947-ab45-870005ab1741', 'status': 'completed', 'code': 200} Dec 10 05:22:46.932814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:46.965877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['491739f8-fde4-4947-ab45-870005ab1741'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:22:46.975981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Network 8ec93766-df2e-4bf7-8b82-bdffefdf482a is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:22:46.979131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:22:46.985015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:22:47.008750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:47.037438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:47.038076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.056609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-758ea301-f647-4e6f-8c69-49fbd05b8b7e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655344 Dec 10 05:22:47.096265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Request body: {'port': {'device_id': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:22:47.159447 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.423929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2103d84-6ce8-414e-938b-de6f2190ece6 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:22:47.432271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.444345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Transition to ACTIVE for port object a2103d84-6ce8-414e-938b-de6f2190ece6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:22:47.447718 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.504338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:47.604489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810cb12-75c1-4c45-b4ab-e3ffc6db1c37 req-9301a388-8d00-4069-9ee5-0cd08b783308 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:47.605981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0810cb12-75c1-4c45-b4ab-e3ffc6db1c37 req-9301a388-8d00-4069-9ee5-0cd08b783308 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0854900 Dec 10 05:22:47.608279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:22:47.608650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:22:47.608984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:22:47.618745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:22:47.619067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:22:47.630448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:22:47.630797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Checking segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:22:47.631444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Bound using segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:22:47.631867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Bound port: a2103d84-6ce8-414e-938b-de6f2190ece6, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:22:47.632231 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.692844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0810cb12-75c1-4c45-b4ab-e3ffc6db1c37 req-fd8ec429-1d1d-4eb1-b6c8-abc79a9cded9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807230 Dec 10 05:22:47.719817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:22:47.722753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:22:47.727776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.758679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:47.759299 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:47.761336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] 10.222.0.41 "PUT /v2.0/ports/a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 1091 time: 0.6694334 Dec 10 05:22:47.763427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:47.765697 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:47.794362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227fe9e-cc53-4ab2-9a54-41d32180c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:47.808016 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053b9c8-9684-49b1-a0d4-6046253fc96d x-openstack-request-id: req-7053b9c8-9684-49b1-a0d4-6046253fc96d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:47.808316 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:47.808601 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7053b9c8-9684-49b1-a0d4-6046253fc96d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:47.809051 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'status': 'completed', 'code': 200} Dec 10 05:22:47.877645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-c0c10186-36e6-4842-a5a9-ffac566000ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:47.879024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-c0c10186-36e6-4842-a5a9-ffac566000ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1094 time: 0.0401530 Dec 10 05:22:47.939193 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-a929ace1-a6f8-4534-bb5b-3d97e396d043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0366640 Dec 10 05:22:47.986276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-867ab428-9ec5-423c-a66f-068de8912d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:47.987640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-867ab428-9ec5-423c-a66f-068de8912d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0415053 Dec 10 05:22:48.028852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-7ea13e41-59d7-4a48-be1d-fbc0180e4652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240457 Dec 10 05:22:48.118956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-5c9406df-8b4b-4d8b-b391-2eb1acc6150d service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Dec 10 05:22:48.213128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3d1da37-92e9-48fc-9202-950ecd38c94b req-389d3905-be40-4d5c-8d7c-8224e3031c84 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819254 Dec 10 05:22:48.352705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-7804c295-f270-4ed5-bc15-66f37c7d1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:48.354180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-7804c295-f270-4ed5-bc15-66f37c7d1def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1094 time: 0.0407434 Dec 10 05:22:48.450662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-e3eb71a5-4e1d-487e-bb42-beba7918defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:48.452315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-e3eb71a5-4e1d-487e-bb42-beba7918defd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0864735 Dec 10 05:22:48.493609 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-fe9e714f-543b-4c94-83ca-41cee5bdd566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0337451 Dec 10 05:22:48.557330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-69c724f8-407b-46bb-8bf9-3311bee4fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:48.558780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-69c724f8-407b-46bb-8bf9-3311bee4fb54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0519900 Dec 10 05:22:48.590527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-48f5ac7a-12a8-455e-849e-e0f950bdface service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241137 Dec 10 05:22:48.682233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-ea9f631c-d968-45fc-8104-e112ad63efcd service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837340 Dec 10 05:22:48.804161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfb79426-6f1e-4235-b4b2-b3ea99e1970e req-68c6a8d6-97b4-43a5-86a0-14b0b4fc50d8 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133645 Dec 10 05:22:48.824443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5fd5-e337-401c-b1fa-4b3ca0e2cd86 req-5824163f-9f84-444a-b88f-67441f1dd4cd tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:48.826030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9aae5fd5-e337-401c-b1fa-4b3ca0e2cd86 req-5824163f-9f84-444a-b88f-67441f1dd4cd tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0646915 Dec 10 05:22:48.875300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9aae5fd5-e337-401c-b1fa-4b3ca0e2cd86 req-3964cf3c-5fa8-4d70-b4d7-185b7e708a71 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Dec 10 05:22:49.994354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b1f4-5602-45b5-9725-f4e3b3f3a841 req-afd13af5-c364-48d3-8e0a-16879872045c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:49.995815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04e1b1f4-5602-45b5-9725-f4e3b3f3a841 req-afd13af5-c364-48d3-8e0a-16879872045c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0530145 Dec 10 05:22:50.041643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04e1b1f4-5602-45b5-9725-f4e3b3f3a841 req-7a384737-305c-4748-b2f5-677ddcb92e33 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Dec 10 05:22:50.688256 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:51.120452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:22:51.134445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:22:51.156632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d14a-f873-4ccf-8560-4706875da238 req-be31939c-5e87-4df2-8e6c-a6c9e1336040 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:51.158125 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dc8d14a-f873-4ccf-8560-4706875da238 req-be31939c-5e87-4df2-8e6c-a6c9e1336040 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0496948 Dec 10 05:22:51.160254 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 491739f8-fde4-4947-ab45-870005ab1741 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:22:51.160631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 491739f8-fde4-4947-ab45-870005ab1741 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:22:51.206844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dc8d14a-f873-4ccf-8560-4706875da238 req-e3307034-a070-4c0c-945f-d7f48af37dcf tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Dec 10 05:22:51.237947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:51.252687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'port_id': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'mac_address': 'fa:16:3e:19:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2e1ab-540d-42fb-b45f-2527d2fae2d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:22:51.288891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:51.301229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2103d84-6ce8-414e-938b-de6f2190ece6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:22:51.321541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:51.325157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:51.370767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:51.646198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a2103d84-6ce8-414e-938b-de6f2190ece6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:22:52.323283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1a50-ec7e-41dc-8578-dfc17d6c5994 req-9675b37a-3310-455f-88f0-57748f0f2e7f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:52.324772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d6e1a50-ec7e-41dc-8578-dfc17d6c5994 req-9675b37a-3310-455f-88f0-57748f0f2e7f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 944 time: 0.0487168 Dec 10 05:22:52.374519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d6e1a50-ec7e-41dc-8578-dfc17d6c5994 req-435a6036-a2b8-45b3-9658-72bfadfd6249 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Dec 10 05:22:52.417185 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5570ea0b-bf32-4059-8457-ff022179031a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:53.136740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:22:53.185586 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port a2103d84-6ce8-414e-938b-de6f2190ece6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:22:53.191378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port a2103d84-6ce8-414e-938b-de6f2190ece6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:22:53.191750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:53.267693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:53.289976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:22:53.292296 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69b49c-f0f2-4026-a92c-7fa046156570" -d '{"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-plugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:22:53.305393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:22:53.309373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:53.334307 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b801e6d-1842-47b4-9395-bea9fb5b24b0 x-openstack-request-id: req-6b801e6d-1842-47b4-9395-bea9fb5b24b0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:22:53.334307 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-plugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:22:53.334525 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b801e6d-1842-47b4-9395-bea9fb5b24b0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:22:53.334914 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'code': 200} Dec 10 05:22:53.363375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:22:53.371525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.372770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.373486 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.373830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.374165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.374495 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.374821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.375144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.375465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.375786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.376105 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.376419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.376762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:22:53.500486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d522e-1db2-4420-a93a-7f60d4569dbc req-9774c364-c27e-4782-87f1-1cedc7ac1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:53.502297 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a5d522e-1db2-4420-a93a-7f60d4569dbc req-9774c364-c27e-4782-87f1-1cedc7ac1a8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1096 time: 0.0681295 Dec 10 05:22:53.514066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea09ad-d4b3-43d9-86eb-3bcc8ae1ef93 req-3aa9060e-473d-49a5-b568-45da3e618685 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:53.515462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54ea09ad-d4b3-43d9-86eb-3bcc8ae1ef93 req-3aa9060e-473d-49a5-b568-45da3e618685 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0726750 Dec 10 05:22:53.580556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a5d522e-1db2-4420-a93a-7f60d4569dbc req-45037882-f049-4bb0-94af-58107c01ea03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641177 Dec 10 05:22:53.588024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54ea09ad-d4b3-43d9-86eb-3bcc8ae1ef93 req-ae7c0602-5073-4d5b-aca9-7e833a1cb70d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651441 Dec 10 05:22:54.003259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:54.708212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ff05-319d-4ee6-a464-79587ad68bfb req-19791184-df4e-49b8-8516-1f9711e28248 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:54.709839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e64ff05-319d-4ee6-a464-79587ad68bfb req-19791184-df4e-49b8-8516-1f9711e28248 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Dec 10 05:22:54.757806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e64ff05-319d-4ee6-a464-79587ad68bfb req-15c05a74-338e-4c13-9df6-898318368c16 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Dec 10 05:22:55.229204 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0509-daca-457b-96fe-6191bf20b5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:55.875939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e6946-5c6d-464c-877a-2032e0d8b809 req-af204825-5b18-4853-819a-335fa6226fd1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:55.877423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-048e6946-5c6d-464c-877a-2032e0d8b809 req-af204825-5b18-4853-819a-335fa6226fd1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0473003 Dec 10 05:22:55.909831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:55.924158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-048e6946-5c6d-464c-877a-2032e0d8b809 req-ffb2c685-3bef-4b99-bf9b-77e01f329246 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Dec 10 05:22:56.041129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b1f1c-31d9-4f0b-b086-dab207c6382d req-eeeaa7a8-b8cc-4bf0-bcc6-ba38d84f406e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:56.042521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-798b1f1c-31d9-4f0b-b086-dab207c6382d req-eeeaa7a8-b8cc-4bf0-bcc6-ba38d84f406e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0516119 Dec 10 05:22:56.088961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-798b1f1c-31d9-4f0b-b086-dab207c6382d req-525de7b8-0bb6-4273-aa1a-2bf8ca246e66 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Dec 10 05:22:56.341783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-82775dc0-2585-42d7-9dc2-49b3b51918c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686288 Dec 10 05:22:56.349638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ecbbf-84d1-4be3-a61c-09c0f115eff3 req-e77b6590-8e56-4d71-801b-fdb050057a74 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:56.351026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03ecbbf-84d1-4be3-a61c-09c0f115eff3 req-e77b6590-8e56-4d71-801b-fdb050057a74 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0703478 Dec 10 05:22:56.398702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c03ecbbf-84d1-4be3-a61c-09c0f115eff3 req-e80e5a41-863e-4767-ad55-83ff4bb57bcb tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Dec 10 05:22:57.552142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d48e4b-ba36-422a-93df-00e4c6ac3e3f req-e953361c-b297-4a90-a13a-e5f7a1f150b7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:57.553679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6d48e4b-ba36-422a-93df-00e4c6ac3e3f req-e953361c-b297-4a90-a13a-e5f7a1f150b7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0756829 Dec 10 05:22:57.560092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-019e1795-c09f-4bd6-925d-6465cd239f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:57.561571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-019e1795-c09f-4bd6-925d-6465cd239f9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1096 time: 0.0750396 Dec 10 05:22:57.566210 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:57.660223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6d48e4b-ba36-422a-93df-00e4c6ac3e3f req-8d3387a0-e28d-4e6e-b351-fed76f3cd7ab tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976496 Dec 10 05:22:57.681459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-d3640d79-9d11-43ea-8afc-42bd6deb2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:57.682951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-d3640d79-9d11-43ea-8afc-42bd6deb2641 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.1136718 Dec 10 05:22:57.724293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-097e5e20-7ba1-4545-97ab-f1549307aa24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Dec 10 05:22:57.772272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-dc3ff34d-d73e-42db-be38-d4aec5d6b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:57.773750 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-dc3ff34d-d73e-42db-be38-d4aec5d6b96b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0427847 Dec 10 05:22:57.808072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-535763e1-fbd6-48c0-8fc9-570a42e29770 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268962 Dec 10 05:22:57.897407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-31f8ba16-2645-4923-90e0-318b93ce3dee service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816357 Dec 10 05:22:57.987884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-319a13b9-c556-4b5c-9d08-958cbe768983 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830295 Dec 10 05:22:58.373300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:22:58.491428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-51f38d2e-40a5-4156-a49e-b9785d133dd0 req-8e710ed6-833a-451a-8fc1-69cfbae673f7 service neutron] (103254) timed out ('10.222.0.41', 60099) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:22:58.776451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e74f0c-628f-477e-b13e-bb676efdfff0 req-6947e721-d9ea-4338-9c34-0fdccf00aeac tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:58.777913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8e74f0c-628f-477e-b13e-bb676efdfff0 req-6947e721-d9ea-4338-9c34-0fdccf00aeac tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Dec 10 05:22:58.823989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8e74f0c-628f-477e-b13e-bb676efdfff0 req-14995598-73e9-4753-bb35-645b59c661b2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Dec 10 05:22:59.941870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ad75c-a585-4c7d-9156-d6206888e642 req-fc381788-7291-4d75-9141-4c74ada88e50 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:22:59.943334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30ad75c-a585-4c7d-9156-d6206888e642 req-fc381788-7291-4d75-9141-4c74ada88e50 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479801 Dec 10 05:22:59.992826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e30ad75c-a585-4c7d-9156-d6206888e642 req-90836121-1942-43c6-aab6-69fd8c3ad96d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Dec 10 05:23:01.105282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a6cb9-8a55-484d-ae39-be7dda1cfec9 req-840d30a7-8eca-4747-bc6d-fa48602695f6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:01.106754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d93a6cb9-8a55-484d-ae39-be7dda1cfec9 req-840d30a7-8eca-4747-bc6d-fa48602695f6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0480671 Dec 10 05:23:01.153179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d93a6cb9-8a55-484d-ae39-be7dda1cfec9 req-762c9185-b6a1-4d3b-84a1-f92869707df0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Dec 10 05:23:02.266725 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8339eb-ee2e-47db-99a6-ce0875a53bff req-c83fc9b3-0a43-42df-bd67-9ed3ae596aa7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:02.268196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e8339eb-ee2e-47db-99a6-ce0875a53bff req-c83fc9b3-0a43-42df-bd67-9ed3ae596aa7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Dec 10 05:23:02.315228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e8339eb-ee2e-47db-99a6-ce0875a53bff req-332e6f92-3390-444d-a9e5-4f6d2296001f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Dec 10 05:23:03.437915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76474-ba45-4235-9516-4e385d99641c req-814afb1c-6373-4c04-a2f2-76c1a4fe8f4c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:03.439278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aba76474-ba45-4235-9516-4e385d99641c req-814afb1c-6373-4c04-a2f2-76c1a4fe8f4c tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0558603 Dec 10 05:23:03.487638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aba76474-ba45-4235-9516-4e385d99641c req-acc62426-dd9a-4183-9a9f-7c67037bbd98 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Dec 10 05:23:04.600242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bafe76-91d9-43e8-9de0-059e1418decf req-c9751bb9-1b3f-4e9e-a393-022365389254 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:04.601735 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10bafe76-91d9-43e8-9de0-059e1418decf req-c9751bb9-1b3f-4e9e-a393-022365389254 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Dec 10 05:23:04.647925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10bafe76-91d9-43e8-9de0-059e1418decf req-138e2557-62d2-4787-ab7e-f14e148b5f32 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Dec 10 05:23:05.759752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab09e-e606-4b60-98d0-4a26694bc614 req-e3ab1267-4421-49a5-93f9-e08409a9a4e8 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:05.761159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4beab09e-e606-4b60-98d0-4a26694bc614 req-e3ab1267-4421-49a5-93f9-e08409a9a4e8 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Dec 10 05:23:05.811088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4beab09e-e606-4b60-98d0-4a26694bc614 req-ed7532ed-17ec-4229-96de-f56acd04b497 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Dec 10 05:23:06.924702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a257-7fc7-40ae-af30-10616dcf86bf req-a3f5a840-f1e0-4bcc-8234-da7cd8dbca12 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:06.926163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10b3a257-7fc7-40ae-af30-10616dcf86bf req-a3f5a840-f1e0-4bcc-8234-da7cd8dbca12 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0473475 Dec 10 05:23:06.972662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10b3a257-7fc7-40ae-af30-10616dcf86bf req-aac72e5d-a480-4588-aa48-57f9feeaaea6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Dec 10 05:23:08.101560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbef03-abf2-43a5-9737-f23b71363972 req-5d80a138-257d-46f3-a127-6d9ce41fbcf1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:08.103070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79dbef03-abf2-43a5-9737-f23b71363972 req-5d80a138-257d-46f3-a127-6d9ce41fbcf1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0626955 Dec 10 05:23:08.151576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79dbef03-abf2-43a5-9737-f23b71363972 req-6fc8bdf4-f2fd-4602-acfa-2c527a615151 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Dec 10 05:23:09.268405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a9a34-13bf-469a-b30a-71df20804e5a req-fe97b29d-e743-4d63-8408-676201862988 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:09.269867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-089a9a34-13bf-469a-b30a-71df20804e5a req-fe97b29d-e743-4d63-8408-676201862988 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Dec 10 05:23:09.315307 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-089a9a34-13bf-469a-b30a-71df20804e5a req-834aab26-e3da-4cfa-a9b7-d3b85b377ae5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Dec 10 05:23:10.430296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122a27-f841-4564-898e-7e5f86ea6c11 req-56802b19-ed34-4b5e-8c9f-481ff49ee723 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:10.431659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a122a27-f841-4564-898e-7e5f86ea6c11 req-56802b19-ed34-4b5e-8c9f-481ff49ee723 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0474739 Dec 10 05:23:10.476656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a122a27-f841-4564-898e-7e5f86ea6c11 req-d70fd53a-5202-4a08-8857-952cbc3a2e14 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Dec 10 05:23:11.593307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bad2a-1010-409e-94c0-717f5f16d4a8 req-610d67f8-821e-457b-acd9-4d4b09153c2f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:11.594746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b84bad2a-1010-409e-94c0-717f5f16d4a8 req-610d67f8-821e-457b-acd9-4d4b09153c2f tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Dec 10 05:23:11.639948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b84bad2a-1010-409e-94c0-717f5f16d4a8 req-cf94178c-8418-413f-a88f-3959a2f508da tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Dec 10 05:23:12.538263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-f2ad5d41-9155-45f6-8636-0c126dc3fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:12.539614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-f2ad5d41-9155-45f6-8636-0c126dc3fe4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1096 time: 0.0395026 Dec 10 05:23:12.643261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-7275d5f3-ceb5-4524-ba70-8d9eaa9a03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:12.644726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-7275d5f3-ceb5-4524-ba70-8d9eaa9a03a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0841963 Dec 10 05:23:12.685230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-f9dfee1b-1d2a-448a-b280-bd8f053c928f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0334969 Dec 10 05:23:12.761774 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-3ef015a3-6a6e-41a3-ae5f-e10bf3cfea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:12.763212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-3ef015a3-6a6e-41a3-ae5f-e10bf3cfea3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0707219 Dec 10 05:23:12.785981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408add-72ef-43ee-914f-46217d547c8b req-06783a3a-29e2-4062-b325-d85d6a8f4a01 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:12.787377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54408add-72ef-43ee-914f-46217d547c8b req-06783a3a-29e2-4062-b325-d85d6a8f4a01 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0696454 Dec 10 05:23:12.806119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-1a88035f-3b93-4369-a52c-d519ef10af46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340810 Dec 10 05:23:12.892770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54408add-72ef-43ee-914f-46217d547c8b req-859404bb-6e35-48c3-b502-a41145185e53 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889030 Dec 10 05:23:12.923510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-e969e61b-cca1-4fed-97cc-812ec25def9e service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050224 Dec 10 05:23:13.010235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-61d5ed78-0a05-4c92-9f12-a85206a6410b req-5f0a001a-1a38-458e-8918-9f2cd01789ba service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794904 Dec 10 05:23:14.009573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c338aa-0e95-4104-a0e6-65613dee4a03 req-da58ace4-3054-4d24-bc68-1837e5688f37 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:14.011018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97c338aa-0e95-4104-a0e6-65613dee4a03 req-da58ace4-3054-4d24-bc68-1837e5688f37 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Dec 10 05:23:14.059488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-97c338aa-0e95-4104-a0e6-65613dee4a03 req-7baf30b7-dac6-435d-a9aa-bfde6801429d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Dec 10 05:23:15.172027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eb17c-9161-4019-8ffe-9696ff1807e7 req-330ea638-38a1-456e-a625-086695f08c73 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:15.173601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-427eb17c-9161-4019-8ffe-9696ff1807e7 req-330ea638-38a1-456e-a625-086695f08c73 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Dec 10 05:23:15.222711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-427eb17c-9161-4019-8ffe-9696ff1807e7 req-8efb7d6e-3e21-47a2-8e77-40085a143295 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Dec 10 05:23:16.337761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8c8ef-d519-4593-a7de-de8d83c02245 req-43fd36cf-c767-4f39-8686-a196efc70b80 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:16.339268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ba8c8ef-d519-4593-a7de-de8d83c02245 req-43fd36cf-c767-4f39-8686-a196efc70b80 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Dec 10 05:23:16.387056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4ba8c8ef-d519-4593-a7de-de8d83c02245 req-7e19165c-d74b-4b2b-9bd5-ebb1029174d9 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Dec 10 05:23:17.505681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5bdb1-066d-47a8-995a-e608bc999ee7 req-6b5d59e5-01c9-48b2-90c2-d83bebc941f0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:17.507129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ea5bdb1-066d-47a8-995a-e608bc999ee7 req-6b5d59e5-01c9-48b2-90c2-d83bebc941f0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Dec 10 05:23:17.551391 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ea5bdb1-066d-47a8-995a-e608bc999ee7 req-c132b102-00c0-4d90-a71f-33fbb0c834aa tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Dec 10 05:23:18.666386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262176-2d6d-447f-a134-3906006c3fee req-a41f99cf-6704-49e5-a309-fc0ca987b939 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:18.667825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1262176-2d6d-447f-a134-3906006c3fee req-a41f99cf-6704-49e5-a309-fc0ca987b939 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Dec 10 05:23:18.713709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1262176-2d6d-447f-a134-3906006c3fee req-f563b5c5-488d-4aa7-b66e-3d49ea7ce90d tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Dec 10 05:23:19.825236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f7a5-3493-4853-b374-46216c54b64b req-d4eb5b40-74ba-4508-a4e7-8de028faa5f1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:19.826689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e22f7a5-3493-4853-b374-46216c54b64b req-d4eb5b40-74ba-4508-a4e7-8de028faa5f1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Dec 10 05:23:19.875738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8e22f7a5-3493-4853-b374-46216c54b64b req-522fc5e2-22ce-4f8e-af7e-19d3ef1661e1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Dec 10 05:23:20.703653 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:20.988150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dba92-1437-4f57-bb36-528ba398099a req-f350f78c-597e-4b40-86cc-bd990080f71a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:20.989569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed5dba92-1437-4f57-bb36-528ba398099a req-f350f78c-597e-4b40-86cc-bd990080f71a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Dec 10 05:23:21.035053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed5dba92-1437-4f57-bb36-528ba398099a req-75d406d6-f645-4087-8e07-147478581d94 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Dec 10 05:23:21.051908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:23:22.147359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4a9c-98a7-48dc-9d31-5e05b4d85ca2 req-a48602c0-e853-4c7e-9935-658e35c2c03a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:22.148824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-067d4a9c-98a7-48dc-9d31-5e05b4d85ca2 req-a48602c0-e853-4c7e-9935-658e35c2c03a tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0464940 Dec 10 05:23:22.199370 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-067d4a9c-98a7-48dc-9d31-5e05b4d85ca2 req-eb4711fc-26de-4012-b7dd-9448a7688314 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Dec 10 05:23:22.418641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f5b0302-02c6-4f67-be08-b0f8e9df58de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:23.316513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75312951-e277-4329-a38c-04d6d78460cc req-e32be48a-9b0b-44c6-8996-962c28c03dd3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:23.318503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75312951-e277-4329-a38c-04d6d78460cc req-e32be48a-9b0b-44c6-8996-962c28c03dd3 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Dec 10 05:23:23.363666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75312951-e277-4329-a38c-04d6d78460cc req-dceebbfb-a573-46f3-82ea-b593c5ecd3db tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Dec 10 05:23:24.011009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:24.476620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8a1e5-601e-4bf2-8326-b7a591327bbb req-a3ef2cc3-a309-4573-a893-d7500089e695 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:24.478068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eab8a1e5-601e-4bf2-8326-b7a591327bbb req-a3ef2cc3-a309-4573-a893-d7500089e695 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Dec 10 05:23:24.524703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eab8a1e5-601e-4bf2-8326-b7a591327bbb req-bf1e18fb-ff03-42bd-9019-fe79e9072c07 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Dec 10 05:23:25.230264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2533a4c8-7865-436f-9004-c758e9295953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:25.267306 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-e837a5c7-5269-49de-a393-c22232477721 req-cb17a926-d91d-4fc9-b83d-a58283cc7c40 service neutron] show failed (client error): The resource could not be found. Dec 10 05:23:25.268327 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-cb17a926-d91d-4fc9-b83d-a58283cc7c40 service neutron] 10.222.0.41 "GET /v2.0/ports/a2103d84-6ce8-414e-938b-de6f2190ece6/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.1072879 Dec 10 05:23:25.479526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-dddbf35a-042c-4359-ae7e-cecf0d31d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:25.480501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-dddbf35a-042c-4359-ae7e-cecf0d31d67c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3&tenant_id=d7498ca9e3634d109f6ba40b6999c0dd HTTP/1.1" status: 200 len: 1096 time: 0.0405962 Dec 10 05:23:25.498279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:25.548286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:25.711529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab2699-767f-4256-b582-f79670868790 req-f720d116-b24d-4af1-87c6-5ac519bfa5a1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:25.713032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90ab2699-767f-4256-b582-f79670868790 req-f720d116-b24d-4af1-87c6-5ac519bfa5a1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.1184587 Dec 10 05:23:25.910806 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.147433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90ab2699-767f-4256-b582-f79670868790 req-fb579eaa-6be2-469d-83b3-a7531a81c3bd tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244857 Dec 10 05:23:26.153833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:26.186939 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:26.224897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:26.227185 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac36e2-297c-453c-9548-560e680358b9" -d '{"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-unplugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:26.230912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.242933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Transition to ACTIVE for port object a2103d84-6ce8-414e-938b-de6f2190ece6 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:23:26.246790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.280185 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bc1576-ee28-431e-851a-d1153da9a205 x-openstack-request-id: req-c3bc1576-ee28-431e-851a-d1153da9a205 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:26.280498 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-unplugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:26.280754 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3bc1576-ee28-431e-851a-d1153da9a205 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:26.281138 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'code': 200} Dec 10 05:23:26.319547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] No DVR routers for this DVR port a2103d84-6ce8-414e-938b-de6f2190ece6 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:23:26.322570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:26.355364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:23:26.355687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:23:26.356012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:26.360562 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:23:26.360889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Attempting to bind port a2103d84-6ce8-414e-938b-de6f2190ece6 on network 8ec93766-df2e-4bf7-8b82-bdffefdf482a {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:26.365787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:23:26.366122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Checking segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:26.366507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Bound using segment: {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:23:26.366925 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Bound port: a2103d84-6ce8-414e-938b-de6f2190ece6, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ab7d-37a2-40fb-bd5c-9f7a89162864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:23:26.367279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.428854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:26.432311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:23:26.436610 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.469260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:26.469921 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:26.471423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 1091 time: 0.9772255 Dec 10 05:23:26.493572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffe5ab-e449-4deb-b9f2-6f81e9bae911 service neutron] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:26.546917 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-2d8b72cb-ce30-48af-a7f1-ff40d5049154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:26.548390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-2d8b72cb-ce30-48af-a7f1-ff40d5049154 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1094 time: 0.0433645 Dec 10 05:23:26.636014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-3bee142b-9312-4515-9997-88a56da6cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:26.637502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-3bee142b-9312-4515-9997-88a56da6cd9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0822575 Dec 10 05:23:26.684839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-e0d63c73-c5f7-4926-bb52-0ca444fbddc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0395401 Dec 10 05:23:26.732721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a5c7-5269-49de-a393-c22232477721 req-6e0c72d6-dea4-4058-8846-f59543ef85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:26.734164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-6e0c72d6-dea4-4058-8846-f59543ef85e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0428839 Dec 10 05:23:26.765159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-448de775-6c95-4593-8d4b-e1909d48facb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238688 Dec 10 05:23:26.855340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-1fa6d0c9-a822-4ed4-badb-5cef07c72bf8 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832450 Dec 10 05:23:26.944039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e837a5c7-5269-49de-a393-c22232477721 req-1db2a135-da53-4e16-9f96-076b7b55ba6b service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810266 Dec 10 05:23:27.268411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f25c-8b89-4156-a745-c40c0eb9da58 req-a74fd973-2f73-4034-ac28-bdf73979f470 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:27.269975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9613f25c-8b89-4156-a745-c40c0eb9da58 req-a74fd973-2f73-4034-ac28-bdf73979f470 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0481791 Dec 10 05:23:27.321387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9613f25c-8b89-4156-a745-c40c0eb9da58 req-7d5f4d42-4fdf-442b-a3ca-f359d971b2ee tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Dec 10 05:23:27.569509 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:28.281885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:28.284186 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf10d0-07c4-4fc3-9856-6d2a96869828" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:28.337606 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee286193-66c1-4e61-9977-1eeef6b146c2 x-openstack-request-id: req-ee286193-66c1-4e61-9977-1eeef6b146c2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:28.337908 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:28.338159 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee286193-66c1-4e61-9977-1eeef6b146c2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:28.338561 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'status': 'completed', 'code': 200} Dec 10 05:23:28.376707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:28.486058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-9b1159c4-e77c-4489-b2e1-a51bd4e34d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.487461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-9b1159c4-e77c-4489-b2e1-a51bd4e34d60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1094 time: 0.0901277 Dec 10 05:23:28.489031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-6fd6f258-f2ba-4201-ab46-2ab7bd4cfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.490954 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-6fd6f258-f2ba-4201-ab46-2ab7bd4cfe2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1094 time: 0.1016502 Dec 10 05:23:28.502600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8643c4-f93a-41a5-a339-d6e66a1229ad req-d4ebdcc6-d951-4e3b-a12c-cc3476e76073 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.503949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8643c4-f93a-41a5-a339-d6e66a1229ad req-d4ebdcc6-d951-4e3b-a12c-cc3476e76073 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0848863 Dec 10 05:23:28.683989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8643c4-f93a-41a5-a339-d6e66a1229ad req-0d8f6839-cc3d-47db-927e-88e90e8ec3b6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608515 Dec 10 05:23:28.695477 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-686a768e-e580-4270-a195-3f6af4386948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.697204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-686a768e-e580-4270-a195-3f6af4386948 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.1910932 Dec 10 05:23:28.701810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-2a2bab74-6700-43e0-ab72-2117a8e57cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.703179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-2a2bab74-6700-43e0-ab72-2117a8e57cea service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.1983807 Dec 10 05:23:28.777121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-5862c0c5-a7ce-43ab-8e9a-9ef58b8abb05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0686107 Dec 10 05:23:28.778356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-edd95404-42fc-48d1-bb66-700b7dc4f61a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0634787 Dec 10 05:23:28.860306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-15e01e73-98e2-410c-920e-dfd29371588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.861758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-15e01e73-98e2-410c-920e-dfd29371588d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0763993 Dec 10 05:23:28.863112 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-05c87484-1c28-4933-b8e8-58676960d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:28.864425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-05c87484-1c28-4933-b8e8-58676960d9da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0715096 Dec 10 05:23:28.898648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-0376c214-b7ee-45b2-9b42-076f6468de1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298464 Dec 10 05:23:28.917624 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-f5a3c49d-541d-4d38-b71f-873c8d761365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418613 Dec 10 05:23:29.063636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-041258a6-f0da-487a-b3fe-46d06e38c84a service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480632 Dec 10 05:23:29.068593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-82c5a2b1-2435-4456-9266-87828e182e1e service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350830 Dec 10 05:23:29.214778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-d5f4d042-ef8d-4a3a-8aeb-bc68cf0c99a4 service neutron] 10.222.0.36 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445117 Dec 10 05:23:29.224203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-abdf10d0-07c4-4fc3-9856-6d2a96869828 req-03e1094f-3ebd-49ba-a6e0-9f20bddda0a7 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369936 Dec 10 05:23:29.367767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:23:29.405726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:23:29.801367 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686065-5d24-4967-afbe-9d0ca9bd5f0d req-9fd8bdd4-33bb-4eca-948e-e1ce3fa72990 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:29.803577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d686065-5d24-4967-afbe-9d0ca9bd5f0d req-9fd8bdd4-33bb-4eca-948e-e1ce3fa72990 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0486703 Dec 10 05:23:29.821298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:23:29.850169 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d686065-5d24-4967-afbe-9d0ca9bd5f0d req-b822f8ea-0b69-4b4b-85b8-842ccf89f2c0 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Dec 10 05:23:29.917948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:29.929920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'network_id': '8ec93766-df2e-4bf7-8b82-bdffefdf482a', 'port_id': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'mac_address': 'fa:16:3e:19:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d2e1ab-540d-42fb-b45f-2527d2fae2d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:23:29.971079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:29.985797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2103d84-6ce8-414e-938b-de6f2190ece6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:23:30.008847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:30.013116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:30.057708 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5072-543d-4952-bf24-115000592f38 req-9b305f9a-4320-4193-84be-f9bc2a020401 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:30.059198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf7b5072-543d-4952-bf24-115000592f38 req-9b305f9a-4320-4193-84be-f9bc2a020401 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 943 time: 0.0637019 Dec 10 05:23:30.062001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:30.124300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-b502adba-9c01-4347-b900-5fa6c4b34af6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:30.125740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-b502adba-9c01-4347-b900-5fa6c4b34af6 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3&tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 944 time: 0.0864463 Dec 10 05:23:30.132790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf7b5072-543d-4952-bf24-115000592f38 req-97173359-2b2b-42d3-838c-db3e7509fdd7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602653 Dec 10 05:23:30.188361 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-49bdc670-20bf-44ee-b23e-9d2c52ee5b01 service neutron] delete failed (client error): The resource could not be found. Dec 10 05:23:30.189413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-49bdc670-20bf-44ee-b23e-9d2c52ee5b01 service neutron] 10.222.0.41 "DELETE /v2.0/ports/a2103d84-6ce8-414e-938b-de6f2190ece6/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0538249 Dec 10 05:23:30.297257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a2103d84-6ce8-414e-938b-de6f2190ece6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:23:30.312622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-24a4e2c4-abfe-46de-ad59-1485dd1c697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:30.314117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-24a4e2c4-abfe-46de-ad59-1485dd1c697c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 1095 time: 0.0461454 Dec 10 05:23:30.404896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-469d56ab-adc3-4f8e-ac8c-63c646686a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:30.406382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-469d56ab-adc3-4f8e-ac8c-63c646686a49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 200 len: 916 time: 0.0842056 Dec 10 05:23:30.453510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-c285750d-156e-479b-9630-0b7926f7eb5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 200 len: 217 time: 0.0378280 Dec 10 05:23:30.511672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-86149ed7-6ae8-496e-b776-23184c6f699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:30.513133 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-86149ed7-6ae8-496e-b776-23184c6f699d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 200 len: 855 time: 0.0441885 Dec 10 05:23:30.544416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-1a774a3c-7b93-4c86-b189-a0b68223846a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ec93766-df2e-4bf7-8b82-bdffefdf482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241246 Dec 10 05:23:30.634599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-99c2b855-f08e-46db-bfa5-a4a1173e137f service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Dec 10 05:23:30.725936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c885e2ec-37b1-4d18-9c20-636edef5892a req-add1c82e-7d3f-4bdb-9e9b-cf0b41f4746a service neutron] 10.222.0.41 "GET /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801675 Dec 10 05:23:31.258764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe94080-faa1-4735-b842-ed0c386927c2 req-a4eec5f4-32cd-4f96-af01-0977b44b9f72 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:31.260259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfe94080-faa1-4735-b842-ed0c386927c2 req-a4eec5f4-32cd-4f96-af01-0977b44b9f72 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 944 time: 0.0506811 Dec 10 05:23:31.312345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfe94080-faa1-4735-b842-ed0c386927c2 req-835e1614-a5f7-498d-b78e-a23f48770bce tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Dec 10 05:23:31.826238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:23:31.873830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a2103d84-6ce8-414e-938b-de6f2190ece6 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:23:31.877693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a2103d84-6ce8-414e-938b-de6f2190ece6 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:31.878062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:31.958530 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:31.981267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:31.983503 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ceca76-7c5d-40cc-ace3-a3ae338c08c7" -d '{"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-plugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:31.996779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:32.000764 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:32.047103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:32.086144 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0de16-716c-4ad6-b50b-7eda39148633 x-openstack-request-id: req-e1f0de16-716c-4ad6-b50b-7eda39148633 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:32.086449 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-plugged", "status": "completed", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:32.086728 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1f0de16-716c-4ad6-b50b-7eda39148633 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:32.087144 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'code': 200} Dec 10 05:23:32.428080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4315b2-efb7-4bd8-8895-762ae08a30b8 req-9fed5421-9638-45ee-8ce7-29c3c8e94967 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:32.429583 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b4315b2-efb7-4bd8-8895-762ae08a30b8 req-9fed5421-9638-45ee-8ce7-29c3c8e94967 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Dec 10 05:23:32.476557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b4315b2-efb7-4bd8-8895-762ae08a30b8 req-ed31f19a-ca86-4e08-90b9-0f3ea5c76de1 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Dec 10 05:23:32.589290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa747a4-7774-4ae9-acbb-405d075cb881 req-29822975-719d-4b2d-b12c-b4f02eca55a7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:32.590811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfa747a4-7774-4ae9-acbb-405d075cb881 req-29822975-719d-4b2d-b12c-b4f02eca55a7 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479858 Dec 10 05:23:32.636600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfa747a4-7774-4ae9-acbb-405d075cb881 req-63a57568-104c-4f32-8261-62aa317cbc53 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Dec 10 05:23:32.750030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12229cd-db9e-4a0e-86b6-ccbc9fed6b39 req-6f4f3826-40dd-4351-817d-ee498f26decb tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:32.751482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f12229cd-db9e-4a0e-86b6-ccbc9fed6b39 req-6f4f3826-40dd-4351-817d-ee498f26decb tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0515563 Dec 10 05:23:32.797412 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f12229cd-db9e-4a0e-86b6-ccbc9fed6b39 req-e9f54b08-b180-41f2-a12d-0d86c15d4512 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Dec 10 05:23:33.112728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ee1bb-1ee2-489e-9a1b-80eb7786be1b req-d8f8d119-efbb-4fcb-b558-109ab27f83bc tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:33.114112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e78ee1bb-1ee2-489e-9a1b-80eb7786be1b req-d8f8d119-efbb-4fcb-b558-109ab27f83bc tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Dec 10 05:23:33.160216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e78ee1bb-1ee2-489e-9a1b-80eb7786be1b req-bb48138b-8796-4d23-b5f1-808334327ef5 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Dec 10 05:23:34.274684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748189-a5ea-43a0-8233-a8ca7b911d28 req-9d855921-bf3f-4d24-b062-a7e97de25694 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:34.276152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa748189-a5ea-43a0-8233-a8ca7b911d28 req-9d855921-bf3f-4d24-b062-a7e97de25694 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0472515 Dec 10 05:23:34.327026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa748189-a5ea-43a0-8233-a8ca7b911d28 req-899ad7e9-be45-4fbd-bed6-f442656647cd tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Dec 10 05:23:34.414547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-2b6c8c85-c5ad-488b-b14a-59ca0ac9c06e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:34.415993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-2b6c8c85-c5ad-488b-b14a-59ca0ac9c06e tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ca013ab-6e8d-4bdf-b404-659222916df3 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Dec 10 05:23:34.502478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Deleting port a2103d84-6ce8-414e-938b-de6f2190ece6 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:23:34.502738 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:34.594396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] For port a2103d84-6ce8-414e-938b-de6f2190ece6, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a2103d84-6ce8-414e-938b-de6f2190ece6,segment=NetworkSegment(e933ab7d-37a2-40fb-bd5c-9f7a89162864),segment_id=e933ab7d-37a2-40fb-bd5c-9f7a89162864)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:34.594760 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:34.607616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Calling delete_port for a2103d84-6ce8-414e-938b-de6f2190ece6 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:23:34.735075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:34.764071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Pushing event deleted for resources: {'Port': ['ID=a2103d84-6ce8-414e-938b-de6f2190ece6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:34.774278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a2103d84-6ce8-414e-938b-de6f2190ece6'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:23:34.804032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] No DVR routers for this DVR port a2103d84-6ce8-414e-938b-de6f2190ece6 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:23:34.806492 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:34.809825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1da94d83-4dfc-4dd5-a45b-2390f8b065db req-bd673bbf-1b7f-455e-ade0-b5bfcf245aa2 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] 10.222.0.36 "DELETE /v2.0/ports/a2103d84-6ce8-414e-938b-de6f2190ece6 HTTP/1.1" status: 204 len: 173 time: 0.3865237 Dec 10 05:23:34.810265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-deleted', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:34.812494 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803e01b-02b4-465d-9aee-bb6deab6463f" -d '{"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-deleted", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:34.850053 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba96a63c-e8ae-40e8-bc42-20e153090456 x-openstack-request-id: req-ba96a63c-e8ae-40e8-bc42-20e153090456 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:34.850591 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca013ab-6e8d-4bdf-b404-659222916df3", "name": "network-vif-deleted", "tag": "a2103d84-6ce8-414e-938b-de6f2190ece6", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:34.850863 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba96a63c-e8ae-40e8-bc42-20e153090456 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:34.851368 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca013ab-6e8d-4bdf-b404-659222916df3', 'name': 'network-vif-deleted', 'tag': 'a2103d84-6ce8-414e-938b-de6f2190ece6', 'status': 'completed', 'code': 200} Dec 10 05:23:35.450084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47518) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:35.494342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Deleting subnet 46d2e1ab-540d-42fb-b45f-2527d2fae2d5 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:23:35.497364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.539076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.575724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.625368 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.648726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d2e1ab-540d-42fb-b45f-2527d2fae2d5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:35.654396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.660353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b3e78bd0-bff2-41de-aa85-17c7c8b7bf7e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46d2e1ab-540d-42fb-b45f-2527d2fae2d5 HTTP/1.1" status: 204 len: 168 time: 0.2090709 Dec 10 05:23:35.663377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:35.734164 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.810070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.828897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec93766-df2e-4bf7-8b82-bdffefdf482a']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:35.838263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e933ab7d-37a2-40fb-bd5c-9f7a89162864') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:35.838558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e933ab7d-37a2-40fb-bd5c-9f7a89162864') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:35.852241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.864842 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.870886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:23:35.871269 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:23:35.872997 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:23:35.926140 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.931771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:35.934975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] 10.222.0.43 "DELETE /v2.0/networks/8ec93766-df2e-4bf7-8b82-bdffefdf482a HTTP/1.1" status: 204 len: 168 time: 0.2706807 Dec 10 05:23:35.945906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83687d0d-c1b4-4289-95fe-af0690fd5b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec93766-df2e-4bf7-8b82-bdffefdf482a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:36.041581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:36.081386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-38878e53-28c6-4485-9877-697697e27128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7498ca9e3634d109f6ba40b6999c0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386434 Dec 10 05:23:36.084395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47526) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:36.129218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:36.154358 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:36.200978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:36.203537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:36.204743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4de8cde-d3fe-4966-8b9e-06c7aecc02ad HTTP/1.1" status: 204 len: 168 time: 0.1193881 Dec 10 05:23:36.213247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78aea40-928a-4fcb-abc7-13a7f7b6a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de8cde-d3fe-4966-8b9e-06c7aecc02ad,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:36.854097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47548) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:36.948111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-139240999-network', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:36.969093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:23:36.971364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:36.979784 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.053322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.056568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.082524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:23:37.088734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bccdc5-1812-4bca-a446-4e06f7b68407,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:37.094640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.094983 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Added segment 545182cd-27e6-4ee0-a76d-63781a0dae1b of type vlan for network ef85708f-26a1-43bb-a268-595ad5e63dca Dec 10 05:23:37.134790 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.157684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.158591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:37.159156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.194325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3390815 Dec 10 05:23:37.197438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:37.202994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Request body: {'subnet': {'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-139240999-subnet', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:37.224840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ad63-e100-41ab-847a-0d0e9a9e8ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef85708f-26a1-43bb-a268-595ad5e63dca,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:37.225612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:23:37.227913 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.235032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ef85708f-26a1-43bb-a268-595ad5e63dca details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:23:37.405464 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.463369 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d755f1-e03f-4178-881e-52211f790122,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:37.474291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.474638 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.474978 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.475315 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.475649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.475982 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.476309 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.476657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.476985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.477303 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.477625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.477944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.478263 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:37.481516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:37.481920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Network hostable DHCP agents. Network: ef85708f-26a1-43bb-a268-595ad5e63dca, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:23:37.498066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Network ef85708f-26a1-43bb-a268-595ad5e63dca is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:23:37.506895 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ef85708f-26a1-43bb-a268-595ad5e63dca) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:37.511166 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:37.511928 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.517112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae07a26-34bd-4be0-85a7-4a7e6f072332 None None] Network ef85708f-26a1-43bb-a268-595ad5e63dca requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:23:37.531430 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b86df31-8d0d-4acc-8b63-d0f4c74a9902 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3321700 Dec 10 05:23:37.534399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47554) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:37.538906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:37.560785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.561771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.612304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.623642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ef85708f-26a1-43bb-a268-595ad5e63dca', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:23:37.624590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.758205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Allocated IP 172.20.0.2 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/69fc6b8f-bcd4-4311-8570-1b7d6da676ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:23:37.767761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.859883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:23:37.882179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: a2103d84-6ce8-414e-938b-de6f2190ece6 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:23:37.882516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a2103d84-6ce8-414e-938b-de6f2190ece6 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:23:37.921930 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.928630 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.962223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:37.966056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:37.968802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:37.974712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:23:37.981487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Pushing event updated for resources: {'Port': ['ID=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:37.984304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.034855 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Attempting to bind port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:23:38.035211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Attempting to bind port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:23:38.035483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Attempting to bind port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:38.040288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:23:38.040674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:38.041072 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.041461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:23:38.041924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Bound port: 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:23:38.042294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.093903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Allocated IP 172.25.8.79 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8463820b-4605-41f6-81ab-809ceb44fb16) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:23:38.105170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] For port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:38.109163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] For port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:23:38.113533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.170801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbb024-5e4e-4e19-8577-102895db2348 None None] Pushing event updated for resources: {'Port': ['ID=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:38.204114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.243629 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.282347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:38.288018 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:38.292409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:23:38.295619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Pushing event updated for resources: {'Port': ['ID=8463820b-4605-41f6-81ab-809ceb44fb16,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:38.302943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35d0d7-79c3-4818-b09a-cf08e99cedbf None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:23:38.439670 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eea36625-90e1-4eb8-a311-9ed2424a7b66 None None] Provisioning complete for port 8463820b-4605-41f6-81ab-809ceb44fb16 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:38.440236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eea36625-90e1-4eb8-a311-9ed2424a7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:38.483791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-eea36625-90e1-4eb8-a311-9ed2424a7b66 None None] Port 8463820b-4605-41f6-81ab-809ceb44fb16 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:23:38.575127 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.110584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.117734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac312a-b140-453d-87a0-0f724efde2e4 None None] Network ef85708f-26a1-43bb-a268-595ad5e63dca requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:23:39.231928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] Provisioning complete for port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:39.232303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.237735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Router 5068b389-c480-49d5-956d-78d2178b54cc is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:23:39.316804 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.347144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:23:39.358391 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:23:39.364692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] For port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:39.369664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.371026 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.371225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-44efdc5d-1f67-4f71-bd07-629061c57441 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8356783 Dec 10 05:23:39.374287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:39.374776 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:39.375112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:39.431296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0ef9-3ed5-4e9a-b050-7767f3b288da None None] Pushing event updated for resources: {'Port': ['ID=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:39.496331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4a0d9204-7cec-430b-8705-f23af0e3d588 None None] Provisioning complete for port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:39.496612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a0d9204-7cec-430b-8705-f23af0e3d588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.503796 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:39.623944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 69fc6b8f-bcd4-4311-8570-1b7d6da676ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:23:39.672072 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:39.672451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.689530 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:38Z', 'revision_number': 3, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:39.718871 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:23:39.719357 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Updating router 5068b389-c480-49d5-956d-78d2178b54cc port 8463820b-4605-41f6-81ab-809ceb44fb16 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:23:39.747930 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:39.840923 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.000258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Allocated IP 172.20.0.1 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/860bfae4-a123-4594-9bc4-2839c05cd299) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:23:40.005799 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.010408 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.050661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d304c-8c0d-4810-9c95-a9a9bbfc19dd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:23:40.061697 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Pushing event updated for resources: {'Port': ['ID=8463820b-4605-41f6-81ab-809ceb44fb16,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:40.063822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Attempting to bind port 8463820b-4605-41f6-81ab-809ceb44fb16 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:23:40.064272 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Attempting to bind port 8463820b-4605-41f6-81ab-809ceb44fb16 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:23:40.064661 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Attempting to bind port 8463820b-4605-41f6-81ab-809ceb44fb16 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:40.074482 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.074825 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.075167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.075497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.075823 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.076146 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.076468 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.076809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.077126 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.077443 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.077757 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.078070 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.078384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:40.081602 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:23:40.081976 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:40.082375 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.082754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:23:40.083261 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Bound port: 8463820b-4605-41f6-81ab-809ceb44fb16, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:23:40.083638 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.109937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cb0d5695-9bef-46e9-bdca-6a67149f498d None None] Provisioning complete for port 8463820b-4605-41f6-81ab-809ceb44fb16 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:40.110273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.110364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5695-9bef-46e9-bdca-6a67149f498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.138850 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] For port 8463820b-4605-41f6-81ab-809ceb44fb16, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:40.142164 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] For port 8463820b-4605-41f6-81ab-809ceb44fb16, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8463820b-4605-41f6-81ab-809ceb44fb16,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:23:40.146107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d5695-9bef-46e9-bdca-6a67149f498d None None] Port 8463820b-4605-41f6-81ab-809ceb44fb16 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:23:40.147115 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.149298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.184835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:40.187879 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:40.190216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dffca87-df8c-492b-8fad-25f117f2d244 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:23:40.197443 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:23:40.199697 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:40.200316 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:40.236355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Pushing event updated for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:40.252833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.258103 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea255b4-6f98-4190-9dc0-08c6583003e8 None None] Pushing event updated for resources: {'Port': ['ID=8463820b-4605-41f6-81ab-809ceb44fb16,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:40.269184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] Provisioning complete for port 8463820b-4605-41f6-81ab-809ceb44fb16 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:40.269553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.317525 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:40.372342 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.396835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] For port 8463820b-4605-41f6-81ab-809ceb44fb16, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8463820b-4605-41f6-81ab-809ceb44fb16,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:40.404118 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.424242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.465325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5eb4c-6ee8-4e09-aa7c-ce97494f29e9 None None] Pushing event updated for resources: {'Port': ['ID=8463820b-4605-41f6-81ab-809ceb44fb16,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:40.527107 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9928b9ec-5aba-4eee-a505-210b6cec77e6 None None] Provisioning complete for port 860bfae4-a123-4594-9bc4-2839c05cd299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:40.527603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9928b9ec-5aba-4eee-a505-210b6cec77e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.561260 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9928b9ec-5aba-4eee-a505-210b6cec77e6 None None] Port 860bfae4-a123-4594-9bc4-2839c05cd299 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:23:40.595192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:38Z', 'revision_number': 3, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:40.596096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.601123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.624208 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab851a5e-9867-4494-ad02-29c1024f1c02 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:38Z', 'revision_number': 3, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:23:40.671983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:40.673881 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Pushing event updated for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:40.770934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:40.772314 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:40.923020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:23:41.039940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:23:41.045715 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-07558a91-efa7-442e-994c-1fc5c785904e admin admin] 10.222.0.43 "PUT /v2.0/routers/5068b389-c480-49d5-956d-78d2178b54cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6687429 Dec 10 05:23:41.085024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fb5608e6-2977-43d2-9e6d-efac94299789 None None] Provisioning complete for port 860bfae4-a123-4594-9bc4-2839c05cd299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:41.085387 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb5608e6-2977-43d2-9e6d-efac94299789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.126023 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fb5608e6-2977-43d2-9e6d-efac94299789 None None] Port 860bfae4-a123-4594-9bc4-2839c05cd299 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:23:41.479334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:41.483999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180402005', 'description': 'tempest-description--1149334722'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:41.507330 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.578654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8463820b-4605-41f6-81ab-809ceb44fb16 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:23:41.581924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.586107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.616106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.617389 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1370277 Dec 10 05:23:41.619350 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f3464-b1e7-4829-a4f1-c2a3d3ada86a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259f6fb2-584d-4397-bb85-8c63f804c76b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:41.620332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47566) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:41.624897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'security_group_rule': {'security_group_id': '259f6fb2-584d-4397-bb85-8c63f804c76b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:41.633555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 8463820b-4605-41f6-81ab-809ceb44fb16 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:41.633900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.653266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.727996 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.731470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.749370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850911d4-96c9-49b4-84ab-fd060e459484,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:41.754887 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.756112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347411 Dec 10 05:23:41.758875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:41.761243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.761599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.761950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.762297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.762639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.762977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.763313 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.763644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.763973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.764064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'security_group_rule': {'security_group_id': '259f6fb2-584d-4397-bb85-8c63f804c76b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:41.764302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.764655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.764991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.765320 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120a187-3fff-459f-8753-5a5aa0ba3e97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:23:41.793428 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.849693 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.853968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.875208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9471a6-49e4-4d8f-bfec-f3ab46a1eef5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:41.883936 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:41.885202 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-061afc97-598f-4188-9735-886d799f869d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252835 Dec 10 05:23:41.888264 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 47570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:41.892588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:41.914798 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.034346 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.142367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Allocated IP 172.25.8.182 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/97143331-b460-485a-a2ad-ac1d3734d1ec) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:23:42.210671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:23:42.220424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:42.221078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:42.245440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.280968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.318276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:42.321186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:42.324554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:23:42.336962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:42.353666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=97143331-b460-485a-a2ad-ac1d3734d1ec,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:42.418336 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.452579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.538146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 2, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:42.564225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:23:42.564675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Updating router 5068b389-c480-49d5-956d-78d2178b54cc port 860bfae4-a123-4594-9bc4-2839c05cd299 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:23:42.588627 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.604969 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.609810 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.680831 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=97143331-b460-485a-a2ad-ac1d3734d1ec,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:42.687137 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.701842 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.703067 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8630a80e-b05d-41be-a11c-af8988581634 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8138261 Dec 10 05:23:42.850159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-3143a778-f5c7-49e5-8382-269c9306bf53 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--180402005&fields=id&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 267 time: 0.0417340 Dec 10 05:23:42.855227 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.860528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.910296 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1997e3-7552-4a2c-a00f-2340fa5ae917 None None] Pushing event updated for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:42.964049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-d2ee6781-236f-4ac9-abb3-59447057b6bc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:42.965669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-d2ee6781-236f-4ac9-abb3-59447057b6bc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1078632 Dec 10 05:23:42.972772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Attempting to bind port 860bfae4-a123-4594-9bc4-2839c05cd299 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:23:42.973118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Attempting to bind port 860bfae4-a123-4594-9bc4-2839c05cd299 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:23:42.973489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Attempting to bind port 860bfae4-a123-4594-9bc4-2839c05cd299 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:42.979560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:23:42.979937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:42.980340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.980774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:23:42.981267 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Bound port: 860bfae4-a123-4594-9bc4-2839c05cd299, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:23:42.981678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:42.982132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-760a81a9-dc6c-47d6-bba4-452cba5da0bc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/quotas/f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 375 time: 0.0103195 Dec 10 05:23:43.038733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db5945c1-7b31-4b71-98af-66dcbb304389 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485816 Dec 10 05:23:43.052415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] For port 860bfae4-a123-4594-9bc4-2839c05cd299, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:43.056091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] For port 860bfae4-a123-4594-9bc4-2839c05cd299, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=860bfae4-a123-4594-9bc4-2839c05cd299,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:23:43.056502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-4e8c801b-2326-4ac1-a727-6d79581526f8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:23:43.057616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-4e8c801b-2326-4ac1-a727-6d79581526f8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067351 Dec 10 05:23:43.062208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:43.119694 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:43.120325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:43.125064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1997e3-7552-4a2c-a00f-2340fa5ae917 None None] Pushing event updated for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:43.160131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-0291771f-6b2b-42ea-ad74-f9c3614bf952 service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955493 Dec 10 05:23:43.193888 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] Provisioning complete for port 860bfae4-a123-4594-9bc4-2839c05cd299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:43.194254 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:43.266702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-32accd73-44cc-48d7-875f-219f839276a9 service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986736 Dec 10 05:23:43.274370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:43.403562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:43.451846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e29a9ad-df72-4236-8224-e4618a5f7c33 req-d30747de-6514-426a-9d27-8438b86ac5bd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Dec 10 05:23:43.477777 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] For port 860bfae4-a123-4594-9bc4-2839c05cd299, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=860bfae4-a123-4594-9bc4-2839c05cd299,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:43.482923 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:43.559405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583acf5-76d3-44df-9891-6e65784ac62c None None] Pushing event updated for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:43.585039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:43.620151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8233f-fab9-4899-907d-5cd0510da51a None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:23:43.630989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f0b598c6-74a5-4d82-803c-a5f716daf159 None None] Provisioning complete for port 860bfae4-a123-4594-9bc4-2839c05cd299 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:43.631364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0b598c6-74a5-4d82-803c-a5f716daf159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:44.550650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6ba0d4d6-115b-4141-920c-9f57efcb34b9 req-749e35d8-a9da-451e-a33c-416122e4b8d0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Dec 10 05:23:44.667113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-2e2e9f69-40c5-4793-a810-6c99083c7d76 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:44.668651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-2e2e9f69-40c5-4793-a810-6c99083c7d76 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1147344 Dec 10 05:23:44.738590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-9af11534-9006-4f04-8575-20c9f88ba931 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 379 time: 0.0533819 Dec 10 05:23:44.773664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'port': {'device_id': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'admin_state_up': True, 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'security_groups': ['259f6fb2-584d-4397-bb85-8c63f804c76b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:44.881971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:23:44.885676 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.006701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Allocated IP 172.20.0.4 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/ba91e4fc-9fc1-440e-ab29-9813aacf03da) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:23:45.144638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.178525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.221187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:23:45.224856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:23:45.231025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:23:45.253645 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:45.281815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:45.282459 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.305599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-db45deb0-ce00-4423-9c69-ecdca9d9c86c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366626 Dec 10 05:23:45.324306 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Request body: {'port': {'device_id': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:45.385488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.481358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3c3309b7-59d1-4f91-a8ae-02c94893b852 None None] Provisioning complete for port ba91e4fc-9fc1-440e-ab29-9813aacf03da triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:45.481931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3309b7-59d1-4f91-a8ae-02c94893b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.523436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c3309b7-59d1-4f91-a8ae-02c94893b852 None None] Port ba91e4fc-9fc1-440e-ab29-9813aacf03da cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:23:45.595995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 860bfae4-a123-4594-9bc4-2839c05cd299 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:23:45.644921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 860bfae4-a123-4594-9bc4-2839c05cd299 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:45.645436 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.695153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba91e4fc-9fc1-440e-ab29-9813aacf03da {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:23:45.704429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.722742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d4b64-57a4-4421-b448-7276a26fe7ba req-7cf76dab-8dea-46c7-a9a3-a0770017392f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:45.724251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a83d4b64-57a4-4421-b448-7276a26fe7ba req-7cf76dab-8dea-46c7-a9a3-a0770017392f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 931 time: 0.0919480 Dec 10 05:23:45.729002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Transition to ACTIVE for port object ba91e4fc-9fc1-440e-ab29-9813aacf03da will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:23:45.736885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.814540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:45.822428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a83d4b64-57a4-4421-b448-7276a26fe7ba req-46b9ba34-62f2-492c-ac41-50f3bf3cf6ea tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921769 Dec 10 05:23:45.884878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:23:45.885213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:23:45.885541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:45.890023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:23:45.890339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:23:45.895349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:23:45.896223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:23:45.896653 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:23:45.897078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Bound port: ba91e4fc-9fc1-440e-ab29-9813aacf03da, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:23:45.897433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:45.964389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:23:45.967335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:23:45.971834 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:46.005705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.006391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:46.007774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] 10.222.0.36 "PUT /v2.0/ports/ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1091 time: 0.6878905 Dec 10 05:23:46.008209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:46.010701 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f2db42-cea8-47e5-8efa-7e19aa17776d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:46.043457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6d9a-7be3-41e9-b47f-76134b255c6a service neutron] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:46.058362 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9b51ca-61d6-4519-9104-04fc19debaed x-openstack-request-id: req-9d9b51ca-61d6-4519-9104-04fc19debaed {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:46.058654 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:46.058919 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d9b51ca-61d6-4519-9104-04fc19debaed {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:46.059490 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'status': 'completed', 'code': 200} Dec 10 05:23:46.109883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-c0030b6f-987f-4e47-8ee6-dea437f5c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.111467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-c0030b6f-987f-4e47-8ee6-dea437f5c593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1094 time: 0.0421817 Dec 10 05:23:46.165454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-23e47893-5f75-4410-8496-de3f5fdafd3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 217 time: 0.0392621 Dec 10 05:23:46.217443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-d775af48-0b84-42a1-8f61-1274a71b374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.218958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-d775af48-0b84-42a1-8f61-1274a71b374a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0456920 Dec 10 05:23:46.264210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-43b83427-4992-4a74-a107-690ee96aa41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.265777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-43b83427-4992-4a74-a107-690ee96aa41a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399208 Dec 10 05:23:46.357815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-a7cce563-9afd-46b0-9985-cbf4053dd8f5 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846407 Dec 10 05:23:46.446401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-604b2fa3-6edc-4b52-83ea-7e92a7ff6181 req-6be6d3f4-e500-4e6b-94b6-05a50e6a875c service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807889 Dec 10 05:23:46.578209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-8ff6c146-1f15-4b20-bb97-5f50def2ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.579695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-8ff6c146-1f15-4b20-bb97-5f50def2ffb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1094 time: 0.0462906 Dec 10 05:23:46.668912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-d45a165e-f4e6-4258-a970-6aa69f0a854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.670396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-d45a165e-f4e6-4258-a970-6aa69f0a854b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0833642 Dec 10 05:23:46.720494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-e1cbe003-96bf-4f44-858f-471dac9c8e52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 217 time: 0.0376973 Dec 10 05:23:46.769934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-4ae8cdb2-db5f-471e-82aa-31e4fba4c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.771858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-4ae8cdb2-db5f-471e-82aa-31e4fba4c15f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0435097 Dec 10 05:23:46.818550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-bcfd0ea3-e924-431b-83c7-ce2f5c118d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.819902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-bcfd0ea3-e924-431b-83c7-ce2f5c118d3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389755 Dec 10 05:23:46.940187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-cb1f95d7-28e5-453c-8fcb-7ac747fa4b58 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114321 Dec 10 05:23:46.964226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66b4d-98ec-47e8-a910-12a3652f49ba req-13de54d0-3353-4e5b-ac8b-263b514fb5ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:46.965659 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44c66b4d-98ec-47e8-a910-12a3652f49ba req-13de54d0-3353-4e5b-ac8b-263b514fb5ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0715439 Dec 10 05:23:47.059975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44c66b4d-98ec-47e8-a910-12a3652f49ba req-e8b2591d-478d-4340-bb23-f021c30ff0f9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840650 Dec 10 05:23:47.074936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58f2db42-cea8-47e5-8efa-7e19aa17776d req-73571532-3d30-490e-8126-e390f303f9cb service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264868 Dec 10 05:23:48.176171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb5fb-05a7-4810-adce-f0f128342ba4 req-3f9d8a42-71b8-4295-90de-e1c2ecf95a02 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:48.179500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8bb5fb-05a7-4810-adce-f0f128342ba4 req-3f9d8a42-71b8-4295-90de-e1c2ecf95a02 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0511017 Dec 10 05:23:48.226000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9c8bb5fb-05a7-4810-adce-f0f128342ba4 req-c7a51641-ef75-4e34-855f-5ff97e655d6d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Dec 10 05:23:49.343575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd69cf1-40a9-4327-a9c0-e231528e0796 req-d7bbede7-74cc-45f8-95b9-b857067328b0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:49.345141 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dd69cf1-40a9-4327-a9c0-e231528e0796 req-d7bbede7-74cc-45f8-95b9-b857067328b0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0528805 Dec 10 05:23:49.392225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0dd69cf1-40a9-4327-a9c0-e231528e0796 req-0bc0a2f0-afba-417d-805d-d4af93cdfe49 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Dec 10 05:23:49.913982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:23:50.009268 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:50.020071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'mac_address': 'fa:16:3e:68:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:23:50.059860 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:50.073203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba91e4fc-9fc1-440e-ab29-9813aacf03da {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:23:50.094195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:50.098510 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:50.147830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:50.368021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['ba91e4fc-9fc1-440e-ab29-9813aacf03da'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:23:50.510341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4d18-6781-49b3-b5da-7e886e3d4134 req-44258732-e02b-4957-a83f-2e052b1cf533 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:50.511843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ecf4d18-6781-49b3-b5da-7e886e3d4134 req-44258732-e02b-4957-a83f-2e052b1cf533 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0523622 Dec 10 05:23:50.558127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7ecf4d18-6781-49b3-b5da-7e886e3d4134 req-a2a1c357-a3be-4ac0-9c25-db910a1ba183 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Dec 10 05:23:50.715066 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:51.674625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757654e-de28-42a3-830f-fad34bb1b65e req-c81b9435-80a2-4d52-a51f-8a41f2e18f7a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:51.676092 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9757654e-de28-42a3-830f-fad34bb1b65e req-c81b9435-80a2-4d52-a51f-8a41f2e18f7a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0515440 Dec 10 05:23:51.721661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9757654e-de28-42a3-830f-fad34bb1b65e req-1b478a5d-bb60-4091-a850-e4c39b1d7b06 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Dec 10 05:23:52.009046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:23:52.056644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port ba91e4fc-9fc1-440e-ab29-9813aacf03da completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:23:52.060546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port ba91e4fc-9fc1-440e-ab29-9813aacf03da triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:23:52.060912 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:52.138670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:52.161596 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:52.164402 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c36002-de4a-49e5-9e65-466ca4b45e23" -d '{"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-plugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:52.177637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:23:52.182693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:52.208130 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc237b61-5c5f-417a-a212-9d055dc733df x-openstack-request-id: req-bc237b61-5c5f-417a-a212-9d055dc733df {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:52.208426 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-plugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:52.208714 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc237b61-5c5f-417a-a212-9d055dc733df {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:52.209100 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'code': 200} Dec 10 05:23:52.235514 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:23:52.339733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50cf7d-374f-4c64-955f-c6bebe4e3f3b req-dbcd1e76-68e7-4db1-9df9-a3e5e6df4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:52.341208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a50cf7d-374f-4c64-955f-c6bebe4e3f3b req-dbcd1e76-68e7-4db1-9df9-a3e5e6df4225 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1096 time: 0.0485277 Dec 10 05:23:52.388459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a50cf7d-374f-4c64-955f-c6bebe4e3f3b req-b66e270c-a223-4712-adb5-60bc9e4d65e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393054 Dec 10 05:23:52.421135 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ac9d-91c9-43d4-9e66-e138604cd7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:52.835919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677412a-3d73-42f3-8fe5-55c0e9294e8e req-9b222b03-7691-4c07-8284-daa957f16c49 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:52.837479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7677412a-3d73-42f3-8fe5-55c0e9294e8e req-9b222b03-7691-4c07-8284-daa957f16c49 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Dec 10 05:23:52.882645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7677412a-3d73-42f3-8fe5-55c0e9294e8e req-8edf30ae-8f3c-428e-a0f9-27434af4eb3e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393624 Dec 10 05:23:53.999484 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0352f-0188-47fd-99d0-f496adbb6a57 req-559ce194-fb08-47a0-bdb6-517cc9843ef2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:54.000892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ba0352f-0188-47fd-99d0-f496adbb6a57 req-559ce194-fb08-47a0-bdb6-517cc9843ef2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Dec 10 05:23:54.025312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:54.048082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1ba0352f-0188-47fd-99d0-f496adbb6a57 req-003ce585-3ee7-48d5-88a8-e8559a0dc91c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Dec 10 05:23:54.162591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be5559-dc7d-47b4-b66e-92baf1d26c7c req-a09023cf-ec96-4f3f-b6f5-a0e78c848440 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:54.164065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25be5559-dc7d-47b4-b66e-92baf1d26c7c req-a09023cf-ec96-4f3f-b6f5-a0e78c848440 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0511312 Dec 10 05:23:54.172640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47622) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:23:54.177015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'floatingip': {'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:23:54.216091 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:54.633675 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:54.637245 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:54.734775 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d associated. External IP: 172.25.8.182, port: ba91e4fc-9fc1-440e-ab29-9813aacf03da. Dec 10 05:23:54.935964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:23:55.232622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-530e5042-a9e4-4bab-9bfd-8008e5cbf155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:55.378818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:23:55.383902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:55.395401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:23:55.406778 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:55.407390 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:55.410806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-695ba9cd-2ead-4235-ba3e-efbaf33507e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "PUT /v2.0/floatingips/3795fa27-d999-4f93-8904-7df8c9187f1d HTTP/1.1" status: 200 len: 991 time: 1.2371137 Dec 10 05:23:55.411402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:23:55.414251 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4157e5f-c41e-43eb-beea-a9494ef142eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:23:55.459157 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ae8f2-6117-4ddf-9123-b36994f96a41 x-openstack-request-id: req-a56ae8f2-6117-4ddf-9123-b36994f96a41 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:23:55.460117 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:23:55.460371 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a56ae8f2-6117-4ddf-9123-b36994f96a41 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:23:55.460829 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'status': 'completed', 'code': 200} Dec 10 05:23:55.518860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:55.558451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-71d45f0a-311e-477c-9f25-978a25d16086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:55.560236 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-71d45f0a-311e-477c-9f25-978a25d16086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1096 time: 0.0405252 Dec 10 05:23:55.659249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-ee37d161-b96d-40a5-9122-c86332df2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:55.660762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-ee37d161-b96d-40a5-9122-c86332df2213 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0937972 Dec 10 05:23:55.726629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-343c90d6-2dd6-45a5-89c3-870a8d868ea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 999 time: 0.0592210 Dec 10 05:23:55.749492 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:68:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:23:54Z', 'revision_number': 1, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:55.775579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-1b1b2c1b-f698-485e-b090-942730335669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:55.775816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:23:55.777066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-1b1b2c1b-f698-485e-b090-942730335669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0430160 Dec 10 05:23:55.784011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:23:55.784636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:23:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:55.825878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-42740b38-e436-474f-aa4e-a84723f66338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:23:55.827399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-42740b38-e436-474f-aa4e-a84723f66338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432248 Dec 10 05:23:55.886354 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:23:55.917302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-2b91936a-c532-474d-a700-79f3e9b658fa service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Dec 10 05:23:55.917541 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:56.010103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4157e5f-c41e-43eb-beea-a9494ef142eb req-501fc004-a850-4057-a222-8abfd28cfe4f service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Dec 10 05:23:56.108030 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:68:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:23:54Z', 'revision_number': 1, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:23:56.137532 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa5d45-7390-41cf-8a64-a498f6023492 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:68:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:23:54Z', 'revision_number': 1, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:23:56.313414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743509ff-e18b-4b06-be9d-7875cf2477c0 None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:23:57.573754 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:23:58.051355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:23:58.376605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:04.440194 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-03eed3f0-4f90-49fa-8648-edd7f4cba0ea req-10d9f695-b453-4573-8f7e-d7217834180b service neutron] (103254) timed out ('10.222.0.36', 52769) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:24:18.875986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-e9a2e185-15ab-4d38-b43c-c9a5e962e533 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385532 Dec 10 05:24:18.971010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-ceede2de-124b-425e-a9af-4bc669de6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:24:18.972511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-ceede2de-124b-425e-a9af-4bc669de6e7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1096 time: 0.0384400 Dec 10 05:24:19.078233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-d4634d66-1e41-4fc2-82ed-54b93c5f7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:24:19.079771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-d4634d66-1e41-4fc2-82ed-54b93c5f7f05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0874109 Dec 10 05:24:19.146441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-72e5a285-92d1-4065-8433-f686fea591aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1001 time: 0.0583911 Dec 10 05:24:19.202204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-4bce9f15-91dc-4f0c-840a-2df54ebc2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:24:19.204619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-4bce9f15-91dc-4f0c-840a-2df54ebc2b00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0509906 Dec 10 05:24:19.258800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-11a3d28b-3ba4-4436-a76a-cd2ad5354225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:24:19.260323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-11a3d28b-3ba4-4436-a76a-cd2ad5354225 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484178 Dec 10 05:24:19.352799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-482a202b-9db6-47dd-8bc3-2e805568e57b service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826480 Dec 10 05:24:19.451183 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-85221dc6-d9a3-440d-9be3-799c3ce6ccee req-680e7198-aa74-485a-a393-dea06fb589e6 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Dec 10 05:24:20.720535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:22.422376 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c91ff94-72b2-4bb4-84c4-cc089a5bc27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:24.020819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:25.233470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4ad5-c8d5-4ba1-9f13-6e6cfe1d25db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:25.916215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:27.576306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:28.378614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:35.050539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:24:50.721858 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:52.419855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-209990fc-7001-418d-ba4c-9b6d0f8aefbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:54.040717 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:55.234916 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460020b3-c008-47a7-bd52-80da31612696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:55.918891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:57.582568 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:24:58.380503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:12.049761 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:25:20.733399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:20.845380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-e79e32b7-bc0a-48f9-8837-2aa9875be2a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408959 Dec 10 05:25:20.945138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d28e70-a0c3-477b-b279-687033ff54cf req-f22aa287-83c8-41a5-8d87-5760a6cdf9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:20.947186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-f22aa287-83c8-41a5-8d87-5760a6cdf9b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1096 time: 0.0398915 Dec 10 05:25:21.053432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d28e70-a0c3-477b-b279-687033ff54cf req-9d4b2a8b-cc8b-42be-b975-b332408cdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:21.055187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-9d4b2a8b-cc8b-42be-b975-b332408cdb54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0884254 Dec 10 05:25:21.121166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-a1f9f715-2d42-4c68-9a35-f2a4ebee8ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1001 time: 0.0573196 Dec 10 05:25:21.185966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d28e70-a0c3-477b-b279-687033ff54cf req-e666e4c7-10db-4b78-b9cf-2635775f1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:21.187431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-e666e4c7-10db-4b78-b9cf-2635775f1ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0590725 Dec 10 05:25:21.232330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d28e70-a0c3-477b-b279-687033ff54cf req-af6167c9-4fe3-4053-b0cd-58e4e84a627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:21.233773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-af6167c9-4fe3-4053-b0cd-58e4e84a627c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393920 Dec 10 05:25:21.326239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-d6123772-3e13-4f6b-9bdc-9eb301630f58 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855439 Dec 10 05:25:21.414116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42d28e70-a0c3-477b-b279-687033ff54cf req-4aed223d-8bb3-49e4-8c73-285f5d2af3bb service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805929 Dec 10 05:25:22.421438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48a46749-2aa6-462c-aabe-ec4a99a92ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:24.041618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:25.236616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4a-dcc1-48f6-90f9-c0350147b813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:25.922057 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:27.575348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:28.382551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:31.714702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec64b3-1e75-4ad0-bb23-a8f612ecf336 req-49427852-9531-483d-9d28-8c457a080d39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:31.716172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3ec64b3-1e75-4ad0-bb23-a8f612ecf336 req-49427852-9531-483d-9d28-8c457a080d39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.1031926 Dec 10 05:25:31.766042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a3ec64b3-1e75-4ad0-bb23-a8f612ecf336 req-1c49834c-7393-47f8-aec7-65b8eec2dc60 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Dec 10 05:25:32.022280 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-5e55d7df-4561-48ca-a138-1048841df921 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676653 Dec 10 05:25:32.030737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18f1fc-5bb9-4f5c-9ee1-75e84c450f85 req-88775995-86ed-447b-a155-89b785b79ef5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:32.032102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f18f1fc-5bb9-4f5c-9ee1-75e84c450f85 req-88775995-86ed-447b-a155-89b785b79ef5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0690124 Dec 10 05:25:32.080981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f18f1fc-5bb9-4f5c-9ee1-75e84c450f85 req-b58b53b2-2b47-4e9c-88a4-4c86fcebcfff tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Dec 10 05:25:33.288965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d10671-2445-46ed-870a-166b7ea7eadb req-069f9f53-f363-4ebd-87bd-0031fed523d1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:33.290943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3d10671-2445-46ed-870a-166b7ea7eadb req-069f9f53-f363-4ebd-87bd-0031fed523d1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.1383820 Dec 10 05:25:33.296868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-490fcc26-49fa-4382-a9cc-e5708d482ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:33.298228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-490fcc26-49fa-4382-a9cc-e5708d482ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1096 time: 0.0556679 Dec 10 05:25:33.396969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3d10671-2445-46ed-870a-166b7ea7eadb req-e05b5418-a689-42c1-9a37-2c1e4064fd22 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976675 Dec 10 05:25:33.419110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-cfe40fa0-e97d-4b37-ae6a-210a95e84557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:33.420598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-cfe40fa0-e97d-4b37-ae6a-210a95e84557 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1147468 Dec 10 05:25:33.484847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-b92ce08c-c88b-4e83-b439-491eec72eb1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1001 time: 0.0570300 Dec 10 05:25:33.531880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-bdcc6566-00dc-4e82-9fd1-b2365d0e85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:33.533283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-bdcc6566-00dc-4e82-9fd1-b2365d0e85dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0420916 Dec 10 05:25:33.581579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-6909e0c1-7713-47c6-84da-4d4ce1e6ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:33.583023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-6909e0c1-7713-47c6-84da-4d4ce1e6ce50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429227 Dec 10 05:25:33.671771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-81ba9dff-8b78-4926-914b-f6ed162eda2e service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804482 Dec 10 05:25:33.763742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-ea1a2bc2-d13a-4d94-8bfb-181531135c03 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850761 Dec 10 05:25:34.517359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a1520-f324-4f4b-b0fa-47004d9f8b93 req-aefb1acd-fbe4-4738-b197-766caf1b4daa tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:34.518897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-932a1520-f324-4f4b-b0fa-47004d9f8b93 req-aefb1acd-fbe4-4738-b197-766caf1b4daa tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Dec 10 05:25:34.564682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-932a1520-f324-4f4b-b0fa-47004d9f8b93 req-536335a0-7df6-4b14-832f-9b297549ef97 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Dec 10 05:25:35.681058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faa036-38f2-4e1d-8e17-af647ac9ef7e req-b1c53159-20a6-426f-987d-790e51006899 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:35.682543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7faa036-38f2-4e1d-8e17-af647ac9ef7e req-b1c53159-20a6-426f-987d-790e51006899 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Dec 10 05:25:35.732388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7faa036-38f2-4e1d-8e17-af647ac9ef7e req-70d8b41d-d226-4b94-853b-328495317e20 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Dec 10 05:25:36.860734 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018637a-e2db-4623-8758-d9a16445a38b req-78c0ee37-69fe-44e8-81da-65053274c60d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:36.862220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8018637a-e2db-4623-8758-d9a16445a38b req-78c0ee37-69fe-44e8-81da-65053274c60d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0541599 Dec 10 05:25:36.909598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8018637a-e2db-4623-8758-d9a16445a38b req-5f9850bb-6002-4825-b73e-c8de4292c586 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 Dec 10 05:25:38.024428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35652760-8c74-4ef9-9ae1-364ba84c2f89 req-28d4d83f-e0f6-4e5e-9b22-1cf2d3da12b5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:38.025926 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35652760-8c74-4ef9-9ae1-364ba84c2f89 req-28d4d83f-e0f6-4e5e-9b22-1cf2d3da12b5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Dec 10 05:25:38.072537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35652760-8c74-4ef9-9ae1-364ba84c2f89 req-cc435a1f-51d9-4287-9c84-3c0c9a837bdc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407791 Dec 10 05:25:39.190658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001b1a-421e-4618-941d-5082dcb74c11 req-6f2ef2ec-85c2-4099-8a3e-6574011f6535 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:39.192137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39001b1a-421e-4618-941d-5082dcb74c11 req-6f2ef2ec-85c2-4099-8a3e-6574011f6535 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Dec 10 05:25:39.238677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39001b1a-421e-4618-941d-5082dcb74c11 req-35e51d52-b153-491b-8533-f9c27814dd2e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Dec 10 05:25:40.352260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895becf-71ee-46b9-9dd0-ea9d97dcf66c req-9f8f065c-c6d2-4c1c-adde-2ee007ff392e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:40.354321 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c895becf-71ee-46b9-9dd0-ea9d97dcf66c req-9f8f065c-c6d2-4c1c-adde-2ee007ff392e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Dec 10 05:25:40.400922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c895becf-71ee-46b9-9dd0-ea9d97dcf66c req-e4fc0399-4c58-4d3b-98cb-6267591db235 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Dec 10 05:25:41.515672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f480dfc-8e79-4441-b40c-a40f7dc399a7 req-ef71bd1a-baf5-4877-b82d-ab41a4864bdd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:41.517177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f480dfc-8e79-4441-b40c-a40f7dc399a7 req-ef71bd1a-baf5-4877-b82d-ab41a4864bdd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0477116 Dec 10 05:25:41.575539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f480dfc-8e79-4441-b40c-a40f7dc399a7 req-5dbcd6f0-db2a-4b5b-a28c-457d481e62c4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523925 Dec 10 05:25:42.688902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519974-5c08-46b7-b536-0e62455af67a req-eab006dc-87cb-4870-83dc-d7d0f8047297 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:42.690356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39519974-5c08-46b7-b536-0e62455af67a req-eab006dc-87cb-4870-83dc-d7d0f8047297 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Dec 10 05:25:42.737360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39519974-5c08-46b7-b536-0e62455af67a req-e532b594-b401-4831-8937-7ecc7dd90c8c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410519 Dec 10 05:25:43.853111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9cf0-1909-4972-80b5-f646cdc65901 req-0fd936fc-f277-4f7c-a5b8-0c18ae0319d7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:43.854586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0edb9cf0-1909-4972-80b5-f646cdc65901 req-0fd936fc-f277-4f7c-a5b8-0c18ae0319d7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0498097 Dec 10 05:25:43.900781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0edb9cf0-1909-4972-80b5-f646cdc65901 req-a3b3a283-5578-4199-ad2d-3d680f23e1e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Dec 10 05:25:45.019183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbee9-bf97-4bfc-bc2b-8121b412a6a6 req-13b9dffb-990a-4ba2-b2c8-8103e8620a29 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:45.020717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6fbbee9-bf97-4bfc-bc2b-8121b412a6a6 req-13b9dffb-990a-4ba2-b2c8-8103e8620a29 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Dec 10 05:25:45.066833 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6fbbee9-bf97-4bfc-bc2b-8121b412a6a6 req-0e547b17-d6c1-43a6-9676-5c662e741bc6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Dec 10 05:25:45.723706 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-2316dad1-ce60-4073-a386-b88fea72579c req-0fa0b02d-8264-4384-bc14-e75fb32fe8bb service neutron] show failed (client error): The resource could not be found. Dec 10 05:25:45.724760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-0fa0b02d-8264-4384-bc14-e75fb32fe8bb service neutron] 10.222.0.36 "GET /v2.0/ports/ba91e4fc-9fc1-440e-ab29-9813aacf03da/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0537329 Dec 10 05:25:45.938935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-4a61f7de-e1c5-4b32-ba57-703042589102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:45.940731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-4a61f7de-e1c5-4b32-ba57-703042589102 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1096 time: 0.0400615 Dec 10 05:25:45.969243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:25:46.034306 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.215627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029f56-d481-4c49-9b29-41ea5705791f req-4e561934-38ad-4aa7-abba-f3d72bd8e6e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:46.217060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39029f56-d481-4c49-9b29-41ea5705791f req-4e561934-38ad-4aa7-abba-f3d72bd8e6e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0804842 Dec 10 05:25:46.298945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:25:46.304416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39029f56-d481-4c49-9b29-41ea5705791f req-86cca99b-6910-4260-b7db-1457c4b2f684 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639012 Dec 10 05:25:46.339607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:25:46.377007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:25:46.379233 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bd4eee-6f95-473c-8106-999fe1075606" -d '{"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-unplugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:25:46.383240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.396575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Transition to ACTIVE for port object ba91e4fc-9fc1-440e-ab29-9813aacf03da will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:25:46.401782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.430019 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312c4864-9294-4429-9313-55dd52a4b40e x-openstack-request-id: req-312c4864-9294-4429-9313-55dd52a4b40e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:25:46.431077 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-unplugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:25:46.431332 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-312c4864-9294-4429-9313-55dd52a4b40e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:25:46.431724 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'code': 200} Dec 10 05:25:46.515103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:46.536888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.537237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.537590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.537933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.538269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.538606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.538937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.539267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.539594 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.539957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.540285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.540630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.540965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:46.588405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] No DVR routers for this DVR port ba91e4fc-9fc1-440e-ab29-9813aacf03da on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:25:46.719557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:25:46.719893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:25:46.720222 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:25:46.724393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:25:46.724753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Attempting to bind port ba91e4fc-9fc1-440e-ab29-9813aacf03da on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:25:46.730067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:25:46.730403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:25:46.730782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:25:46.731198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Bound port: ba91e4fc-9fc1-440e-ab29-9813aacf03da, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:25:46.731546 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.794588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:25:46.797485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:25:46.800687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.834172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:46.834813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:46.836365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-3207719c-2461-4433-9b19-708e292c4184 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1091 time: 0.8709548 Dec 10 05:25:46.857230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207719c-2461-4433-9b19-708e292c4184 service neutron] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:46.930005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-d9bcdd1f-ba74-422e-9c8b-0f3a2e82c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:46.931843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-d9bcdd1f-ba74-422e-9c8b-0f3a2e82c08d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1094 time: 0.0437763 Dec 10 05:25:47.031937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-b635965b-a893-4d0d-8c42-b714911a1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:47.033491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-b635965b-a893-4d0d-8c42-b714911a1e53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0907807 Dec 10 05:25:47.102010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-6c878c17-063e-468b-a5af-27e654d44afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 999 time: 0.0572271 Dec 10 05:25:47.154071 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-3659c326-72a3-4501-8ce5-c58cc6eac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:47.155487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-3659c326-72a3-4501-8ce5-c58cc6eac3de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0420270 Dec 10 05:25:47.209539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316dad1-ce60-4073-a386-b88fea72579c req-bbb768b9-68fc-4aac-be1f-327a64679362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:47.211008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-bbb768b9-68fc-4aac-be1f-327a64679362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440767 Dec 10 05:25:47.302997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-9b35b734-919a-4704-93c9-740669685d6e service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806777 Dec 10 05:25:47.428680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2316dad1-ce60-4073-a386-b88fea72579c req-dbb26420-366b-4c31-b8fb-8fe520e17009 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135993 Dec 10 05:25:47.441502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb911f2-fa2b-4d67-a5cd-b4cebde92c6c req-85f50871-6f13-4197-8f95-c2cab5a0c41f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:47.442911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bb911f2-fa2b-4d67-a5cd-b4cebde92c6c req-85f50871-6f13-4197-8f95-c2cab5a0c41f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0654557 Dec 10 05:25:47.490045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bb911f2-fa2b-4d67-a5cd-b4cebde92c6c req-f7b023d0-a782-42e1-aa24-3ec6a45996bb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 Dec 10 05:25:48.433488 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:25:48.435834 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:25:48.488359 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c20a0-cc95-44dc-a3bc-e1e8b47d3fd0 x-openstack-request-id: req-f22c20a0-cc95-44dc-a3bc-e1e8b47d3fd0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:25:48.488677 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:25:48.488929 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f22c20a0-cc95-44dc-a3bc-e1e8b47d3fd0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:25:48.489325 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'status': 'completed', 'code': 200} Dec 10 05:25:48.609144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-8fdc76b8-5420-46df-9695-9a26f85f792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:48.610539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-8fdc76b8-5420-46df-9695-9a26f85f792b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1094 time: 0.0785694 Dec 10 05:25:48.677379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774bef4-4c8a-4eb2-b31d-fde2308a1524 req-c74e853f-d8f8-4b05-9363-faddfdbc1a87 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:48.678812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f774bef4-4c8a-4eb2-b31d-fde2308a1524 req-c74e853f-d8f8-4b05-9363-faddfdbc1a87 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.1152093 Dec 10 05:25:48.720847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-05863aad-4532-461e-a56c-a7bccb2f03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:48.722132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-05863aad-4532-461e-a56c-a7bccb2f03d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1094 time: 0.1250253 Dec 10 05:25:48.822148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-c1d4b58d-9580-464c-8ebc-fa0ec8807c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:48.823572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-c1d4b58d-9580-464c-8ebc-fa0ec8807c2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1964269 Dec 10 05:25:48.828721 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f774bef4-4c8a-4eb2-b31d-fde2308a1524 req-57e485ba-f7b5-4001-8f5b-22d7c186997e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225758 Dec 10 05:25:48.891807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-7082182d-fd60-4517-a948-39589d3a7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:48.893300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-7082182d-fd60-4517-a948-39589d3a7e19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1633422 Dec 10 05:25:48.917158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-5141d055-c7b0-414e-9018-b7bbf8a2f237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 999 time: 0.0844450 Dec 10 05:25:49.004587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-133c4b87-30f0-48cf-b973-feab737aec93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 999 time: 0.1017680 Dec 10 05:25:49.005958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-c58e3ee0-f2a1-41f2-b28e-1043e0cff894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:49.007277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-c58e3ee0-f2a1-41f2-b28e-1043e0cff894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0647097 Dec 10 05:25:49.050932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:25:49.414007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-49dd3feb-675a-423b-b49a-6ddadc9ecc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:49.415504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-49dd3feb-675a-423b-b49a-6ddadc9ecc70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.4047348 Dec 10 05:25:49.425375 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-01bf684e-2089-4a1c-9ca5-709fd98e0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:49.426714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-01bf684e-2089-4a1c-9ca5-709fd98e0d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4090762 Dec 10 05:25:49.526636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-3636b5ed-e6ef-47c9-9bc7-ba9e7f4da55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:49.528135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-3636b5ed-e6ef-47c9-9bc7-ba9e7f4da55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049271 Dec 10 05:25:49.565513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-6c617dd5-4f8b-42d7-8737-b0e909df6f44 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299870 Dec 10 05:25:49.686319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-6aecae25-5c62-4801-82e0-8bac13a9b92a service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486676 Dec 10 05:25:49.732198 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-50537b11-c383-4c8c-84b6-ca9b03249619 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581714 Dec 10 05:25:49.798886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10c6753c-e5ce-4b8a-ad3a-89585ddb0887 req-0ef4c073-d986-4c90-8793-c2e71c8400f8 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012366 Dec 10 05:25:49.948163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0384-b43f-4482-b31d-7cae397d866a req-911ee368-b606-4236-ad0d-661ffcbea3bb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:49.949568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eafc0384-b43f-4482-b31d-7cae397d866a req-911ee368-b606-4236-ad0d-661ffcbea3bb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0486279 Dec 10 05:25:49.993773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:25:49.998203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eafc0384-b43f-4482-b31d-7cae397d866a req-cbc74a84-70b2-4010-9f3d-b125fe24ccc8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Dec 10 05:25:50.251467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f3ecf-6652-4aac-b80b-1f8001021fd2 req-a182b1e8-3776-4585-bd95-139987b0b288 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.252979 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b35f3ecf-6652-4aac-b80b-1f8001021fd2 req-a182b1e8-3776-4585-bd95-139987b0b288 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 943 time: 0.0996950 Dec 10 05:25:50.265581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-db298297-8e40-4165-9b26-4f8bd33641fe tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.267013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-db298297-8e40-4165-9b26-4f8bd33641fe tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 943 time: 0.0747576 Dec 10 05:25:50.276173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:25:50.287026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'mac_address': 'fa:16:3e:68:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:25:50.324038 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:50.339838 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba91e4fc-9fc1-440e-ab29-9813aacf03da {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:25:50.345696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b35f3ecf-6652-4aac-b80b-1f8001021fd2 req-910155de-4b67-410c-9234-5d19f9a4bba1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776520 Dec 10 05:25:50.354890 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-564769ed-9ef4-432e-b18c-9ee304aae1ec service neutron] delete failed (client error): The resource could not be found. Dec 10 05:25:50.356577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-564769ed-9ef4-432e-b18c-9ee304aae1ec service neutron] 10.222.0.36 "DELETE /v2.0/ports/ba91e4fc-9fc1-440e-ab29-9813aacf03da/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0807135 Dec 10 05:25:50.359553 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:25:50.363570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:50.412749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:50.419939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.420282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.420648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.420988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.421312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.421637 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.421958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.422311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.422600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.422918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.423250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.423566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.423880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:25:50.464041 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-6e6b9468-e480-455d-904e-10967fb1c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.465490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-6e6b9468-e480-455d-904e-10967fb1c123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 1095 time: 0.0417831 Dec 10 05:25:50.557416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-e012bd11-be9d-4409-90d1-e9de71de3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.558865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-e012bd11-be9d-4409-90d1-e9de71de3e64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0860095 Dec 10 05:25:50.625455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-3a846a26-2182-4359-9180-bbe82c1834fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 200 len: 1000 time: 0.0585897 Dec 10 05:25:50.653251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:25:50.678029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-d57ba461-366c-4a8e-8bef-5c3263e77bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.679493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-d57ba461-366c-4a8e-8bef-5c3263e77bef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0474193 Dec 10 05:25:50.689891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:25:50.709973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['ba91e4fc-9fc1-440e-ab29-9813aacf03da'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:25:50.725615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-d44eb2cc-748b-4204-91b1-e51a29b7ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:50.727013 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-d44eb2cc-748b-4204-91b1-e51a29b7ee93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403211 Dec 10 05:25:50.756487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:50.820672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-d4b0a7d1-bfbe-415d-a2a6-006cc2e87301 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858514 Dec 10 05:25:50.908858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2201f59b-c2c2-4c0f-b27a-bddd85446ac6 req-5ca01d06-ce96-4688-8dd6-e3ff7affbbfb service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Dec 10 05:25:51.467808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20d7fc-bee2-440c-8bc0-26da4dd7cfe7 req-fe906441-9bfc-4456-ae7d-a083f3fa860c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:51.469353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b20d7fc-bee2-440c-8bc0-26da4dd7cfe7 req-fe906441-9bfc-4456-ae7d-a083f3fa860c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0504119 Dec 10 05:25:51.522149 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b20d7fc-bee2-440c-8bc0-26da4dd7cfe7 req-7657f55d-6399-4f29-89cf-b5eabcb27116 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466690 Dec 10 05:25:51.639056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34bb-e210-4393-be4c-78141f86c21b req-85e26b4c-2f2e-496f-81eb-5fd05e88a6d0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:51.640526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b73f34bb-e210-4393-be4c-78141f86c21b req-85e26b4c-2f2e-496f-81eb-5fd05e88a6d0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0503902 Dec 10 05:25:51.686420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b73f34bb-e210-4393-be4c-78141f86c21b req-5d0476f4-0e9e-456b-9ac2-ce76d5636c9f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399082 Dec 10 05:25:51.807834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4670b7a-9cf9-4a02-a0c6-4f45e06a2a89 req-3626ddb7-9296-4ce5-98ef-9cecbeb0ed08 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:51.809338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4670b7a-9cf9-4a02-a0c6-4f45e06a2a89 req-3626ddb7-9296-4ce5-98ef-9cecbeb0ed08 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0477645 Dec 10 05:25:51.855187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4670b7a-9cf9-4a02-a0c6-4f45e06a2a89 req-cf746ac6-139d-493b-9b60-3627ef94d09b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399473 Dec 10 05:25:52.001779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:25:52.052274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port ba91e4fc-9fc1-440e-ab29-9813aacf03da completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:25:52.057111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port ba91e4fc-9fc1-440e-ab29-9813aacf03da triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:25:52.057478 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:52.089775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c84e-5f6c-4a2a-a670-f078dca9dbd6 req-6a163739-bb82-4901-9796-0bfb96ace5ef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:52.091361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c902c84e-5f6c-4a2a-a670-f078dca9dbd6 req-6a163739-bb82-4901-9796-0bfb96ace5ef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 944 time: 0.0538011 Dec 10 05:25:52.143612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c902c84e-5f6c-4a2a-a670-f078dca9dbd6 req-bf3a410e-f6e6-4a5a-87cc-9e8c123d1af1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Dec 10 05:25:52.144236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:52.167591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:25:52.170023 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6a859-9c75-43f3-b6d5-a3b9a3d996d0" -d '{"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-plugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:25:52.184722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:25:52.188967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:52.211160 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d674e2f-cf14-47ae-8a93-15f6c20a007b x-openstack-request-id: req-3d674e2f-cf14-47ae-8a93-15f6c20a007b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:25:52.211451 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-plugged", "status": "completed", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:25:52.212235 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d674e2f-cf14-47ae-8a93-15f6c20a007b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:25:52.212643 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'code': 200} Dec 10 05:25:52.237229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:52.423774 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79794ba8-a106-4992-a9e1-7c3f570399aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:53.261722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ae03a-770d-4d39-944c-ca96d23af8ba req-95babcbf-5830-4e5d-94d2-c2d0847c2a82 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:53.263168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019ae03a-770d-4d39-944c-ca96d23af8ba req-95babcbf-5830-4e5d-94d2-c2d0847c2a82 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0472081 Dec 10 05:25:53.309781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-019ae03a-770d-4d39-944c-ca96d23af8ba req-9ded784f-cd96-4c43-96fb-5c7a975d2cb3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Dec 10 05:25:53.642382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-583a93bb-9a93-4177-a97f-2218ce5ed90e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:53.643797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-583a93bb-9a93-4177-a97f-2218ce5ed90e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 945 time: 0.0471880 Dec 10 05:25:53.742543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Deleting port ba91e4fc-9fc1-440e-ab29-9813aacf03da {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:25:53.742901 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:53.827934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] For port ba91e4fc-9fc1-440e-ab29-9813aacf03da, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=ba91e4fc-9fc1-440e-ab29-9813aacf03da,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:25:53.828221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.000208 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.000620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.000936 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d disassociated. External IP: 172.25.8.182, port: ba91e4fc-9fc1-440e-ab29-9813aacf03da. Dec 10 05:25:54.001275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Calling delete_port for ba91e4fc-9fc1-440e-ab29-9813aacf03da owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:25:54.042071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.124650 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.157400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'Port': ['ID=ba91e4fc-9fc1-440e-ab29-9813aacf03da,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:54.273493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:25:54.397986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:25:54.407909 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:25:54.417242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3ee5ed9-5950-44d7-b902-4f4191e85738 req-86dcdaaa-dc2c-4610-9a31-f6dc745ca033 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9fb251f-f800-4dc2-a2b5-8fa92a949059 HTTP/1.1" status: 200 len: 210 time: 0.0349596 Dec 10 05:25:54.418509 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:25:54.419175 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:25:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:25:54.453906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] No DVR routers for this DVR port ba91e4fc-9fc1-440e-ab29-9813aacf03da on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:25:54.456435 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:54.459859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dcf0e1f6-547c-49ef-a9d8-29494970425b req-9cb7ec62-3f96-4e03-83d0-f21ec3cb4b39 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "DELETE /v2.0/ports/ba91e4fc-9fc1-440e-ab29-9813aacf03da HTTP/1.1" status: 204 len: 173 time: 0.8051271 Dec 10 05:25:54.460301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-deleted', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:25:54.463153 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ead66e-2764-42ff-8665-4213aef17ee5" -d '{"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-deleted", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:25:54.501001 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aabf7a-128b-459e-8a6a-2687b9bf5f14 x-openstack-request-id: req-e8aabf7a-128b-459e-8a6a-2687b9bf5f14 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:25:54.501593 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fb251f-f800-4dc2-a2b5-8fa92a949059", "name": "network-vif-deleted", "tag": "ba91e4fc-9fc1-440e-ab29-9813aacf03da", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:25:54.501727 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8aabf7a-128b-459e-8a6a-2687b9bf5f14 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:25:54.502151 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb251f-f800-4dc2-a2b5-8fa92a949059', 'name': 'network-vif-deleted', 'tag': 'ba91e4fc-9fc1-440e-ab29-9813aacf03da', 'status': 'completed', 'code': 200} Dec 10 05:25:54.541980 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:25:54.739717 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:25:54.769328 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:25:54.777544 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:25:54.778135 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:25:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:25:54.875171 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:25:55.067418 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:25:55.092148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42ee8-0cfe-4d11-84a8-5a93bd8d8006 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:25:55.240998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aebc65-bdef-4359-806f-c1088ddc6d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:55.309920 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf5785-3723-46e1-983a-b6db3ef3c3c5 None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:25:55.657843 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-b60dc572-6c68-4abb-9e2e-cf57ef0624d9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--180402005&fields=id&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 267 time: 0.0425048 Dec 10 05:25:55.767205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-2ac83b04-90f9-4a0b-85f8-1fbfc799d927 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:55.768597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-2ac83b04-90f9-4a0b-85f8-1fbfc799d927 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1041520 Dec 10 05:25:55.783188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-602fe53f-3a89-47cd-859e-090efec4f4c5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/quotas/f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 375 time: 0.0088706 Dec 10 05:25:55.832956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-bbdbb3f9-3003-4195-8f08-17cf0fbb622b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447927 Dec 10 05:25:55.926058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:55.930101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-73ed039b-c8b0-4fe5-82bf-28aaa51a34ab service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856781 Dec 10 05:25:56.021882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-9a562096-d676-47e8-9d25-f872dd57f43c service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846586 Dec 10 05:25:56.179547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d7dfa2d-d196-40d6-a638-dd70cd43314b req-1f4dbb90-0268-4eed-b690-a0bc25e7ebe0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 210 time: 0.0262926 Dec 10 05:25:57.168617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-356e7623-cf97-4eb2-b839-c509fa7ad49b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:57.170605 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-356e7623-cf97-4eb2-b839-c509fa7ad49b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1124375 Dec 10 05:25:57.247674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-57ea33d6-099b-4638-ad73-445634e0ee3f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 379 time: 0.0529230 Dec 10 05:25:57.260372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'port': {'device_id': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'admin_state_up': True, 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'security_groups': ['259f6fb2-584d-4397-bb85-8c63f804c76b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:25:57.293629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bafc7322-afaf-4716-87d2-922f30b2a06c req-18d3e15e-bda3-43fd-9d47-29ed7ee419f6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 210 time: 0.0450184 Dec 10 05:25:57.380838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:25:57.384311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.509769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Allocated IP 172.20.0.8 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/f3901efa-3837-4f6c-a0f1-29375e5a34b0) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:25:57.576384 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.644979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.678987 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.724611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:25:57.728254 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:25:57.734390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:25:57.757387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:57.800295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:57.800940 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.817710 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-673cac8e-4765-41e9-bab9-65e16c45c78d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610924 Dec 10 05:25:57.837788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Request body: {'port': {'device_id': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:25:57.893052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.917193 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-69ea6c4a-8c4b-42a2-add2-bbf9a35d5fff None None] Provisioning complete for port f3901efa-3837-4f6c-a0f1-29375e5a34b0 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:25:57.917565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69ea6c4a-8c4b-42a2-add2-bbf9a35d5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:57.950989 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69ea6c4a-8c4b-42a2-add2-bbf9a35d5fff None None] Port f3901efa-3837-4f6c-a0f1-29375e5a34b0 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:25:58.041163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:25:58.073510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: ba91e4fc-9fc1-440e-ab29-9813aacf03da {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:25:58.074084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device ba91e4fc-9fc1-440e-ab29-9813aacf03da not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:25:58.169625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3901efa-3837-4f6c-a0f1-29375e5a34b0 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:25:58.177980 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.189828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Transition to ACTIVE for port object f3901efa-3837-4f6c-a0f1-29375e5a34b0 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:25:58.193550 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.244511 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:58.312908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:25:58.313244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:25:58.313583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:25:58.318570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:25:58.318895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:25:58.324803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:25:58.325148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:25:58.325531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:25:58.325960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Bound port: f3901efa-3837-4f6c-a0f1-29375e5a34b0, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:25:58.326317 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.389969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.427343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:25:58.431926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:25:58.436280 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.473951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d45f-d7f5-4f0b-a9da-55156b691f3b req-2ac6ebda-18ce-439b-a4fd-3beb6b12f02e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:58.475461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70f4d45f-d7f5-4f0b-a9da-55156b691f3b req-2ac6ebda-18ce-439b-a4fd-3beb6b12f02e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.1038210 Dec 10 05:25:58.480140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:58.480808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:25:58.482182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] 10.222.0.36 "PUT /v2.0/ports/f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1091 time: 0.6496265 Dec 10 05:25:58.482630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:25:58.484919 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87dfdd0-d1a8-4595-a084-25a41ff28d22" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:25:58.540366 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f9760-929e-4c4c-9950-040642237404 x-openstack-request-id: req-f47f9760-929e-4c4c-9950-040642237404 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:25:58.540688 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:25:58.540952 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f47f9760-929e-4c4c-9950-040642237404 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:25:58.541354 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'status': 'completed', 'code': 200} Dec 10 05:25:58.544366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03922c00-dd97-46e5-870a-a67b9ef65f9a service neutron] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:25:58.587259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70f4d45f-d7f5-4f0b-a9da-55156b691f3b req-d6a247e2-ec9d-4c6d-9261-bbb98f6f9e4f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971897 Dec 10 05:25:58.600958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-7f99a7c8-4897-4ff2-ada0-ed5368f45d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:58.603212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-7f99a7c8-4897-4ff2-ada0-ed5368f45d99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1094 time: 0.0557117 Dec 10 05:25:58.652758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-c9103093-8b87-4333-8be5-52644578805c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 217 time: 0.0357442 Dec 10 05:25:58.707286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-2bf43f6f-c507-42bd-9a0f-0c9ecb235755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:58.708792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-2bf43f6f-c507-42bd-9a0f-0c9ecb235755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0493236 Dec 10 05:25:58.753666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-6408f17f-1eab-440d-9c2f-b3db747bf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:58.755120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-6408f17f-1eab-440d-9c2f-b3db747bf39b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397527 Dec 10 05:25:58.844349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-bf1d5cae-9174-4d6e-b766-04f4b260cc21 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812461 Dec 10 05:25:58.935405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6501d5e-5263-453b-93d8-4ef755e06fba req-230b7d5e-476f-4467-a877-6f4b7184aab9 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836155 Dec 10 05:25:59.066780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-bb2b8d27-14a7-43b3-9598-e6eabb7b92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:59.068247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-bb2b8d27-14a7-43b3-9598-e6eabb7b92cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1094 time: 0.0397854 Dec 10 05:25:59.163537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-219be293-3c29-4bab-b98c-b74e4267ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:59.165004 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-219be293-3c29-4bab-b98c-b74e4267ccf4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0900996 Dec 10 05:25:59.207364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-0f862b48-23d0-4b85-b51e-8a206ae813bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 217 time: 0.0353618 Dec 10 05:25:59.254606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-d63ee854-b689-423b-91b5-356bf6d1ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:59.256063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-d63ee854-b689-423b-91b5-356bf6d1ce3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0420241 Dec 10 05:25:59.306751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-64325976-520d-4aa8-9c4b-596be7a4d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:59.308231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-64325976-520d-4aa8-9c4b-596be7a4d972 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428662 Dec 10 05:25:59.400318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-cc167aef-8232-4a45-9ba5-461ae0ac8a5a service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829709 Dec 10 05:25:59.498256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b87dfdd0-d1a8-4595-a084-25a41ff28d22 req-8a2b4c03-5134-4e58-8903-3e37521fa42b service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888946 Dec 10 05:25:59.704591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d4053-b683-4894-ba4a-a4767ad46273 req-26aececc-31fc-473f-a1fc-0212b69cfc8a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:25:59.706112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db6d4053-b683-4894-ba4a-a4767ad46273 req-26aececc-31fc-473f-a1fc-0212b69cfc8a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0489988 Dec 10 05:25:59.760854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db6d4053-b683-4894-ba4a-a4767ad46273 req-6582fb1a-3458-4571-ae9e-78124d16e975 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477922 Dec 10 05:26:00.876987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13155ff8-455c-4147-9f96-f819a14780e5 req-a142ca87-f5f6-454c-bd5b-538f2653d72c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:00.878450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13155ff8-455c-4147-9f96-f819a14780e5 req-a142ca87-f5f6-454c-bd5b-538f2653d72c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0475435 Dec 10 05:26:00.931555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13155ff8-455c-4147-9f96-f819a14780e5 req-af5dfda2-566c-434a-818d-5cdac63f2bd1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Dec 10 05:26:02.043831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a89f37-b733-473a-9b82-1783b9754ac0 req-88f4bc74-ef97-4484-8e3f-bc3cd28d57de tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:02.045312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1a89f37-b733-473a-9b82-1783b9754ac0 req-88f4bc74-ef97-4484-8e3f-bc3cd28d57de tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0470512 Dec 10 05:26:02.092695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1a89f37-b733-473a-9b82-1783b9754ac0 req-0709f959-17f3-4b67-ae41-ca55aea04b18 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Dec 10 05:26:02.715909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:26:02.809131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:26:02.819807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'mac_address': 'fa:16:3e:1c:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:26:02.855097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:02.867012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3901efa-3837-4f6c-a0f1-29375e5a34b0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:26:02.886476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:26:02.890385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:02.934390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:26:03.191025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['f3901efa-3837-4f6c-a0f1-29375e5a34b0'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:26:03.206551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824229-8ece-4468-b2b0-714af39b6470 req-ea3d72dd-a267-45c9-a9af-99571952e33c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:03.208069 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08824229-8ece-4468-b2b0-714af39b6470 req-ea3d72dd-a267-45c9-a9af-99571952e33c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0502939 Dec 10 05:26:03.254766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08824229-8ece-4468-b2b0-714af39b6470 req-78ab0619-506f-41e3-a43e-c6a535db9a54 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Dec 10 05:26:04.372760 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d5940-c712-4825-99e9-64e019d05e70 req-19b1792f-ece3-4217-9b19-02eeacf37add tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:04.374254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-559d5940-c712-4825-99e9-64e019d05e70 req-19b1792f-ece3-4217-9b19-02eeacf37add tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0520101 Dec 10 05:26:04.421608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-559d5940-c712-4825-99e9-64e019d05e70 req-24781150-85f3-4d98-854c-9fdcff75011c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Dec 10 05:26:04.718269 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:26:04.764611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port f3901efa-3837-4f6c-a0f1-29375e5a34b0 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:26:04.768327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port f3901efa-3837-4f6c-a0f1-29375e5a34b0 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:26:04.768739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:04.845603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:04.866569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:26:04.868862 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ec17382f41ab85783d0e381513b28a85a3566e1af6710f292dd151272c5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bb882a-c429-405b-8d51-fdf8c8e11f7d" -d '{"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-plugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:26:04.881231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:26:04.885614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:04.908656 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36667f00-69d0-43bd-8b02-9e2040dacdd5 x-openstack-request-id: req-36667f00-69d0-43bd-8b02-9e2040dacdd5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:26:04.908948 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-plugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:26:04.909201 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36667f00-69d0-43bd-8b02-9e2040dacdd5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:26:04.909590 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'code': 200} Dec 10 05:26:04.934572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:26:05.031629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804330-4866-44b2-b3fc-4ad2f259a6ab req-4da8d0d9-c550-4879-958e-32bf515cc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:05.033093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d5804330-4866-44b2-b3fc-4ad2f259a6ab req-4da8d0d9-c550-4879-958e-32bf515cc9ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1096 time: 0.0419567 Dec 10 05:26:05.076638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d5804330-4866-44b2-b3fc-4ad2f259a6ab req-89f5d54c-44fc-430e-a796-ebaa5f154fc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365036 Dec 10 05:26:05.533224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754b72-a98b-4dd5-9cd3-f59aa14ce869 req-f15b9774-5e41-455b-b2c3-a9ef39aaad57 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:05.534701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12754b72-a98b-4dd5-9cd3-f59aa14ce869 req-f15b9774-5e41-455b-b2c3-a9ef39aaad57 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0470994 Dec 10 05:26:05.584383 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-12754b72-a98b-4dd5-9cd3-f59aa14ce869 req-19f4aca4-5433-4503-9ff0-fc02a393b8cd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Dec 10 05:26:06.698046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c4d06-3c9d-4c09-b673-de8260c167fd req-362d8eef-c681-4eb4-b072-a6499c4510be tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:06.699516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-465c4d06-3c9d-4c09-b673-de8260c167fd req-362d8eef-c681-4eb4-b072-a6499c4510be tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0482519 Dec 10 05:26:06.746775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-465c4d06-3c9d-4c09-b673-de8260c167fd req-837e2619-b685-412a-a6da-975524c2f560 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Dec 10 05:26:06.858087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7c66b-267d-4817-a341-e04b7d26e107 req-479b2c8f-5af9-4573-abb8-12d892798bc7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:06.859532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3f7c66b-267d-4817-a341-e04b7d26e107 req-479b2c8f-5af9-4573-abb8-12d892798bc7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0474119 Dec 10 05:26:06.868275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 47968) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:26:06.872454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'floatingip': {'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:26:06.913640 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:07.659985 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:07.663798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:07.761704 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d associated. External IP: 172.25.8.182, port: f3901efa-3837-4f6c-a0f1-29375e5a34b0. Dec 10 05:26:07.958182 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:26:08.063217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:26:08.068195 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:08.074096 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:26:08.083888 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:26:08.084521 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:25:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:26:08.097269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-160802b8-7236-4e3b-bcb5-3a519fd0d055 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "PUT /v2.0/floatingips/3795fa27-d999-4f93-8904-7df8c9187f1d HTTP/1.1" status: 200 len: 991 time: 1.2254140 Dec 10 05:26:08.097269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:26:08.097618 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047d033a5018d6924327cb785b2d9fa41f7a0d6eacc24034ea2fe11b6a84e2e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57147851-bf9d-43e7-b147-9f0f889e4f81" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:26:08.193693 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:26:08.211060 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bc12e6-a4b0-4731-9018-d569d400b05b x-openstack-request-id: req-b9bc12e6-a4b0-4731-9018-d569d400b05b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:26:08.211355 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:26:08.211611 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9bc12e6-a4b0-4731-9018-d569d400b05b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:26:08.212013 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'status': 'completed', 'code': 200} Dec 10 05:26:08.296966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-8cead2bd-8c53-4de2-88ac-44200f092187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:08.298453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-8cead2bd-8c53-4de2-88ac-44200f092187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1096 time: 0.0439420 Dec 10 05:26:08.388190 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-dea7ec1f-110f-447b-bd23-c3f808043561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:08.389749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-dea7ec1f-110f-447b-bd23-c3f808043561 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0848520 Dec 10 05:26:08.416188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:1c:d7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:26:07Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:26:08.442545 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:26:08.450864 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:26:08.451472 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:25:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:26:08.458291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-77f0497b-6109-48bc-bfe8-c7de67543966 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 999 time: 0.0614941 Dec 10 05:26:08.505807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-1ed33f4b-58e3-4646-9f35-98e39ed68972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:08.507164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-1ed33f4b-58e3-4646-9f35-98e39ed68972 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0425804 Dec 10 05:26:08.551330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-7059d18e-c70d-4464-a4c9-29da81bc0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:08.552835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-7059d18e-c70d-4464-a4c9-29da81bc0890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388479 Dec 10 05:26:08.554417 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:26:08.643059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-ce0314ab-33f1-4b38-8dd7-8319f4bca010 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Dec 10 05:26:08.730944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57147851-bf9d-43e7-b147-9f0f889e4f81 req-6c404b10-6f67-4558-9689-4973aef42ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812378 Dec 10 05:26:08.777456 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:1c:d7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:26:07Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:26:08.803589 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404367ed-1d90-47e3-bbd1-90c5b7eb1792 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:1c:d7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:26:07Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:26:08.995742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec4c09-ebec-48f1-839b-a0dd242d6add None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:26:20.737705 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:22.427410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7885ec1-ce3f-4f48-bf8d-470e9b28e79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:22.866411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-cfe79c10-c56a-4f08-8637-3a0f6b7d1950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442352 Dec 10 05:26:22.965074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970455-695d-41c0-8662-050c95f24386 req-fd957b6a-3925-457c-b935-d30e32ae8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:22.966547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-fd957b6a-3925-457c-b935-d30e32ae8205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1096 time: 0.0404305 Dec 10 05:26:23.073331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970455-695d-41c0-8662-050c95f24386 req-af8b7bd9-32c8-459f-b4dc-b04e74af8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:23.074815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-af8b7bd9-32c8-459f-b4dc-b04e74af8eab service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0883391 Dec 10 05:26:23.139936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-dcc9c6c7-9f28-4679-8a17-0bde83c78fb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1001 time: 0.0570526 Dec 10 05:26:23.189613 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970455-695d-41c0-8662-050c95f24386 req-6e0d9338-8a1d-499a-95e0-4e7fa1ba5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:23.191075 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-6e0d9338-8a1d-499a-95e0-4e7fa1ba5d25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0438528 Dec 10 05:26:23.241316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970455-695d-41c0-8662-050c95f24386 req-8a3c3e93-6187-47d9-a4fb-91894c42f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:26:23.242838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-8a3c3e93-6187-47d9-a4fb-91894c42f602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440862 Dec 10 05:26:23.334565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-f88c1414-b5b9-42b0-bde3-7def62693d88 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Dec 10 05:26:23.426367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7970455-695d-41c0-8662-050c95f24386 req-d080e04a-b5c0-4b54-a633-2f2b0388baa8 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841551 Dec 10 05:26:24.071516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:25.242704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a14f03a-c148-4d4a-b6fe-80bd0fd62136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:25.926727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:26.049920 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:26:27.582192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:28.383190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:50.729922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:52.431740 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-467c9709-0536-41d6-a5d7-1df7f025ecf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:54.072087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:55.243675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb53c105-c4ea-408e-9e83-af2cd9f44dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:55.930737 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:57.582872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:26:58.385508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:03.048596 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:27:20.727355 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:22.434624 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58811de6-ec80-4f86-a601-4933be2723df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:22.916578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-df567363-b904-42aa-b5a3-8e686c4c0464 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766938 Dec 10 05:27:23.012695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-4391ab04-814f-42d4-8773-39b190e5bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:23.014174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-4391ab04-814f-42d4-8773-39b190e5bc06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1096 time: 0.0401924 Dec 10 05:27:23.116072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-9df4e560-2a23-46b4-aa10-720005efdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:23.117537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-9df4e560-2a23-46b4-aa10-720005efdab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0850854 Dec 10 05:27:23.181557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-088387bc-f76a-4b72-8054-654d00fb337a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1001 time: 0.0568051 Dec 10 05:27:23.233547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-6b03cf4c-d9d9-4d82-8c9c-11a28f955dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:23.234978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-6b03cf4c-d9d9-4d82-8c9c-11a28f955dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0468957 Dec 10 05:27:23.281703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-d78fc50c-038d-4f91-b3f4-691dc91ecb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:23.283172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-d78fc50c-038d-4f91-b3f4-691dc91ecb64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398614 Dec 10 05:27:23.374143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-943c3032-7ebf-45d3-9ca9-da5159765067 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827656 Dec 10 05:27:23.466161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44ad4ec4-65e1-4a64-aba5-43aa10f26248 req-0a412d0e-edab-479b-bf42-f8c424931c4f service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840752 Dec 10 05:27:24.074474 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:25.244594 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a65dda-a29e-4496-bc3e-f3ee5a13d72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:25.933240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:27.588749 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:28.388677 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:40.048218 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:27:44.824166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca82ac-8b7b-46b5-8b66-f9654b751a60 req-7d37edea-eca1-4822-b261-d887be08a54b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:44.825651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5ca82ac-8b7b-46b5-8b66-f9654b751a60 req-7d37edea-eca1-4822-b261-d887be08a54b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0922050 Dec 10 05:27:44.872620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5ca82ac-8b7b-46b5-8b66-f9654b751a60 req-2a45d667-017c-4806-bb43-bae47ba45d15 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Dec 10 05:27:46.109880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02f100-175f-4d67-b330-a31925fa0349 req-c8495493-5a22-4ffb-9436-016dfbde3cba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:46.111343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f02f100-175f-4d67-b330-a31925fa0349 req-c8495493-5a22-4ffb-9436-016dfbde3cba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0956700 Dec 10 05:27:46.157825 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f02f100-175f-4d67-b330-a31925fa0349 req-2aefbcde-2ba5-4e4b-8e19-132fc5a63e92 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Dec 10 05:27:47.277296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa368-5794-4f6a-8941-2f815ca99004 req-fa16fafd-c463-416e-a50d-9b9d0276e6fc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:47.278780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e8fa368-5794-4f6a-8941-2f815ca99004 req-fa16fafd-c463-416e-a50d-9b9d0276e6fc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0480733 Dec 10 05:27:47.327361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e8fa368-5794-4f6a-8941-2f815ca99004 req-fd9c7b50-c410-4885-a950-4ddc10077404 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Dec 10 05:27:48.442797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824d52c-d6a4-4b41-a840-af747ba6e0d1 req-5ec79a47-727e-458b-b41f-b66209406470 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:48.444273 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b824d52c-d6a4-4b41-a840-af747ba6e0d1 req-5ec79a47-727e-458b-b41f-b66209406470 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0485194 Dec 10 05:27:48.494598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b824d52c-d6a4-4b41-a840-af747ba6e0d1 req-6e6cc9a8-1fa7-43df-b8af-8958b35cedb3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442827 Dec 10 05:27:49.610314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b00bd-297b-40af-95a7-d07030155bcf req-97d67acd-2308-48d7-82ef-8befdfd4e110 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:49.611799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f88b00bd-297b-40af-95a7-d07030155bcf req-97d67acd-2308-48d7-82ef-8befdfd4e110 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0485754 Dec 10 05:27:49.659406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f88b00bd-297b-40af-95a7-d07030155bcf req-4535ceb4-1487-4318-bff9-c084648d37db tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Dec 10 05:27:50.756942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:50.775411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ae40-1508-4e9e-8cc2-d9f51ed450db req-2acc74fd-1e9f-4c72-9f00-d1a37d953ac7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:50.776919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d708ae40-1508-4e9e-8cc2-d9f51ed450db req-2acc74fd-1e9f-4c72-9f00-d1a37d953ac7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0487888 Dec 10 05:27:50.828014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d708ae40-1508-4e9e-8cc2-d9f51ed450db req-1966f3b5-3faa-4780-8d3e-0abf853b40ce tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449698 Dec 10 05:27:51.948082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81be2f0-ecdd-4469-b1fc-bec40db197ce req-4648e0f5-203e-4d64-8a83-c531f4ccfaee tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:51.949586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f81be2f0-ecdd-4469-b1fc-bec40db197ce req-4648e0f5-203e-4d64-8a83-c531f4ccfaee tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0523262 Dec 10 05:27:51.995706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f81be2f0-ecdd-4469-b1fc-bec40db197ce req-1857bf51-87db-4c94-862d-7ca1f81f555e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Dec 10 05:27:52.438743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbbd3-711b-4e61-afa8-528c8bbd3bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:53.108836 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf854-b9ea-475e-a44e-d672d8de090c req-2b509dd1-0890-46a7-b36d-60164148a0c2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:53.110309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-583bf854-b9ea-475e-a44e-d672d8de090c req-2b509dd1-0890-46a7-b36d-60164148a0c2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0479364 Dec 10 05:27:53.156702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-583bf854-b9ea-475e-a44e-d672d8de090c req-f4889026-fef2-4868-a9fc-035b2c93aed0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Dec 10 05:27:54.076805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:54.268916 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30e1a9-b51d-4e37-9d81-3d158cd41d8a req-66c92ed0-0739-4e3c-8b88-1eb317011c53 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:54.270415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c30e1a9-b51d-4e37-9d81-3d158cd41d8a req-66c92ed0-0739-4e3c-8b88-1eb317011c53 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0472786 Dec 10 05:27:54.321698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c30e1a9-b51d-4e37-9d81-3d158cd41d8a req-9fffd6d6-6ee0-4441-83d0-5910e9d79b21 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454509 Dec 10 05:27:55.245980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ee98-50d2-40ca-b523-8aa8e49a16f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:55.441368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087c245-aba3-45c4-96b2-2af56cad28e8 req-b0d405c0-302b-49c1-a989-6673f67a3da1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:55.442840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4087c245-aba3-45c4-96b2-2af56cad28e8 req-b0d405c0-302b-49c1-a989-6673f67a3da1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0536399 Dec 10 05:27:55.489722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4087c245-aba3-45c4-96b2-2af56cad28e8 req-427ba94c-1402-42c7-9e8b-76c5e42f2a14 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Dec 10 05:27:55.731437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a3aa-686b-4c3b-9a19-783f54665774 req-4ec1cd3d-9427-477d-811f-999a41e0cac7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:55.733457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4d0a3aa-686b-4c3b-9a19-783f54665774 req-4ec1cd3d-9427-477d-811f-999a41e0cac7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0491209 Dec 10 05:27:55.811642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-f8bcda76-9d8e-4e53-8eef-ef9e854c445b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335247 Dec 10 05:27:55.816240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4d0a3aa-686b-4c3b-9a19-783f54665774 req-7d50e898-f91b-48fb-a15e-202b46f9b4e5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743568 Dec 10 05:27:55.936884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:56.932002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad766a-bdde-48b9-bb4f-45765c51d2ac req-cf05e920-bf99-43b5-8d34-b164784af70a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:56.933832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53ad766a-bdde-48b9-bb4f-45765c51d2ac req-cf05e920-bf99-43b5-8d34-b164784af70a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0487990 Dec 10 05:27:56.980576 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53ad766a-bdde-48b9-bb4f-45765c51d2ac req-ff7dabc7-3955-4e55-9edf-9d6c2f7310ca tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407279 Dec 10 05:27:57.144690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-455d25d1-cd8b-4c64-af4f-259dc348699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:57.146089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-455d25d1-cd8b-4c64-af4f-259dc348699f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1096 time: 0.0396388 Dec 10 05:27:57.240531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-e9b42079-3d6d-4514-aa85-124fc68e2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:57.242027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-e9b42079-3d6d-4514-aa85-124fc68e2026 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0889993 Dec 10 05:27:57.305978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-52f6549c-77b5-4310-8c38-ea8ddc63177c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1001 time: 0.0567555 Dec 10 05:27:57.357495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-3070d6a6-3070-4f60-9f8f-c50de5f73896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:57.358920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-3070d6a6-3070-4f60-9f8f-c50de5f73896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0462143 Dec 10 05:27:57.404325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-9a0efedc-bb67-4f54-a793-fb6d57c349b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:57.405732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-9a0efedc-bb67-4f54-a793-fb6d57c349b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393054 Dec 10 05:27:57.498906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-c2f1bacc-12b7-4ac3-973d-f00bb326bb49 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847783 Dec 10 05:27:57.587359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-d65e877c-77f4-4e8c-a72a-6a3fd053f559 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819008 Dec 10 05:27:57.587614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:58.094410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e398e-7e45-4b43-9697-ffa65665c348 req-7c2a74fb-825c-4aa5-9486-0cd21022b2b5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:58.095902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-837e398e-7e45-4b43-9697-ffa65665c348 req-7c2a74fb-825c-4aa5-9486-0cd21022b2b5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0486500 Dec 10 05:27:58.147718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-837e398e-7e45-4b43-9697-ffa65665c348 req-aa913137-ef61-4326-8a22-5a91f8349dcd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454097 Dec 10 05:27:58.389739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:27:59.266523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009b57f-60a4-439d-bfa7-9403526434b6 req-4d714254-c564-41be-92a7-e348d458366e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:59.267958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e009b57f-60a4-439d-bfa7-9403526434b6 req-4d714254-c564-41be-92a7-e348d458366e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0481191 Dec 10 05:27:59.313572 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e009b57f-60a4-439d-bfa7-9403526434b6 req-a31b4fe2-6795-4ceb-8db6-b027e2ef336a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396948 Dec 10 05:27:59.539606 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-55854f48-fac4-44f9-aecd-553d6054a23c req-8291eb94-8245-43bc-b88e-6688ec83eb6e service neutron] show failed (client error): The resource could not be found. Dec 10 05:27:59.540531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-8291eb94-8245-43bc-b88e-6688ec83eb6e service neutron] 10.222.0.36 "GET /v2.0/ports/f3901efa-3837-4f6c-a0f1-29375e5a34b0/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0527935 Dec 10 05:27:59.829664 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-c466123d-86d7-4e03-b3c7-8466d9584a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:27:59.831072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-c466123d-86d7-4e03-b3c7-8466d9584a62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1096 time: 0.0775161 Dec 10 05:27:59.858733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:27:59.923488 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.116104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:00.147241 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:28:00.186114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:00.191409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.204314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Transition to ACTIVE for port object f3901efa-3837-4f6c-a0f1-29375e5a34b0 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:28:00.214100 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.250914 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca99de1f-4e36-460d-8c55-5204107071d5" -d '{"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:00.317827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:00.337075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.337635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.337756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.338104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.338444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.338778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.339110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.339449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.339770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.340098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.340426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.340777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.341109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:00.368138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] No DVR routers for this DVR port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:28:00.409435 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a7527-70a4-45a2-8845-de3148c1a954 x-openstack-request-id: req-2f9a7527-70a4-45a2-8845-de3148c1a954 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:00.409728 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:00.409982 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f9a7527-70a4-45a2-8845-de3148c1a954 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:00.410369 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'code': 200} Dec 10 05:28:00.496720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad9be-64ba-44dd-a346-4ca363bf58ad req-97bb51f4-4d1b-41fe-bea7-ece999fc5fba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:00.498243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bdad9be-64ba-44dd-a346-4ca363bf58ad req-97bb51f4-4d1b-41fe-bea7-ece999fc5fba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0907044 Dec 10 05:28:00.582575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1bdad9be-64ba-44dd-a346-4ca363bf58ad req-b7f95297-145c-45f4-b98c-7f9d23202cf5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757127 Dec 10 05:28:00.583270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:28:00.583599 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:28:00.583922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:28:00.588244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:28:00.588591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Attempting to bind port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:28:00.594057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:28:00.594396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:28:00.594772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:28:00.595193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Bound port: f3901efa-3837-4f6c-a0f1-29375e5a34b0, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:28:00.595541 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.655536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:28:00.658638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:28:00.662937 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.693191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:00.694013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:00.695264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1091 time: 0.8405073 Dec 10 05:28:00.726673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a26bf-2867-43dc-9011-2663461460c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:00.776236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-aad4d717-c92b-4fec-a362-b5a954f5df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:00.778375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-aad4d717-c92b-4fec-a362-b5a954f5df93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1094 time: 0.0468774 Dec 10 05:28:00.876733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-aa030029-d87e-40a2-a38b-260e4e9183b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:00.878245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-aa030029-d87e-40a2-a38b-260e4e9183b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0867157 Dec 10 05:28:00.952999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-8e5abc41-a368-4d84-a910-c703dba2a47e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 999 time: 0.0627060 Dec 10 05:28:01.004551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-392bd46b-235d-4d7a-ac7b-ba4df9560f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:01.005880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-392bd46b-235d-4d7a-ac7b-ba4df9560f48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0417445 Dec 10 05:28:01.054001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854f48-fac4-44f9-aecd-553d6054a23c req-5511734b-5c65-4b71-b347-f8909e6fda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:01.055461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-5511734b-5c65-4b71-b347-f8909e6fda59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384643 Dec 10 05:28:01.150438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-fa74560b-fc3a-49ef-906e-09ba4ed58fee service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835409 Dec 10 05:28:01.249480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55854f48-fac4-44f9-aecd-553d6054a23c req-88637370-ebdb-490a-bfcf-a81ea427653d service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873196 Dec 10 05:28:01.704152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741eb66-25ad-43b2-909b-7d1bea0cfb9b req-a2d738f1-972d-4170-8700-767026c6df3c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:01.705631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6741eb66-25ad-43b2-909b-7d1bea0cfb9b req-a2d738f1-972d-4170-8700-767026c6df3c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0522115 Dec 10 05:28:01.751679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6741eb66-25ad-43b2-909b-7d1bea0cfb9b req-eb79b8de-2a04-46b3-a719-d4c5517e5f6f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Dec 10 05:28:02.411416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:02.413809 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626631a-8572-4744-8141-3ed1eb50c0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:02.461512 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0f233d-1cd8-4a69-9260-8b8299bbb145 x-openstack-request-id: req-8e0f233d-1cd8-4a69-9260-8b8299bbb145 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:02.461811 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:02.462063 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e0f233d-1cd8-4a69-9260-8b8299bbb145 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:02.462455 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'status': 'completed', 'code': 200} Dec 10 05:28:02.570467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-83933087-03c4-4f0e-a4c3-cf363b36bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:02.571963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-83933087-03c4-4f0e-a4c3-cf363b36bdd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1094 time: 0.0679593 Dec 10 05:28:02.574415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-bf1dea1b-ea2f-491b-bc0d-df4d7a5cbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:02.575762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-bf1dea1b-ea2f-491b-bc0d-df4d7a5cbb8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1094 time: 0.0636637 Dec 10 05:28:02.736968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-c0cb09cb-2b4b-4ff5-ad86-8e9a2b9faf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:02.738351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-c0cb09cb-2b4b-4ff5-ad86-8e9a2b9faf42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1569016 Dec 10 05:28:02.740906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-86bb1a86-65fe-4a98-b328-86573b7f446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:02.742218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-86bb1a86-65fe-4a98-b328-86573b7f446c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1597342 Dec 10 05:28:03.208749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-5275f2b3-7b98-4cbd-959d-eb7bfb73d225 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 999 time: 0.4592259 Dec 10 05:28:03.225386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-a60f65cd-9249-4638-b60d-9c98fad49c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 999 time: 0.4408162 Dec 10 05:28:03.296426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3a1d-599e-4cff-a41a-2e11d4b87374 req-10ef0a69-7e22-49d9-83eb-2d898b934fdb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:03.297871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f1f3a1d-599e-4cff-a41a-2e11d4b87374 req-10ef0a69-7e22-49d9-83eb-2d898b934fdb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.4668858 Dec 10 05:28:03.318615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-870152b2-21a4-4a3e-8b84-825b170d898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:03.319992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-870152b2-21a4-4a3e-8b84-825b170d898e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.1034882 Dec 10 05:28:03.326781 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-ade5c7d7-3058-4ae3-b605-d6f188753cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:03.328675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-ade5c7d7-3058-4ae3-b605-d6f188753cd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0808167 Dec 10 05:28:03.405729 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:28:03.414097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0f1f3a1d-599e-4cff-a41a-2e11d4b87374 req-43bd7dc5-8cae-4889-b005-6ee4840f42ad tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084936 Dec 10 05:28:03.422050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-9be63b23-de59-48b7-8720-ef15e87f6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:03.423460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-9be63b23-de59-48b7-8720-ef15e87f6448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939662 Dec 10 05:28:03.430148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-285923e7-a85c-4d34-a45d-0d6ba090946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:03.431574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-285923e7-a85c-4d34-a45d-0d6ba090946a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903027 Dec 10 05:28:03.447175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:28:03.579661 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-b9fa22a9-7f75-434e-8990-1cf39f6682ba service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471260 Dec 10 05:28:03.584610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-f8c44c24-8045-4dfd-8fd9-f04abb6c5100 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343193 Dec 10 05:28:03.735506 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-52700ac9-41be-4a4e-aefb-be2daeab39b6 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479654 Dec 10 05:28:03.740577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9626631a-8572-4744-8141-3ed1eb50c0e8 req-f4a91a35-acc5-4fdc-a89a-4e55b8c5259a service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369448 Dec 10 05:28:04.522972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:28:04.541964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36be45-4e12-4987-8794-e9a5b5a8c553 req-d4110c6c-c0d0-40f0-8391-ae0b8a3a3570 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:04.543457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a36be45-4e12-4987-8794-e9a5b5a8c553 req-d4110c6c-c0d0-40f0-8391-ae0b8a3a3570 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 943 time: 0.0576556 Dec 10 05:28:04.590499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9a36be45-4e12-4987-8794-e9a5b5a8c553 req-07496372-c59f-46c9-b364-ed02ff0b1f10 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Dec 10 05:28:04.620175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:04.632149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'mac_address': 'fa:16:3e:1c:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:28:04.668015 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:04.683054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3901efa-3837-4f6c-a0f1-29375e5a34b0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:28:04.706693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:04.711118 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:04.758819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:04.766195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.766545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.766883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.767216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.767548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.767875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.768223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.768552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.768872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.769190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.769509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.769837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.770137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:28:04.823574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764036be-f04c-4cd5-a99b-3c68e21d5e15 req-f80c1a5a-58d5-4585-930b-aac8d445beef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:04.825082 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-764036be-f04c-4cd5-a99b-3c68e21d5e15 req-f80c1a5a-58d5-4585-930b-aac8d445beef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0835052 Dec 10 05:28:04.848420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-9ce6e032-bfc9-4b01-9a7b-cb7b4dcb9f15 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:04.849834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-9ce6e032-bfc9-4b01-9a7b-cb7b4dcb9f15 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 944 time: 0.0806851 Dec 10 05:28:04.917185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-764036be-f04c-4cd5-a99b-3c68e21d5e15 req-ee3c75a8-776e-48d9-bf5b-c8dd2104b6ee tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852950 Dec 10 05:28:04.934859 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-2c868ed3-6034-4bf4-be22-463fea38dede service neutron] delete failed (client error): The resource could not be found. Dec 10 05:28:04.934859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-2c868ed3-6034-4bf4-be22-463fea38dede service neutron] 10.222.0.36 "DELETE /v2.0/ports/f3901efa-3837-4f6c-a0f1-29375e5a34b0/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0771046 Dec 10 05:28:05.040559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-899328c9-125e-4c55-928d-95212d9ee68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:05.041995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-899328c9-125e-4c55-928d-95212d9ee68e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1095 time: 0.0416951 Dec 10 05:28:05.058422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['f3901efa-3837-4f6c-a0f1-29375e5a34b0'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:28:05.131370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-c5b750d8-42a9-4c34-9cfc-f3124d1ea51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:05.132887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-c5b750d8-42a9-4c34-9cfc-f3124d1ea51d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0839546 Dec 10 05:28:05.203123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-ca9732ef-eb70-4a79-94b4-e50351612ff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1000 time: 0.0634980 Dec 10 05:28:05.252167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-dab9ba5d-046f-4535-ba07-9837e83eae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:05.253640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-dab9ba5d-046f-4535-ba07-9837e83eae39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0432463 Dec 10 05:28:05.298099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-ac1ed081-574f-4a29-a0f4-b2f4ba7da61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:05.299471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-ac1ed081-574f-4a29-a0f4-b2f4ba7da61c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384986 Dec 10 05:28:05.392769 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-60ca54b3-5aab-4946-84b4-40394aa626cc service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851939 Dec 10 05:28:05.484425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c3c6274-2ae5-4829-8397-25e33e86bb39 req-4af2fc39-8198-41e5-8bf6-3f209f54bf46 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Dec 10 05:28:06.043340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b78a2-d5d3-4ded-9977-8140e7cf6baa req-e7541d06-6783-463b-b4c3-7437a39dfa44 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.044993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-986b78a2-d5d3-4ded-9977-8140e7cf6baa req-e7541d06-6783-463b-b4c3-7437a39dfa44 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0576091 Dec 10 05:28:06.094244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-986b78a2-d5d3-4ded-9977-8140e7cf6baa req-30578745-70c7-4818-b5e4-ec07b8f3c2c3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Dec 10 05:28:06.211527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60a79a-c17d-4a8b-9c4a-2830f478cd6f req-59282c26-f5b7-44e6-9dbf-931e53eb093e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.212945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd60a79a-c17d-4a8b-9c4a-2830f478cd6f req-59282c26-f5b7-44e6-9dbf-931e53eb093e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0500360 Dec 10 05:28:06.263581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd60a79a-c17d-4a8b-9c4a-2830f478cd6f req-f319b6d8-9d3a-42ae-ad69-b1240cfc15fb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446522 Dec 10 05:28:06.460843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa028-88b0-45ea-a34e-1df0f48f21e0 req-637f4e60-9d67-484b-89f3-ce331c963500 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.462385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afdaa028-88b0-45ea-a34e-1df0f48f21e0 req-637f4e60-9d67-484b-89f3-ce331c963500 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 944 time: 0.0546126 Dec 10 05:28:06.532252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:28:06.533038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afdaa028-88b0-45ea-a34e-1df0f48f21e0 req-3eac2d2d-8728-42f3-9e48-c67c36147883 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640750 Dec 10 05:28:06.542984 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-f0f3e49d-d634-48d1-be86-1074b91689bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.544780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-f0f3e49d-d634-48d1-be86-1074b91689bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 1095 time: 0.0630779 Dec 10 05:28:06.583595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port f3901efa-3837-4f6c-a0f1-29375e5a34b0 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:28:06.587689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port f3901efa-3837-4f6c-a0f1-29375e5a34b0 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:28:06.588068 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:06.641758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-4d296a7a-0d92-4b83-9ece-849464a830b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.643291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-4d296a7a-0d92-4b83-9ece-849464a830b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0904818 Dec 10 05:28:06.667584 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:06.690557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:06.704825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:06.710363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:06.719215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-6b0bbebc-2b75-4479-ae56-bd58449a52f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 200 len: 1000 time: 0.0624719 Dec 10 05:28:06.738441 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d68674-c272-4c63-a79b-b3cac03c8a0b" -d '{"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-plugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:06.762432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:06.776080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-100b9671-7032-426e-9a57-5cb0980bb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.777622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-100b9671-7032-426e-9a57-5cb0980bb67e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0458190 Dec 10 05:28:06.827611 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e48ef5-0732-4b87-a8e2-09b338371be5 x-openstack-request-id: req-d3e48ef5-0732-4b87-a8e2-09b338371be5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:06.827907 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-plugged", "status": "completed", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:06.828168 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3e48ef5-0732-4b87-a8e2-09b338371be5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:06.828602 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'code': 200} Dec 10 05:28:06.832778 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-41ae0b36-3557-45b1-9964-5a01bb1960cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:06.834266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-41ae0b36-3557-45b1-9964-5a01bb1960cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452411 Dec 10 05:28:06.950865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-1e98ca7a-f243-477d-8997-ce611377ceb8 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800581 Dec 10 05:28:07.046332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b7aa3ab4-ed8b-4319-ae69-b247dd26cd5c req-213d0a75-450a-47a1-891d-f23c62d3d38a service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840666 Dec 10 05:28:07.654338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8d2e-412e-4153-9b17-0cbd2b6496a1 req-4286ab3f-87dd-4b65-b44e-8c6eeb6ed8f3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:07.655807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7be8d2e-412e-4153-9b17-0cbd2b6496a1 req-4286ab3f-87dd-4b65-b44e-8c6eeb6ed8f3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0505822 Dec 10 05:28:07.704492 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c7be8d2e-412e-4153-9b17-0cbd2b6496a1 req-5b69a21d-349e-43e1-9b88-84cdb7b3fabc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Dec 10 05:28:08.819459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08fab-a5b2-43d8-9840-6b673c69709d req-aea66f3d-d1cf-4ea7-9dac-7ae3f979119b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:08.820940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35d08fab-a5b2-43d8-9840-6b673c69709d req-aea66f3d-d1cf-4ea7-9dac-7ae3f979119b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0482547 Dec 10 05:28:08.870677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35d08fab-a5b2-43d8-9840-6b673c69709d req-f6cdab9a-640c-427a-a0af-4703c5ad85c1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Dec 10 05:28:09.098282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93703e6-62aa-4889-ac8c-e9cfa25fe425 req-c72fba44-60cf-413f-bdbd-303361e49215 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:09.099730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a93703e6-62aa-4889-ac8c-e9cfa25fe425 req-c72fba44-60cf-413f-bdbd-303361e49215 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0480185 Dec 10 05:28:09.145365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a93703e6-62aa-4889-ac8c-e9cfa25fe425 req-3317ca19-2c75-4f75-a9ff-5a6107df69b5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Dec 10 05:28:10.261078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7b21b-9307-4e05-8ec9-d303fd5e92d5 req-db089204-8028-431c-b798-d7ed1978ee66 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:10.262575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bf7b21b-9307-4e05-8ec9-d303fd5e92d5 req-db089204-8028-431c-b798-d7ed1978ee66 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0482178 Dec 10 05:28:10.309472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4bf7b21b-9307-4e05-8ec9-d303fd5e92d5 req-5ac97c96-c8d7-40fd-8a5d-008ef8c8f2c3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Dec 10 05:28:10.773206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-93907a58-3e74-46ee-9335-2816e981f23d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:10.774649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-93907a58-3e74-46ee-9335-2816e981f23d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 945 time: 0.0509591 Dec 10 05:28:10.878258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Deleting port f3901efa-3837-4f6c-a0f1-29375e5a34b0 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:28:10.878606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:10.968502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] For port f3901efa-3837-4f6c-a0f1-29375e5a34b0, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=f3901efa-3837-4f6c-a0f1-29375e5a34b0,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:10.968874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:11.135981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:11.136343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:11.136695 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d disassociated. External IP: 172.25.8.182, port: f3901efa-3837-4f6c-a0f1-29375e5a34b0. Dec 10 05:28:11.137039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Calling delete_port for f3901efa-3837-4f6c-a0f1-29375e5a34b0 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:28:11.264723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:11.290681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'Port': ['ID=f3901efa-3837-4f6c-a0f1-29375e5a34b0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:11.419515 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8acf8aba-ae79-473b-86ca-81408906474e req-028c49ec-ccbc-418e-83e0-40531ea66ae7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6121cf9-5f16-42b1-9ffe-26888f0a139e HTTP/1.1" status: 200 len: 210 time: 0.0324726 Dec 10 05:28:11.433605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:28:11.542404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:28:11.552335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:28:11.562960 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:28:11.563579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:27:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:11.581580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] No DVR routers for this DVR port f3901efa-3837-4f6c-a0f1-29375e5a34b0 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:28:11.584355 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:11.587777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79f497ee-09c9-4552-9e21-2bf84a928387 req-f7d683e8-7d89-4164-99d0-69f688e70357 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "DELETE /v2.0/ports/f3901efa-3837-4f6c-a0f1-29375e5a34b0 HTTP/1.1" status: 204 len: 173 time: 0.8032312 Dec 10 05:28:11.588243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-deleted', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:11.590559 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f8ba4-6c2a-402c-bbc3-fc5d717d3720" -d '{"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-deleted", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:11.630262 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff2a1e-6c53-48da-96bf-64391f0bc39b x-openstack-request-id: req-12ff2a1e-6c53-48da-96bf-64391f0bc39b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:11.630556 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121cf9-5f16-42b1-9ffe-26888f0a139e", "name": "network-vif-deleted", "tag": "f3901efa-3837-4f6c-a0f1-29375e5a34b0", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:11.630859 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12ff2a1e-6c53-48da-96bf-64391f0bc39b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:11.633213 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121cf9-5f16-42b1-9ffe-26888f0a139e', 'name': 'network-vif-deleted', 'tag': 'f3901efa-3837-4f6c-a0f1-29375e5a34b0', 'status': 'completed', 'code': 200} Dec 10 05:28:11.670828 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:28:11.871761 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:11.902068 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:28:11.910558 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:28:11.911160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:27:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:12.013431 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:28:12.211367 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:12.237962 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8e71d-ce4f-4707-b3dd-5f812bb0002d None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:28:12.442675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a741fde-10b3-4c16-aff9-ffb9063b95ee None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:28:12.698713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-98c30acc-88cf-4cd5-a730-efb59ecce075 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--180402005&fields=id&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 267 time: 0.0417492 Dec 10 05:28:12.807085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-947cb5ad-b178-4fe3-992c-72ecf708e082 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:12.808730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-947cb5ad-b178-4fe3-992c-72ecf708e082 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1026034 Dec 10 05:28:12.823664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-f043133d-3196-4c74-a8b5-c1c420d29450 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/quotas/f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 375 time: 0.0092514 Dec 10 05:28:12.873039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-c7789b41-9a78-4b2f-8485-d216c3a71978 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437405 Dec 10 05:28:13.051209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-a483d072-3153-4e70-ae02-b30535e72907 service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235073 Dec 10 05:28:13.136810 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-7983261d-6aa0-4b71-8f94-fcad1e8aeb6e service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795288 Dec 10 05:28:13.306007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-051dcad8-fb0d-4508-9236-747fa79c9b6d req-1c735224-2aff-4e26-936d-db49910dafd8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Dec 10 05:28:14.386406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c361406-a19b-4cb1-922b-4dc044fd3331 req-e9c618ce-cbbf-47c2-9396-6493070dd820 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 210 time: 0.0258102 Dec 10 05:28:14.566556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:28:14.586628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: f3901efa-3837-4f6c-a0f1-29375e5a34b0 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:28:14.586982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device f3901efa-3837-4f6c-a0f1-29375e5a34b0 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:28:15.478461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b2c3935-92cd-43bc-8557-3422577937b0 req-524214b9-492d-4339-852e-1e500541c9fd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 210 time: 0.0252473 Dec 10 05:28:16.341449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-d67849d7-37ff-44fa-9154-7976c85fddc0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:16.342947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-d67849d7-37ff-44fa-9154-7976c85fddc0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1114414 Dec 10 05:28:16.411874 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-46eeeb97-77fd-4769-9ede-408c2dad8d32 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 379 time: 0.0506155 Dec 10 05:28:16.436310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'port': {'device_id': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'admin_state_up': True, 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'security_groups': ['259f6fb2-584d-4397-bb85-8c63f804c76b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:28:16.539955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:28:16.543442 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:16.586983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f1ff63e-eeb0-45cf-89ba-ce03444e5fbf req-f5943356-600f-4855-91f5-c7fa0791ded8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Dec 10 05:28:16.699638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Allocated IP 172.20.0.5 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/dbd07535-0ebe-4fc1-a483-532a70812ba7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:28:16.840166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:16.875054 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:16.917678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:28:16.920758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:28:16.927315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:28:16.951009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:16.981350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:16.981954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:16.998332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-857abfe7-7723-46cd-84a8-f296085e2477 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659857 Dec 10 05:28:17.016652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Request body: {'port': {'device_id': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:28:17.052361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:28:17.076888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.164895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d4c5918e-4eeb-4dc2-8058-07103754e664 None None] Provisioning complete for port dbd07535-0ebe-4fc1-a483-532a70812ba7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:28:17.165918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4c5918e-4eeb-4dc2-8058-07103754e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.203053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5918e-4eeb-4dc2-8058-07103754e664 None None] Port dbd07535-0ebe-4fc1-a483-532a70812ba7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:28:17.336938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:28:17.344602 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.357109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Transition to ACTIVE for port object dbd07535-0ebe-4fc1-a483-532a70812ba7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:28:17.361316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.412061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:17.486050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:28:17.486050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:28:17.486363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:28:17.490815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:28:17.491138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:28:17.496152 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:28:17.496521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:28:17.496913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:28:17.497358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Bound port: dbd07535-0ebe-4fc1-a483-532a70812ba7, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:28:17.497711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.564629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:28:17.569507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:28:17.573577 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.609497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:17.610706 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:17.612185 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] 10.222.0.36 "PUT /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1091 time: 0.6004283 Dec 10 05:28:17.612662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:17.614918 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a355967-b8f3-4771-8df0-2f82674276f0" -d '{"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:17.647113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c626a-fcbc-4c9c-bacf-94f1b70bd5ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:17.717042 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495c6b14-7948-462a-825d-c9cbfe02d927 x-openstack-request-id: req-495c6b14-7948-462a-825d-c9cbfe02d927 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:17.717240 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:17.717495 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-495c6b14-7948-462a-825d-c9cbfe02d927 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:17.717894 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'status': 'completed', 'code': 200} Dec 10 05:28:17.760860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-ae204cf1-6555-468b-b081-288aab4e8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:17.762433 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-ae204cf1-6555-468b-b081-288aab4e8bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0777667 Dec 10 05:28:17.783449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593b44-b1a0-45b4-8cca-de65ebf13894 req-74990038-632a-4e43-814f-366f5f043258 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:17.785106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c593b44-b1a0-45b4-8cca-de65ebf13894 req-74990038-632a-4e43-814f-366f5f043258 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0888252 Dec 10 05:28:17.827313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-9cbc69bf-b3cf-4709-860f-a12366f6177c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 217 time: 0.0412107 Dec 10 05:28:17.908726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c593b44-b1a0-45b4-8cca-de65ebf13894 req-747501cc-5405-431c-83b5-6512d27211e0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166999 Dec 10 05:28:17.912382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-9bf984f2-166e-49c7-b032-c6b8e2069de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:17.913884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-9bf984f2-166e-49c7-b032-c6b8e2069de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0787687 Dec 10 05:28:17.961908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-47e86836-5f1c-43fd-8c08-c300752110d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:17.963377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-47e86836-5f1c-43fd-8c08-c300752110d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414474 Dec 10 05:28:18.052706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-6f66d310-7229-42e5-8a74-82e52f4d12b8 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816679 Dec 10 05:28:18.138426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d01922-542e-4e81-b513-030b11a4e1c7 req-b17f5caf-5978-4cc9-9e6b-57ae26ea93ec service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782869 Dec 10 05:28:18.261553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-835a3a97-5dac-4cff-8cbd-a10b702251ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:18.263059 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-835a3a97-5dac-4cff-8cbd-a10b702251ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0397573 Dec 10 05:28:18.355117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-2a3c7470-b943-47a4-aac6-87d688d9a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:18.356690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-2a3c7470-b943-47a4-aac6-87d688d9a440 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0865960 Dec 10 05:28:18.399178 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-ce4d2589-3f3f-4fe8-97f2-aa6f9a970261 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 217 time: 0.0341895 Dec 10 05:28:18.451401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-2a96bf45-9b56-451d-803d-78ec7280a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:18.452872 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-2a96bf45-9b56-451d-803d-78ec7280a5c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0468485 Dec 10 05:28:18.497987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-612994e5-799f-49b0-90d8-824c6a9bb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:18.499428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-612994e5-799f-49b0-90d8-824c6a9bb096 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379345 Dec 10 05:28:18.596285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-e6b314be-27a6-4659-b573-09fd05c95d2c service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883393 Dec 10 05:28:18.689656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a355967-b8f3-4771-8df0-2f82674276f0 req-3a4a57fc-cd24-4f7e-aac5-0f0eca5c2f1d service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841479 Dec 10 05:28:19.025650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20bee8-eebe-42cf-8b9c-49ce5f45c9b4 req-18a2184c-8270-4ffc-bdcc-133ca72fdf0c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:19.027132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f20bee8-eebe-42cf-8b9c-49ce5f45c9b4 req-18a2184c-8270-4ffc-bdcc-133ca72fdf0c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0484343 Dec 10 05:28:19.073480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f20bee8-eebe-42cf-8b9c-49ce5f45c9b4 req-e3ebf8e4-d071-427f-a06a-c0ee1e91c5c6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Dec 10 05:28:20.193559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abecbe6-c375-4264-af69-23e922733375 req-6916c2d6-4929-44e5-8b5b-d017acea861d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:20.195060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0abecbe6-c375-4264-af69-23e922733375 req-6916c2d6-4929-44e5-8b5b-d017acea861d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0537379 Dec 10 05:28:20.244517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0abecbe6-c375-4264-af69-23e922733375 req-487a78ca-6fd5-4701-9958-98503f171d5f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423360 Dec 10 05:28:20.772203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:21.358679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd449a-ed38-42b5-ace8-5a123715ced7 req-b89cfe13-6022-4d0e-ae2c-b29d485d2f2d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:21.360127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fdd449a-ed38-42b5-ace8-5a123715ced7 req-b89cfe13-6022-4d0e-ae2c-b29d485d2f2d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Dec 10 05:28:21.405925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fdd449a-ed38-42b5-ace8-5a123715ced7 req-4a90b137-66d6-4cd7-b52f-62c9ebde1d7c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Dec 10 05:28:21.499683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:28:21.593615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:21.604569 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:28:21.641177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:21.653413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:28:21.672544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:21.676030 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:21.720703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:21.976076 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['dbd07535-0ebe-4fc1-a483-532a70812ba7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:28:22.442202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8583547-476a-40c9-8855-03ff4e3c217d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:22.520934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e1f8c-d171-405f-a6ed-8307db99109d req-ad83cbd9-284d-4bf4-b025-3b8062b61955 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:22.524251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-988e1f8c-d171-405f-a6ed-8307db99109d req-ad83cbd9-284d-4bf4-b025-3b8062b61955 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0472531 Dec 10 05:28:22.572632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-988e1f8c-d171-405f-a6ed-8307db99109d req-efc2526e-d4a0-4db8-b7ad-af3f04ca0d1a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440173 Dec 10 05:28:23.502954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:28:23.549645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port dbd07535-0ebe-4fc1-a483-532a70812ba7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:28:23.553290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port dbd07535-0ebe-4fc1-a483-532a70812ba7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:28:23.553655 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:23.697946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9f13-8dec-4a03-831d-66cf6f55af2a req-2cd13e23-3940-46d0-a2dc-e6f94a7c425d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:23.699537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-edca9f13-8dec-4a03-831d-66cf6f55af2a req-2cd13e23-3940-46d0-a2dc-e6f94a7c425d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0519905 Dec 10 05:28:23.749186 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-edca9f13-8dec-4a03-831d-66cf6f55af2a req-f6caec65-ffb6-45d1-b94c-9779a714e7e2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Dec 10 05:28:23.791517 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:23.813456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:23.815656 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa449078-4cce-4308-a042-9efa0e220c41" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:23.827281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:28:23.832333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:23.855388 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde3645-9489-4a15-a07a-a4204cdc7ddd x-openstack-request-id: req-3cde3645-9489-4a15-a07a-a4204cdc7ddd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:23.855852 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:23.856102 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cde3645-9489-4a15-a07a-a4204cdc7ddd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:23.856496 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'code': 200} Dec 10 05:28:23.880764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:28:23.980887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42441ec6-6459-4457-9ce8-8d82f80f644c req-b2b8baac-0a0a-4088-8383-ff64ae438804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:23.982340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42441ec6-6459-4457-9ce8-8d82f80f644c req-b2b8baac-0a0a-4088-8383-ff64ae438804 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1096 time: 0.0388963 Dec 10 05:28:24.025764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-42441ec6-6459-4457-9ce8-8d82f80f644c req-87cecca7-46a4-4b3d-a189-a3bd87d0f8c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352337 Dec 10 05:28:24.065459 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:24.868455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63923-4165-4797-8666-31e226599570 req-93753302-e5f0-4873-a7f9-a6763d8b9b00 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:24.869948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6df63923-4165-4797-8666-31e226599570 req-93753302-e5f0-4873-a7f9-a6763d8b9b00 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Dec 10 05:28:24.915722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6df63923-4165-4797-8666-31e226599570 req-2165509f-c5ea-4f85-9792-9f8fe6a3836a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391059 Dec 10 05:28:25.247012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b358fa-5d3b-46bb-8adc-a2fe88b950ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:25.940829 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:26.036036 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a48f-9e88-4394-ba24-180d9631baa7 req-580bff4b-67eb-4b8c-b6dd-8237bfc898f8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:26.037542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2516a48f-9e88-4394-ba24-180d9631baa7 req-580bff4b-67eb-4b8c-b6dd-8237bfc898f8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Dec 10 05:28:26.084684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2516a48f-9e88-4394-ba24-180d9631baa7 req-d1a51e9c-a871-4073-9c69-4a46b2512626 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Dec 10 05:28:26.200971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918dc3d-4e79-4713-b580-89f38ac2bb3d req-53828b1e-aec0-47ed-ab9d-ec94ea10bc76 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:26.202375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1918dc3d-4e79-4713-b580-89f38ac2bb3d req-53828b1e-aec0-47ed-ab9d-ec94ea10bc76 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0544949 Dec 10 05:28:26.210935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:28:26.215158 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'floatingip': {'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:28:26.591415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:27.004783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:27.008407 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:27.105369 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d associated. External IP: 172.25.8.182, port: dbd07535-0ebe-4fc1-a483-532a70812ba7. Dec 10 05:28:27.309404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:28:27.416388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:28:27.421324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:27.441280 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:28:27.448787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6adc2bf9-cb61-47b4-879c-c3ec811d2e8e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "PUT /v2.0/floatingips/3795fa27-d999-4f93-8904-7df8c9187f1d HTTP/1.1" status: 200 len: 991 time: 1.2367887 Dec 10 05:28:27.449377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:28:27.451612 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:28:27.462490 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:28:27.463053 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:27.489539 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b57ef-22fe-4924-9bf7-bb217f40ffb2 x-openstack-request-id: req-9a5b57ef-22fe-4924-9bf7-bb217f40ffb2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:28:27.490446 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:28:27.490715 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5b57ef-22fe-4924-9bf7-bb217f40ffb2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:28:27.491147 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'status': 'completed', 'code': 200} Dec 10 05:28:27.571224 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:28:27.586911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-d22128e2-cbb1-4937-b0b1-4c8d5fcab9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:27.588549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-d22128e2-cbb1-4937-b0b1-4c8d5fcab9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1096 time: 0.0416961 Dec 10 05:28:27.592190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:27.681612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-24b16390-56e3-4f9e-850f-3f6a8869f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:27.683376 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-24b16390-56e3-4f9e-850f-3f6a8869f5e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0881062 Dec 10 05:28:27.751445 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-853acecf-ace2-4da5-aa11-f249d7d73e3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 999 time: 0.0583682 Dec 10 05:28:27.791418 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:28:26Z', 'revision_number': 9, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:27.799815 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-ac621682-6266-4a15-8f99-073693350ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:27.801296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-ac621682-6266-4a15-8f99-073693350ca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0427194 Dec 10 05:28:27.821529 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:28:27.829632 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:28:27.830232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:28:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:27.851846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-69bdafaf-9248-4381-8682-2667f62808db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:28:27.853365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-69bdafaf-9248-4381-8682-2667f62808db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441275 Dec 10 05:28:27.946216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-66de2f44-d96e-48db-be87-187fa31ef01d service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Dec 10 05:28:28.022901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:28:28.043955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c994eda8-e58a-4c9b-8e5a-adaa0935f4fa req-f54d3767-f9b4-4fc0-9fd8-9c23cf417b44 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896587 Dec 10 05:28:28.237117 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:28:26Z', 'revision_number': 9, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:28:28.261720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dfe74-1549-4c31-a593-ab4d3e735d3f None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:28:26Z', 'revision_number': 9, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:28:28.392716 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:28.459906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650475f-b535-4d8a-bd8b-2da5d6ad6453 None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:28:50.773471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:52.445303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed99-b261-4c04-bc23-d5e83614163c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:54.050777 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:28:54.069272 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:55.248619 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14683783-9b5a-481f-9743-e3e46c8e7409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:55.942707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:57.592930 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:28:58.395580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:20.789248 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:22.447120 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e14ab92c-f1ea-4a36-9289-059bf7debc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:24.087033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:25.249343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2f6f0c2-49f8-46f7-8d8a-783068be5cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:25.839691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-b8d7a604-5e2d-4235-a6c7-a145cc0e5638 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435522 Dec 10 05:29:25.943708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:25.946840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-a4adc283-4ab9-438c-bb24-b2e5b3da939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:29:25.948345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-a4adc283-4ab9-438c-bb24-b2e5b3da939d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1096 time: 0.0484674 Dec 10 05:29:26.055501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-643caff1-3e54-4831-8a32-0188f306b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:29:26.056986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-643caff1-3e54-4831-8a32-0188f306b58b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0892546 Dec 10 05:29:26.121427 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-6a40c514-7249-44e1-a53c-006b4e904933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1002 time: 0.0570388 Dec 10 05:29:26.173685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-6590bcd0-9498-43a2-9d55-e6bea10f2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:29:26.175172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-6590bcd0-9498-43a2-9d55-e6bea10f2891 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0463779 Dec 10 05:29:26.220940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-6cee99e2-8efb-40bd-a425-842665a7fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:29:26.223008 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-6cee99e2-8efb-40bd-a425-842665a7fdeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400684 Dec 10 05:29:26.233701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-3cc40743-f78a-4852-9149-e217af5c2a2d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:29:26.234630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-3cc40743-f78a-4852-9149-e217af5c2a2d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047336 Dec 10 05:29:26.322131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-5c1519b2-23c1-4aaa-bacb-9f01afed82a7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798414 Dec 10 05:29:26.413662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-38ff1714-655b-479f-84b2-3a4fbc4ac0d4 req-82fb11a7-901e-4c8a-aa41-71287f0629b9 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846169 Dec 10 05:29:27.596832 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:28.396951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:31.050200 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:29:50.786914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:52.450358 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-011cb05d-87ec-4412-9db3-43208bbdd883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:54.078518 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:55.251597 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aecfe1a-a5f5-4530-ac1c-77bcc27947e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:55.948276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:57.596676 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:29:58.403497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:04.973063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecfbd-6cab-4289-9b4a-6ea5b7a61595 req-fd1f6842-7343-4ae8-b430-3fe96375eec4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:04.974559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d18ecfbd-6cab-4289-9b4a-6ea5b7a61595 req-fd1f6842-7343-4ae8-b430-3fe96375eec4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Dec 10 05:30:05.023995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d18ecfbd-6cab-4289-9b4a-6ea5b7a61595 req-26b85236-1c18-49dc-b773-f42099613a01 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Dec 10 05:30:05.077168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-0ff319d9-89e0-4fe6-acbb-8e5149f78adc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008005 Dec 10 05:30:06.139700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce517d-f3f4-4a65-b6d5-87f331c247cf req-207a26f8-ffd0-4bef-9e13-592ad3a7f672 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:06.141190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ce517d-f3f4-4a65-b6d5-87f331c247cf req-207a26f8-ffd0-4bef-9e13-592ad3a7f672 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0481019 Dec 10 05:30:06.187859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ce517d-f3f4-4a65-b6d5-87f331c247cf req-5239c7de-0c39-413d-8e1c-5631114f9f5f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Dec 10 05:30:06.364728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-da731a9f-7264-4142-99a4-355b2e594106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:06.366246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-da731a9f-7264-4142-99a4-355b2e594106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1096 time: 0.0405660 Dec 10 05:30:06.458459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-6d3a0cf4-c10a-4726-a663-69176696ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:06.459984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-6d3a0cf4-c10a-4726-a663-69176696ac3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0865099 Dec 10 05:30:06.523742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-c664c210-f339-47ce-a64d-db16e29d81e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1002 time: 0.0562186 Dec 10 05:30:06.574926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-a391fa3b-e6a6-4c78-9f32-9b596fa7c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:06.576347 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-a391fa3b-e6a6-4c78-9f32-9b596fa7c0d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0460668 Dec 10 05:30:06.624198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-650e6ade-3ced-4990-bc9e-531a7b411106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:06.625784 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-650e6ade-3ced-4990-bc9e-531a7b411106 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387673 Dec 10 05:30:06.712739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d9308d2b-2712-4784-b4e8-54dcbcb69426 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792830 Dec 10 05:30:06.805589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-63436414-3a96-455d-979d-ec686da1cfcb service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Dec 10 05:30:07.303753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69ce26-4052-47ac-8197-8831ec014e55 req-53912b05-df37-4f58-9804-cf83569dba51 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:07.305271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb69ce26-4052-47ac-8197-8831ec014e55 req-53912b05-df37-4f58-9804-cf83569dba51 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Dec 10 05:30:07.359762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cb69ce26-4052-47ac-8197-8831ec014e55 req-8e04b014-6793-4be4-a6e0-65dfd61dc6db tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Dec 10 05:30:08.048825 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:30:08.476235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9848a1-0607-46be-bd47-3b27e1a70909 req-072fc28d-dd28-44d2-96c0-9fc9672be8b6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:08.477701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d9848a1-0607-46be-bd47-3b27e1a70909 req-072fc28d-dd28-44d2-96c0-9fc9672be8b6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0515628 Dec 10 05:30:08.522698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d9848a1-0607-46be-bd47-3b27e1a70909 req-51f53ac0-aa82-4488-b6c1-e1f5acdffd3e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392148 Dec 10 05:30:09.638083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55801351-65cd-4e69-8f9e-f9f6b1e2fbb3 req-ed2e4d0f-6a6f-4db3-a032-886d7323329b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:09.639589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55801351-65cd-4e69-8f9e-f9f6b1e2fbb3 req-ed2e4d0f-6a6f-4db3-a032-886d7323329b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Dec 10 05:30:09.686516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55801351-65cd-4e69-8f9e-f9f6b1e2fbb3 req-b9a6eaa9-358c-4c6c-9e25-05606ab0292d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Dec 10 05:30:10.799180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf4171-47e7-40b6-8521-d2330b220b46 req-38f3b3f9-f2b4-413d-ad5a-cf9aea1ea7e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:10.800667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edf4171-47e7-40b6-8521-d2330b220b46 req-38f3b3f9-f2b4-413d-ad5a-cf9aea1ea7e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0478711 Dec 10 05:30:10.849970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edf4171-47e7-40b6-8521-d2330b220b46 req-698b5f22-f5e7-4948-b154-9e2d35207a4b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Dec 10 05:30:11.964321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879db84-2803-4f61-afea-1a77449f0bc0 req-82c50038-8cd0-408e-9cf6-586606d5dbe0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:11.965729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1879db84-2803-4f61-afea-1a77449f0bc0 req-82c50038-8cd0-408e-9cf6-586606d5dbe0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0472183 Dec 10 05:30:12.010938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1879db84-2803-4f61-afea-1a77449f0bc0 req-1b288383-c61f-41de-8564-5abf8e7b6b5b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 Dec 10 05:30:13.128261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc2b80-0f38-40ec-8844-483fade9c459 req-93640b3e-201e-4a20-8986-d25238bbf02d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:13.129765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9bc2b80-0f38-40ec-8844-483fade9c459 req-93640b3e-201e-4a20-8986-d25238bbf02d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Dec 10 05:30:13.175592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9bc2b80-0f38-40ec-8844-483fade9c459 req-3643a9a4-0625-463a-bc01-db0016fba734 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Dec 10 05:30:14.296955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b81bc-25ad-42ca-a2ac-37db3e378ebc req-d5bd340c-087c-4f0a-b46c-79cde4477fca tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:14.298431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-839b81bc-25ad-42ca-a2ac-37db3e378ebc req-d5bd340c-087c-4f0a-b46c-79cde4477fca tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Dec 10 05:30:14.345819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-839b81bc-25ad-42ca-a2ac-37db3e378ebc req-b0ae59e5-ea56-4c23-b86d-e875e18b1aa0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Dec 10 05:30:15.465388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e2c3-f224-4888-9401-ce1da7f86436 req-9ffab8a3-6168-4d9f-9860-e5bf1464e0f1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:15.466782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0483e2c3-f224-4888-9401-ce1da7f86436 req-9ffab8a3-6168-4d9f-9860-e5bf1464e0f1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0495090 Dec 10 05:30:15.512948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0483e2c3-f224-4888-9401-ce1da7f86436 req-1cf663c2-49e4-48f7-a874-f97e1e6078bf tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Dec 10 05:30:16.626526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc9979-b737-4f65-8b4c-bb2c8997b0fd req-a5a9a900-b923-4247-8da6-ca61c2ae9bc5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:16.628062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6dfc9979-b737-4f65-8b4c-bb2c8997b0fd req-a5a9a900-b923-4247-8da6-ca61c2ae9bc5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Dec 10 05:30:16.678472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6dfc9979-b737-4f65-8b4c-bb2c8997b0fd req-2b844dec-a6dd-443a-9558-67df98ec3979 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439093 Dec 10 05:30:17.794454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6aabe-3687-473c-86fc-6bc253ed72ee req-6841db36-b1fd-4c2f-8a5f-1ae476e4557a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:17.795913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3b6aabe-3687-473c-86fc-6bc253ed72ee req-6841db36-b1fd-4c2f-8a5f-1ae476e4557a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0475643 Dec 10 05:30:17.842854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3b6aabe-3687-473c-86fc-6bc253ed72ee req-146aa761-246c-49f8-84c9-def1ca179ec9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Dec 10 05:30:18.759318 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d419ebcc-32f5-43b8-a577-e2d510e33b9d service neutron] show failed (client error): The resource could not be found. Dec 10 05:30:18.760682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d419ebcc-32f5-43b8-a577-e2d510e33b9d service neutron] 10.222.0.36 "GET /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0538392 Dec 10 05:30:18.992172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e09080-7865-4b8a-a5c0-d5c69ec9b3ca req-5e464dba-d5d3-47b6-b1ad-72e7aa25302d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:18.993680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68e09080-7865-4b8a-a5c0-d5c69ec9b3ca req-5e464dba-d5d3-47b6-b1ad-72e7aa25302d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0792005 Dec 10 05:30:18.999547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-7052a629-2a80-4efe-94d9-c3e0785da57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:19.000971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-7052a629-2a80-4efe-94d9-c3e0785da57e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1096 time: 0.0565948 Dec 10 05:30:19.019889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-a67bc245-3714-4d0a-9544-a8f57accc3f1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:30:19.023240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-a67bc245-3714-4d0a-9544-a8f57accc3f1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084343 Dec 10 05:30:19.052290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:30:19.058509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-68e09080-7865-4b8a-a5c0-d5c69ec9b3ca req-ac1bdc71-d0e9-4f0a-94c4-4b64ca6b38ba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566604 Dec 10 05:30:19.106274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:19.317898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:19.349404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:30:19.387119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:19.389449 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0395a-0138-4977-b94d-11128524d5fc" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:19.393094 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:19.405398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Transition to ACTIVE for port object dbd07535-0ebe-4fc1-a483-532a70812ba7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:30:19.409803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:19.492203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:19.505155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.505514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.505870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.506757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.507099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.507428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.507750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.508076 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.508396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.508741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.509065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.509407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.509704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:19.548543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] No DVR routers for this DVR port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:30:19.968681 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82aae53-fd52-4304-a65e-3e76e3f7514e x-openstack-request-id: req-f82aae53-fd52-4304-a65e-3e76e3f7514e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:19.968970 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:19.969202 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f82aae53-fd52-4304-a65e-3e76e3f7514e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:19.969584 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'code': 200} Dec 10 05:30:20.021008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:30:20.022203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:30:20.022203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:20.026210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:30:20.026529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:20.031170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:30:20.031502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:30:20.031878 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:30:20.032288 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Bound port: dbd07535-0ebe-4fc1-a483-532a70812ba7, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:30:20.032662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:20.092133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:30:20.095280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:30:20.101888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:20.132701 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.133332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:20.134793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] 10.222.0.41 "PUT /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1091 time: 1.0872118 Dec 10 05:30:20.246538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38200616-38c9-4cf6-8eae-af67a3e72f8b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:20.261119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d2488b01-3fff-4083-a889-37dd86c8d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.262620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d2488b01-3fff-4083-a889-37dd86c8d65f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0721884 Dec 10 05:30:20.272328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f46db-f775-481f-bc08-303f6545b26e req-6fc8b7eb-d15b-4132-99da-ffe7f0b2d601 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.273983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c6f46db-f775-481f-bc08-303f6545b26e req-6fc8b7eb-d15b-4132-99da-ffe7f0b2d601 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.1381590 Dec 10 05:30:20.380714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1c6f46db-f775-481f-bc08-303f6545b26e req-fe3e773c-f764-47a6-8394-a62a36e091f5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982208 Dec 10 05:30:20.398675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d311d75c-0f12-4953-b6cc-ef1bc01eac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.400146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-d311d75c-0f12-4953-b6cc-ef1bc01eac68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1253347 Dec 10 05:30:20.482849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-01af505b-91c6-463d-a779-4cc089aa7d1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0681028 Dec 10 05:30:20.538250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-dade99d2-ed64-4f31-9e25-8597d2725a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.539645 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-dade99d2-ed64-4f31-9e25-8597d2725a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0454612 Dec 10 05:30:20.600763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bc1d-0633-4d15-be46-f65254225f3c req-39fccdc3-1f1b-475d-b92b-e3b8509b888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:20.602276 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-39fccdc3-1f1b-475d-b92b-e3b8509b888f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502315 Dec 10 05:30:20.711758 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-8d5918be-1881-4023-8865-74833b48c969 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962965 Dec 10 05:30:20.806639 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:20.824808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8507bc1d-0633-4d15-be46-f65254225f3c req-a16acf8d-703a-45f5-acef-438d17bb8db1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035914 Dec 10 05:30:21.502242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe0f14-2d9a-48c2-9acc-58ec6f847231 req-41eff234-a806-487b-9ced-5214c336b935 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:21.503681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11fe0f14-2d9a-48c2-9acc-58ec6f847231 req-41eff234-a806-487b-9ced-5214c336b935 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0476267 Dec 10 05:30:21.549283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11fe0f14-2d9a-48c2-9acc-58ec6f847231 req-5d21cea5-21ba-4ef7-a24d-649d3317acdb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Dec 10 05:30:21.970880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:21.973190 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22556b7c-1046-42f0-b84f-2ec2e99ac81b" -d '{"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:22.019617 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf6933-f3b2-40ad-b6bc-d858212aa46b x-openstack-request-id: req-22bf6933-f3b2-40ad-b6bc-d858212aa46b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:22.019913 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:22.020169 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22bf6933-f3b2-40ad-b6bc-d858212aa46b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:22.020612 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'status': 'completed', 'code': 200} Dec 10 05:30:22.052404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:30:22.091794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:30:22.135000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-e0c66097-5ace-425e-9d4d-fbcdd85d75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.136502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-e0c66097-5ace-425e-9d4d-fbcdd85d75aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0717940 Dec 10 05:30:22.138174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-bdcb8fcc-7809-433c-be78-8c7dd57ea722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.139505 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-bdcb8fcc-7809-433c-be78-8c7dd57ea722 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0665596 Dec 10 05:30:22.289147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-7802f2ee-ed99-4183-9752-9fd0ea34666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.290618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-7802f2ee-ed99-4183-9752-9fd0ea34666e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1471291 Dec 10 05:30:22.305555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-4fc7d780-3f1e-4e11-a4af-5d04f6e35b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.306902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-4fc7d780-3f1e-4e11-a4af-5d04f6e35b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1463623 Dec 10 05:30:22.401406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-268cfe05-27f4-4bfb-9ecf-c82faa49a486 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.1025479 Dec 10 05:30:22.419689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-c825ad5e-5944-44ea-94ba-26d1ea4ce560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0789030 Dec 10 05:30:22.454640 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcc3be60-f338-4588-915e-7958d17c4bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:22.492492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-01a22096-d2a2-406f-a862-e02b90f96079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.493967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-01a22096-d2a2-406f-a862-e02b90f96079 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0822053 Dec 10 05:30:22.498896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-34d365a7-a3b0-4024-b136-93bed4998f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.500216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-34d365a7-a3b0-4024-b136-93bed4998f4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0611315 Dec 10 05:30:22.566611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-04023dd3-03a8-47ae-ba70-945ab505b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.568022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-04023dd3-03a8-47ae-ba70-945ab505b380 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667233 Dec 10 05:30:22.570373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-e8f89822-ea9a-47fa-a306-f7397c544f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.571715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-e8f89822-ea9a-47fa-a306-f7397c544f03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616090 Dec 10 05:30:22.764278 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-71983a8d-9a2c-4d45-9961-3637110a3d4f service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889412 Dec 10 05:30:22.775490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cb6dc-4292-4278-b939-a2d14fa7e1d5 req-db38ea83-de61-4593-ac4f-32d0e3a64f1d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:22.776966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3cb6dc-4292-4278-b939-a2d14fa7e1d5 req-db38ea83-de61-4593-ac4f-32d0e3a64f1d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.1558166 Dec 10 05:30:22.786365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-81d56457-c855-4334-a50c-294d4216ac72 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033050 Dec 10 05:30:22.935804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b3cb6dc-4292-4278-b939-a2d14fa7e1d5 req-d57339fe-067d-47ec-8b59-63e557363fc2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485219 Dec 10 05:30:22.968817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-16a77d48-86c7-4c15-a942-5204cba9d0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905980 Dec 10 05:30:22.973868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22556b7c-1046-42f0-b84f-2ec2e99ac81b req-78c01c83-4e03-4da0-9bc0-eeba17b198bd service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691825 Dec 10 05:30:24.053297 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5fdeb-162e-4f13-9cbe-8706d44fc3c3 req-d017296e-cbf3-43e5-85b2-150470af2872 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.054781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed5fdeb-162e-4f13-9cbe-8706d44fc3c3 req-d017296e-cbf3-43e5-85b2-150470af2872 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Dec 10 05:30:24.091424 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:24.106124 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eed5fdeb-162e-4f13-9cbe-8706d44fc3c3 req-727e6d10-a93d-4613-a23c-8ba8ecf06ef2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451274 Dec 10 05:30:24.414106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-f0f064a8-1dae-47b3-9ac7-998a02fa02a0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.415592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-f0f064a8-1dae-47b3-9ac7-998a02fa02a0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 943 time: 0.0795555 Dec 10 05:30:24.427015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a311-e864-4c1b-a95d-11d33baef486 req-4f8a9546-dcdd-4fc2-9500-6d7e32e2e805 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.428965 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29d5a311-e864-4c1b-a95d-11d33baef486 req-4f8a9546-dcdd-4fc2-9500-6d7e32e2e805 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 943 time: 0.0672355 Dec 10 05:30:24.517045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29d5a311-e864-4c1b-a95d-11d33baef486 req-10ed02c4-2ee9-4230-b82d-927e22c77f29 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821538 Dec 10 05:30:24.518498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-e199423b-7fcf-43dd-85f3-22b4b5ef32db service neutron] 10.222.0.41 "GET /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.0886960 Dec 10 05:30:24.598963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-d014b023-b9ec-45cd-b7a8-b8d7b5177bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.600502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-d014b023-b9ec-45cd-b7a8-b8d7b5177bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1094 time: 0.0410504 Dec 10 05:30:24.690897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-30190fc4-0a7d-4059-acc3-809fbbd37595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.692361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-30190fc4-0a7d-4059-acc3-809fbbd37595 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0830841 Dec 10 05:30:24.762206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-c86842e7-cb31-4642-818d-c66379b14d8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0607016 Dec 10 05:30:24.823231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-3ffbb3d3-40bf-4e4d-a36c-fd991aa97feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.824762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-3ffbb3d3-40bf-4e4d-a36c-fd991aa97feb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0513904 Dec 10 05:30:24.894293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-3902c673-4777-4751-ad9b-a4f84eb12c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:24.895694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-3902c673-4777-4751-ad9b-a4f84eb12c4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399392 Dec 10 05:30:24.987957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-482fe8a1-b28f-458c-8c02-13ac69177b84 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842476 Dec 10 05:30:25.088460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-755a7691-1ca6-42e4-a16d-9733bae6a4fc service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923731 Dec 10 05:30:25.092234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:30:25.191618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:25.202532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:30:25.243095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:25.260950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:30:25.266483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec333-43d9-4940-83b7-d03a53c0de75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:25.281633 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:25.285364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:25.336345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:25.343485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.343828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.344165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.344519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.344850 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.345177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.345499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.345816 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.346135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.346448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.346798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.347114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.347428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:30:25.643971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c170e0-9487-4cb0-81b9-031db8c91f16 req-8200daa2-7414-4b43-8cce-e1a0cabc9643 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:25.645504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1c170e0-9487-4cb0-81b9-031db8c91f16 req-8200daa2-7414-4b43-8cce-e1a0cabc9643 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Dec 10 05:30:25.646071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['dbd07535-0ebe-4fc1-a483-532a70812ba7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:30:25.693713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1c170e0-9487-4cb0-81b9-031db8c91f16 req-27697ed0-e879-42f9-b5bd-58267066725c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Dec 10 05:30:25.950439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:26.813804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a5a6d-7f35-4528-a9ec-f681c63dfad6 req-fa55c1c0-7064-4cd1-92cd-a8f5518a3969 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:26.815305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd3a5a6d-7f35-4528-a9ec-f681c63dfad6 req-fa55c1c0-7064-4cd1-92cd-a8f5518a3969 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0528941 Dec 10 05:30:26.861912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd3a5a6d-7f35-4528-a9ec-f681c63dfad6 req-c88717d3-12fa-4247-8e98-8442ed546741 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 Dec 10 05:30:27.105831 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:30:27.153996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port dbd07535-0ebe-4fc1-a483-532a70812ba7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:30:27.157876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port dbd07535-0ebe-4fc1-a483-532a70812ba7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:30:27.158251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.234238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.257027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:27.259396 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be51fed-0688-4b99-ac8b-4ef4a955ea24" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:27.276864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:27.281894 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.317904 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d7826-f95d-40f1-ac13-88917c67b816 x-openstack-request-id: req-8c2d7826-f95d-40f1-ac13-88917c67b816 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:27.318729 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:27.319055 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c2d7826-f95d-40f1-ac13-88917c67b816 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:27.319457 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'code': 200} Dec 10 05:30:27.331623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:27.398011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-62b97937-0360-4bfc-8726-bc595abb8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:27.399390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-62b97937-0360-4bfc-8726-bc595abb8b23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1096 time: 0.0434759 Dec 10 05:30:27.416769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:30:27.469226 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.599744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.663618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:27.696460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:30:27.737658 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:27.740591 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda424ec-30a2-4ada-a329-96bd2f044212" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:27.744711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.757991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Transition to ACTIVE for port object dbd07535-0ebe-4fc1-a483-532a70812ba7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:30:27.762113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:27.794975 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0e8879-6deb-42eb-825b-d713c318882e x-openstack-request-id: req-2b0e8879-6deb-42eb-825b-d713c318882e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:27.794975 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:27.795172 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b0e8879-6deb-42eb-825b-d713c318882e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:27.795561 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'code': 200} Dec 10 05:30:27.843607 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:27.887150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] No DVR routers for this DVR port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:30:28.032298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a80866-1998-436d-8ec1-a59ce432e356 req-690e3943-f37c-4bbc-845b-ee5642dc2d91 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.033782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08a80866-1998-436d-8ec1-a59ce432e356 req-690e3943-f37c-4bbc-845b-ee5642dc2d91 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0966363 Dec 10 05:30:28.081244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:30:28.081492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:30:28.081818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:28.092352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:30:28.092697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Attempting to bind port dbd07535-0ebe-4fc1-a483-532a70812ba7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:28.106502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:30:28.106830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:30:28.107201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:30:28.107612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Bound port: dbd07535-0ebe-4fc1-a483-532a70812ba7, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:30:28.107957 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:28.113711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-08a80866-1998-436d-8ec1-a59ce432e356 req-b16c2687-5a30-4042-ace1-e0c8100263bf tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734949 Dec 10 05:30:28.172210 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:30:28.175555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:30:28.179707 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:28.217195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.217816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:28.219184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] 10.222.0.36 "PUT /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1092 time: 0.8062632 Dec 10 05:30:28.239541 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1856c9-684b-436a-8ccb-40660379bd7d service neutron] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=11']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:28.301912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-b7508437-d8a9-4874-8f5d-5b7a3ca3fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.304151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-b7508437-d8a9-4874-8f5d-5b7a3ca3fe83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1095 time: 0.0436480 Dec 10 05:30:28.398067 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-2e77c5c8-0719-4c0c-83e4-882c3fe25a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.399558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-2e77c5c8-0719-4c0c-83e4-882c3fe25a73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0883317 Dec 10 05:30:28.405588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:28.469132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-46ad2d76-8c98-445a-85b2-e4c25c55e3de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0616727 Dec 10 05:30:28.523450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-0a7e22b7-8422-408b-9779-4bf669f375f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.524888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-0a7e22b7-8422-408b-9779-4bf669f375f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0479810 Dec 10 05:30:28.569244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-810e3314-a1a8-4793-b4ff-7a9a1418c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:28.570732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-810e3314-a1a8-4793-b4ff-7a9a1418c1bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393596 Dec 10 05:30:28.659575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-1502802a-f632-4f35-bc93-7a485fb428ed service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819402 Dec 10 05:30:28.746668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-faa43d9a-3fd5-4608-9dd6-5bcd65e3fcb1 req-e170e5b5-805c-4196-9c01-0002f5f81884 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787041 Dec 10 05:30:29.235767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97d125-4191-4539-8239-1cff19b5e862 req-8e2ee28c-e146-4049-80e8-6fa23234f584 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:29.237262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe97d125-4191-4539-8239-1cff19b5e862 req-8e2ee28c-e146-4049-80e8-6fa23234f584 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0524001 Dec 10 05:30:29.282884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fe97d125-4191-4539-8239-1cff19b5e862 req-dbb2dba0-c118-4303-a549-986ed358f6a8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397155 Dec 10 05:30:29.796242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:29.798642 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf" -d '{"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:29.845790 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddfe985-6ba2-4937-ba88-7308d9b37184 x-openstack-request-id: req-3ddfe985-6ba2-4937-ba88-7308d9b37184 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:29.846086 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:29.846343 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ddfe985-6ba2-4937-ba88-7308d9b37184 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:29.846742 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'status': 'completed', 'code': 200} Dec 10 05:30:29.957046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-965b357f-9848-48a6-bc65-dd11eacab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:29.958446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-965b357f-9848-48a6-bc65-dd11eacab789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1095 time: 0.0666366 Dec 10 05:30:29.960831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-bf97d04d-6277-4156-bf27-6f8ee7d9e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:29.962161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-bf97d04d-6277-4156-bf27-6f8ee7d9e0fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 1095 time: 0.0626509 Dec 10 05:30:30.124394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-8915f9e3-ecc8-476b-8c2f-828eafe6ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.125891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-8915f9e3-ecc8-476b-8c2f-828eafe6ce2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1579914 Dec 10 05:30:30.127180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-76f9b286-f50d-4177-a75f-748021416c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.128502 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-76f9b286-f50d-4177-a75f-748021416c60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1528637 Dec 10 05:30:30.602672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-c7516a92-b1c5-451f-93ed-56792afb0e02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.4668570 Dec 10 05:30:30.604636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-3542a3da-6d37-4c84-ab63-bcb648dbd499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 200 len: 1000 time: 0.4623468 Dec 10 05:30:30.697569 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2191ade-b172-4319-88d5-c319394f4da6 req-9708ad53-0ae3-49ef-9652-7e47c210a32d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.699049 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2191ade-b172-4319-88d5-c319394f4da6 req-9708ad53-0ae3-49ef-9652-7e47c210a32d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.1305106 Dec 10 05:30:30.700397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-62a9ca45-cc80-4cbc-8bbe-d98226f32da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.701744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-62a9ca45-cc80-4cbc-8bbe-d98226f32da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0919476 Dec 10 05:30:30.714994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-4d697de7-d97f-4c76-a21a-d4dbbea7bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.716352 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-4d697de7-d97f-4c76-a21a-d4dbbea7bb7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0975909 Dec 10 05:30:30.811601 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2191ade-b172-4319-88d5-c319394f4da6 req-0eb99d42-0c2c-4efe-9bf0-8c8c6ffd76a9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051488 Dec 10 05:30:30.816087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-27f029ce-c8f6-490d-8a23-5af6a49be7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.817541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-27f029ce-c8f6-490d-8a23-5af6a49be7d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051853 Dec 10 05:30:30.819810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-fef1b5e0-5450-43ce-a3a4-a8ae1fd45e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:30.821176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-fef1b5e0-5450-43ce-a3a4-a8ae1fd45e69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892107 Dec 10 05:30:30.975301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-a9a6e444-20a5-4c18-bc92-46f8e941f306 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493459 Dec 10 05:30:30.977317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-0cdd871e-8ff0-49a5-b199-fd37fd20f41a service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440425 Dec 10 05:30:31.128832 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:30:31.138539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-eadb4380-b5fa-441d-a9f7-98fc28f7f7fa service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542351 Dec 10 05:30:31.143608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49e6056e-c4ad-44d2-af36-dfdfd67b8baf req-037a7359-aa21-41d9-a865-5242eaadaede service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511934 Dec 10 05:30:31.174540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:30:31.936164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79710b59-e9ef-41aa-a703-7bec48d971db req-93cb3cfa-e4b0-4fa1-be45-b96d021077f9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:31.937671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79710b59-e9ef-41aa-a703-7bec48d971db req-93cb3cfa-e4b0-4fa1-be45-b96d021077f9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0536809 Dec 10 05:30:31.983779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79710b59-e9ef-41aa-a703-7bec48d971db req-fa700d40-c126-4550-9880-d761bc4adf2c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394673 Dec 10 05:30:32.096722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d423e3c-c34f-4847-b28b-539cc4218c88 req-95e84554-b06d-4b21-bc83-11a657f6213e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:32.098166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d423e3c-c34f-4847-b28b-539cc4218c88 req-95e84554-b06d-4b21-bc83-11a657f6213e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0483944 Dec 10 05:30:32.129852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:30:32.145887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d423e3c-c34f-4847-b28b-539cc4218c88 req-97c74448-27df-4906-ac0e-abedd1551deb tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 Dec 10 05:30:32.224460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:32.235698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'mac_address': 'fa:16:3e:93:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:30:32.263638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516b43-1c73-4584-a319-8c62a308d722 req-40d9d249-31fc-46e5-95fb-822235a1a348 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:32.265207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27516b43-1c73-4584-a319-8c62a308d722 req-40d9d249-31fc-46e5-95fb-822235a1a348 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Dec 10 05:30:32.276707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:32.289100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:30:32.309172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:32.313292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-27516b43-1c73-4584-a319-8c62a308d722 req-7af19a89-fecb-4da7-8275-9fc16120e42f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Dec 10 05:30:32.313615 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:32.360603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:32.544000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18706c-5c3e-41e8-b8b0-b40d729dd021 req-a84e3211-77ea-414c-8caf-a4378a519125 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:32.545426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff18706c-5c3e-41e8-b8b0-b40d729dd021 req-a84e3211-77ea-414c-8caf-a4378a519125 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0477898 Dec 10 05:30:32.591763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff18706c-5c3e-41e8-b8b0-b40d729dd021 req-45536ef3-4932-4df8-a0fa-eb2f82b1db47 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404868 Dec 10 05:30:32.623441 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['dbd07535-0ebe-4fc1-a483-532a70812ba7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:30:33.706624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea999-f25a-4328-a515-e041ebb6635e req-400e6211-e576-4eae-a89b-dda674891d3d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:33.708079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-606ea999-f25a-4328-a515-e041ebb6635e req-400e6211-e576-4eae-a89b-dda674891d3d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0475538 Dec 10 05:30:33.758212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-606ea999-f25a-4328-a515-e041ebb6635e req-a3d2b0a1-59e9-47cf-92cc-1b3e67b5bbf3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Dec 10 05:30:34.154713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:30:34.158884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-018087df-ed59-4933-a802-56499e146883 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:34.160358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-018087df-ed59-4933-a802-56499e146883 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Dec 10 05:30:34.211555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port dbd07535-0ebe-4fc1-a483-532a70812ba7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:30:34.219284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port dbd07535-0ebe-4fc1-a483-532a70812ba7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:30:34.219284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.252309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Deleting port dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:30:34.252684 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.302009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.325865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:34.328090 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21517932-14ba-47d4-a923-25e294959fa8" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:34.341051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:34.345135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] For port dbd07535-0ebe-4fc1-a483-532a70812ba7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=dbd07535-0ebe-4fc1-a483-532a70812ba7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:34.345443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.345931 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.370642 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef93a5-ae63-4ff5-8399-30d634615555 x-openstack-request-id: req-38ef93a5-ae63-4ff5-8399-30d634615555 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:34.370936 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-plugged", "status": "completed", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:34.371217 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38ef93a5-ae63-4ff5-8399-30d634615555 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:34.371602 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'code': 200} Dec 10 05:30:34.396744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=13']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:34.517069 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.517365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.517655 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d disassociated. External IP: 172.25.8.182, port: dbd07535-0ebe-4fc1-a483-532a70812ba7. Dec 10 05:30:34.518003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Calling delete_port for dbd07535-0ebe-4fc1-a483-532a70812ba7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:30:34.642770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.669030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'Port': ['ID=dbd07535-0ebe-4fc1-a483-532a70812ba7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:34.787379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:30:34.872238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33523ee6-2bc3-410a-86c0-d369517454ae req-931d0d1c-6395-4a04-9c40-ea076c384839 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f840f0-c2dc-4b08-86b7-b9a57f15e403 HTTP/1.1" status: 200 len: 210 time: 0.0370982 Dec 10 05:30:34.925470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:30:34.936415 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c059c-6020-406e-94b4-69ba042604be None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:30:34.946411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:30:34.947044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:34.964709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] No DVR routers for this DVR port dbd07535-0ebe-4fc1-a483-532a70812ba7 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:30:34.967348 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:34.970775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66d681e6-2774-43be-b8cf-6759f2586ad8 req-2f6b48ee-c857-43af-b0c3-fafa30ea3827 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "DELETE /v2.0/ports/dbd07535-0ebe-4fc1-a483-532a70812ba7 HTTP/1.1" status: 204 len: 173 time: 0.8029282 Dec 10 05:30:34.971219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-deleted', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:34.973493 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190a40d3-2a32-4cd6-9137-9b30a74df322" -d '{"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-deleted", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:35.009183 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6a0e2-21fc-46dc-a26d-e484d685bf72 x-openstack-request-id: req-3ba6a0e2-21fc-46dc-a26d-e484d685bf72 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:35.009962 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f840f0-c2dc-4b08-86b7-b9a57f15e403", "name": "network-vif-deleted", "tag": "dbd07535-0ebe-4fc1-a483-532a70812ba7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:35.009962 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ba6a0e2-21fc-46dc-a26d-e484d685bf72 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:35.010389 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f840f0-c2dc-4b08-86b7-b9a57f15e403', 'name': 'network-vif-deleted', 'tag': 'dbd07535-0ebe-4fc1-a483-532a70812ba7', 'status': 'completed', 'code': 200} Dec 10 05:30:35.055786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:30:35.259579 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:35.284811 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c059c-6020-406e-94b4-69ba042604be None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:30:35.293269 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:30:35.293857 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:35.397279 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:30:35.611467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-631c059c-6020-406e-94b4-69ba042604be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:35.636806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c059c-6020-406e-94b4-69ba042604be None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:30:35.861278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481576c1-7751-4a48-96b0-1a3a1ea38581 None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:30:36.167212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-076bf3fe-f638-4009-a5dc-6c44124dd747 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--180402005&fields=id&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 267 time: 0.0441368 Dec 10 05:30:36.278584 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-c74d615c-9f7c-44ce-bafb-95e35c03ac69 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:36.280028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-c74d615c-9f7c-44ce-bafb-95e35c03ac69 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1052365 Dec 10 05:30:36.295029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-eb393aa6-d37b-4808-834a-3c2f08a1105f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/quotas/f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 375 time: 0.0092037 Dec 10 05:30:36.345968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-6f4dcdee-c0c4-4632-bb57-4c0903055564 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458744 Dec 10 05:30:36.444463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-db5dbd4f-a0e3-4664-a472-22b3b8a7fbb2 service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867493 Dec 10 05:30:36.538943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-7d14cfa6-bef0-4165-99d3-0db27af5489a service neutron] 10.222.0.43 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 Dec 10 05:30:36.702498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1173c7bd-c027-46a9-859b-7864f91d3df8 req-b9456b97-6f8f-42d1-b843-c5b6e1d11bce tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0337000 Dec 10 05:30:37.727756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-58f0abc9-85ff-470f-b961-98b25e5591dc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:37.729285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-58f0abc9-85ff-470f-b961-98b25e5591dc tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 811 time: 0.1043034 Dec 10 05:30:37.817389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad8ee0cf-68b0-4a1b-bfcf-9efcc4c0d55f req-9229b4d8-f0e0-4823-b1ce-581ed404ca73 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0413270 Dec 10 05:30:37.831739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-d1b326af-5fba-43a3-a571-4c837dfac77f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 379 time: 0.0850143 Dec 10 05:30:37.852218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'port': {'device_id': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'admin_state_up': True, 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'security_groups': ['259f6fb2-584d-4397-bb85-8c63f804c76b']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:30:37.957221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Made reservation on behalf of f14cbafe43074bfeb1b2c3402e9e4d38 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:30:37.961216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.084329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Allocated IP 172.20.0.3 (ef85708f-26a1-43bb-a268-595ad5e63dca/e7d755f1-e03f-4178-881e-52211f790122/4b0eab2a-883c-4414-a70e-71cb600602a7) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:30:38.156693 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:30:38.181206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: dbd07535-0ebe-4fc1-a483-532a70812ba7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:30:38.181549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device dbd07535-0ebe-4fc1-a483-532a70812ba7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:30:38.220221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.258415 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.299964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Network ef85708f-26a1-43bb-a268-595ad5e63dca is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:30:38.303050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:30:38.305632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:30:38.338184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:38.363919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:38.364565 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.382309 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-edc15ca9-e513-47c6-bdeb-5ad6d8d18ca3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337627 Dec 10 05:30:38.400090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Request body: {'port': {'device_id': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:30:38.455981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.532418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f27aa480-8cbd-4171-afb1-0eeef9a1aa92 None None] Provisioning complete for port 4b0eab2a-883c-4414-a70e-71cb600602a7 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:30:38.532811 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f27aa480-8cbd-4171-afb1-0eeef9a1aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.564608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f27aa480-8cbd-4171-afb1-0eeef9a1aa92 None None] Port 4b0eab2a-883c-4414-a70e-71cb600602a7 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:30:38.716040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:30:38.723340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.734740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Transition to ACTIVE for port object 4b0eab2a-883c-4414-a70e-71cb600602a7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:30:38.738578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.788282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:38.865799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:30:38.866641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:30:38.866969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:38.871577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:30:38.871897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:30:38.877575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:30:38.877911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:30:38.878332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:30:38.878757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Bound port: 4b0eab2a-883c-4414-a70e-71cb600602a7, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:30:38.879110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:38.973262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec6216-ae3f-4924-951b-3c656678ab36 req-c79a931d-7fb7-4312-8ab5-52831985a4a9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:38.974800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2ec6216-ae3f-4924-951b-3c656678ab36 req-c79a931d-7fb7-4312-8ab5-52831985a4a9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0839524 Dec 10 05:30:38.991761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:30:39.011302 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:30:39.021071 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:39.069479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.070149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:39.071526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1091 time: 0.6764753 Dec 10 05:30:39.074957 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2ec6216-ae3f-4924-951b-3c656678ab36 req-e0c80b3d-2696-495d-8571-be0c0ccb83ed tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925894 Dec 10 05:30:39.075393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:39.077675 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f36df80-4b81-42e1-b7aa-16f15d1d423d" -d '{"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:39.122614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe885c-a1aa-4892-a674-245a8f0645b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:39.148162 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c57b256-d60b-4611-b7fa-cb366c06aaaa x-openstack-request-id: req-1c57b256-d60b-4611-b7fa-cb366c06aaaa {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:39.148460 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:39.148777 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c57b256-d60b-4611-b7fa-cb366c06aaaa {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:39.149337 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'status': 'completed', 'code': 200} Dec 10 05:30:39.184839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-58f5920a-2a5a-48ee-9336-4007e8c1863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.186636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-58f5920a-2a5a-48ee-9336-4007e8c1863c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1094 time: 0.0488026 Dec 10 05:30:39.235260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-04689b2c-b9b5-4b1f-a290-244a566fc658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 217 time: 0.0356982 Dec 10 05:30:39.290593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-c872299f-0c2f-4fa0-a3bd-944573308c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.292588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-c872299f-0c2f-4fa0-a3bd-944573308c32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0482404 Dec 10 05:30:39.338596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-34d442c2-6e8b-41d9-b91d-cd7a45446157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.340025 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-34d442c2-6e8b-41d9-b91d-cd7a45446157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410640 Dec 10 05:30:39.427416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-21f67aa2-a40a-46c2-9d91-20a1db35c4af service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Dec 10 05:30:39.519464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c876fb52-a819-41b8-8cfe-d3af9fb845df req-06113812-0508-413e-99b5-0f7e632210e7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Dec 10 05:30:39.641820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-063e4e71-e689-4527-8ae7-82388ab3e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.643288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-063e4e71-e689-4527-8ae7-82388ab3e884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1094 time: 0.0406406 Dec 10 05:30:39.735922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-094ee292-6d9b-49c7-99fd-931c2afcc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.737413 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-094ee292-6d9b-49c7-99fd-931c2afcc780 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0867276 Dec 10 05:30:39.778363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-642ade47-b4e1-4bb0-aa65-e002feddc572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 217 time: 0.0337172 Dec 10 05:30:39.825693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-c8b36237-c401-494b-a953-e2337f4bbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.827115 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-c8b36237-c401-494b-a953-e2337f4bbe1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0419986 Dec 10 05:30:39.877122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-a0bdce91-f2dc-479e-97c4-d64d4c0cce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:39.878575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-a0bdce91-f2dc-479e-97c4-d64d4c0cce73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434999 Dec 10 05:30:39.967992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-25f78a7b-7db6-4f12-9284-44a35c6b9233 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Dec 10 05:30:40.060987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f36df80-4b81-42e1-b7aa-16f15d1d423d req-3a013cd1-9a56-4127-a563-95eee12849e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 Dec 10 05:30:40.219084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23834a-b6df-46ff-bf25-137ed5a40471 req-6a8ca97c-2c27-4837-b0e7-590bf77f2117 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:40.220579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad23834a-b6df-46ff-bf25-137ed5a40471 req-6a8ca97c-2c27-4837-b0e7-590bf77f2117 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0490251 Dec 10 05:30:40.266094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad23834a-b6df-46ff-bf25-137ed5a40471 req-78b2bf5b-39fc-4690-a9c5-edf59b7e6abe tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Dec 10 05:30:41.381497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bba78-6c00-413c-936d-fceccfb21231 req-87041f07-8e12-429f-b117-0750a2d5731d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:41.382939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-480bba78-6c00-413c-936d-fceccfb21231 req-87041f07-8e12-429f-b117-0750a2d5731d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0471449 Dec 10 05:30:41.432501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-480bba78-6c00-413c-936d-fceccfb21231 req-b47093e5-1d5a-45ae-b38b-385804a89b83 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Dec 10 05:30:42.173387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:30:42.267478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:42.279235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:30:42.314421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:42.326983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:30:42.346349 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:42.350347 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:42.399195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:42.544915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945388-fd01-4e2f-a743-5baa72db4106 req-aaeba58d-a9f7-4213-bff6-b457d2cf28f3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:42.546355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5945388-fd01-4e2f-a743-5baa72db4106 req-aaeba58d-a9f7-4213-bff6-b457d2cf28f3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0474296 Dec 10 05:30:42.593375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5945388-fd01-4e2f-a743-5baa72db4106 req-d375f5bb-deaa-4255-b2b6-1505b8275757 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 Dec 10 05:30:42.616984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4b0eab2a-883c-4414-a70e-71cb600602a7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:30:43.706388 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeae3cb-b498-4514-8697-ca0b87efdac3 req-0c953d0f-8b82-424c-9c45-33c441880be9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:43.707804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eeae3cb-b498-4514-8697-ca0b87efdac3 req-0c953d0f-8b82-424c-9c45-33c441880be9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0482497 Dec 10 05:30:43.754716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2eeae3cb-b498-4514-8697-ca0b87efdac3 req-81888500-0788-4925-be7d-726daea1b32a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Dec 10 05:30:44.189461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:30:44.239533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 4b0eab2a-883c-4414-a70e-71cb600602a7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:30:44.243466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 4b0eab2a-883c-4414-a70e-71cb600602a7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:30:44.243833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:44.317314 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:44.339559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:44.341803 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d10899-f5bf-42f2-9918-4d61c005c279" -d '{"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:44.354598 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:30:44.358671 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:44.385361 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5038482-95c4-462a-891f-03bc680015a2 x-openstack-request-id: req-b5038482-95c4-462a-891f-03bc680015a2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:44.385654 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:44.385909 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5038482-95c4-462a-891f-03bc680015a2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:44.386293 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'code': 200} Dec 10 05:30:44.411548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:30:44.508861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84579100-0076-4572-8fac-e8d37a86bb48 req-691f9637-6bed-4508-a7ae-462beb087e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:44.510240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84579100-0076-4572-8fac-e8d37a86bb48 req-691f9637-6bed-4508-a7ae-462beb087e7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1096 time: 0.0423963 Dec 10 05:30:44.552568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84579100-0076-4572-8fac-e8d37a86bb48 req-048ea656-8e36-44d6-934f-b7b7d6ff6a2c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353160 Dec 10 05:30:44.868349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bd33f-b7a3-411d-8595-394ef10d63c6 req-d324af25-c473-4b46-b5c6-101256877762 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:44.869847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c23bd33f-b7a3-411d-8595-394ef10d63c6 req-d324af25-c473-4b46-b5c6-101256877762 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Dec 10 05:30:44.915732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c23bd33f-b7a3-411d-8595-394ef10d63c6 req-56a19e44-f56e-4049-8ea4-ad51eb942273 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 Dec 10 05:30:45.048114 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:30:46.032104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffbe84-9b41-4cfe-8290-606946185a0f req-c5f3d9c5-fba7-4fd6-bb62-a19c376438ee tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:46.033683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86ffbe84-9b41-4cfe-8290-606946185a0f req-c5f3d9c5-fba7-4fd6-bb62-a19c376438ee tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Dec 10 05:30:46.084104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-86ffbe84-9b41-4cfe-8290-606946185a0f req-af04cc51-d33b-4fc1-8d35-0c404fcc3e4e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Dec 10 05:30:46.195953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dced2-8ab7-48e4-939d-79c24d37c6e4 req-cb5d1373-7afb-430a-a5bb-ddf421bf26ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:46.197472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d2dced2-8ab7-48e4-939d-79c24d37c6e4 req-cb5d1373-7afb-430a-a5bb-ddf421bf26ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0490334 Dec 10 05:30:46.206688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 48774) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:30:46.210904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Request body: {'floatingip': {'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:30:46.249342 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:46.664703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:46.668803 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:46.768637 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d associated. External IP: 172.25.8.182, port: 4b0eab2a-883c-4414-a70e-71cb600602a7. Dec 10 05:30:46.971232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:30:47.414642 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:30:47.419444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:47.425723 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:30:47.435082 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:30:47.436020 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:47.448411 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-57701336-81a3-45b4-a8be-8be4bdf131b4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "PUT /v2.0/floatingips/3795fa27-d999-4f93-8904-7df8c9187f1d HTTP/1.1" status: 200 len: 992 time: 1.2382047 Dec 10 05:30:47.448411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:30:47.448705 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49277a3e-051d-410b-ab12-f8fa731697df" -d '{"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:30:47.491672 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de3f95-24aa-411f-85a0-0ff7966a44ff x-openstack-request-id: req-f2de3f95-24aa-411f-85a0-0ff7966a44ff {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:30:47.491972 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:30:47.492370 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2de3f95-24aa-411f-85a0-0ff7966a44ff {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:30:47.493296 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'status': 'completed', 'code': 200} Dec 10 05:30:47.545438 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:30:47.586625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a3e-051d-410b-ab12-f8fa731697df req-7ef0d50b-2653-4801-96d1-5fa87427ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:47.588162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-7ef0d50b-2653-4801-96d1-5fa87427ee15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1096 time: 0.0410461 Dec 10 05:30:47.680906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a3e-051d-410b-ab12-f8fa731697df req-431a56dd-a96b-4219-9d6b-6914fcdac925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:47.682281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-431a56dd-a96b-4219-9d6b-6914fcdac925 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0861187 Dec 10 05:30:47.748167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-779f9054-7172-4a97-9a98-0b65bbe6666a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.0587859 Dec 10 05:30:47.802328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a3e-051d-410b-ab12-f8fa731697df req-f793a647-33c4-4658-b545-afd82712e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:47.804298 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-f793a647-33c4-4658-b545-afd82712e801 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0493546 Dec 10 05:30:47.850121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a3e-051d-410b-ab12-f8fa731697df req-cffcd7c8-35b8-4739-ab35-8294602b727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:30:47.851631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-cffcd7c8-35b8-4739-ab35-8294602b727e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404017 Dec 10 05:30:47.855862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:30:46Z', 'revision_number': 13, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:47.882150 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:30:47.890812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:30:47.891408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:30:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:47.941359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-dd9b477a-6bc9-43cd-b993-b9d205506632 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813315 Dec 10 05:30:47.994315 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:30:48.033216 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-49277a3e-051d-410b-ab12-f8fa731697df req-8e7e9447-f11a-482c-a457-8757dbf83ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846896 Dec 10 05:30:48.211543 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:30:46Z', 'revision_number': 13, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:30:48.237183 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b6c92-adde-40f6-9823-d4f5da9a1795 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '3795fa27-d999-4f93-8904-7df8c9187f1d', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:23:42Z', 'updated_at': '2021-12-10T05:30:46Z', 'revision_number': 13, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:30:48.415780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda39125-29eb-49e1-94cd-ecfa157c44cc None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:30:50.810236 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:52.455749 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24dfae84-c72a-4c1d-bcce-47654a05d000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:54.103799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:55.258227 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-245ec8fc-4c8b-4f12-8178-9c0465160b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:55.952650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:57.602412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:30:58.409073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:20.825265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:22.050203 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:31:22.455498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2849fa3-84b6-4ab7-8cd8-14eb95e84d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:24.113401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:25.258265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af46f04f-4f9e-4f1b-82fb-4db4888915c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:25.955439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:27.604365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:27.825849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-fcb23f07-f956-480a-a3d5-0e656e01c64f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402331 Dec 10 05:31:27.921772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-5e272284-72d0-406d-bfcc-914951a12142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:31:27.923267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-5e272284-72d0-406d-bfcc-914951a12142 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1096 time: 0.0392795 Dec 10 05:31:28.028103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-c2035060-41f7-4d92-a796-caaaaf930788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:31:28.029613 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-c2035060-41f7-4d92-a796-caaaaf930788 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0871432 Dec 10 05:31:28.093744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-f4ed2138-7643-411d-a0a0-b90ae94079bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1002 time: 0.0564840 Dec 10 05:31:28.145096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-ff4308ec-2abb-470b-bd7f-b6dadeadc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:31:28.146496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-ff4308ec-2abb-470b-bd7f-b6dadeadc27b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0454235 Dec 10 05:31:28.191348 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-4601a896-a84e-491b-a544-4312e1771f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:31:28.192869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-4601a896-a84e-491b-a544-4312e1771f4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391786 Dec 10 05:31:28.285855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-8af18982-1bee-4a86-9a43-eb7be3ccf934 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 Dec 10 05:31:28.378223 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e59f0ada-85bc-4fc6-9ba0-eb57cf18ee87 req-25a4aca4-270d-4de2-9a59-6c949f986c29 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830786 Dec 10 05:31:28.410362 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:50.823693 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:52.456343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c1c390-6e1f-4c71-9c85-d427bd4af3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:54.112439 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:55.260160 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ea56682-c2fa-4bd5-b8bc-dba4c9736b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:55.957540 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:57.610616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:58.412551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:31:59.049246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:32:20.840265 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:22.457494 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-540461e4-209b-44dd-b2f6-671038150ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:24.128839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:25.088582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb5bf4-671d-4d0f-b7a6-e6c955e03049 req-74d71e4b-e86e-403d-91ce-b1a1913e826d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:25.089980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1cb5bf4-671d-4d0f-b7a6-e6c955e03049 req-74d71e4b-e86e-403d-91ce-b1a1913e826d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0496359 Dec 10 05:32:25.140425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f1cb5bf4-671d-4d0f-b7a6-e6c955e03049 req-c0789a8d-c337-4f40-a431-e0e79f7b8186 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Dec 10 05:32:25.261526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fc913bd-ba48-4728-9656-4fb796b03b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:25.961756 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:27.611084 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:28.414352 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:29.871988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-b39496e9-9e52-4be6-99ca-f2e82f7a7edf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826836 Dec 10 05:32:29.972884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af311-027b-475b-b054-5e866fffc3da req-d46aff31-8408-4be1-b687-bdbeadad8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:29.974450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-d46aff31-8408-4be1-b687-bdbeadad8ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1096 time: 0.0407765 Dec 10 05:32:30.079821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af311-027b-475b-b054-5e866fffc3da req-9277afbd-230a-4c51-9047-2b0391ad81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:30.081239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-9277afbd-230a-4c51-9047-2b0391ad81fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0875788 Dec 10 05:32:30.146942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-498d13f8-71e6-4fdf-b2e7-b13646855c9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1002 time: 0.0581541 Dec 10 05:32:30.197610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af311-027b-475b-b054-5e866fffc3da req-c3df7eac-79a4-435b-8919-2ae61094aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:30.199096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-c3df7eac-79a4-435b-8919-2ae61094aa79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0440471 Dec 10 05:32:30.250194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af311-027b-475b-b054-5e866fffc3da req-32efb20c-474a-4f76-83bc-a59502d16f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:30.251720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-32efb20c-474a-4f76-83bc-a59502d16f85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454702 Dec 10 05:32:30.361512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-236b3d67-5735-4473-8f91-8b3a52404848 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022263 Dec 10 05:32:30.473773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-721af311-027b-475b-b054-5e866fffc3da req-b702c276-98c9-4b7c-9022-eb6ed0aa0415 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050954 Dec 10 05:32:36.047310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:32:37.369880 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e3e79d3b-db7a-4ef8-912d-63774c5d9318 req-87b04b48-1481-4225-90d8-9098b9996ff1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:32:37.370934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e3e79d3b-db7a-4ef8-912d-63774c5d9318 req-87b04b48-1481-4225-90d8-9098b9996ff1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436320 Dec 10 05:32:37.557807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-20c268e9-94c8-4fc9-a910-7783f698982e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676854 Dec 10 05:32:37.571394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f587dec-5351-49d9-b328-08dbf3cba0ca req-6afae74a-c211-45c8-aff5-bb01764df68e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:37.572771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f587dec-5351-49d9-b328-08dbf3cba0ca req-6afae74a-c211-45c8-aff5-bb01764df68e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0581696 Dec 10 05:32:37.576662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-b39a570b-437e-4d04-9a30-05fac41db474 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:32:37.577612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-b39a570b-437e-4d04-9a30-05fac41db474 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144799 Dec 10 05:32:37.624537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5f587dec-5351-49d9-b328-08dbf3cba0ca req-701a9a7a-9e44-4869-a536-19bcc398e819 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455346 Dec 10 05:32:38.747449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e275d7a-8d5e-4619-828e-54ecc32a3aee req-cab024d3-685d-4d1b-99b8-12ad77a65cc1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:38.748964 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e275d7a-8d5e-4619-828e-54ecc32a3aee req-cab024d3-685d-4d1b-99b8-12ad77a65cc1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0552464 Dec 10 05:32:38.799395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e275d7a-8d5e-4619-828e-54ecc32a3aee req-08c47b89-eb83-4395-8355-4b7d5519b546 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Dec 10 05:32:38.840523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-390b9c7f-d7c1-4327-a472-1d7dfbb22f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:38.842016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-390b9c7f-d7c1-4327-a472-1d7dfbb22f6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1096 time: 0.0395541 Dec 10 05:32:38.933458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-d5933135-03df-4194-b048-7f83e81da5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:38.934859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-d5933135-03df-4194-b048-7f83e81da5e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0854495 Dec 10 05:32:39.000380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-27acdf75-cb6e-4fb7-9f1f-83e807e97972 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1002 time: 0.0584893 Dec 10 05:32:39.048458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-4720f7bb-abdb-4a3a-a815-583e60f99715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:39.049903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-4720f7bb-abdb-4a3a-a815-583e60f99715 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0427358 Dec 10 05:32:39.101518 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-fb39d958-523d-4aa5-a1b3-19d2f6108f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:39.103061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-fb39d958-523d-4aa5-a1b3-19d2f6108f9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460293 Dec 10 05:32:39.192196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-e9bca3f2-d115-40bc-9c7d-c4708573efb2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813661 Dec 10 05:32:39.286287 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-19e0d25b-4fbc-4d05-9379-29eb4637f8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Dec 10 05:32:39.916937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2852b2-f410-44b1-9440-f3dafc6af07c req-f7db24e6-837c-4725-b3be-b2a46f123607 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:39.918414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a2852b2-f410-44b1-9440-f3dafc6af07c req-f7db24e6-837c-4725-b3be-b2a46f123607 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0485649 Dec 10 05:32:39.964801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5a2852b2-f410-44b1-9440-f3dafc6af07c req-8c82e6ae-f772-4dab-b0ff-61a4014de32a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Dec 10 05:32:41.080809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826176b-276b-4137-94a2-6624dedfb309 req-ba71ade5-568b-4d79-96f9-b8d5f5705054 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:41.082272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b826176b-276b-4137-94a2-6624dedfb309 req-ba71ade5-568b-4d79-96f9-b8d5f5705054 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Dec 10 05:32:41.132846 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b826176b-276b-4137-94a2-6624dedfb309 req-cb60ed38-6497-43f4-a820-f94dfd52bdef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441539 Dec 10 05:32:42.251464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab339-1e12-4040-a21f-a8c6378ad15c req-42d92fef-33ee-426a-99a2-535ea253b4ab tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:42.252966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-524ab339-1e12-4040-a21f-a8c6378ad15c req-42d92fef-33ee-426a-99a2-535ea253b4ab tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Dec 10 05:32:42.302395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-524ab339-1e12-4040-a21f-a8c6378ad15c req-6e1be6da-b568-4114-9c94-84b052afb032 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Dec 10 05:32:43.419756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d94e4-b68f-4d6c-ab7e-1c3239b53b4f req-3dda83fb-5554-467b-b55d-89644447001d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:43.421313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-989d94e4-b68f-4d6c-ab7e-1c3239b53b4f req-3dda83fb-5554-467b-b55d-89644447001d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Dec 10 05:32:43.468238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-989d94e4-b68f-4d6c-ab7e-1c3239b53b4f req-1688f2ad-18d2-4ac2-bf3a-963d072d5d55 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411260 Dec 10 05:32:44.585455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c523a11-7baa-4119-a756-108af83c2991 req-484ba4e8-d1b6-497c-8a9e-d58c203615d1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:44.587549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c523a11-7baa-4119-a756-108af83c2991 req-484ba4e8-d1b6-497c-8a9e-d58c203615d1 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Dec 10 05:32:44.634323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c523a11-7baa-4119-a756-108af83c2991 req-740ce1eb-56dd-4b9e-8f66-6ca014a7a2f7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Dec 10 05:32:45.802554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1781b5-2ad9-4896-a002-25405f295736 req-023effbe-60f1-4ccc-adbd-4ae5571a629e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:45.804018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b1781b5-2ad9-4896-a002-25405f295736 req-023effbe-60f1-4ccc-adbd-4ae5571a629e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0981681 Dec 10 05:32:45.849972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b1781b5-2ad9-4896-a002-25405f295736 req-3f116444-2e23-46be-aa31-fa1c241373d5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393302 Dec 10 05:32:47.009070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231f2f-07de-46ea-b06d-1b691929cf91 req-69b4f570-205d-4cba-98b0-4a850a5082e6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:47.010568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df231f2f-07de-46ea-b06d-1b691929cf91 req-69b4f570-205d-4cba-98b0-4a850a5082e6 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0907867 Dec 10 05:32:47.062542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df231f2f-07de-46ea-b06d-1b691929cf91 req-4566a6fa-c3e6-4d33-b438-8e800ee269fd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Dec 10 05:32:48.177017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad0de-b014-4ae9-bda6-1782ccba05a6 req-0eae8e72-f7c9-4370-aa01-05a73550a734 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:48.178500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e5ad0de-b014-4ae9-bda6-1782ccba05a6 req-0eae8e72-f7c9-4370-aa01-05a73550a734 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Dec 10 05:32:48.225253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e5ad0de-b014-4ae9-bda6-1782ccba05a6 req-c391050d-5029-4194-9a4d-424b57573242 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Dec 10 05:32:49.341289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db66ed-29ab-4d90-9b23-eb201ac39af9 req-fab285a3-3f74-4f7d-9605-7f361727db69 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:49.342773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92db66ed-29ab-4d90-9b23-eb201ac39af9 req-fab285a3-3f74-4f7d-9605-7f361727db69 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Dec 10 05:32:49.389934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92db66ed-29ab-4d90-9b23-eb201ac39af9 req-9b92dd08-6737-42c8-ba41-2ed4a5448459 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406582 Dec 10 05:32:50.510705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a88a86-10c7-498e-84a7-ed1e36cb9855 req-a59e038c-d1e4-4b1c-b95b-816a391051f2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:50.512180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69a88a86-10c7-498e-84a7-ed1e36cb9855 req-a59e038c-d1e4-4b1c-b95b-816a391051f2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Dec 10 05:32:50.560146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69a88a86-10c7-498e-84a7-ed1e36cb9855 req-bad722f0-4c8d-4137-af2b-032ebb58beda tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Dec 10 05:32:50.846333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:51.677305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f6c25-7cf5-468e-b0a3-5fd5e484c747 req-27f6b413-b3df-460c-9c7e-bf416c19eee4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:51.679039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-869f6c25-7cf5-468e-b0a3-5fd5e484c747 req-27f6b413-b3df-460c-9c7e-bf416c19eee4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Dec 10 05:32:51.736392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-869f6c25-7cf5-468e-b0a3-5fd5e484c747 req-086dc84a-3c8d-4825-80ab-b85812fc280e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504739 Dec 10 05:32:52.462809 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5f9a810-51ab-406c-bacc-26d84f31f87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:52.857106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463041-6340-4644-8c7c-638613d6e846 req-176f75c5-b65e-4935-8ccf-fc652173026a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:52.858600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c463041-6340-4644-8c7c-638613d6e846 req-176f75c5-b65e-4935-8ccf-fc652173026a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Dec 10 05:32:52.905821 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4c463041-6340-4644-8c7c-638613d6e846 req-fb6facae-23cc-4d64-ad80-f42336c1398f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Dec 10 05:32:53.464738 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-48b19b3a-025d-4324-9fec-12061c0458a7 service neutron] show failed (client error): The resource could not be found. Dec 10 05:32:53.465647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-48b19b3a-025d-4324-9fec-12061c0458a7 service neutron] 10.222.0.36 "GET /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0538061 Dec 10 05:32:53.688606 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-fddec13a-280a-4bf8-8a42-4e80e528b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:53.690718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-fddec13a-280a-4bf8-8a42-4e80e528b1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1096 time: 0.0427735 Dec 10 05:32:53.719773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:32:53.776264 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:53.974074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:32:54.033823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:32:54.063486 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafc9d1-617f-492f-bca9-22a47a43a49a req-3bc09d73-1d51-4238-8ccb-00c21525076f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.064974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aafc9d1-617f-492f-bca9-22a47a43a49a req-3bc09d73-1d51-4238-8ccb-00c21525076f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0890281 Dec 10 05:32:54.088780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:32:54.091134 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441c97b-0a54-4893-b925-c43178b5e7f0" -d '{"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:32:54.104218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.128603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Transition to ACTIVE for port object 4b0eab2a-883c-4414-a70e-71cb600602a7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:32:54.137131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.141843 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.172026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4aafc9d1-617f-492f-bca9-22a47a43a49a req-ff32672b-91bf-4010-a97b-b502985a3ebd tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993667 Dec 10 05:32:54.174732 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79c4bf-f51b-47f5-aa29-e666d021ddcc x-openstack-request-id: req-1d79c4bf-f51b-47f5-aa29-e666d021ddcc {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:32:54.175021 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:32:54.175273 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d79c4bf-f51b-47f5-aa29-e666d021ddcc {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:32:54.175659 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'code': 200} Dec 10 05:32:54.222427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:32:54.238838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.239097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.239438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.239775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.240103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.240429 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.240785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.241200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.241413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.241736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.242055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.242371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.242687 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:32:54.277866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] No DVR routers for this DVR port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:32:54.416902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:32:54.417335 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:32:54.417661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:32:54.421956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:32:54.422275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:32:54.427138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:32:54.427474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:32:54.427858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:32:54.428300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Bound port: 4b0eab2a-883c-4414-a70e-71cb600602a7, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:32:54.428682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.488918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:32:54.491729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:32:54.496088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.527697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.528311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:54.529708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2469d406-0b44-4433-9485-935acb4e492b service neutron] 10.222.0.41 "PUT /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1091 time: 0.8139234 Dec 10 05:32:54.552385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469d406-0b44-4433-9485-935acb4e492b service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:32:54.618848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-d37112b3-cc9a-4997-aad7-eebc7c93bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.620362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-d37112b3-cc9a-4997-aad7-eebc7c93bd51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1094 time: 0.0424604 Dec 10 05:32:54.720680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-e3711c58-b227-40d4-ba08-f9dfc476f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.722137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-e3711c58-b227-40d4-ba08-f9dfc476f058 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0903509 Dec 10 05:32:54.741218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:32:54.779227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:32:54.797023 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-da0a02d6-07e5-491b-ad04-082c30134d12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.0625606 Dec 10 05:32:54.850188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2e12606f-454c-469d-ae7a-0b9b9e2c290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.851603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-2e12606f-454c-469d-ae7a-0b9b9e2c290e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0464821 Dec 10 05:32:54.900802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-03a4f843-3efd-4237-888b-2a7e12c1ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:54.902261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-03a4f843-3efd-4237-888b-2a7e12c1ca1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387452 Dec 10 05:32:54.994372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-332f0fd7-03a5-49d6-8714-5bcc174d2265 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806339 Dec 10 05:32:55.092704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-b27e6f59-991e-4155-b03e-69ff8d333ffa service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Dec 10 05:32:55.263333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9399f460-fe90-4ae9-b450-45a228c1c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:55.303406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce789ed9-122f-4495-bda7-08657a6a26bb req-232ebe20-6ce4-4510-9d0d-eb172ff9304d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:55.304946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce789ed9-122f-4495-bda7-08657a6a26bb req-232ebe20-6ce4-4510-9d0d-eb172ff9304d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0555611 Dec 10 05:32:55.356177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ce789ed9-122f-4495-bda7-08657a6a26bb req-814d0211-d05f-4180-b798-106de3fc4166 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Dec 10 05:32:55.966699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:56.177391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:32:56.179741 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1" -d '{"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:32:56.229234 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d590d4b-7200-4c34-b1bb-7abdb098af3c x-openstack-request-id: req-7d590d4b-7200-4c34-b1bb-7abdb098af3c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:32:56.229529 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:32:56.229784 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d590d4b-7200-4c34-b1bb-7abdb098af3c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:32:56.230181 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'status': 'completed', 'code': 200} Dec 10 05:32:56.350325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-e04273e1-32b9-44ba-b85a-3e207618d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.351815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-e04273e1-32b9-44ba-b85a-3e207618d664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1094 time: 0.0783713 Dec 10 05:32:56.356461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-dd644a1e-326b-4763-8c35-e2ea14c18666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.357851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-dd644a1e-326b-4763-8c35-e2ea14c18666 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1094 time: 0.0547316 Dec 10 05:32:56.554540 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dcc78-3dee-41a8-81ff-da6b8ee3139c req-39003a8d-68ba-4fff-961d-177b6169c589 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.556584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c40dcc78-3dee-41a8-81ff-da6b8ee3139c req-39003a8d-68ba-4fff-961d-177b6169c589 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.1203563 Dec 10 05:32:56.557565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-653dee5e-a10f-4107-9642-5108a34803b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.558873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-653dee5e-a10f-4107-9642-5108a34803b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1995137 Dec 10 05:32:56.562097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-b0f03a15-7583-4b96-a5c0-e14bac2d4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.563682 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-b0f03a15-7583-4b96-a5c0-e14bac2d4eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1869667 Dec 10 05:32:56.711116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-06598287-0d6b-4e7d-88dd-15c5f1d332a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.1253767 Dec 10 05:32:56.719482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c40dcc78-3dee-41a8-81ff-da6b8ee3139c req-b0680501-f82f-4308-9c24-2a74d8903b69 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548645 Dec 10 05:32:56.721793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-e9eb8921-e01e-47ef-b64e-507b3e005a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.1516488 Dec 10 05:32:56.807858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-e2afe80b-8459-44b8-ae35-50b5951ba74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.809268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-e2afe80b-8459-44b8-ae35-50b5951ba74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0866034 Dec 10 05:32:56.810858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-c53e5efe-6602-4049-b1e0-8473bd2a185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.812157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-c53e5efe-6602-4049-b1e0-8473bd2a185b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0806746 Dec 10 05:32:56.893705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-3fbdf6cd-e5e5-482f-86da-9e8ac8ebcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.895235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-3fbdf6cd-e5e5-482f-86da-9e8ac8ebcb9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724022 Dec 10 05:32:56.899996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-2c1c2777-f924-4d6d-a761-98a3196cbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:56.901374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-2c1c2777-f924-4d6d-a761-98a3196cbd1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796564 Dec 10 05:32:57.057415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-9fd90b37-095a-4e0a-9b8b-398afbbb8b29 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515381 Dec 10 05:32:57.060646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-6c327aca-5e42-4e3a-849b-2248ea4930d5 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477656 Dec 10 05:32:57.217471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-6dc48a57-e6e6-4c5e-a360-6697ca439723 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497843 Dec 10 05:32:57.219581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0b0d850d-4b14-4e9c-81bd-8e8f820600e1 req-6b47bb4b-519a-4c7c-901c-9cdc919b6152 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445379 Dec 10 05:32:57.613332 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:57.846024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46960254-deaa-4a27-90a0-0cec9f9aec0d req-3a0f1c26-df73-465a-8d38-6e568d7a51f0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:57.847510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46960254-deaa-4a27-90a0-0cec9f9aec0d req-3a0f1c26-df73-465a-8d38-6e568d7a51f0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0501704 Dec 10 05:32:57.900889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46960254-deaa-4a27-90a0-0cec9f9aec0d req-104bd346-cdd7-4df2-9a6f-1756a209b49c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Dec 10 05:32:58.422479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:32:59.022704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8716bac-c09a-4614-aaf5-596cb0fe9692 req-b7064f8d-c25b-4655-9bb0-2c04af58fa59 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:32:59.024724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8716bac-c09a-4614-aaf5-596cb0fe9692 req-b7064f8d-c25b-4655-9bb0-2c04af58fa59 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0484488 Dec 10 05:32:59.073873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b8716bac-c09a-4614-aaf5-596cb0fe9692 req-f3853f95-e79c-4d5a-9ea6-172d887aac0a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 Dec 10 05:33:00.192738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2152c-d574-428a-bc61-4ff7922dc71e req-2df3f135-da58-41e0-a845-92562efd736c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:00.194175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfa2152c-d574-428a-bc61-4ff7922dc71e req-2df3f135-da58-41e0-a845-92562efd736c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0497198 Dec 10 05:33:00.240704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dfa2152c-d574-428a-bc61-4ff7922dc71e req-0827a9a3-9894-4594-be59-a26096804789 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Dec 10 05:33:01.365440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090bd67-b6e9-422e-9fc7-26ccd58818e4 req-0c5cb5aa-f57c-48a3-a502-472ea8939559 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:01.366893 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6090bd67-b6e9-422e-9fc7-26ccd58818e4 req-0c5cb5aa-f57c-48a3-a502-472ea8939559 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0553501 Dec 10 05:33:01.412415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6090bd67-b6e9-422e-9fc7-26ccd58818e4 req-6af76f4a-8991-46e2-a1f0-9221511e92a4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Dec 10 05:33:02.528203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356edaf0-7721-4e25-8043-e71c0544a683 req-37fdbab1-ade6-4350-ac29-1a569b682568 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:02.529708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-356edaf0-7721-4e25-8043-e71c0544a683 req-37fdbab1-ade6-4350-ac29-1a569b682568 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0480983 Dec 10 05:33:02.576222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-356edaf0-7721-4e25-8043-e71c0544a683 req-14f4afb7-59a4-4622-8823-9dc39bb238aa tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 Dec 10 05:33:03.699733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a0c6-557c-47d9-9555-4c95bcaed7d1 req-55578d67-e67f-4d2d-82e0-ef40b67d407b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:03.701252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0f4a0c6-557c-47d9-9555-4c95bcaed7d1 req-55578d67-e67f-4d2d-82e0-ef40b67d407b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0569992 Dec 10 05:33:03.750745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0f4a0c6-557c-47d9-9555-4c95bcaed7d1 req-4f6f43c1-4ff4-4e8e-8113-8d84d1bbe327 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 Dec 10 05:33:04.866277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493317b-8dc7-4732-be4b-22e9bcf49a8c req-651fbdb6-3511-42a8-b81f-14b064773e21 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:04.867851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9493317b-8dc7-4732-be4b-22e9bcf49a8c req-651fbdb6-3511-42a8-b81f-14b064773e21 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0476882 Dec 10 05:33:04.913152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9493317b-8dc7-4732-be4b-22e9bcf49a8c req-6d0f551c-a492-42ef-ab67-c106755300db tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393140 Dec 10 05:33:06.028873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd6408-0fec-4439-bea4-a6632bf3080a req-6cce8e36-597e-4c8a-8efb-5c70f9010277 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:06.030400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5dd6408-0fec-4439-bea4-a6632bf3080a req-6cce8e36-597e-4c8a-8efb-5c70f9010277 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0482147 Dec 10 05:33:06.076272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b5dd6408-0fec-4439-bea4-a6632bf3080a req-6a292cb1-3605-4edd-b0f4-6a17d83eaf52 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399787 Dec 10 05:33:07.194479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bdec5-db21-4fd6-83fe-5f6a5fd36f1f req-bede4770-4e20-47b6-930c-f856e4832499 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:07.195955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0bdec5-db21-4fd6-83fe-5f6a5fd36f1f req-bede4770-4e20-47b6-930c-f856e4832499 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 943 time: 0.0514731 Dec 10 05:33:07.242983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be0bdec5-db21-4fd6-83fe-5f6a5fd36f1f req-e172fdb9-2c45-4e80-8010-2e9e3f0a7226 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Dec 10 05:33:07.830536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:33:07.924811 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:07.935359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:33:07.970575 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:07.983223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:08.001617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:08.005980 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:08.050619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:08.057747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.058095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.058431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.058764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.059090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.059418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.059740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.060059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.060377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.060728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.061045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.061361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.061678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:08.359296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52d9ea-39e9-45a7-8229-e2de3f1d5f7d req-df7b2273-cf1a-4d26-8487-981e3ed09798 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:08.360805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db52d9ea-39e9-45a7-8229-e2de3f1d5f7d req-df7b2273-cf1a-4d26-8487-981e3ed09798 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0484939 Dec 10 05:33:08.370496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['4b0eab2a-883c-4414-a70e-71cb600602a7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:33:08.407695 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db52d9ea-39e9-45a7-8229-e2de3f1d5f7d req-4b0e2837-b4c0-4784-b363-99faf94ea9c0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Dec 10 05:33:09.045095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-5aa8621e-5aa2-497f-ac11-fe7d62dc218e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.046456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-5aa8621e-5aa2-497f-ac11-fe7d62dc218e tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.41 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&binding%3Ahost_id=n-h2-817326-3 HTTP/1.1" status: 200 len: 944 time: 0.4086194 Dec 10 05:33:09.061636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaaeda-369e-4bba-8eeb-c4146e841c56 req-a9f8e203-6e3c-4015-9b75-af49719c01c4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.063259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7aaaeda-369e-4bba-8eeb-c4146e841c56 req-a9f8e203-6e3c-4015-9b75-af49719c01c4 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.4002163 Dec 10 05:33:09.115959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f7aaaeda-369e-4bba-8eeb-c4146e841c56 req-c799722c-7a3a-421d-b0d7-4d7632776c89 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467627 Dec 10 05:33:09.161460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-4c190c50-ea75-4dc5-b7d7-bb3a6eda4071 service neutron] 10.222.0.41 "GET /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7/bindings/n-h2-817326-3 HTTP/1.1" status: 200 len: 382 time: 0.0972674 Dec 10 05:33:09.238267 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-d44be2c1-4dc7-41e0-8d7d-eed00674c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.239745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-d44be2c1-4dc7-41e0-8d7d-eed00674c3db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1095 time: 0.0396366 Dec 10 05:33:09.329016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-7f50b6f3-2a82-4ae3-ba6c-114c47a9b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.330361 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-7f50b6f3-2a82-4ae3-ba6c-114c47a9b334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0835047 Dec 10 05:33:09.406654 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-ecf0ef9d-6215-48bd-b73c-1cbd0135d18f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1001 time: 0.0682058 Dec 10 05:33:09.455782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-eeabead9-a9de-49fa-b7fa-0f5fa308fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.457213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-eeabead9-a9de-49fa-b7fa-0f5fa308fd08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0423515 Dec 10 05:33:09.501050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-ee3c922b-c4fa-4917-aac5-637aae96c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:09.502468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-ee3c922b-c4fa-4917-aac5-637aae96c685 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380344 Dec 10 05:33:09.592405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-3382ec6d-d0ad-4cda-b60c-8492d489ea75 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Dec 10 05:33:09.679190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-4c8948fe-a4ac-445e-b17c-61e0ad80d22c service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792875 Dec 10 05:33:09.856970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:33:09.904432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 4b0eab2a-883c-4414-a70e-71cb600602a7 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:33:09.908158 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 4b0eab2a-883c-4414-a70e-71cb600602a7 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:33:09.908551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:09.985543 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:10.007223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:10.009992 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e270d6fa-9a29-40e6-9120-0d0ca5d5d45f" -d '{"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:10.022798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:10.027232 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:10.075388 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:10.111353 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba097a03-0837-4f64-af23-2b696655dfec x-openstack-request-id: req-ba097a03-0837-4f64-af23-2b696655dfec {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:10.111649 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:10.111905 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba097a03-0837-4f64-af23-2b696655dfec {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:10.112302 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'code': 200} Dec 10 05:33:10.234124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ece9d-595d-41f3-a473-a7f130ab7dca req-d6ef67b3-41ee-497e-9906-d55df3942937 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:10.235591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc4ece9d-595d-41f3-a473-a7f130ab7dca req-d6ef67b3-41ee-497e-9906-d55df3942937 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Dec 10 05:33:10.286044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc4ece9d-595d-41f3-a473-a7f130ab7dca req-d794536b-8c23-43a1-b548-aace35693274 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Dec 10 05:33:11.409144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fa096-3626-42d6-940a-c3e3a1a41ea7 req-402e72f5-7ed4-47ff-a93f-cc54e2329253 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:11.410620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-094fa096-3626-42d6-940a-c3e3a1a41ea7 req-402e72f5-7ed4-47ff-a93f-cc54e2329253 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Dec 10 05:33:11.457219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-094fa096-3626-42d6-940a-c3e3a1a41ea7 req-a4e9c236-363f-485a-b313-95d8d87c4cd8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Dec 10 05:33:12.586516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e017e8-a146-435e-948b-b5f7a43641d0 req-56095a0e-ba33-475b-a13d-575f0e126bef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:12.588644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78e017e8-a146-435e-948b-b5f7a43641d0 req-56095a0e-ba33-475b-a13d-575f0e126bef tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0537052 Dec 10 05:33:12.635938 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-78e017e8-a146-435e-948b-b5f7a43641d0 req-25cdeb97-876d-492a-bf59-4627f2b3126b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Dec 10 05:33:13.046737 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:33:13.754784 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803773-3b70-4716-ac71-88dc9d1c4ff0 req-05c2af98-15fb-4e1a-92d5-7e8ac30e76ed tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:13.756234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89803773-3b70-4716-ac71-88dc9d1c4ff0 req-05c2af98-15fb-4e1a-92d5-7e8ac30e76ed tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0517466 Dec 10 05:33:13.803648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-89803773-3b70-4716-ac71-88dc9d1c4ff0 req-31bad9bf-8b37-4400-aba3-279c913b93c0 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Dec 10 05:33:13.873221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:33:13.954878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:13.978740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:13.980976 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c932e3-54eb-4fb5-b992-23ce9b2e4cc4" -d '{"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:13.995644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:13.999865 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:14.036353 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33172e08-a884-495b-a969-31b97532c5a0 x-openstack-request-id: req-33172e08-a884-495b-a969-31b97532c5a0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:14.036706 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:14.036965 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33172e08-a884-495b-a969-31b97532c5a0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:14.037348 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'code': 200} Dec 10 05:33:14.053663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:14.217343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-2fe57d83-3a2a-4f53-a97e-b92a72ca666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:14.218745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-2fe57d83-3a2a-4f53-a97e-b92a72ca666e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8&tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38 HTTP/1.1" status: 200 len: 1095 time: 0.0407481 Dec 10 05:33:14.236762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:14.290270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:14.485187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:14.517845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:33:14.552499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:14.560663 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:14.572989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Transition to ACTIVE for port object 4b0eab2a-883c-4414-a70e-71cb600602a7 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:33:14.578449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:14.679086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=11']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:14.721209 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] No DVR routers for this DVR port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:33:14.856028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:33:14.856709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:33:14.856827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:33:14.861153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:33:14.861415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Attempting to bind port 4b0eab2a-883c-4414-a70e-71cb600602a7 on network ef85708f-26a1-43bb-a268-595ad5e63dca {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:33:14.866887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:33:14.867223 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Checking segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:33:14.867598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Bound using segment: {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:33:14.868014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Bound port: 4b0eab2a-883c-4414-a70e-71cb600602a7, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545182cd-27e6-4ee0-a76d-63781a0dae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:33:14.868390 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:14.963882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e2233-4df9-4c8f-8f7e-4d46495a9510 req-dfff59d8-6077-496c-a9b7-fdc64d008ed9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:14.965380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf7e2233-4df9-4c8f-8f7e-4d46495a9510 req-dfff59d8-6077-496c-a9b7-fdc64d008ed9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0876448 Dec 10 05:33:14.979595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:33:14.983444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:33:14.991855 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:15.037435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.038046 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:15.039456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1092 time: 0.8065300 Dec 10 05:33:15.039898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:15.042687 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893ce92-b821-4d45-8e62-c0feb3058794" -d '{"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:15.082128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bf7e2233-4df9-4c8f-8f7e-4d46495a9510 req-19e4e0a4-3a45-4e3d-9a46-8177a72c80b2 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107583 Dec 10 05:33:15.122422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd35df9-95ac-4538-a806-b040cca48426 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=12']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:15.145802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-9314f8fe-ed95-4fc1-a404-09b0351805cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.147329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-9314f8fe-ed95-4fc1-a404-09b0351805cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1095 time: 0.0617843 Dec 10 05:33:15.163849 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6183cb-5456-44f2-b339-692a1fcea100 x-openstack-request-id: req-0c6183cb-5456-44f2-b339-692a1fcea100 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:15.164221 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:15.164576 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c6183cb-5456-44f2-b339-692a1fcea100 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:15.165585 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'status': 'completed', 'code': 200} Dec 10 05:33:15.280966 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-dcca5f7f-3412-49e6-ae46-4c806c0a4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.282382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-dcca5f7f-3412-49e6-ae46-4c806c0a4924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1277270 Dec 10 05:33:15.287278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-98c16cc8-09f7-4cf5-a8ab-6188acead8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.288677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-98c16cc8-09f7-4cf5-a8ab-6188acead8ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1095 time: 0.0630491 Dec 10 05:33:15.403064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-9e237215-8670-499e-a2fb-c8d039e42df8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.1129982 Dec 10 05:33:15.467705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-6ebb8dee-e6f3-4773-b440-8c1bbcb7ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.469211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-6ebb8dee-e6f3-4773-b440-8c1bbcb7ffee service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.1401784 Dec 10 05:33:15.474277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-99f4dedc-e10d-4d3a-873b-c514c8c4c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.475600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-99f4dedc-e10d-4d3a-873b-c514c8c4c84f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0650206 Dec 10 05:33:15.563517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-d14a9edc-9987-4904-9729-4d6e50a63d1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.0818524 Dec 10 05:33:15.567622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-ff8fa911-10f8-42d6-b9e1-78ee1315fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.569039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-ff8fa911-10f8-42d6-b9e1-78ee1315fbb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822499 Dec 10 05:33:15.669424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-76bdec1b-d260-48c7-8b0f-1d82bd24c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.670869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-76bdec1b-d260-48c7-8b0f-1d82bd24c419 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0962594 Dec 10 05:33:15.723197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-7e48db78-7b83-4b25-8176-de68bdafffe3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398420 Dec 10 05:33:15.733229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-3d94954a-990c-4bef-824f-4af7bc8efc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:15.734631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-3d94954a-990c-4bef-824f-4af7bc8efc94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524640 Dec 10 05:33:15.886443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a9c1c26-5825-4366-816a-6e89732687a6 req-0bc030da-1b06-4ade-81e3-e290956f1237 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508799 Dec 10 05:33:15.891453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-fa3ca2b2-9f53-4620-b0c2-48145e063398 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354065 Dec 10 05:33:16.019304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-f0d919d3-2250-4457-938d-4e11d1220093 service neutron] 10.222.0.41 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164153 Dec 10 05:33:16.021286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-de80dc92-a2c2-4529-ad6e-b0d8a0fd051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:16.022621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-de80dc92-a2c2-4529-ad6e-b0d8a0fd051b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 1095 time: 0.0618303 Dec 10 05:33:16.122386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-9331d0c6-244f-4eb8-b0d5-94197b67710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:16.123934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-9331d0c6-244f-4eb8-b0d5-94197b67710d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 200 len: 912 time: 0.0933952 Dec 10 05:33:16.221210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-3800ce91-5a8e-4010-8926-f4b1b0e37aeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 200 len: 1000 time: 0.0888417 Dec 10 05:33:16.245274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afded6-0b4c-4949-9f4b-4de2ec132f47 req-a3ec74b6-e6d9-4438-addc-7f8b5142e62b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:16.246626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0afded6-0b4c-4949-9f4b-4de2ec132f47 req-a3ec74b6-e6d9-4438-addc-7f8b5142e62b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0791032 Dec 10 05:33:16.297510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-f691f328-a46f-4636-8758-0304a6cf2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:16.298950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-f691f328-a46f-4636-8758-0304a6cf2bd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 200 len: 850 time: 0.0703442 Dec 10 05:33:16.343152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0afded6-0b4c-4949-9f4b-4de2ec132f47 req-53cd58b5-367a-43b1-8e16-31fe72cdc914 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787511 Dec 10 05:33:16.358162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-0dd11238-14a7-4ea4-9938-1332aabf9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:16.359706 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-0dd11238-14a7-4ea4-9938-1332aabf9297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef85708f-26a1-43bb-a268-595ad5e63dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526075 Dec 10 05:33:16.452860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-603102ec-5f39-4aaf-931e-23ef155ccf73 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Dec 10 05:33:16.540885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c893ce92-b821-4d45-8e62-c0feb3058794 req-14d77c7c-bfbf-4ed3-adbb-78bd30c35081 service neutron] 10.222.0.36 "GET /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810196 Dec 10 05:33:17.472689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883bd4a-0356-4829-be51-6550d46a7da3 req-9a3fb642-4086-4d51-9135-b0521674788c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:17.474173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0883bd4a-0356-4829-be51-6550d46a7da3 req-9a3fb642-4086-4d51-9135-b0521674788c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0561757 Dec 10 05:33:17.523154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0883bd4a-0356-4829-be51-6550d46a7da3 req-5aacd0a2-49d6-4bcf-b9a0-08a02e7cdec8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413940 Dec 10 05:33:18.648970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98531e-1642-4e1f-9874-1949948c200a req-75cf358c-d7d9-419c-82e6-ece2f6e42cd8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:18.651009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b98531e-1642-4e1f-9874-1949948c200a req-75cf358c-d7d9-419c-82e6-ece2f6e42cd8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0574346 Dec 10 05:33:18.698630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b98531e-1642-4e1f-9874-1949948c200a req-5896dadf-779e-44a7-b97c-c21a0bdc152f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Dec 10 05:33:19.830856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62863a8-3d11-4aec-b045-857694d83887 req-7dcf0662-4c42-4416-8d27-9df31ba522e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:19.832443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a62863a8-3d11-4aec-b045-857694d83887 req-7dcf0662-4c42-4416-8d27-9df31ba522e9 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0567641 Dec 10 05:33:19.879050 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a62863a8-3d11-4aec-b045-857694d83887 req-c2740ba2-a74f-47d8-855f-ada3d1967013 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Dec 10 05:33:20.846326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:20.993790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39624502-e5b4-466c-91f3-ab10912a8c1e req-06aa79e5-ef4a-49c1-b8ac-fe812bfc58a7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:20.995247 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39624502-e5b4-466c-91f3-ab10912a8c1e req-06aa79e5-ef4a-49c1-b8ac-fe812bfc58a7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0472665 Dec 10 05:33:21.040946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39624502-e5b4-466c-91f3-ab10912a8c1e req-f9bf1675-f685-4b51-9367-52a465209780 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398710 Dec 10 05:33:22.154647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a61e3-6fc6-4b9e-a4db-8bb2d26c2847 req-a6459c8d-f218-4dcf-abcc-05020a02233b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:22.156097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d27a61e3-6fc6-4b9e-a4db-8bb2d26c2847 req-a6459c8d-f218-4dcf-abcc-05020a02233b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0467570 Dec 10 05:33:22.206747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d27a61e3-6fc6-4b9e-a4db-8bb2d26c2847 req-3feec8ea-59b6-4965-8687-8a2756d15817 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Dec 10 05:33:22.464587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f3672d9-aa07-447b-8499-7a2664719bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:23.327617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ea0a-ae74-46a5-8484-c5f2f3f6844c req-e07fc276-3680-48e9-aafe-5402063e7f7a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:23.329156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d829ea0a-ae74-46a5-8484-c5f2f3f6844c req-e07fc276-3680-48e9-aafe-5402063e7f7a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0496354 Dec 10 05:33:23.379535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d829ea0a-ae74-46a5-8484-c5f2f3f6844c req-3cf06127-660f-4409-bdc4-ee6c8e7f813d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Dec 10 05:33:24.131551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:24.501325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3022d2a-0d00-44e4-8a85-c5743dcd6826 req-ce1d5fc3-f8bc-4396-b523-fc9e6068a969 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:24.502805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3022d2a-0d00-44e4-8a85-c5743dcd6826 req-ce1d5fc3-f8bc-4396-b523-fc9e6068a969 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0478790 Dec 10 05:33:24.548167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3022d2a-0d00-44e4-8a85-c5743dcd6826 req-472b4b71-039f-495c-b41b-07c101b9519c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Dec 10 05:33:25.264836 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-740e0db5-9b64-4f91-b5d0-9bfef75d722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:25.670093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16667d49-c3bc-4ffb-a180-4f0b24d380a9 req-a237eb70-33ea-4a11-b97a-be522d8f5796 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:25.671542 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16667d49-c3bc-4ffb-a180-4f0b24d380a9 req-a237eb70-33ea-4a11-b97a-be522d8f5796 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Dec 10 05:33:25.718346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16667d49-c3bc-4ffb-a180-4f0b24d380a9 req-c8b5d900-ff93-4841-9aa1-6f7f12408e5c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Dec 10 05:33:25.966489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:26.838707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edaf03-7484-40f9-8e03-2472c97d2677 req-6a833396-d6aa-4c59-ac80-844fa61cf920 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:26.840218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21edaf03-7484-40f9-8e03-2472c97d2677 req-6a833396-d6aa-4c59-ac80-844fa61cf920 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0510054 Dec 10 05:33:26.886285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21edaf03-7484-40f9-8e03-2472c97d2677 req-5d916f7b-ad4c-4fa8-8a6a-1c164d0b2933 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Dec 10 05:33:27.615797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:28.000014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b216a8-aa12-4a8a-9ff1-665ca7ee2aa1 req-a8e525db-b481-4c4a-8fe8-29c2fe19359b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:28.001516 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23b216a8-aa12-4a8a-9ff1-665ca7ee2aa1 req-a8e525db-b481-4c4a-8fe8-29c2fe19359b tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0471621 Dec 10 05:33:28.050227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23b216a8-aa12-4a8a-9ff1-665ca7ee2aa1 req-e3d67f2f-b1a4-41cc-b6b0-6656f20bb0e8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Dec 10 05:33:28.164221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518710-f4f6-4fe6-877c-06b1c7f59c9b req-94ed4528-9418-42ff-8954-bc8b9ca83959 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:28.165679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b518710-f4f6-4fe6-877c-06b1c7f59c9b req-94ed4528-9418-42ff-8954-bc8b9ca83959 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0492055 Dec 10 05:33:28.215835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b518710-f4f6-4fe6-877c-06b1c7f59c9b req-360a3aae-f598-485e-ab3c-3a5f5da5861f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Dec 10 05:33:28.328798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6a49-1aa4-4c0e-b28e-d3ccfddca5b8 req-d2866ba1-3d62-46b5-b8c0-cd11461055e5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:28.330261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73aa6a49-1aa4-4c0e-b28e-d3ccfddca5b8 req-d2866ba1-3d62-46b5-b8c0-cd11461055e5 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Dec 10 05:33:28.376905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73aa6a49-1aa4-4c0e-b28e-d3ccfddca5b8 req-b20e6cbc-09ee-4940-b734-0cbdff02ded3 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 Dec 10 05:33:28.413944 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:28.615387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae88e4-b927-48ad-8c33-3cc97db6bbb3 req-52bfd906-39d4-4f3e-9105-282b4851191c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:28.616860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4ae88e4-b927-48ad-8c33-3cc97db6bbb3 req-52bfd906-39d4-4f3e-9105-282b4851191c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 944 time: 0.0512033 Dec 10 05:33:28.662574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4ae88e4-b927-48ad-8c33-3cc97db6bbb3 req-13b16c3f-c054-4fc1-9476-c3fb00f4936a tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 Dec 10 05:33:28.879881 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:33:28.972561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:28.986481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'port_id': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'mac_address': 'fa:16:3e:9d:ff:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:33:29.022369 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:29.034347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:29.052738 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:29.056547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:29.102481 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=13']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:29.411681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['4b0eab2a-883c-4414-a70e-71cb600602a7'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:33:29.783280 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b488c-ef51-4ade-8394-201bf1688185 req-837590dc-9a17-41ba-b6fa-8606f97c852c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:29.784759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed4b488c-ef51-4ade-8394-201bf1688185 req-837590dc-9a17-41ba-b6fa-8606f97c852c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0519505 Dec 10 05:33:29.831038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed4b488c-ef51-4ade-8394-201bf1688185 req-180e8a0f-c626-4c23-87db-c8eaff22f3ba tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups?id=259f6fb2-584d-4397-bb85-8c63f804c76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Dec 10 05:33:30.386635 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-5d8571be-11f7-4ea4-aeb4-9fdf395ab94d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:30.388057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-5d8571be-11f7-4ea4-aeb4-9fdf395ab94d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 945 time: 0.0526109 Dec 10 05:33:30.473618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Deleting port 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:30.473874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:30.561759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] For port 4b0eab2a-883c-4414-a70e-71cb600602a7, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=4b0eab2a-883c-4414-a70e-71cb600602a7,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:30.562117 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:30.723463 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:30.723876 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:30.724179 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d disassociated. External IP: 172.25.8.182, port: 4b0eab2a-883c-4414-a70e-71cb600602a7. Dec 10 05:33:30.724583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Calling delete_port for 4b0eab2a-883c-4414-a70e-71cb600602a7 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:30.848611 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:30.878973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'Port': ['ID=4b0eab2a-883c-4414-a70e-71cb600602a7,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:30.885559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:33:30.919094 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:33:30.919778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 05:33:30.942246 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Port 4b0eab2a-883c-4414-a70e-71cb600602a7 not found, will not notify nova. {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 05:33:30.959345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5cf24a-d2ea-4677-bcc0-d773256140a3 req-291bd961-e471-47ad-8f66-f795d2c64aca tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0372543 Dec 10 05:33:31.022521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:33:31.469014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:33:31.479239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:33:31.489293 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:33:31.489908 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:31.506132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] No DVR routers for this DVR port 4b0eab2a-883c-4414-a70e-71cb600602a7 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:33:31.508786 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:31.512656 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26219074-446c-48a9-a5be-f2e6e28ff8e1 req-eb0134d9-6ef6-4e6b-b4ca-20efe263b8c7 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.36 "DELETE /v2.0/ports/4b0eab2a-883c-4414-a70e-71cb600602a7 HTTP/1.1" status: 204 len: 173 time: 1.1179824 Dec 10 05:33:31.513099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-deleted', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:31.515316 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac180a0-8340-44e5-8aa0-91ad0768dad8" -d '{"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-deleted", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:31.560200 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cb51a4-d436-4fec-a7e8-bc0789fcd116 x-openstack-request-id: req-22cb51a4-d436-4fec-a7e8-bc0789fcd116 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:31.560525 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f884c-98c7-428b-8e9a-901d9d5589d8", "name": "network-vif-deleted", "tag": "4b0eab2a-883c-4414-a70e-71cb600602a7", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:31.560795 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22cb51a4-d436-4fec-a7e8-bc0789fcd116 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:31.561200 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f884c-98c7-428b-8e9a-901d9d5589d8', 'name': 'network-vif-deleted', 'tag': '4b0eab2a-883c-4414-a70e-71cb600602a7', 'status': 'completed', 'code': 200} Dec 10 05:33:31.606434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:33:31.805813 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:31.832460 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:33:31.840757 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:33:31.841358 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:31.950861 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:33:32.059109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6acd7b88-57eb-41ce-92e0-8854d77168d7 req-70d5f749-0388-4c42-be13-2617fd5b6a9d tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Dec 10 05:33:32.229258 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:32.255243 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd0476-fd92-41c1-a10b-e5ff7cd18c68 None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '860bfae4-a123-4594-9bc4-2839c05cd299', 'name': '', 'network_id': 'ef85708f-26a1-43bb-a268-595ad5e63dca', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7d755f1-e03f-4178-881e-52211f790122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:39Z', 'updated_at': '2021-12-10T05:23:43Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'subnets': [{'id': 'e7d755f1-e03f-4178-881e-52211f790122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:33:32.484147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea638c-2e78-42a0-ba62-d172cd33113a None None] New status for floating IP 3795fa27-d999-4f93-8904-7df8c9187f1d: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:33:32.898645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:33:32.919590 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 4b0eab2a-883c-4414-a70e-71cb600602a7 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:33:32.919941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 4b0eab2a-883c-4414-a70e-71cb600602a7 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:33:33.160275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69fae410-4870-4fd6-807e-ee86e42fefde req-8238f0a7-1f14-413a-a43d-d42fb4c94a65 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0297706 Dec 10 05:33:34.262477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f3c24364-6136-4321-9091-ece2f96dc167 req-e52d72c9-38aa-4395-90eb-d37f5cc7c0b8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0255928 Dec 10 05:33:35.359551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b526181-6c13-4126-9be1-2152d66a354d req-0fe8a3e9-02a4-4329-8856-a738f6147d3f tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/ports?device_id=952f884c-98c7-428b-8e9a-901d9d5589d8 HTTP/1.1" status: 200 len: 210 time: 0.0259478 Dec 10 05:33:40.093776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:40.146704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.169112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.217542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.221065 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.224563 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "DELETE /v2.0/security-groups/259f6fb2-584d-4397-bb85-8c63f804c76b HTTP/1.1" status: 204 len: 168 time: 0.1291122 Dec 10 05:33:40.224772 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:40.234659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee631e-3d37-43a1-b1b1-93e14262f28c tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f6fb2-584d-4397-bb85-8c63f804c76b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:40.242567 n-d-817326-3 neutron-server[103254]: INFO neutron.api.v2.resource [None req-d24dcf68-73ee-485b-8007-7f0051329ad8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] show failed (client error): The resource could not be found. Dec 10 05:33:40.243765 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d24dcf68-73ee-485b-8007-7f0051329ad8 tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "GET /v2.0/security-groups/259f6fb2-584d-4397-bb85-8c63f804c76b HTTP/1.1" status: 404 len: 347 time: 0.0173302 Dec 10 05:33:40.247038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:40.376802 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Deleting port 97143331-b460-485a-a2ad-ac1d3734d1ec {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:40.377131 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.448971 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.449293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.460636 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Calling delete_port for 97143331-b460-485a-a2ad-ac1d3734d1ec owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:40.591769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:40.618844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Pushing event deleted for resources: {'Port': ['ID=97143331-b460-485a-a2ad-ac1d3734d1ec,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:40.632231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.632562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.632867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.633212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.633551 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.633886 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.634385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.634570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.634875 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.635204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.635584 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.635922 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:40.636237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:41.038723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:41.041279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:41.043078 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0a5f4a4e-6d43-44c1-ae2d-67a99a68c6ec tempest-ServerActionsTestJSON-1008983244 tempest-ServerActionsTestJSON-1008983244-project] 10.222.0.43 "DELETE /v2.0/floatingips/3795fa27-d999-4f93-8904-7df8c9187f1d HTTP/1.1" status: 204 len: 168 time: 0.7950680 Dec 10 05:33:41.045983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:41.576571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:41.830081 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Deleting port 860bfae4-a123-4594-9bc4-2839c05cd299 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:41.830334 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:41.911187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] For port 860bfae4-a123-4594-9bc4-2839c05cd299, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=860bfae4-a123-4594-9bc4-2839c05cd299,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:41.911546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:41.924942 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Calling delete_port for 860bfae4-a123-4594-9bc4-2839c05cd299 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:42.099776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.123560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=860bfae4-a123-4594-9bc4-2839c05cd299,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:42.297406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.512926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Router 5068b389-c480-49d5-956d-78d2178b54cc has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:33:42.621609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:33:42.629158 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a5ba10c-1cab-4a16-a0c2-be52a1a68c6c admin admin] 10.222.0.43 "PUT /v2.0/routers/5068b389-c480-49d5-956d-78d2178b54cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797834 Dec 10 05:33:42.629346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:42.630205 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Sync routers for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:33:42.639589 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:33:42.640192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:42.733787 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.742498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:33:42.836097 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.895287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Deleting port 8463820b-4605-41f6-81ab-809ceb44fb16 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:42.895635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.920996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:33:42Z', 'revision_number': 5, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port': {'id': '8463820b-4605-41f6-81ab-809ceb44fb16', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5068b389-c480-49d5-956d-78d2178b54cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:42.947638 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Checking router: 5068b389-c480-49d5-956d-78d2178b54cc for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:33:42.956182 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Routers {'5068b389-c480-49d5-956d-78d2178b54cc'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:33:42.956811 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:33:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5068b389-c480-49d5-956d-78d2178b54cc'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:42.981865 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] For port 8463820b-4605-41f6-81ab-809ceb44fb16, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=8463820b-4605-41f6-81ab-809ceb44fb16,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:42.982235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:42.993721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Calling delete_port for 8463820b-4605-41f6-81ab-809ceb44fb16 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:43.039983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] Set router 5068b389-c480-49d5-956d-78d2178b54cc gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:33:43.089865 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:33:42Z', 'revision_number': 6, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:43.119329 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8ed2-5b6f-4e11-8b34-b5565acd695e None None] The sync data for ids ['5068b389-c480-49d5-956d-78d2178b54cc'] in n-d-817326-3 is: [{'id': '5068b389-c480-49d5-956d-78d2178b54cc', 'name': 'tempest-ServerActionsTestJSON-139240999-router', 'tenant_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:23:37Z', 'updated_at': '2021-12-10T05:33:42Z', 'revision_number': 6, 'project_id': 'f14cbafe43074bfeb1b2c3402e9e4d38', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:33:43.162274 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.189439 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Pushing event deleted for resources: {'Port': ['ID=8463820b-4605-41f6-81ab-809ceb44fb16,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:43.203037 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a33ad-9ae4-4723-9ba2-535006329f09 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:33:43.256069 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.345234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.347314 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.393762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.394331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5068b389-c480-49d5-956d-78d2178b54cc {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:33:43.398856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.399992 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0f53c5af-2daf-4852-8a42-8930857bc61b admin admin] 10.222.0.43 "DELETE /v2.0/routers/5068b389-c480-49d5-956d-78d2178b54cc HTTP/1.1" status: 204 len: 168 time: 0.7698102 Dec 10 05:33:43.403164 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:43.445808 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Deleting subnet e7d755f1-e03f-4178-881e-52211f790122 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:33:43.449447 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.484443 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.571034 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.621620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.648215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d755f1-e03f-4178-881e-52211f790122,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:43.650205 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.654216 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0a577374-45eb-43a4-9804-e021135fe054 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7d755f1-e03f-4178-881e-52211f790122 HTTP/1.1" status: 204 len: 168 time: 0.2501812 Dec 10 05:33:43.654882 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6281322e-6621-496a-9741-7f3fd038ee07 None None] Network ef85708f-26a1-43bb-a268-595ad5e63dca requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:33:43.656886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49246) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:43.727840 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.781047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Deleting port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:43.781391 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.848323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] For port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,segment=NetworkSegment(545182cd-27e6-4ee0-a76d-63781a0dae1b),segment_id=545182cd-27e6-4ee0-a76d-63781a0dae1b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:43.848721 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.860989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Calling delete_port for 69fc6b8f-bcd4-4311-8570-1b7d6da676ed owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:43.908227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] DHCP port deletion for ef85708f-26a1-43bb-a268-595ad5e63dca request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:33:43.956681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.966979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Deleting port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:33:43.967361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:43.981159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 860bfae4-a123-4594-9bc4-2839c05cd299 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:33:43.992443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:43.999383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] No DVR routers for this DVR port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:33:44.012943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 860bfae4-a123-4594-9bc4-2839c05cd299 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:33:44.013560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 860bfae4-a123-4594-9bc4-2839c05cd299 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:33:44.013974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8463820b-4605-41f6-81ab-809ceb44fb16 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:33:44.065093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 8463820b-4605-41f6-81ab-809ceb44fb16 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:33:44.065442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 8463820b-4605-41f6-81ab-809ceb44fb16 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:33:44.065864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 69fc6b8f-bcd4-4311-8570-1b7d6da676ed no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:33:44.076258 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.091834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] For port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:44.092230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.096053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef85708f-26a1-43bb-a268-595ad5e63dca']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:44.099234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 69fc6b8f-bcd4-4311-8570-1b7d6da676ed {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:33:44.099570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 69fc6b8f-bcd4-4311-8570-1b7d6da676ed not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:33:44.106625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Calling delete_port for 69fc6b8f-bcd4-4311-8570-1b7d6da676ed owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:33:44.106976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545182cd-27e6-4ee0-a76d-63781a0dae1b') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:44.107546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545182cd-27e6-4ee0-a76d-63781a0dae1b') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:33:44.110735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:33:44.112010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.119594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.133123 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.139008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] Pushing event deleted for resources: {'Port': ['ID=69fc6b8f-bcd4-4311-8570-1b7d6da676ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:44.139265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:33:44.139681 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.140894 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b2b89-98ec-4343-8223-cf98c0edf259 None None] No DVR routers for this DVR port 69fc6b8f-bcd4-4311-8570-1b7d6da676ed on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:33:44.141461 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:33:44.205462 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.211273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.214597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef85708f-26a1-43bb-a268-595ad5e63dca HTTP/1.1" status: 204 len: 168 time: 0.5566592 Dec 10 05:33:44.225460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ccd99-1943-4d40-afd4-7eb2ce8f0bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef85708f-26a1-43bb-a268-595ad5e63dca,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:44.340310 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49250) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:44.381913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2b7520b8-65dc-427d-9764-3f7e11dd59c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f14cbafe43074bfeb1b2c3402e9e4d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402882 Dec 10 05:33:44.384389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49252) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:44.431715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.452727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.498559 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.501241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:44.502399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26bccdc5-1812-4bca-a446-4e06f7b68407 HTTP/1.1" status: 204 len: 168 time: 0.1171455 Dec 10 05:33:44.509769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1a7f-ed4e-49ce-b7d4-6490f9ace649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bccdc5-1812-4bca-a446-4e06f7b68407,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:45.190651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49274) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:45.284235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-750752946-network', 'tenant_id': '09155fb43260420790df1ee478174c5b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:45.305257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Made reservation on behalf of 09155fb43260420790df1ee478174c5b for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:33:45.307690 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.316102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.390914 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.394525 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.420502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:33:45.430494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97853d0-c071-48fe-ad1a-8655e164c41d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:45.436364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.436735 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Added segment ada10da9-1168-4120-bd9c-a7a5d8a4674b of type vlan for network b99f8a9e-2493-478b-8052-20a8295db104 Dec 10 05:33:45.478058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.502451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.503382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:45.503954 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.535357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3436332 Dec 10 05:33:45.538355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:33:45.544126 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Request body: {'subnet': {'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-750752946-subnet', 'tenant_id': '09155fb43260420790df1ee478174c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:45.566495 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Made reservation on behalf of 09155fb43260420790df1ee478174c5b for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:33:45.568910 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.569035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c6aa3-9587-4c5c-ab10-2cf9bc49abd1 admin admin] Pushing event updated for resources: {'Network': ['ID=b99f8a9e-2493-478b-8052-20a8295db104,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:45.580071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b99f8a9e-2493-478b-8052-20a8295db104 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:33:45.733061 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.791464 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a3e62d-95b6-46ad-a374-91a19c4d316b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:45.796032 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Checking segment: {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:33:45.796391 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Network hostable DHCP agents. Network: b99f8a9e-2493-478b-8052-20a8295db104, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:33:45.812609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Network b99f8a9e-2493-478b-8052-20a8295db104 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:33:45.820574 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b99f8a9e-2493-478b-8052-20a8295db104) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:33:45.827710 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:45.828680 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed8298-bf96-4233-8fb5-f1932f2a56b4 None None] Network b99f8a9e-2493-478b-8052-20a8295db104 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:33:45.829283 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:45.853032 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4beb9787-55d0-49a6-9b49-0383ffd80264 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3134973 Dec 10 05:33:45.924500 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b59de3-e8ca-409b-b1b0-db3ce151d54b None None] Network b99f8a9e-2493-478b-8052-20a8295db104 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:33:46.275257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-73cf5906-0a9f-4912-88b0-3614bbf8cb05 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:46.276690 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-73cf5906-0a9f-4912-88b0-3614bbf8cb05 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 813 time: 0.1055903 Dec 10 05:33:46.291203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-9ef08c8b-79f3-42e9-b78f-36d25fbd6dc9 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/quotas/09155fb43260420790df1ee478174c5b HTTP/1.1" status: 200 len: 375 time: 0.0087857 Dec 10 05:33:46.321920 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-98e11452-c4cf-4d8b-958e-289e3c3287f1 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255065 Dec 10 05:33:46.332891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-af59ba18-aeb1-4ac0-8273-78a1600dcbe8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:33:46.333865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-af59ba18-aeb1-4ac0-8273-78a1600dcbe8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048199 Dec 10 05:33:46.427399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-319d40b7-9d64-4e5e-a64f-8decc43e7d89 service neutron] 10.222.0.43 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880535 Dec 10 05:33:46.515910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-a71a66b0-a332-4ddf-808a-a643ae6e43f3 service neutron] 10.222.0.43 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816469 Dec 10 05:33:46.676225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfe0bea0-97ca-4006-8e49-871fe7dd5eae req-034a51a3-05ff-4523-93e5-bb43edda91c5 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 210 time: 0.0308013 Dec 10 05:33:47.752767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9982790b-05d8-40c2-afa8-c1ef247dc9a4 req-570180d9-09ee-4a5e-8682-d307806a7200 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 210 time: 0.0254335 Dec 10 05:33:48.684845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-a6f7c875-7278-4305-9500-a8123d270c8f tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:48.686474 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-a6f7c875-7278-4305-9500-a8123d270c8f tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.36 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 813 time: 0.1021061 Dec 10 05:33:48.706629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Request body: {'port': {'device_id': '22c361c6-d657-4401-8879-e73602a305b8', 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104', 'admin_state_up': True, 'tenant_id': '09155fb43260420790df1ee478174c5b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:48.817133 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Made reservation on behalf of 09155fb43260420790df1ee478174c5b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:33:48.820621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:48.857995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-863bbbf8-1f39-4f83-b166-b54af2b1bd28 req-d14006e3-9ba0-4e61-bc1a-a960d68d9df3 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 210 time: 0.0351944 Dec 10 05:33:48.972999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Allocated IP 172.20.0.11 (b99f8a9e-2493-478b-8052-20a8295db104/b9a3e62d-95b6-46ad-a374-91a19c4d316b/7104b740-a77f-4580-9ae8-13a5002512cd) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:33:49.121076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.155371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.199421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Network b99f8a9e-2493-478b-8052-20a8295db104 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:33:49.202523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:33:49.205354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:33:49.235435 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Pushing event updated for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:49.265246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:49.265866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.281956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-6672afbf-916d-40b3-857f-e066cb5cbbcd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790503 Dec 10 05:33:49.300567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Request body: {'port': {'device_id': '22c361c6-d657-4401-8879-e73602a305b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:49.357772 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.620746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7104b740-a77f-4580-9ae8-13a5002512cd {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:49.628273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.641787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Transition to ACTIVE for port object 7104b740-a77f-4580-9ae8-13a5002512cd will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:33:49.647616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.695950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:49.768780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Attempting to bind port 7104b740-a77f-4580-9ae8-13a5002512cd on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:33:49.769116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Attempting to bind port 7104b740-a77f-4580-9ae8-13a5002512cd by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:33:49.769446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Attempting to bind port 7104b740-a77f-4580-9ae8-13a5002512cd on network b99f8a9e-2493-478b-8052-20a8295db104 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:33:49.773756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Port 7104b740-a77f-4580-9ae8-13a5002512cd on network b99f8a9e-2493-478b-8052-20a8295db104 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:33:49.774000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Attempting to bind port 7104b740-a77f-4580-9ae8-13a5002512cd on network b99f8a9e-2493-478b-8052-20a8295db104 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:33:49.778847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:33:49.779188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Checking segment: {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:33:49.779568 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Bound using segment: {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:33:49.779991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Bound port: 7104b740-a77f-4580-9ae8-13a5002512cd, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:33:49.780340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.842281 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:33:49.845536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7104b740-a77f-4580-9ae8-13a5002512cd,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:33:49.849866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.887622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:49.888585 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:49.890355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] 10.222.0.36 "PUT /v2.0/ports/7104b740-a77f-4580-9ae8-13a5002512cd HTTP/1.1" status: 200 len: 1092 time: 0.5938258 Dec 10 05:33:49.890951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:49.893578 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:49.916416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbd711-f0c6-4024-87ae-d4dcbef1cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:49.971780 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462b205-9741-4df5-9de2-9e19562456b5 x-openstack-request-id: req-3462b205-9741-4df5-9de2-9e19562456b5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:49.972074 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:49.972328 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3462b205-9741-4df5-9de2-9e19562456b5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:49.972750 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd', 'status': 'completed', 'code': 200} Dec 10 05:33:50.023325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ca0f6-13bb-4fa1-b541-5a8e976e88ba req-bd90263e-c3b1-4685-95ad-f45e3d439ac6 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.024900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df3ca0f6-13bb-4fa1-b541-5a8e976e88ba req-bd90263e-c3b1-4685-95ad-f45e3d439ac6 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 944 time: 0.0935657 Dec 10 05:33:50.040769 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-52f694e2-bd42-46ad-b6d3-43e380cdb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.042242 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-52f694e2-bd42-46ad-b6d3-43e380cdb65b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 1095 time: 0.0589182 Dec 10 05:33:50.045819 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:33:50.105283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-75bb87ca-98d0-4c8d-afcd-effc0393c1ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7104b740-a77f-4580-9ae8-13a5002512cd HTTP/1.1" status: 200 len: 217 time: 0.0440347 Dec 10 05:33:50.108962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df3ca0f6-13bb-4fa1-b541-5a8e976e88ba req-147bf1c1-15fa-4780-b2ee-a1bf5d45aa36 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777826 Dec 10 05:33:50.161404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-c7c6d7e8-9456-4e7f-be77-e88b1fbd7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.162913 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-c7c6d7e8-9456-4e7f-be77-e88b1fbd7b0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9a3e62d-95b6-46ad-a374-91a19c4d316b HTTP/1.1" status: 200 len: 853 time: 0.0505602 Dec 10 05:33:50.197368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-348e41d4-d78f-4254-8949-959390d7edde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b99f8a9e-2493-478b-8052-20a8295db104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268428 Dec 10 05:33:50.285707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-2286a195-887b-4c19-8299-9fc36b7b06f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799997 Dec 10 05:33:50.378697 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56033dbd-b361-40fa-a132-8a7aae93df2c req-f1d9d9e8-27b3-423b-8038-0f321e970d14 service neutron] 10.222.0.36 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Dec 10 05:33:50.502404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-27bbbf3c-a36e-4a45-bee4-8c79e648d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.503776 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-27bbbf3c-a36e-4a45-bee4-8c79e648d3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 1095 time: 0.0405412 Dec 10 05:33:50.596349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-beebb762-1968-4069-af4f-3668a59d8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.597839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-beebb762-1968-4069-af4f-3668a59d8499 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 914 time: 0.0869992 Dec 10 05:33:50.639393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-d48a7406-0ffb-4092-bbcb-78307c630970 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7104b740-a77f-4580-9ae8-13a5002512cd HTTP/1.1" status: 200 len: 217 time: 0.0330937 Dec 10 05:33:50.686426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-a69acb1f-9dbc-4c1a-8f65-479dc1af1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:50.687829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-a69acb1f-9dbc-4c1a-8f65-479dc1af1c40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9a3e62d-95b6-46ad-a374-91a19c4d316b HTTP/1.1" status: 200 len: 853 time: 0.0419590 Dec 10 05:33:50.724324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-58e854d3-5670-48fb-81f2-89fda19c681b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b99f8a9e-2493-478b-8052-20a8295db104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281429 Dec 10 05:33:50.813567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-2b5c574c-3cf1-4c2a-884c-033f5e8e866f service neutron] 10.222.0.36 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809717 Dec 10 05:33:50.846577 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:50.909046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c24b73b4-3dd6-4269-a8e9-5670e9e60ea3 req-a45708a0-24fa-4d9b-ae3c-730580bcf1bb service neutron] 10.222.0.36 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Dec 10 05:33:51.227338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a778ed-8a43-4060-b7d5-c7bfd8ef4ee2 req-4287276b-5041-47cf-9df4-182941688496 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:51.228847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33a778ed-8a43-4060-b7d5-c7bfd8ef4ee2 req-4287276b-5041-47cf-9df4-182941688496 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 944 time: 0.0488944 Dec 10 05:33:51.279763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-33a778ed-8a43-4060-b7d5-c7bfd8ef4ee2 req-34628a16-99dc-4b50-9d3b-65121b0cb114 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Dec 10 05:33:52.393130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93e06-9066-4285-ad1b-2b5d2012e2c1 req-ef7a15f5-73da-45d5-9227-d7d7e11149fe tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:52.394634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72e93e06-9066-4285-ad1b-2b5d2012e2c1 req-ef7a15f5-73da-45d5-9227-d7d7e11149fe tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 944 time: 0.0481460 Dec 10 05:33:52.445568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-72e93e06-9066-4285-ad1b-2b5d2012e2c1 req-144b63cd-0ca7-4aaf-84c4-9f3829ca2b5b tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Dec 10 05:33:52.470486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd88fda5-555e-42ff-bcb6-3addbc224a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:53.021435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7104b740-a77f-4580-9ae8-13a5002512cd details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:33:53.114890 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7104b740-a77f-4580-9ae8-13a5002512cd,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:53.125402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '7104b740-a77f-4580-9ae8-13a5002512cd', 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104', 'port_id': '7104b740-a77f-4580-9ae8-13a5002512cd', 'mac_address': 'fa:16:3e:22:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a3e62d-95b6-46ad-a374-91a19c4d316b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:33:53.164605 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:53.177137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7104b740-a77f-4580-9ae8-13a5002512cd {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:53.195585 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7104b740-a77f-4580-9ae8-13a5002512cd,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:53.199883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:53.244054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:53.458706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7104b740-a77f-4580-9ae8-13a5002512cd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:33:53.567494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2083c53-226c-4ff2-a0c5-0f2c49a04f55 req-c977e77f-8a8f-4d92-906b-aa2219f42ff2 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:53.568999 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2083c53-226c-4ff2-a0c5-0f2c49a04f55 req-c977e77f-8a8f-4d92-906b-aa2219f42ff2 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 945 time: 0.0479672 Dec 10 05:33:53.615449 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2083c53-226c-4ff2-a0c5-0f2c49a04f55 req-69ae129c-d2e3-4de4-b033-82707898f223 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Dec 10 05:33:54.127500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:54.730410 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dac76-cdc7-46c9-a73d-d2824b3806c2 req-abe1bb61-22fb-4cfb-aa30-643e15bc5125 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:54.731862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d1dac76-cdc7-46c9-a73d-d2824b3806c2 req-abe1bb61-22fb-4cfb-aa30-643e15bc5125 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 945 time: 0.0477974 Dec 10 05:33:54.777575 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d1dac76-cdc7-46c9-a73d-d2824b3806c2 req-0719b18c-e25c-4fff-a815-b2aa75c3c31c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Dec 10 05:33:55.036503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7104b740-a77f-4580-9ae8-13a5002512cd up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:33:55.084069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 7104b740-a77f-4580-9ae8-13a5002512cd completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:33:55.087858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 7104b740-a77f-4580-9ae8-13a5002512cd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:33:55.088233 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:55.166338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:55.192280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:33:55.194627 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0591223-e8fc-4a56-906d-f0b4e720cc79" -d '{"events": [{"server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "name": "network-vif-plugged", "status": "completed", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:33:55.207621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7104b740-a77f-4580-9ae8-13a5002512cd,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:33:55.212435 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:55.235876 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459252a-3b3b-4a84-bac8-b780c4366a5c x-openstack-request-id: req-6459252a-3b3b-4a84-bac8-b780c4366a5c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:33:55.236168 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "name": "network-vif-plugged", "status": "completed", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:33:55.236426 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6459252a-3b3b-4a84-bac8-b780c4366a5c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:33:55.236841 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd', 'code': 200} Dec 10 05:33:55.269969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:55.277421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c611f1bf-21b8-4ec5-a795-11a85c9c49c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:55.364973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3bdf2-00a1-4399-b29b-2c6163728bf5 req-8e33205a-6a91-4258-b368-426305e20686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:55.366482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bce3bdf2-00a1-4399-b29b-2c6163728bf5 req-8e33205a-6a91-4258-b368-426305e20686 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 1097 time: 0.0436773 Dec 10 05:33:55.411824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bce3bdf2-00a1-4399-b29b-2c6163728bf5 req-42789aeb-a10c-4c90-9f0d-bdc1d5dd624b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Dec 10 05:33:55.895428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996720-25cb-45d1-a00d-ab89b8d0c582 req-df28c551-0cc3-4f51-a632-1fcc1f857cea tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:55.896910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd996720-25cb-45d1-a00d-ab89b8d0c582 req-df28c551-0cc3-4f51-a632-1fcc1f857cea tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0510693 Dec 10 05:33:55.942268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bd996720-25cb-45d1-a00d-ab89b8d0c582 req-a105a119-0bd6-4c99-b0d0-4c49135ebd50 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Dec 10 05:33:55.969420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:57.056953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7bb7-2dd6-4197-b291-d1d9b7527f3f req-bbf19d9b-6b15-484a-b373-bf7d6c223789 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:57.059066 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d7e7bb7-2dd6-4197-b291-d1d9b7527f3f req-bbf19d9b-6b15-484a-b373-bf7d6c223789 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0478351 Dec 10 05:33:57.108119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d7e7bb7-2dd6-4197-b291-d1d9b7527f3f req-a20bc632-3a81-466f-9e64-423f07eb7023 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 Dec 10 05:33:57.355290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-99dd27e9-8862-494d-84f0-916b84f08238 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:57.356820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-99dd27e9-8862-494d-84f0-916b84f08238 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 813 time: 0.1298938 Dec 10 05:33:57.371756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-65bfc240-be79-4d71-8f9b-281e876bf391 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/quotas/09155fb43260420790df1ee478174c5b HTTP/1.1" status: 200 len: 375 time: 0.0091166 Dec 10 05:33:57.422603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-8f854b9e-7389-48ac-b771-78a007550d89 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456755 Dec 10 05:33:57.512430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-21ff9d0a-3c1b-4f0d-ab49-6b0ca8addef3 service neutron] 10.222.0.43 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825198 Dec 10 05:33:57.601933 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-66621441-896a-4ba4-b562-c06d1893182d service neutron] 10.222.0.43 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835388 Dec 10 05:33:57.619348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:57.762883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d844a40e-4f90-4379-b237-e233351920cb req-84173ae5-b4d7-45ec-8edf-103cd6f63ced tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Dec 10 05:33:58.415717 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:58.858094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd444567-592c-4215-8684-818fa3e46f54 req-02bba4ad-43d6-4d7e-8874-8809424932ad tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Dec 10 05:33:59.029242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-40d69924-22cb-48e1-804b-f55a8214570d tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:59.030674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-40d69924-22cb-48e1-804b-f55a8214570d tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.41 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 813 time: 0.1091092 Dec 10 05:33:59.067342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Request body: {'port': {'device_id': 'e7101677-70ba-4542-917c-423190f72398', 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104', 'admin_state_up': True, 'tenant_id': '09155fb43260420790df1ee478174c5b'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:59.172831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Made reservation on behalf of 09155fb43260420790df1ee478174c5b for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:33:59.176319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.298032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Allocated IP 172.20.0.14 (b99f8a9e-2493-478b-8052-20a8295db104/b9a3e62d-95b6-46ad-a374-91a19c4d316b/6ed35f7d-df4c-474b-a6d5-262a8f39e552) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:33:59.447694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.481209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.514539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7104b740-a77f-4580-9ae8-13a5002512cd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:33:59.525259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Network b99f8a9e-2493-478b-8052-20a8295db104 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:33:59.528777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:33:59.534346 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:33:59.540657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Pushing event updated for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:33:59.569929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.570275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.570614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.570952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.571278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.571609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.571931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.572252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.572598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.572924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.573247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.573564 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.573885 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:33:59.596342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:33:59.596969 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.612452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e72776c2-1bd8-42dc-9549-1f4efc7acc5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491872 Dec 10 05:33:59.634700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Request body: {'port': {'device_id': 'e7101677-70ba-4542-917c-423190f72398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:33:59.689926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.965968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed35f7d-df4c-474b-a6d5-262a8f39e552 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:33:59.975101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:33:59.991474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Transition to ACTIVE for port object 6ed35f7d-df4c-474b-a6d5-262a8f39e552 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:34:00.000172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8671a4-a8cd-43ea-89df-92ef84c7a711 req-a0f1b73a-a335-42fe-bc49-e681056614c9 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.001660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a8671a4-a8cd-43ea-89df-92ef84c7a711 req-a0f1b73a-a335-42fe-bc49-e681056614c9 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 932 time: 0.0731540 Dec 10 05:34:00.002674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:00.100055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:00.125444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3a8671a4-a8cd-43ea-89df-92ef84c7a711 req-87a2377e-a4e7-43eb-847f-d78a08d3eec5 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138957 Dec 10 05:34:00.154024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Attempting to bind port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:00.154354 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Attempting to bind port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:00.154678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Attempting to bind port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 on network b99f8a9e-2493-478b-8052-20a8295db104 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:00.158893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 on network b99f8a9e-2493-478b-8052-20a8295db104 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:34:00.159207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Attempting to bind port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 on network b99f8a9e-2493-478b-8052-20a8295db104 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:00.163896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:00.164229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Checking segment: {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:00.164636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Bound using segment: {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:00.165051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Bound port: 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada10da9-1168-4120-bd9c-a7a5d8a4674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:00.165396 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:00.229156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:00.232104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:00.236516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:00.268716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.269327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:00.270711 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ed35f7d-df4c-474b-a6d5-262a8f39e552 HTTP/1.1" status: 200 len: 1092 time: 0.6401751 Dec 10 05:34:00.271139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:00.273378 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8088a15c-85b0-4572-81e2-4c4216950767" -d '{"events": [{"name": "network-changed", "server_uuid": "e7101677-70ba-4542-917c-423190f72398", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:00.297221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836bfcf-9937-4aab-86e8-9da8c81146f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:00.312008 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d1ee34-20b7-4556-933d-8061bb9656bd x-openstack-request-id: req-62d1ee34-20b7-4556-933d-8061bb9656bd {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:00.312293 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7101677-70ba-4542-917c-423190f72398", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:00.312574 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62d1ee34-20b7-4556-933d-8061bb9656bd {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:00.313084 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552', 'status': 'completed', 'code': 200} Dec 10 05:34:00.378289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-7cadcd3e-a643-4b30-bf5d-b745ba0f7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.379691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-7cadcd3e-a643-4b30-bf5d-b745ba0f7e50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 1095 time: 0.0417309 Dec 10 05:34:00.431414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-2f7966b0-a442-45ab-bc5d-1e2da78f18fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552 HTTP/1.1" status: 200 len: 217 time: 0.0329709 Dec 10 05:34:00.484143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a70a182b-61a4-44ab-84cb-2d05ef9f2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.485649 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-a70a182b-61a4-44ab-84cb-2d05ef9f2147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9a3e62d-95b6-46ad-a374-91a19c4d316b HTTP/1.1" status: 200 len: 853 time: 0.0451643 Dec 10 05:34:00.520801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-c080149a-d32c-407b-82bb-fba2e7f90dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b99f8a9e-2493-478b-8052-20a8295db104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236828 Dec 10 05:34:00.611856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-e1fcc54b-01b6-4f99-a6c0-9de5b9181141 service neutron] 10.222.0.41 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798821 Dec 10 05:34:00.705289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613cffa5-83ea-4972-800a-bd88548e5559 req-6ea6d790-6694-44fa-ac2c-0202d787338b service neutron] 10.222.0.41 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820737 Dec 10 05:34:00.841547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a15c-85b0-4572-81e2-4c4216950767 req-cf683b98-f476-47db-886f-5d0470cd9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.842995 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-cf683b98-f476-47db-886f-5d0470cd9794 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09155fb43260420790df1ee478174c5b&device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 1095 time: 0.0398738 Dec 10 05:34:00.936109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a15c-85b0-4572-81e2-4c4216950767 req-9ceac614-3887-4fd8-9d11-1e2b4c2b7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:00.937589 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-9ceac614-3887-4fd8-9d11-1e2b4c2b7ced service neutron] 10.222.0.41 "GET /v2.0/networks?id=b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 200 len: 914 time: 0.0855327 Dec 10 05:34:00.985836 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-55ccaee5-5ed5-4ee8-bead-38adc7ed38c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552 HTTP/1.1" status: 200 len: 217 time: 0.0392349 Dec 10 05:34:01.033496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a15c-85b0-4572-81e2-4c4216950767 req-e2c07531-7880-4f93-a875-2fd5127c9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:01.034905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-e2c07531-7880-4f93-a875-2fd5127c9f2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9a3e62d-95b6-46ad-a374-91a19c4d316b HTTP/1.1" status: 200 len: 853 time: 0.0419979 Dec 10 05:34:01.071440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-246f85a8-e8b8-4932-abb5-805e19d47be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b99f8a9e-2493-478b-8052-20a8295db104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270994 Dec 10 05:34:01.159271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-98153bd1-1461-4055-9472-3595bd221a7e service neutron] 10.222.0.41 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797286 Dec 10 05:34:01.285644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b38d3-f103-4d13-a9a8-db5dbb39b357 req-d6a0cd81-554b-4f08-ad0c-6cf9117e5cc8 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:01.287022 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0b38d3-f103-4d13-a9a8-db5dbb39b357 req-d6a0cd81-554b-4f08-ad0c-6cf9117e5cc8 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 944 time: 0.0920854 Dec 10 05:34:01.292675 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8088a15c-85b0-4572-81e2-4c4216950767 req-00373d27-e058-4c5c-a7e5-614a678e9831 service neutron] 10.222.0.41 "GET /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255360 Dec 10 05:34:01.334923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0b38d3-f103-4d13-a9a8-db5dbb39b357 req-f6327bb6-ec00-40bd-97a3-3f8f5f3791cc tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Dec 10 05:34:02.034860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6ed35f7d-df4c-474b-a6d5-262a8f39e552 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:34:02.130229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:02.140740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '6ed35f7d-df4c-474b-a6d5-262a8f39e552', 'network_id': 'b99f8a9e-2493-478b-8052-20a8295db104', 'port_id': '6ed35f7d-df4c-474b-a6d5-262a8f39e552', 'mac_address': 'fa:16:3e:87:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a3e62d-95b6-46ad-a374-91a19c4d316b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:34:02.176556 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:02.189787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed35f7d-df4c-474b-a6d5-262a8f39e552 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:34:02.208315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:02.212082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:02.260969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:02.451417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359bbd7-e851-497d-973f-47b5a188fbe0 req-c253af1a-ad78-4afa-925f-458c0d6f8d3e tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:02.452820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4359bbd7-e851-497d-973f-47b5a188fbe0 req-c253af1a-ad78-4afa-925f-458c0d6f8d3e tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Dec 10 05:34:02.503455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4359bbd7-e851-497d-973f-47b5a188fbe0 req-79d1ceda-cc0d-4012-985e-b63ee0311123 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Dec 10 05:34:02.542057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['6ed35f7d-df4c-474b-a6d5-262a8f39e552'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:34:03.615323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402a394-290f-4aa7-b5b4-fc13968ec0fa req-2fcee1b5-d6ac-4338-9395-a8a4f50cfd57 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:03.616802 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3402a394-290f-4aa7-b5b4-fc13968ec0fa req-2fcee1b5-d6ac-4338-9395-a8a4f50cfd57 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Dec 10 05:34:03.662164 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3402a394-290f-4aa7-b5b4-fc13968ec0fa req-5bdf36c0-9808-4f0e-972a-47ca9b91fd48 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Dec 10 05:34:04.045826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6ed35f7d-df4c-474b-a6d5-262a8f39e552 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:04.258273 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:34:04.261764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:04.262128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:04.334707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:04.356578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:04.358732 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510915b4-f7ea-4565-84a2-5f4f9ed2cde7" -d '{"events": [{"server_uuid": "e7101677-70ba-4542-917c-423190f72398", "name": "network-vif-plugged", "status": "completed", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:04.370978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:04.374845 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:04.400142 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6062e3eb-6e26-4b76-bad7-1d6ccc862808 x-openstack-request-id: req-6062e3eb-6e26-4b76-bad7-1d6ccc862808 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:04.400433 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7101677-70ba-4542-917c-423190f72398", "name": "network-vif-plugged", "status": "completed", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:04.400712 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6062e3eb-6e26-4b76-bad7-1d6ccc862808 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:04.401099 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552', 'code': 200} Dec 10 05:34:04.425978 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:04.534887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894b4f8-c500-4c3e-b018-c805ba5e4e82 req-361c99ba-c468-49a0-88ea-fe19b59eba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:04.536364 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d894b4f8-c500-4c3e-b018-c805ba5e4e82 req-361c99ba-c468-49a0-88ea-fe19b59eba04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 1097 time: 0.0403728 Dec 10 05:34:04.585091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d894b4f8-c500-4c3e-b018-c805ba5e4e82 req-9c1cabf9-2a0b-4b64-936d-73ae9130d05a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Dec 10 05:34:04.780906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd1d6e-3550-4db6-bcb5-19afea868c30 req-e610ce57-d352-45e8-987f-235f8cd07e4b tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:04.782379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48cd1d6e-3550-4db6-bcb5-19afea868c30 req-e610ce57-d352-45e8-987f-235f8cd07e4b tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Dec 10 05:34:04.827936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48cd1d6e-3550-4db6-bcb5-19afea868c30 req-cebb3580-6d59-443d-83f1-b0aa7a386085 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Dec 10 05:34:05.950860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac56c99-765a-4585-a33d-560e249b1e17 req-b2eaf35e-5efa-42d5-b065-add852516517 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:05.952314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ac56c99-765a-4585-a33d-560e249b1e17 req-b2eaf35e-5efa-42d5-b065-add852516517 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 946 time: 0.0494676 Dec 10 05:34:05.997775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ac56c99-765a-4585-a33d-560e249b1e17 req-2fbe4f42-b518-4aef-b309-bd7e448360b7 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Dec 10 05:34:06.228028 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9704da5-c10c-497b-8977-f92ea502c967 req-c3696b85-400e-4670-95e1-733b720aa812 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:06.229533 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9704da5-c10c-497b-8977-f92ea502c967 req-c3696b85-400e-4670-95e1-733b720aa812 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 946 time: 0.0516303 Dec 10 05:34:06.610679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f9704da5-c10c-497b-8977-f92ea502c967 req-48485c75-7039-4868-8354-f67b892b20a4 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739848 Dec 10 05:34:07.724205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880f53-33e8-42a0-8002-9266083b2dd2 req-9d41e9f0-49f5-4290-8b63-1e522cfcd8a1 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:07.725679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01880f53-33e8-42a0-8002-9266083b2dd2 req-9d41e9f0-49f5-4290-8b63-1e522cfcd8a1 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 946 time: 0.0475957 Dec 10 05:34:07.779917 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01880f53-33e8-42a0-8002-9266083b2dd2 req-2df9bdf6-0290-4787-8cf7-4750a10055a9 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 Dec 10 05:34:07.815051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-05b2a610-467f-48ee-8677-015deb296193 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:07.816621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-05b2a610-467f-48ee-8677-015deb296193 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 946 time: 0.0515213 Dec 10 05:34:07.912821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Deleting port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:07.913072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:07.998290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] For port 6ed35f7d-df4c-474b-a6d5-262a8f39e552, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=6ed35f7d-df4c-474b-a6d5-262a8f39e552,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:07.998645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:08.010657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Calling delete_port for 6ed35f7d-df4c-474b-a6d5-262a8f39e552 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:08.134209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:08.162738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Pushing event deleted for resources: {'Port': ['ID=6ed35f7d-df4c-474b-a6d5-262a8f39e552,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:08.173623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7104b740-a77f-4580-9ae8-13a5002512cd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:34:08.206554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] No DVR routers for this DVR port 6ed35f7d-df4c-474b-a6d5-262a8f39e552 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:08.209176 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:08.212434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6763eb90-f556-4ecb-8da0-6217b4caaa0f req-660302d3-0567-4d69-9bfd-822502da54bd tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.41 "DELETE /v2.0/ports/6ed35f7d-df4c-474b-a6d5-262a8f39e552 HTTP/1.1" status: 204 len: 173 time: 0.3862791 Dec 10 05:34:08.212968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'name': 'network-vif-deleted', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:08.215773 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a5705-b597-4283-9d3c-a30e65b98170" -d '{"events": [{"server_uuid": "e7101677-70ba-4542-917c-423190f72398", "name": "network-vif-deleted", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:08.251551 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106a599-5dc2-4fd5-a162-215cf03376f6 x-openstack-request-id: req-c106a599-5dc2-4fd5-a162-215cf03376f6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:08.251843 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7101677-70ba-4542-917c-423190f72398", "name": "network-vif-deleted", "tag": "6ed35f7d-df4c-474b-a6d5-262a8f39e552", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:08.252753 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c106a599-5dc2-4fd5-a162-215cf03376f6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:08.252753 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7101677-70ba-4542-917c-423190f72398', 'name': 'network-vif-deleted', 'tag': '6ed35f7d-df4c-474b-a6d5-262a8f39e552', 'status': 'completed', 'code': 200} Dec 10 05:34:08.887209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a94ac750-fa97-45f2-b0f8-a801872b1308 req-f2170bb6-0de7-42f0-af62-692cc9977172 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7101677-70ba-4542-917c-423190f72398 HTTP/1.1" status: 200 len: 210 time: 0.0259802 Dec 10 05:34:10.033008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548b69b-8acb-4a48-b127-57a479595191 req-7c0e095a-12c5-4ef5-b50a-da1af0866e15 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.034440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c548b69b-8acb-4a48-b127-57a479595191 req-7c0e095a-12c5-4ef5-b50a-da1af0866e15 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0475764 Dec 10 05:34:10.080636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c548b69b-8acb-4a48-b127-57a479595191 req-b0560a64-4965-4e69-bdc0-e609e85ae6fc tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Dec 10 05:34:10.081991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6ed35f7d-df4c-474b-a6d5-262a8f39e552 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:34:10.101819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 6ed35f7d-df4c-474b-a6d5-262a8f39e552 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:34:10.102164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 6ed35f7d-df4c-474b-a6d5-262a8f39e552 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:34:10.216219 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5137890-6f2f-4501-9b77-9f25f806d6fe req-01928eb7-fe99-429b-b1d8-9733458ec976 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.217713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5137890-6f2f-4501-9b77-9f25f806d6fe req-01928eb7-fe99-429b-b1d8-9733458ec976 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Dec 10 05:34:10.264084 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5137890-6f2f-4501-9b77-9f25f806d6fe req-9548f8ce-e178-415a-b6ca-328618b0be5c tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Dec 10 05:34:10.379839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a30c3-ba43-4ced-8326-a271f1a45902 req-8ac8adb5-dffd-4ff9-9f75-5baad53daf62 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.381340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f2a30c3-ba43-4ced-8326-a271f1a45902 req-8ac8adb5-dffd-4ff9-9f75-5baad53daf62 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Dec 10 05:34:10.427885 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6f2a30c3-ba43-4ced-8326-a271f1a45902 req-054e3264-9afd-43f2-8230-66972055af44 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Dec 10 05:34:10.540073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-dac5f36b-62e5-4cb8-a4f5-91cabd53d901 req-a7c20a25-0ac2-4621-95c3-87773bdb188e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:34:10.541121 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac5f36b-62e5-4cb8-a4f5-91cabd53d901 req-a7c20a25-0ac2-4621-95c3-87773bdb188e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470479 Dec 10 05:34:10.650825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a695-90cb-4a51-b8e0-96a6e1cd427d req-13fb5e92-535d-4ffe-8f26-ac50a1f5c238 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.652224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f44a695-90cb-4a51-b8e0-96a6e1cd427d req-13fb5e92-535d-4ffe-8f26-ac50a1f5c238 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Dec 10 05:34:10.702570 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f44a695-90cb-4a51-b8e0-96a6e1cd427d req-149d0124-4bb0-4898-93cf-e4772d19bb0e tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Dec 10 05:34:10.815394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58d83f-8029-44d0-bad8-e7094f4366b8 req-11a30443-14c4-4d61-a37c-5433e227f093 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.816888 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa58d83f-8029-44d0-bad8-e7094f4366b8 req-11a30443-14c4-4d61-a37c-5433e227f093 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0484233 Dec 10 05:34:10.862975 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aa58d83f-8029-44d0-bad8-e7094f4366b8 req-fe086665-fca2-4cfb-b060-6ad42d8e7006 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Dec 10 05:34:10.984992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7102-89bc-4c09-b45f-b8ae9241ae89 req-1634b727-b25a-477b-bd83-209039696fe0 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:10.986460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec2a7102-89bc-4c09-b45f-b8ae9241ae89 req-1634b727-b25a-477b-bd83-209039696fe0 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0482948 Dec 10 05:34:11.031909 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec2a7102-89bc-4c09-b45f-b8ae9241ae89 req-6612419e-2856-44ef-ad92-c6378ad8e64e tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Dec 10 05:34:11.331968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da50f72-4585-49a5-b4e8-7b2296e4f361 req-e7977f7d-4aca-4ebe-92a8-de1c9d6c63f4 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:11.333466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2da50f72-4585-49a5-b4e8-7b2296e4f361 req-e7977f7d-4aca-4ebe-92a8-de1c9d6c63f4 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Dec 10 05:34:11.379724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2da50f72-4585-49a5-b4e8-7b2296e4f361 req-c915e63e-5cc5-4b15-97f7-60ab57d495ee tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Dec 10 05:34:12.497480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41e371-5ed2-48e8-bf0a-e527ad0d3bc2 req-6ef6c1c5-367a-4481-a78b-d375e6e6270f tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:12.498829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d41e371-5ed2-48e8-bf0a-e527ad0d3bc2 req-6ef6c1c5-367a-4481-a78b-d375e6e6270f tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0476840 Dec 10 05:34:12.545117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4d41e371-5ed2-48e8-bf0a-e527ad0d3bc2 req-02f0c455-9b71-42a4-9eb3-e0171782b578 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/security-groups?id=e97853d0-c071-48fe-ad1a-8655e164c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Dec 10 05:34:12.829839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e33895-f828-4874-841a-705e42f33d86 req-d586b639-b220-400b-a392-3ecf013d9af2 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:12.831176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25e33895-f828-4874-841a-705e42f33d86 req-d586b639-b220-400b-a392-3ecf013d9af2 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 946 time: 0.0472434 Dec 10 05:34:12.928861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Deleting port 7104b740-a77f-4580-9ae8-13a5002512cd {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:12.929198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:13.016455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] For port 7104b740-a77f-4580-9ae8-13a5002512cd, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7104b740-a77f-4580-9ae8-13a5002512cd,segment=NetworkSegment(ada10da9-1168-4120-bd9c-a7a5d8a4674b),segment_id=ada10da9-1168-4120-bd9c-a7a5d8a4674b)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:13.016839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:13.032729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Calling delete_port for 7104b740-a77f-4580-9ae8-13a5002512cd owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:13.153218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:13.180833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Pushing event deleted for resources: {'Port': ['ID=7104b740-a77f-4580-9ae8-13a5002512cd,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:13.187934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7104b740-a77f-4580-9ae8-13a5002512cd'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:34:13.229448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] No DVR routers for this DVR port 7104b740-a77f-4580-9ae8-13a5002512cd on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:13.233290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:13.236647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25e33895-f828-4874-841a-705e42f33d86 req-aca44bc6-ca57-4758-b76c-1a08e9cc9727 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.36 "DELETE /v2.0/ports/7104b740-a77f-4580-9ae8-13a5002512cd HTTP/1.1" status: 204 len: 173 time: 0.3992302 Dec 10 05:34:13.237088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'name': 'network-vif-deleted', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:13.239353 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2b415-bfb8-40e9-80d3-5002616ba8d9" -d '{"events": [{"server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "name": "network-vif-deleted", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:13.281387 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5cfe0-bdab-4eb9-97f7-8bc4b421d851 x-openstack-request-id: req-4fe5cfe0-bdab-4eb9-97f7-8bc4b421d851 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:13.281689 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c361c6-d657-4401-8879-e73602a305b8", "name": "network-vif-deleted", "tag": "7104b740-a77f-4580-9ae8-13a5002512cd", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:13.281954 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fe5cfe0-bdab-4eb9-97f7-8bc4b421d851 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:13.282386 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c361c6-d657-4401-8879-e73602a305b8', 'name': 'network-vif-deleted', 'tag': '7104b740-a77f-4580-9ae8-13a5002512cd', 'status': 'completed', 'code': 200} Dec 10 05:34:13.649664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54a8b0d4-15ca-4719-b830-d5a01d7ecb6b req-621e4f4e-fb5a-4366-89c6-4872e5ed3c26 tempest-ServersNegativeTestJSON-1660035677 tempest-ServersNegativeTestJSON-1660035677-project] 10.222.0.43 "GET /v2.0/ports?device_id=22c361c6-d657-4401-8879-e73602a305b8 HTTP/1.1" status: 200 len: 210 time: 0.0258799 Dec 10 05:34:14.706031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:14.753527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Deleting subnet b9a3e62d-95b6-46ad-a374-91a19c4d316b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:34:14.756499 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:14.790280 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:14.828366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:14.878148 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:14.902277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a3e62d-95b6-46ad-a374-91a19c4d316b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:14.905960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:14.909198 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-11d50243-9590-47ad-a2ab-58da42b78a30 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9a3e62d-95b6-46ad-a374-91a19c4d316b HTTP/1.1" status: 204 len: 168 time: 0.2020974 Dec 10 05:34:14.911622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:14.983122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.061783 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.080947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f8a9e-2493-478b-8052-20a8295db104']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:15.089845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada10da9-1168-4120-bd9c-a7a5d8a4674b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:15.090139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada10da9-1168-4120-bd9c-a7a5d8a4674b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:15.099262 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.112878 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.118737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:15.119115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:15.121306 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:15.175299 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.181037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.184228 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b99f8a9e-2493-478b-8052-20a8295db104 HTTP/1.1" status: 204 len: 168 time: 0.2717061 Dec 10 05:34:15.195041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0cf1-4397-4c7c-ad60-9d4ce79fc178 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99f8a9e-2493-478b-8052-20a8295db104,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:15.292868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:15.332098 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3ca48b07-658f-401c-8d9e-d95fcd078dcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09155fb43260420790df1ee478174c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380843 Dec 10 05:34:15.334523 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:15.384432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.405352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.450983 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.453758 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:15.454920 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e97853d0-c071-48fe-ad1a-8655e164c41d HTTP/1.1" status: 204 len: 168 time: 0.1194780 Dec 10 05:34:15.462670 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd6e0e-2841-41a9-a1b3-bc5affe82dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97853d0-c071-48fe-ad1a-8655e164c41d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:16.124319 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:16.219882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453741536'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:16.241691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:16.245258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.253429 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.329472 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.332950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.360992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:16.371078 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312ae11b-f58d-4baa-a186-d3c460887ff1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:16.377459 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.377806 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Added segment 47919b8d-f232-4f29-8e98-fac6b3599f8e of type vlan for network 97c41fe3-c1de-4135-9343-90f56f5d5164 Dec 10 05:34:16.417090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.443641 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.449735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:16.450304 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:16.485152 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3596861 Dec 10 05:34:16.517211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cced4-fbb7-4f56-88f6-7d73972ecc1a tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Network': ['ID=97c41fe3-c1de-4135-9343-90f56f5d5164,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:16.529121 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:17.083972 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7104b740-a77f-4580-9ae8-13a5002512cd no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:34:17.104159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 7104b740-a77f-4580-9ae8-13a5002512cd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:34:17.104622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7104b740-a77f-4580-9ae8-13a5002512cd not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:34:19.713151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:19.718680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'subnet': {'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:19.806082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:19.809504 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:19.986730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.041916 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Subnet': ['ID=51934619-aeec-4342-b084-8230463ebe3b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:20.052339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking segment: {'id': '47919b8d-f232-4f29-8e98-fac6b3599f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:20.052731 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network hostable DHCP agents. Network: 97c41fe3-c1de-4135-9343-90f56f5d5164, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:20.068723 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:20.077060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 97c41fe3-c1de-4135-9343-90f56f5d5164) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:20.081169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:20.081759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.086867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b8a78-362e-4e55-a902-b159f65820ea None None] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:20.101848 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3797e214-d308-4b7e-b605-fbee0f056708 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3875895 Dec 10 05:34:20.105398 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:20.110296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273155736'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:20.129764 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:20.133197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.157488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:20.166357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.166700 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Added segment 5f58b820-1d6b-4bed-b5ec-55744e4bba7a of type vlan for network 0e05e32f-4d66-42f1-a1bb-db175eda4b0c Dec 10 05:34:20.191792 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-97c41fe3-c1de-4135-9343-90f56f5d5164', 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164', 'project_id': 'c4f8ecd9e63649afaebe3288467b9408', 'fixed_ips': [{'subnet_id': '51934619-aeec-4342-b084-8230463ebe3b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:20.192713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.207507 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.232253 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.237795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:20.238313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.274530 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1650126 Dec 10 05:34:20.274972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:20.280845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'subnet': {'network_id': '0e05e32f-4d66-42f1-a1bb-db175eda4b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:20.312799 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea705294-7bd9-4890-82ee-0fd030ceaa79 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Network': ['ID=0e05e32f-4d66-42f1-a1bb-db175eda4b0c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:20.325822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 0e05e32f-4d66-42f1-a1bb-db175eda4b0c details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:20.365696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Allocated IP 2001:db8:0:ffff::2 (97c41fe3-c1de-4135-9343-90f56f5d5164/51934619-aeec-4342-b084-8230463ebe3b/c9afeda8-842a-4480-90d0-d8741e84fddc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:20.370837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:20.375007 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.541578 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.547082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.570988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.585872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:20.588642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:20.594001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:20.599709 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Pushing event updated for resources: {'Port': ['ID=c9afeda8-842a-4480-90d0-d8741e84fddc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:20.611562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.611758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.612059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.612393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.612750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.613081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.613403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.613726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.614046 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.614366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.614685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.615001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.615317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:20.635899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Subnet': ['ID=993857f8-0503-4233-8e4f-045bce776602,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:20.646143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking segment: {'id': '5f58b820-1d6b-4bed-b5ec-55744e4bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e05e32f-4d66-42f1-a1bb-db175eda4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:20.646510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network hostable DHCP agents. Network: 0e05e32f-4d66-42f1-a1bb-db175eda4b0c, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:20.662856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network 0e05e32f-4d66-42f1-a1bb-db175eda4b0c is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:20.665825 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Attempting to bind port c9afeda8-842a-4480-90d0-d8741e84fddc on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:20.666200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Attempting to bind port c9afeda8-842a-4480-90d0-d8741e84fddc by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '47919b8d-f232-4f29-8e98-fac6b3599f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:20.666561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Attempting to bind port c9afeda8-842a-4480-90d0-d8741e84fddc on network 97c41fe3-c1de-4135-9343-90f56f5d5164 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:20.671776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 0e05e32f-4d66-42f1-a1bb-db175eda4b0c) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:20.671936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:20.672261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Checking segment: {'id': '47919b8d-f232-4f29-8e98-fac6b3599f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:20.672688 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.673079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Bound using segment: {'id': '47919b8d-f232-4f29-8e98-fac6b3599f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:20.673539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Bound port: c9afeda8-842a-4480-90d0-d8741e84fddc, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47919b8d-f232-4f29-8e98-fac6b3599f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '97c41fe3-c1de-4135-9343-90f56f5d5164'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:20.673927 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.676588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:20.677235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.687563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02989cee-918d-48fc-a1e5-a37b3cae471c None None] Network 0e05e32f-4d66-42f1-a1bb-db175eda4b0c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:20.695392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b291b6b2-ec75-42ed-8e13-962e181bcb1f tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4190419 Dec 10 05:34:20.698337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49474) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:20.792337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.799115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] For port c9afeda8-842a-4480-90d0-d8741e84fddc, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:20.802379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] For port c9afeda8-842a-4480-90d0-d8741e84fddc, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9afeda8-842a-4480-90d0-d8741e84fddc,segment=NetworkSegment(47919b8d-f232-4f29-8e98-fac6b3599f8e),segment_id=47919b8d-f232-4f29-8e98-fac6b3599f8e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:20.822084 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.849967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f6240-9cae-4990-a78f-387253db7677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-0e05e32f-4d66-42f1-a1bb-db175eda4b0c', 'network_id': '0e05e32f-4d66-42f1-a1bb-db175eda4b0c', 'project_id': 'c4f8ecd9e63649afaebe3288467b9408', 'fixed_ips': [{'subnet_id': '993857f8-0503-4233-8e4f-045bce776602'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:20.851202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6240-9cae-4990-a78f-387253db7677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.875872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.901638 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.945309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:20.966059 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927b3d6-1dc3-4cd5-942b-b62ae1d067aa None None] Pushing event updated for resources: {'Port': ['ID=c9afeda8-842a-4480-90d0-d8741e84fddc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:20.974345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Subnet': ['ID=993857f8-0503-4233-8e4f-045bce776602,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-cb3f6240-9cae-4990-a78f-387253db7677 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 993857f8-0503-4233-8e4f-045bce776602: This subnet is being modified by another concurrent operation. Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 993857f8-0503-4233-8e4f-045bce776602: This subnet is being modified by another concurrent operation. Dec 10 05:34:21.002922 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:34:21.022173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03010c-13d6-499f-899a-c4a8d60795f1 None None] Network 0e05e32f-4d66-42f1-a1bb-db175eda4b0c requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:21.039866 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.062287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e05e32f-4d66-42f1-a1bb-db175eda4b0c']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:21.072098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58b820-1d6b-4bed-b5ec-55744e4bba7a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:21.072392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58b820-1d6b-4bed-b5ec-55744e4bba7a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:21.101270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.123594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.131338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:21.131961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:21.136124 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:21.202601 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.210030 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.213600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/0e05e32f-4d66-42f1-a1bb-db175eda4b0c HTTP/1.1" status: 204 len: 168 time: 0.5137479 Dec 10 05:34:21.220074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:21.225859 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332802751'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:21.228370 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c5a3-fbde-4359-ac7a-f8ae975480fb tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Network': ['ID=0e05e32f-4d66-42f1-a1bb-db175eda4b0c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:21.258022 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:21.261887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.285682 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:21.295372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.295715 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Added segment 291bb0ad-1dbb-464c-a9ec-772d13a78538 of type vlan for network 4a9ae848-45fb-429b-a12f-2b926a25c5a6 Dec 10 05:34:21.334893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.360966 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.366917 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:21.367491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.401542 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1796417 Dec 10 05:34:21.404887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:21.411664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'subnet': {'network_id': '4a9ae848-45fb-429b-a12f-2b926a25c5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:21.457050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010004bc-d21b-44ac-acd3-a3d2f7d32d56 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Network': ['ID=4a9ae848-45fb-429b-a12f-2b926a25c5a6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:21.467749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 4a9ae848-45fb-429b-a12f-2b926a25c5a6 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:21.528939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:21.533457 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.598645 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 05:34:21.599170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 05:34:21.731901 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.806981 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Subnet': ['ID=d4e09e89-f602-42e0-a1d8-0e8392e4c4b8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:21.813116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking segment: {'id': '291bb0ad-1dbb-464c-a9ec-772d13a78538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a9ae848-45fb-429b-a12f-2b926a25c5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:21.813468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network hostable DHCP agents. Network: 4a9ae848-45fb-429b-a12f-2b926a25c5a6, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:21.832076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network 4a9ae848-45fb-429b-a12f-2b926a25c5a6 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:21.849694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 4a9ae848-45fb-429b-a12f-2b926a25c5a6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:21.855938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:21.856564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:21.859690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e569fb-ba83-45a1-9692-6ba24dd2c6df None None] Network 4a9ae848-45fb-429b-a12f-2b926a25c5a6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:21.903896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49480) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:21.907782 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d14a280f-8307-4a41-abd6-bc4e83ad4b66 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4998255 Dec 10 05:34:21.955090 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a2413-6211-4f70-b378-543be9791b22 None None] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:21.961449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9afeda8-842a-4480-90d0-d8741e84fddc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:22.025642 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.080495 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.103582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] Provisioning complete for port c9afeda8-842a-4480-90d0-d8741e84fddc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:22.103951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.109142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b23586-4604-4513-9a2f-12b3b625b399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-4a9ae848-45fb-429b-a12f-2b926a25c5a6', 'network_id': '4a9ae848-45fb-429b-a12f-2b926a25c5a6', 'project_id': 'c4f8ecd9e63649afaebe3288467b9408', 'fixed_ips': [{'subnet_id': 'd4e09e89-f602-42e0-a1d8-0e8392e4c4b8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:22.109975 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b23586-4604-4513-9a2f-12b3b625b399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.141846 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.174888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e09e89-f602-42e0-a1d8-0e8392e4c4b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:22.185430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c9afeda8-842a-4480-90d0-d8741e84fddc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:22.185801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.230814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.255650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ae848-45fb-429b-a12f-2b926a25c5a6']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:22.266612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291bb0ad-1dbb-464c-a9ec-772d13a78538') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:22.266902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291bb0ad-1dbb-464c-a9ec-772d13a78538') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:22.276779 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.283570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf3c20-5336-440c-929d-22955ea70283 None None] Network 4a9ae848-45fb-429b-a12f-2b926a25c5a6 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:22.291151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.299506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:22.299908 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:22.302978 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:22.369564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.378782 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.385869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/4a9ae848-45fb-429b-a12f-2b926a25c5a6 HTTP/1.1" status: 204 len: 168 time: 0.4768896 Dec 10 05:34:22.387154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:22.391901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83864354'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:22.404403 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.408366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcd95c-fbbf-4d8d-821d-ad882c6df904 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Network': ['ID=4a9ae848-45fb-429b-a12f-2b926a25c5a6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:22.426333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:22.437885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.468515 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.471848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:22.477227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] For port c9afeda8-842a-4480-90d0-d8741e84fddc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9afeda8-842a-4480-90d0-d8741e84fddc,segment=NetworkSegment(47919b8d-f232-4f29-8e98-fac6b3599f8e),segment_id=47919b8d-f232-4f29-8e98-fac6b3599f8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:22.483449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.484196 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Added segment 9f23a58e-6530-47f1-a5d1-c71dfa3e96cc of type vlan for network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 Dec 10 05:34:22.488516 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.492380 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-637208eb-6f73-4caf-b13a-4ad52ae87020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.529238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edd091-70f4-47b7-a672-d206178a0a49 None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:34:22.537420 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.567542 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.573141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:22.574298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.606181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2184672 Dec 10 05:34:22.609168 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:22.614234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'subnet': {'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:22.657038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b13dd-fcf2-4275-86f1-adface68f9e4 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Network': ['ID=8087ba90-a4dc-4cc2-97a7-e078b2b46ef4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:22.711244 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:22.715340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.747317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:22.797555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfccc27-0722-40a4-84ca-9279e9083d26 None None] Pushing event updated for resources: {'Port': ['ID=c9afeda8-842a-4480-90d0-d8741e84fddc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:22.839315 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:34:22.839678 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:34:22.858700 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-42f6fb03-535d-4535-8247-6c25332d42ba None None] Provisioning complete for port c9afeda8-842a-4480-90d0-d8741e84fddc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:22.859087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42f6fb03-535d-4535-8247-6c25332d42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.893494 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:22.909761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edd091-70f4-47b7-a672-d206178a0a49 None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:34:22.957554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Subnet': ['ID=7287079b-09d1-4a64-8a87-9da76566d820,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:22.964743 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking segment: {'id': '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:22.965181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network hostable DHCP agents. Network: 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:22.981887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:22.990365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:22.994612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:22.995203 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.012191 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4b42ee06-876c-4a0f-be98-88c4f3a159ab tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4019203 Dec 10 05:34:23.016031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49486) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:23.021556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24015550'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:23.041506 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:23.044983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.069573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:23.080207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.080823 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Added segment e84cbf0e-439f-4ec3-828e-1c076102cc6a of type vlan for network d8b26e34-02fe-4d56-bc82-72463972845e Dec 10 05:34:23.121588 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.144702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a56c8-f810-4e06-b2c6-e463bf41e1eb None None] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:23.147045 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.152979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:23.153555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.195652 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1784647 Dec 10 05:34:23.198625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:23.205684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Request body: {'subnet': {'network_id': 'd8b26e34-02fe-4d56-bc82-72463972845e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:23.244757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-8087ba90-a4dc-4cc2-97a7-e078b2b46ef4', 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4', 'project_id': 'c4f8ecd9e63649afaebe3288467b9408', 'fixed_ips': [{'subnet_id': '7287079b-09d1-4a64-8a87-9da76566d820'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:23.246194 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.247587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fa14b-5ae7-4348-b8f6-a5e85498fde1 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Network': ['ID=d8b26e34-02fe-4d56-bc82-72463972845e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:23.258093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network d8b26e34-02fe-4d56-bc82-72463972845e details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:23.324117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Made reservation on behalf of c4f8ecd9e63649afaebe3288467b9408 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:23.327622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.465889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Allocated IP 2001:db8::2 (8087ba90-a4dc-4cc2-97a7-e078b2b46ef4/7287079b-09d1-4a64-8a87-9da76566d820/123d38ac-4f28-4530-847d-4ed3433f6906) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:23.522947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.590695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event updated for resources: {'Subnet': ['ID=d00e98d5-c293-4c14-acdd-1122e365cc3b,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:23.596007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Checking segment: {'id': 'e84cbf0e-439f-4ec3-828e-1c076102cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd8b26e34-02fe-4d56-bc82-72463972845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:23.596378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network hostable DHCP agents. Network: d8b26e34-02fe-4d56-bc82-72463972845e, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:23.614005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Network d8b26e34-02fe-4d56-bc82-72463972845e is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:23.620101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.622952 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, d8b26e34-02fe-4d56-bc82-72463972845e) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:23.627098 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.627469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:23.628070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.643968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-daa463b6-5f01-42c6-a932-715804adeb57 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4443328 Dec 10 05:34:23.646548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49490) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:23.653748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a0fe6-c6d4-4814-bbdf-69db6ea02822 None None] Network d8b26e34-02fe-4d56-bc82-72463972845e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:23.695235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:23.703543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:23.705213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Pushing event updated for resources: {'Port': ['ID=123d38ac-4f28-4530-847d-4ed3433f6906,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:23.707392 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:23.742261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.797424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.816409 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Attempting to bind port 123d38ac-4f28-4530-847d-4ed3433f6906 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:23.816889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Attempting to bind port 123d38ac-4f28-4530-847d-4ed3433f6906 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:23.817180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Attempting to bind port 123d38ac-4f28-4530-847d-4ed3433f6906 on network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:23.822713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:23.823051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Checking segment: {'id': '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:23.824350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.824350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Bound using segment: {'id': '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:23.824880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Bound port: 123d38ac-4f28-4530-847d-4ed3433f6906, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8087ba90-a4dc-4cc2-97a7-e078b2b46ef4'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:23.825268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.829672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0778abde-2555-4bfa-914c-d858c0c71e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-d8b26e34-02fe-4d56-bc82-72463972845e', 'network_id': 'd8b26e34-02fe-4d56-bc82-72463972845e', 'project_id': 'c4f8ecd9e63649afaebe3288467b9408', 'fixed_ips': [{'subnet_id': 'd00e98d5-c293-4c14-acdd-1122e365cc3b'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:23.830431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0778abde-2555-4bfa-914c-d858c0c71e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.860183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.896151 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Subnet': ['ID=d00e98d5-c293-4c14-acdd-1122e365cc3b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:23.933618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9afeda8-842a-4480-90d0-d8741e84fddc up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:23.959785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:23.980060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b26e34-02fe-4d56-bc82-72463972845e']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:23.989062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84cbf0e-439f-4ec3-828e-1c076102cc6a') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:23.989351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84cbf0e-439f-4ec3-828e-1c076102cc6a') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:23.998510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.009496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] For port 123d38ac-4f28-4530-847d-4ed3433f6906, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:24.012835 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.016278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] For port 123d38ac-4f28-4530-847d-4ed3433f6906, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=123d38ac-4f28-4530-847d-4ed3433f6906,segment=NetworkSegment(9f23a58e-6530-47f1-a5d1-c71dfa3e96cc),segment_id=9f23a58e-6530-47f1-a5d1-c71dfa3e96cc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:24.020268 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:24.020899 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server [None req-0778abde-2555-4bfa-914c-d858c0c71e49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d00e98d5-c293-4c14-acdd-1122e365cc3b: This subnet is being modified by another concurrent operation. Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server raise exception Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d00e98d5-c293-4c14-acdd-1122e365cc3b: This subnet is being modified by another concurrent operation. Dec 10 05:34:24.021816 n-d-817326-3 neutron-server[103255]: ERROR oslo_messaging.rpc.server Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:24.028940 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:24.031070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.057354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2a7cb-8c15-4498-810c-48a22f6fc3e7 None None] Network d8b26e34-02fe-4d56-bc82-72463972845e requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:24.094950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.114968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c9afeda8-842a-4480-90d0-d8741e84fddc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:24.115349 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.118067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.124250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.124862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/d8b26e34-02fe-4d56-bc82-72463972845e HTTP/1.1" status: 204 len: 168 time: 0.4768074 Dec 10 05:34:24.125275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446d29-7ce0-4f17-9971-0679671fe48e tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Network': ['ID=d8b26e34-02fe-4d56-bc82-72463972845e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:24.154408 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc78f53a-66c5-46cd-b7bf-2eeecdde7006 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] GET failed (client error): The resource could not be found. Dec 10 05:34:24.157036 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dc78f53a-66c5-46cd-b7bf-2eeecdde7006 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "GET /v2.0/subnets/d00e98d5-c293-4c14-acdd-1122e365cc3b HTTP/1.1" status: 404 len: 337 time: 0.0304673 Dec 10 05:34:24.159017 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.179849 n-d-817326-3 neutron-server[103253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7832cfc2-818b-4bf1-b35b-f66e167122bc tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:24.180941 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0fbd-6ae1-472e-894a-c949afc38d74 None None] Pushing event updated for resources: {'Port': ['ID=123d38ac-4f28-4530-847d-4ed3433f6906,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:24.181080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7832cfc2-818b-4bf1-b35b-f66e167122bc tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:24.184338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7832cfc2-818b-4bf1-b35b-f66e167122bc tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/d8b26e34-02fe-4d56-bc82-72463972845e HTTP/1.1" status: 404 len: 339 time: 0.0242863 Dec 10 05:34:24.188100 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.220037 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd65190-8129-44a9-a857-f5cd3e74a448 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:24.220510 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd65190-8129-44a9-a857-f5cd3e74a448 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:24.222269 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.225099 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ebd65190-8129-44a9-a857-f5cd3e74a448 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/subnets/d00e98d5-c293-4c14-acdd-1122e365cc3b HTTP/1.1" status: 404 len: 337 time: 0.0359838 Dec 10 05:34:24.227633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.246601 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c93bf85-fd76-4af5-893e-2f7b44dccaed tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:24.247107 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c93bf85-fd76-4af5-893e-2f7b44dccaed tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:24.252596 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8c93bf85-fd76-4af5-893e-2f7b44dccaed tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/d8b26e34-02fe-4d56-bc82-72463972845e HTTP/1.1" status: 404 len: 339 time: 0.0216501 Dec 10 05:34:24.253008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49500) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.325290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Deleting subnet 7287079b-09d1-4a64-8a87-9da76566d820 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:34:24.332200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.378600 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.464004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.525261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.551234 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Subnet': ['ID=7287079b-09d1-4a64-8a87-9da76566d820,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:24.555991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.559731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e85781b-166d-4f5f-8899-9d8799fd9bbf tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/subnets/7287079b-09d1-4a64-8a87-9da76566d820 HTTP/1.1" status: 204 len: 168 time: 0.3057342 Dec 10 05:34:24.562259 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:24.637159 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.689689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Deleting port 123d38ac-4f28-4530-847d-4ed3433f6906 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:24.690028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.754663 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] For port 123d38ac-4f28-4530-847d-4ed3433f6906, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=123d38ac-4f28-4530-847d-4ed3433f6906,segment=NetworkSegment(9f23a58e-6530-47f1-a5d1-c71dfa3e96cc),segment_id=9f23a58e-6530-47f1-a5d1-c71dfa3e96cc)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:24.755018 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.766766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Calling delete_port for 123d38ac-4f28-4530-847d-4ed3433f6906 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:24.850717 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.878181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Port': ['ID=123d38ac-4f28-4530-847d-4ed3433f6906,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:24.881603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No DVR routers for this DVR port 123d38ac-4f28-4530-847d-4ed3433f6906 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:24.962290 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:24.988424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8087ba90-a4dc-4cc2-97a7-e078b2b46ef4']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:24.998246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:24.998543 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f23a58e-6530-47f1-a5d1-c71dfa3e96cc') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:25.008144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.021335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.027920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:25.028309 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:25.031443 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:25.092603 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.097833 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.099927 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e08a06-1a1a-4f0a-ac46-84bacd6f30f7 None None] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:25.101859 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 HTTP/1.1" status: 204 len: 168 time: 0.5385270 Dec 10 05:34:25.104660 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.114442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e08a06-1a1a-4f0a-ac46-84bacd6f30f7 None None] Network 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 05:34:25.130024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e728eb-9459-45a3-9db6-1a9864cff4bd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Network': ['ID=8087ba90-a4dc-4cc2-97a7-e078b2b46ef4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:25.133680 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7a8d66-073d-48a5-92fd-e804404b60cd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:25.134142 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7a8d66-073d-48a5-92fd-e804404b60cd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:25.140769 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d7a8d66-073d-48a5-92fd-e804404b60cd tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/subnets/d4e09e89-f602-42e0-a1d8-0e8392e4c4b8 HTTP/1.1" status: 404 len: 337 time: 0.0306156 Dec 10 05:34:25.141405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.152408 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fedd97ce-ab3c-4e2d-99e6-e8c922338d84 None None] Could not find standard attr ID for object 123d38ac-4f28-4530-847d-4ed3433f6906. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:34:25.161325 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b919ade-c1cd-4610-bd47-e5ff44aa5706 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:25.161816 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b919ade-c1cd-4610-bd47-e5ff44aa5706 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:25.166829 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1b919ade-c1cd-4610-bd47-e5ff44aa5706 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/4a9ae848-45fb-429b-a12f-2b926a25c5a6 HTTP/1.1" status: 404 len: 339 time: 0.0228703 Dec 10 05:34:25.168363 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.191836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74e1a4-bccd-431c-8892-1e740878934a None None] DHCP port deletion for 8087ba90-a4dc-4cc2-97a7-e078b2b46ef4 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:25.194788 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cac681b-dc57-4aae-9e27-07830030d701 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:25.195241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cac681b-dc57-4aae-9e27-07830030d701 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:25.200194 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5cac681b-dc57-4aae-9e27-07830030d701 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/subnets/993857f8-0503-4233-8e4f-045bce776602 HTTP/1.1" status: 404 len: 337 time: 0.0288007 Dec 10 05:34:25.201076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.215004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a90d15-9e57-4bdc-99fe-58a7ccf1f44b None None] get_active_networks_info from n-d-817326-3 {{(pid=103255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 05:34:25.223925 n-d-817326-3 neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94b9a19-2cc4-4cc6-98cb-86100fdaeaba tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] DELETE failed (client error): The resource could not be found. Dec 10 05:34:25.224430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94b9a19-2cc4-4cc6-98cb-86100fdaeaba tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 05:34:25.227442 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b94b9a19-2cc4-4cc6-98cb-86100fdaeaba tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/0e05e32f-4d66-42f1-a1bb-db175eda4b0c HTTP/1.1" status: 404 len: 339 time: 0.0254624 Dec 10 05:34:25.230631 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.286124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Deleting subnet 51934619-aeec-4342-b084-8230463ebe3b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:34:25.290277 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.293885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5110579d-6236-4ef7-8f10-8e119f07ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.295610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a90d15-9e57-4bdc-99fe-58a7ccf1f44b None None] Resources bound (agent type, host, resource id): {{(pid=103255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 05:34:25.335287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.436988 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.496099 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.527535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.531378 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/subnets/51934619-aeec-4342-b084-8230463ebe3b HTTP/1.1" status: 204 len: 168 time: 0.2992623 Dec 10 05:34:25.532527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975110-8510-49b6-af85-b9435ccfefb5 tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Subnet': ['ID=51934619-aeec-4342-b084-8230463ebe3b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:25.533693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49514) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:25.534629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c028a2-a385-4914-bbcb-f972cb67198e None None] Network 97c41fe3-c1de-4135-9343-90f56f5d5164 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:25.621748 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.685898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Deleting port c9afeda8-842a-4480-90d0-d8741e84fddc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:25.686232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.697460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] DHCP port deletion for 97c41fe3-c1de-4135-9343-90f56f5d5164 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:25.747518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Deleting port c9afeda8-842a-4480-90d0-d8741e84fddc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:25.747930 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.755105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] For port c9afeda8-842a-4480-90d0-d8741e84fddc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9afeda8-842a-4480-90d0-d8741e84fddc,segment=NetworkSegment(47919b8d-f232-4f29-8e98-fac6b3599f8e),segment_id=47919b8d-f232-4f29-8e98-fac6b3599f8e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:25.755481 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.773516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Calling delete_port for c9afeda8-842a-4480-90d0-d8741e84fddc owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:25.816330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] For port c9afeda8-842a-4480-90d0-d8741e84fddc, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c9afeda8-842a-4480-90d0-d8741e84fddc,segment=NetworkSegment(47919b8d-f232-4f29-8e98-fac6b3599f8e),segment_id=47919b8d-f232-4f29-8e98-fac6b3599f8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:25.816967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.831104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Calling delete_port for c9afeda8-842a-4480-90d0-d8741e84fddc owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:25.862424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.889690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Port': ['ID=c9afeda8-842a-4480-90d0-d8741e84fddc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:25.893217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] No DVR routers for this DVR port c9afeda8-842a-4480-90d0-d8741e84fddc on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:25.905218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9afeda8-842a-4480-90d0-d8741e84fddc no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:34:25.933433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c9afeda8-842a-4480-90d0-d8741e84fddc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:34:25.933744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c9afeda8-842a-4480-90d0-d8741e84fddc not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:34:25.939219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.971162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] Pushing event deleted for resources: {'Port': ['ID=c9afeda8-842a-4480-90d0-d8741e84fddc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:25.973042 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f52fbd-d445-4f10-a7c2-f404008cee21 None None] No DVR routers for this DVR port c9afeda8-842a-4480-90d0-d8741e84fddc on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:25.986109 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:25.987398 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.006590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c41fe3-c1de-4135-9343-90f56f5d5164']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:26.016377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47919b8d-f232-4f29-8e98-fac6b3599f8e') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:26.016721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47919b8d-f232-4f29-8e98-fac6b3599f8e') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:26.026430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.039385 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.045231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:26.045606 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:26.048538 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:26.108389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.115168 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.118152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] 10.222.0.43 "DELETE /v2.0/networks/97c41fe3-c1de-4135-9343-90f56f5d5164 HTTP/1.1" status: 204 len: 168 time: 0.5823283 Dec 10 05:34:26.129678 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32da4-9ccc-40fb-a7ae-8358d5b9a58b tempest-NetworksIpV6Test-2030043156 tempest-NetworksIpV6Test-2030043156-project] Pushing event deleted for resources: {'Network': ['ID=97c41fe3-c1de-4135-9343-90f56f5d5164,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:26.356942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:26.484814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e47e5cd5-0dd0-47b5-8f0a-5405905f0c4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4f8ecd9e63649afaebe3288467b9408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266375 Dec 10 05:34:26.487316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:26.533113 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.553741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.598820 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.601512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:26.602662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/312ae11b-f58d-4baa-a186-d3c460887ff1 HTTP/1.1" status: 204 len: 168 time: 0.1144233 Dec 10 05:34:26.610856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee8351-c3a6-4d26-9057-78f79b85806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312ae11b-f58d-4baa-a186-d3c460887ff1,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:27.047302 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:34:27.221487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:27.314435 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-703819323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:27.336918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.337894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.391286 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.394987 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.412157 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.413400 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-66e458c7-efa2-4b91-97c9-c93b7e7f720b tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1908863 Dec 10 05:34:27.416300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49550) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:27.421366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2039400351'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:27.442157 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Made reservation on behalf of 4b7639b818d7449aa685ec8b90a4e99c for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:27.445643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.454342 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.530285 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.533647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.555044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:27.570355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8659ede-fe39-47be-b77d-b2544725bed3,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:27.573162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.573532 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Added segment 3ce347ad-32d9-416a-a083-f4a355d2834d of type vlan for network e4e9643d-39ec-409b-b9d8-49d802da9a01 Dec 10 05:34:27.614088 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.621266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.639549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.645245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:27.645824 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.684702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2670283 Dec 10 05:34:27.687590 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:27.692840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'subnet': {'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:27.727807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1e832-9f98-4207-a1e1-225df0a7bd2c tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event updated for resources: {'Network': ['ID=e4e9643d-39ec-409b-b9d8-49d802da9a01,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:27.742147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:27.801494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Made reservation on behalf of 4b7639b818d7449aa685ec8b90a4e99c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:27.805453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:27.985476 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.051832 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event updated for resources: {'Subnet': ['ID=a97a75c3-dabb-4d82-ae88-ecd2e84b324e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:28.061868 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Checking segment: {'id': '3ce347ad-32d9-416a-a083-f4a355d2834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:28.062229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Network hostable DHCP agents. Network: e4e9643d-39ec-409b-b9d8-49d802da9a01, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:28.079594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:28.089674 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, e4e9643d-39ec-409b-b9d8-49d802da9a01) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:28.093454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:28.094040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.098256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d38f1d-959b-4d51-819a-cfb9e18e7dcc None None] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:28.113109 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-272e3386-0bef-44a3-97a3-07543c5f59cc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214799 Dec 10 05:34:28.113308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49554) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:28.118071 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1102036260'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:28.138566 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Made reservation on behalf of 4b7639b818d7449aa685ec8b90a4e99c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:28.142048 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.166622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:28.178776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.179133 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Added segment 3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9 of type vlan for network bff2cea9-00ed-4b46-a632-6456982b6aba Dec 10 05:34:28.205642 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-e4e9643d-39ec-409b-b9d8-49d802da9a01', 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01', 'project_id': '4b7639b818d7449aa685ec8b90a4e99c', 'fixed_ips': [{'subnet_id': 'a97a75c3-dabb-4d82-ae88-ecd2e84b324e'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:28.206542 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.219412 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.243639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.249225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:28.249800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.517965 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.528225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Allocated IP 172.20.0.2 (e4e9643d-39ec-409b-b9d8-49d802da9a01/a97a75c3-dabb-4d82-ae88-ecd2e84b324e/c5b98223-04dc-4650-b015-12b441a43ebe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:28.669645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5552969 Dec 10 05:34:28.672864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49556) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:28.675723 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.679269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'subnet': {'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:28.682037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.711951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81253e-997e-4c9c-9264-ac9741dbc0bd tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event updated for resources: {'Network': ['ID=bff2cea9-00ed-4b46-a632-6456982b6aba,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:28.719968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:28.723505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:28.727723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:28.733645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network bff2cea9-00ed-4b46-a632-6456982b6aba details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:28.779328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Made reservation on behalf of 4b7639b818d7449aa685ec8b90a4e99c for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:28.782091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Pushing event updated for resources: {'Port': ['ID=c5b98223-04dc-4650-b015-12b441a43ebe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:28.782975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.851863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Attempting to bind port c5b98223-04dc-4650-b015-12b441a43ebe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:28.852241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Attempting to bind port c5b98223-04dc-4650-b015-12b441a43ebe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3ce347ad-32d9-416a-a083-f4a355d2834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:28.852647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Attempting to bind port c5b98223-04dc-4650-b015-12b441a43ebe on network e4e9643d-39ec-409b-b9d8-49d802da9a01 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:28.859454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:28.859833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Checking segment: {'id': '3ce347ad-32d9-416a-a083-f4a355d2834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:28.860340 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.860769 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Bound using segment: {'id': '3ce347ad-32d9-416a-a083-f4a355d2834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:28.861237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Bound port: c5b98223-04dc-4650-b015-12b441a43ebe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce347ad-32d9-416a-a083-f4a355d2834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4e9643d-39ec-409b-b9d8-49d802da9a01'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:28.861631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.923220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] For port c5b98223-04dc-4650-b015-12b441a43ebe, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:28.926325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] For port c5b98223-04dc-4650-b015-12b441a43ebe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c5b98223-04dc-4650-b015-12b441a43ebe,segment=NetworkSegment(3ce347ad-32d9-416a-a083-f4a355d2834d),segment_id=3ce347ad-32d9-416a-a083-f4a355d2834d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:28.931214 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.964633 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:28.990743 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e87e-bcaf-4816-82e8-277222a6d851 None None] Pushing event updated for resources: {'Port': ['ID=c5b98223-04dc-4650-b015-12b441a43ebe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:29.032047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event updated for resources: {'Subnet': ['ID=fb3f4cc5-82a5-4061-b439-fb9e539aea68,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:29.042954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Checking segment: {'id': '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:29.042954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Network hostable DHCP agents. Network: bff2cea9-00ed-4b46-a632-6456982b6aba, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:29.061767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Network bff2cea9-00ed-4b46-a632-6456982b6aba is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:29.071232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, bff2cea9-00ed-4b46-a632-6456982b6aba) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:29.076842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:29.077465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.080206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5203e-6d66-4468-ba3a-53117a636e17 None None] Network bff2cea9-00ed-4b46-a632-6456982b6aba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:29.095867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a447fbf6-2396-4f13-9e92-3e6778bb1fdc tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4218655 Dec 10 05:34:29.098727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49558) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:29.103739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5e350503-5e4f-47da-981d-a6bc085217a8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:29.216815 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-bff2cea9-00ed-4b46-a632-6456982b6aba', 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba', 'project_id': '4b7639b818d7449aa685ec8b90a4e99c', 'fixed_ips': [{'subnet_id': 'fb3f4cc5-82a5-4061-b439-fb9e539aea68'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:29.217696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.341664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e350503-5e4f-47da-981d-a6bc085217a8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.377551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Allocated IP 172.21.0.2 (bff2cea9-00ed-4b46-a632-6456982b6aba/fb3f4cc5-82a5-4061-b439-fb9e539aea68/3014c000-8730-42b1-bfe1-3a1c1476af6b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:29.448227 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [None req-5e350503-5e4f-47da-981d-a6bc085217a8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 05:34:29.449939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5e350503-5e4f-47da-981d-a6bc085217a8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "PUT /v2.0/routers/ac171e82-74f5-4c4f-981f-6271fb74ad01 HTTP/1.1" status: 400 len: 364 time: 0.3501797 Dec 10 05:34:29.455828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49560) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:29.507759 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Deleting subnet fb3f4cc5-82a5-4061-b439-fb9e539aea68 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:34:29.529134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.533990 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.534595 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.570627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Network bff2cea9-00ed-4b46-a632-6456982b6aba is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:29.575510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:29.580120 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.581118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:29.588194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Pushing event updated for resources: {'Port': ['ID=3014c000-8730-42b1-bfe1-3a1c1476af6b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:29.643609 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Attempting to bind port 3014c000-8730-42b1-bfe1-3a1c1476af6b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:29.644009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Attempting to bind port 3014c000-8730-42b1-bfe1-3a1c1476af6b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:29.644380 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Attempting to bind port 3014c000-8730-42b1-bfe1-3a1c1476af6b on network bff2cea9-00ed-4b46-a632-6456982b6aba {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:29.649685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:29.650073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Checking segment: {'id': '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:29.650481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.650880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Bound using segment: {'id': '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:29.651485 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Bound port: 3014c000-8730-42b1-bfe1-3a1c1476af6b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bff2cea9-00ed-4b46-a632-6456982b6aba'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:29.651912 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.672777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.736410 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.737277 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] For port 3014c000-8730-42b1-bfe1-3a1c1476af6b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:29.740810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] For port 3014c000-8730-42b1-bfe1-3a1c1476af6b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3014c000-8730-42b1-bfe1-3a1c1476af6b,segment=NetworkSegment(3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9),segment_id=3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:29.746925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.773046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3f4cc5-82a5-4061-b439-fb9e539aea68,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:29.775332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.779199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7775cb36-0ace-4216-aa20-357605007958 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "DELETE /v2.0/subnets/fb3f4cc5-82a5-4061-b439-fb9e539aea68 HTTP/1.1" status: 204 len: 168 time: 0.3222494 Dec 10 05:34:29.781744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49562) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:29.810207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692332-304b-4797-b72e-3a2b2b2c4a18 None None] Pushing event updated for resources: {'Port': ['ID=3014c000-8730-42b1-bfe1-3a1c1476af6b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:29.865549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.923660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Deleting port 3014c000-8730-42b1-bfe1-3a1c1476af6b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:29.924012 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:29.938542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c5b98223-04dc-4650-b015-12b441a43ebe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:29.999106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c5b98223-04dc-4650-b015-12b441a43ebe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:29.999489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.003597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] For port 3014c000-8730-42b1-bfe1-3a1c1476af6b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3014c000-8730-42b1-bfe1-3a1c1476af6b,segment=NetworkSegment(3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9),segment_id=3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:30.003963 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.022487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Calling delete_port for 3014c000-8730-42b1-bfe1-3a1c1476af6b owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:30.105737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c86a66-eda2-44c6-ad48-0455ac6c82d6 None None] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:30.127190 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.139518 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.170536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Port': ['ID=3014c000-8730-42b1-bfe1-3a1c1476af6b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:30.177132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] No DVR routers for this DVR port 3014c000-8730-42b1-bfe1-3a1c1476af6b on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:30.223915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port c5b98223-04dc-4650-b015-12b441a43ebe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c5b98223-04dc-4650-b015-12b441a43ebe,segment=NetworkSegment(3ce347ad-32d9-416a-a083-f4a355d2834d),segment_id=3ce347ad-32d9-416a-a083-f4a355d2834d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:30.236363 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.259717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e292232c-b833-453d-93fc-43f0554d68b9 None None] Provisioning complete for port c5b98223-04dc-4650-b015-12b441a43ebe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:30.260092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e292232c-b833-453d-93fc-43f0554d68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.271507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.291737 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff2cea9-00ed-4b46-a632-6456982b6aba']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:30.301536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:30.301837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6ea64c-b91a-4df8-86e5-1f70d85ab7a9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:30.311500 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.324865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.331372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:30.331762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:30.334794 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:30.343467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=c5b98223-04dc-4650-b015-12b441a43ebe,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:30.404868 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.428333 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.431650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "DELETE /v2.0/networks/bff2cea9-00ed-4b46-a632-6456982b6aba HTTP/1.1" status: 204 len: 168 time: 0.6489565 Dec 10 05:34:30.432555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70411-0e22-49be-903e-a73656739266 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Network': ['ID=bff2cea9-00ed-4b46-a632-6456982b6aba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:30.434377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:30.489026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Deleting subnet a97a75c3-dabb-4d82-ae88-ecd2e84b324e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:34:30.493040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.538098 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.623687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.628650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bc2a2917-2ff9-4caf-b585-b512d550d789 None None] Provisioning complete for port c5b98223-04dc-4650-b015-12b441a43ebe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:30.629026 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2917-2ff9-4caf-b585-b512d550d789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.686756 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.716787 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Subnet': ['ID=a97a75c3-dabb-4d82-ae88-ecd2e84b324e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:30.730012 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.734301 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-94f161ed-d162-4e52-8d1f-751ea433c771 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "DELETE /v2.0/subnets/a97a75c3-dabb-4d82-ae88-ecd2e84b324e HTTP/1.1" status: 204 len: 168 time: 0.2972674 Dec 10 05:34:30.735721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:30.737781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73202f6d-4700-4085-aa9a-09532e34718a None None] Network e4e9643d-39ec-409b-b9d8-49d802da9a01 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:30.816360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.876756 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Deleting port c5b98223-04dc-4650-b015-12b441a43ebe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:30.877107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.904648 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] DHCP port deletion for e4e9643d-39ec-409b-b9d8-49d802da9a01 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:30.937768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a049f6d6-0b9c-4a18-b30d-aed904e76032 None None] Could not find standard attr ID for object 3014c000-8730-42b1-bfe1-3a1c1476af6b. {{(pid=103255) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 05:34:30.952008 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] For port c5b98223-04dc-4650-b015-12b441a43ebe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c5b98223-04dc-4650-b015-12b441a43ebe,segment=NetworkSegment(3ce347ad-32d9-416a-a083-f4a355d2834d),segment_id=3ce347ad-32d9-416a-a083-f4a355d2834d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:30.952375 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.964750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Deleting port c5b98223-04dc-4650-b015-12b441a43ebe {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:34:30.965129 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:30.966005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Calling delete_port for c5b98223-04dc-4650-b015-12b441a43ebe owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:30.989519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21bdc0-2b15-46f7-9ffe-6b45ce7c8796 None None] DHCP port deletion for bff2cea9-00ed-4b46-a632-6456982b6aba request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:31.041185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] For port c5b98223-04dc-4650-b015-12b441a43ebe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c5b98223-04dc-4650-b015-12b441a43ebe,segment=NetworkSegment(3ce347ad-32d9-416a-a083-f4a355d2834d),segment_id=3ce347ad-32d9-416a-a083-f4a355d2834d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:31.041587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.045544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809407d7-bb5a-41ad-94fe-a6b4bf198bcc None None] Network bff2cea9-00ed-4b46-a632-6456982b6aba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:31.051558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.067619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809407d7-bb5a-41ad-94fe-a6b4bf198bcc None None] Network bff2cea9-00ed-4b46-a632-6456982b6aba could not be found, it might have been deleted concurrently. {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 05:34:31.070482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Calling delete_port for c5b98223-04dc-4650-b015-12b441a43ebe owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:34:31.079388 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Port': ['ID=c5b98223-04dc-4650-b015-12b441a43ebe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:31.080967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] No DVR routers for this DVR port c5b98223-04dc-4650-b015-12b441a43ebe on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:31.150171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.161279 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.180422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] No DVR routers for this DVR port c5b98223-04dc-4650-b015-12b441a43ebe on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:34:31.181373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e9643d-39ec-409b-b9d8-49d802da9a01']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:31.185665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabde1d-d38c-4b2b-afae-f8c1d1fbdac8 None None] Pushing event deleted for resources: {'Port': ['ID=c5b98223-04dc-4650-b015-12b441a43ebe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:31.193742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce347ad-32d9-416a-a083-f4a355d2834d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:31.194041 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce347ad-32d9-416a-a083-f4a355d2834d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:31.204463 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.217750 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.224053 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:34:31.224440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:34:31.227454 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:34:31.289192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.296095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.299505 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "DELETE /v2.0/networks/e4e9643d-39ec-409b-b9d8-49d802da9a01 HTTP/1.1" status: 204 len: 168 time: 0.5624526 Dec 10 05:34:31.302382 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49568) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:31.311012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021cabf-52c3-4b34-8c10-dbfb11044ef1 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Pushing event deleted for resources: {'Network': ['ID=e4e9643d-39ec-409b-b9d8-49d802da9a01,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:31.330962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-afe9d69a-6524-42e2-bb0d-f181a2b231a6 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac171e82-74f5-4c4f-981f-6271fb74ad01 HTTP/1.1" status: 200 len: 205 time: 0.0274184 Dec 10 05:34:31.333394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49570) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:31.405933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.888360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c5b98223-04dc-4650-b015-12b441a43ebe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:34:31.893112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.895310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.909298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c5b98223-04dc-4650-b015-12b441a43ebe {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:34:31.909639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c5b98223-04dc-4650-b015-12b441a43ebe not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:34:31.940804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.941322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Fanout notify agent at l3_agent the message router_deleted on router ac171e82-74f5-4c4f-981f-6271fb74ad01 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:34:31.950999 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:31.952571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c425a853-0f23-46b7-b815-f3c5061ffcf8 tempest-RoutersNegativeTest-2073406691 tempest-RoutersNegativeTest-2073406691-project] 10.222.0.43 "DELETE /v2.0/routers/ac171e82-74f5-4c4f-981f-6271fb74ad01 HTTP/1.1" status: 204 len: 168 time: 0.6182575 Dec 10 05:34:32.186827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:32.315437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-51ab6fa0-6ef8-4572-b929-584f61261099 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b7639b818d7449aa685ec8b90a4e99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274555 Dec 10 05:34:32.318052 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:32.365747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:32.386695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:32.431350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:32.434258 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:32.435394 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8659ede-fe39-47be-b77d-b2544725bed3 HTTP/1.1" status: 204 len: 168 time: 0.1163735 Dec 10 05:34:32.443428 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623905-13d2-4916-9062-4c7acb838c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8659ede-fe39-47be-b77d-b2544725bed3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:33.038486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:33.132027 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-359771091-network', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:33.153140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Made reservation on behalf of 74f3ec51f14747e7bb634cd19329fe48 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:33.155460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.163654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.245441 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.249244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.272742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:33.282648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0205da4-a554-41aa-aad9-0a8e65f37734,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:33.287267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.287605 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Added segment ad09ed29-736d-44d4-8411-dddc5e0410a2 of type vlan for network c734d810-786a-4a1e-abc4-4756ccf6c956 Dec 10 05:34:33.326080 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.353921 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.355632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:33.356281 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.387778 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3481140 Dec 10 05:34:33.390931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49606) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:33.396625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Request body: {'subnet': {'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-subnet', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:33.418003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Made reservation on behalf of 74f3ec51f14747e7bb634cd19329fe48 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:33.419969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeb3a4-c282-4e9f-903f-a799881fc118 admin admin] Pushing event updated for resources: {'Network': ['ID=c734d810-786a-4a1e-abc4-4756ccf6c956,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:33.420303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.430901 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c734d810-786a-4a1e-abc4-4756ccf6c956 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:33.587575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.644262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47afd313-74ea-4703-be22-ce798abeaefc,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:33.655275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Checking segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:33.655641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Network hostable DHCP agents. Network: c734d810-786a-4a1e-abc4-4756ccf6c956, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:33.671548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:33.679767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c734d810-786a-4a1e-abc4-4756ccf6c956) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:33.683803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:33.684448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.689490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9ca25-025e-4cae-aaea-cbbfb5b88a3a None None] Network c734d810-786a-4a1e-abc4-4756ccf6c956 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:33.701292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1c9a95ec-37c6-428d-84d6-88bde646965a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3084838 Dec 10 05:34:33.704243 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:33.711405 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:33.736522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.737521 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.791881 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.797060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c734d810-786a-4a1e-abc4-4756ccf6c956', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:33.797956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:33.928969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Allocated IP 172.20.0.2 (c734d810-786a-4a1e-abc4-4756ccf6c956/47afd313-74ea-4703-be22-ce798abeaefc/e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:33.931748 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.069492 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.075426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.111051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:34.117125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:34.122453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:34.124335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Pushing event updated for resources: {'Port': ['ID=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:34.133736 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.153546 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.180548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Attempting to bind port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:34.180864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Attempting to bind port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:34.181229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Attempting to bind port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:34.186846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:34.187217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Checking segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:34.187612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.188001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Bound using segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:34.188456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Bound port: e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:34.188856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.253493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] For port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:34.256696 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] For port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:34.258794 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Allocated IP 172.25.8.5 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/dab2a416-d126-48d7-8277-36afdc8d32ed) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:34.261800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.317250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ba058-90f7-41e3-b71e-64ab87f61290 None None] Pushing event updated for resources: {'Port': ['ID=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:34.363456 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.403141 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.443331 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:34.449897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:34.457001 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:34.463173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Pushing event updated for resources: {'Port': ['ID=dab2a416-d126-48d7-8277-36afdc8d32ed,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:34.490247 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb61150-debb-43d5-aa27-9ea7b9c3f557 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:34.581474 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8e770230-b2c1-48f4-a2fc-86e8820b914d None None] Provisioning complete for port dab2a416-d126-48d7-8277-36afdc8d32ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:34.581934 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e770230-b2c1-48f4-a2fc-86e8820b914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.619289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e770230-b2c1-48f4-a2fc-86e8820b914d None None] Port dab2a416-d126-48d7-8277-36afdc8d32ed cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:34.733161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:34.936880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.067736 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:34:35.182262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:34:35.191305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Sync routers for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:34:35.202883 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.204139 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5dd91b42-3811-4f35-b462-f055ae6d3bfa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4985902 Dec 10 05:34:35.206818 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:35.209480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:35.210112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:35.244975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d66ec9-2b2c-49b2-93d4-bfdbd47756f4 None None] Network c734d810-786a-4a1e-abc4-4756ccf6c956 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:35.378015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:35.596387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] Provisioning complete for port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:35.597097 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.616583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.803212 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.862911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] For port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:35.865234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:34Z', 'revision_number': 3, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:35.869796 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:35.905139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Checking router: cf5a6aed-13fc-499f-b6ce-f0530fa8d777 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:34:35.905139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Updating router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 port dab2a416-d126-48d7-8277-36afdc8d32ed binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:34:35.965295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:35.994914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.043695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a76df-50b3-4f2a-8e8f-1574e21a3c51 None None] Pushing event updated for resources: {'Port': ['ID=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:36.112387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4874a255-0163-4026-8b1b-896a87d5192c None None] Provisioning complete for port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:36.112696 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4874a255-0163-4026-8b1b-896a87d5192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.136418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Allocated IP 172.20.0.1 (c734d810-786a-4a1e-abc4-4756ccf6c956/47afd313-74ea-4703-be22-ce798abeaefc/1894ba6c-1bc7-47dd-9534-a085ebfcf60d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:36.170008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:36.170008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.244453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.277710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.312579 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:36.315837 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:36.319362 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:36.348805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Pushing event updated for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:36.366858 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.437395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.443401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.492210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78283575-b396-4757-a0ba-700183846ded None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:36.503820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Attempting to bind port dab2a416-d126-48d7-8277-36afdc8d32ed on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:36.504251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Attempting to bind port dab2a416-d126-48d7-8277-36afdc8d32ed by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:36.504672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Attempting to bind port dab2a416-d126-48d7-8277-36afdc8d32ed on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:36.508776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5108d-a7c6-429b-9d91-f6432ef663ff None None] Pushing event updated for resources: {'Port': ['ID=dab2a416-d126-48d7-8277-36afdc8d32ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:36.512999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.513833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:36.514205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:36.514603 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.514992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:36.515459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Bound port: dab2a416-d126-48d7-8277-36afdc8d32ed, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:36.515839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.581413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] For port dab2a416-d126-48d7-8277-36afdc8d32ed, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:36.583422 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9d8fb566-3dea-4d33-aa67-616136e03116 None None] Provisioning complete for port dab2a416-d126-48d7-8277-36afdc8d32ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:36.583783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb566-3dea-4d33-aa67-616136e03116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.586414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] For port dab2a416-d126-48d7-8277-36afdc8d32ed, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dab2a416-d126-48d7-8277-36afdc8d32ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:36.607713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.654008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fb566-3dea-4d33-aa67-616136e03116 None None] Port dab2a416-d126-48d7-8277-36afdc8d32ed cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:36.670128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95362493-b97d-459f-ac82-6ebed31334a3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:36.681169 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.686301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.686690 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5108d-a7c6-429b-9d91-f6432ef663ff None None] Pushing event updated for resources: {'Port': ['ID=dab2a416-d126-48d7-8277-36afdc8d32ed,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:36.690360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:36.690961 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:36.755985 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.758594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Pushing event updated for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:36.808826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:36.810479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Provisioning complete for port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:36.810846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.852735 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:36.854072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:36.915171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:36.979255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Provisioning complete for port dab2a416-d126-48d7-8277-36afdc8d32ed triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:36.980202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:36.982161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:34:37.103191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.105189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:34:37.110857 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3e16e333-054a-410a-9b0f-3c625ea50702 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf5a6aed-13fc-499f-b6ce-f0530fa8d777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028571 Dec 10 05:34:37.127627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] For port dab2a416-d126-48d7-8277-36afdc8d32ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dab2a416-d126-48d7-8277-36afdc8d32ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:37.134508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.141207 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1894ba6c-1bc7-47dd-9534-a085ebfcf60d', 'name': '', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'mac_address': 'fa:16:3e:95:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:35Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 2, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'subnets': [{'id': '47afd313-74ea-4703-be22-ce798abeaefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:37.186988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d1642-ca6b-4a69-a175-c3657653f6ef None None] The sync data for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 is: [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1894ba6c-1bc7-47dd-9534-a085ebfcf60d', 'name': '', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'mac_address': 'fa:16:3e:95:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:35Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 2, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'subnets': [{'id': '47afd313-74ea-4703-be22-ce798abeaefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:34:37.216139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0229011-8ea7-46bc-add8-fa373646a339 None None] Pushing event updated for resources: {'Port': ['ID=dab2a416-d126-48d7-8277-36afdc8d32ed,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:37.254842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ac9e1ea3-fe49-4c37-bcea-5a73d70a900f None None] Provisioning complete for port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:37.255303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1ea3-fe49-4c37-bcea-5a73d70a900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.298447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e1ea3-fe49-4c37-bcea-5a73d70a900f None None] Port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:37.636822 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:37.641790 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-410543895-network', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:37.666300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Made reservation on behalf of e84a39b1d6c8474cbf21c11f006da3ec for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:37.668697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.677893 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.755603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.759633 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.789465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:34:37.796281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6fa804-e125-4c8a-b118-332902dd28a1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:37.805113 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.805510 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Added segment 1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5 of type vlan for network ecb59a7a-de56-487d-a5f2-2090c1806b03 Dec 10 05:34:37.854854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.895754 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.897134 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:37.897934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:37.939798 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3014922 Dec 10 05:34:37.942456 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:37.947177 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Request body: {'subnet': {'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-subnet', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:37.951913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:37.987737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c48ef8-210d-4a5a-b8d8-f6870e0fca4a admin admin] Pushing event updated for resources: {'Network': ['ID=ecb59a7a-de56-487d-a5f2-2090c1806b03,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:38.004991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Made reservation on behalf of e84a39b1d6c8474cbf21c11f006da3ec for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:38.008818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.008985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:34:38.080599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:38.081058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.196851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.250911 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Pushing event updated for resources: {'Subnet': ['ID=98dc01ac-edc4-4d91-8f2c-69343a012bf6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:38.261610 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Checking segment: {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:38.261972 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Network hostable DHCP agents. Network: ecb59a7a-de56-487d-a5f2-2090c1806b03, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:34:38.279110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:34:38.288672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, ecb59a7a-de56-487d-a5f2-2090c1806b03) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:38.293399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:38.294006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.299496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481e5f6-57e9-4e12-b139-7542d250c41c None None] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:38.312092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c1fc80bc-523f-49ec-bd3c-f3f2aab2acad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3685277 Dec 10 05:34:38.314909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49630) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:38.319960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:38.343359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.344510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.401780 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.411651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-ecb59a7a-de56-487d-a5f2-2090c1806b03', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:34:38.412667 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.552486 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.711737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Allocated IP 172.20.0.2 (ecb59a7a-de56-487d-a5f2-2090c1806b03/98dc01ac-edc4-4d91-8f2c-69343a012bf6/e2f39b2b-96e8-474e-9d19-5ab880dd4a88) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:38.750148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.772976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.860846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.868713 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.878393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Allocated IP 172.25.8.175 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:38.907603 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:38.912082 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:38.915004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:38.931083 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Pushing event updated for resources: {'Port': ['ID=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:38.981542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Attempting to bind port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:38.982190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Attempting to bind port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:38.982323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Attempting to bind port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 on network ecb59a7a-de56-487d-a5f2-2090c1806b03 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:38.988322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:38.988724 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Checking segment: {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:38.989155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.989524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Bound using segment: {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:38.989996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Bound port: e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:38.990521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:38.992499 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.027754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.055237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] For port e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:39.058358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] For port e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:39.062099 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.065205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:39.071532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:39.076660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:39.079672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Pushing event updated for resources: {'Port': ['ID=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:39.096425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7851e7-97cd-41ef-b19c-195316b3fb79 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:39.128970 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1cb39-6e68-4c65-acab-f55358393c11 None None] Pushing event updated for resources: {'Port': ['ID=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:39.219870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c4dc1f2d-d5d0-4e71-b28c-50035dc6171a None None] Provisioning complete for port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:39.220243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1f2d-d5d0-4e71-b28c-50035dc6171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.262403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc1f2d-d5d0-4e71-b28c-50035dc6171a None None] Port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:39.369435 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Sync routers for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:34:39.376731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.382360 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:39.382996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:39.504061 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:39.605441 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.707407 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1894ba6c-1bc7-47dd-9534-a085ebfcf60d', 'name': '', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'mac_address': 'fa:16:3e:95:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:35Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 2, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'subnets': [{'id': '47afd313-74ea-4703-be22-ce798abeaefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:39.738679 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Router a90e86e1-7519-4188-999b-f96224f55577 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:34:39.739047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Checking router: cf5a6aed-13fc-499f-b6ce-f0530fa8d777 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:34:39.739311 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Updating router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:34:39.860915 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.863796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:34:39.887073 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:39.891405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1f8274d9-e5a9-4422-bff2-a9676800197c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5722771 Dec 10 05:34:39.892085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:34:39.896919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Sync routers for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:34:39.926508 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:39.927429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:39.994774 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2f39b2b-96e8-474e-9d19-5ab880dd4a88 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:40.062814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:40.159900 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.171548 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.228555 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Pushing event updated for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:40.269688 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.270018 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.270358 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.270623 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc9aee-0b4f-415e-874e-f83440a3d8d0 None None] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:34:40.270753 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.271000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.271323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.271646 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.272161 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.272503 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.272823 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.273156 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.273451 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.273766 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.277384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:40.278267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.305748 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Attempting to bind port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:40.306520 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Attempting to bind port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:40.307106 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Attempting to bind port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:40.315824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:40.316866 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Checking segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:40.318105 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.318882 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Bound using segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:40.320171 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Bound port: 1894ba6c-1bc7-47dd-9534-a085ebfcf60d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:40.320947 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.404199 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] For port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:40.407801 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] For port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:40.414362 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.424600 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa047-f44d-417b-b925-a7fd20bc96ff None None] Provisioning complete for port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:40.424968 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa047-f44d-417b-b925-a7fd20bc96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.460792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.474286 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:40.475065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:40.529038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:39Z', 'revision_number': 3, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:40.571399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Checking router: a90e86e1-7519-4188-999b-f96224f55577 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:34:40.571753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Updating router a90e86e1-7519-4188-999b-f96224f55577 port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:34:40.610038 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd2fce-828e-40fb-a4b0-a746ceb47b27 None None] Pushing event updated for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:40.629969 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.646378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.656603 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Allocated IP 172.20.0.1 (ecb59a7a-de56-487d-a5f2-2090c1806b03/98dc01ac-edc4-4d91-8f2c-69343a012bf6/cfe7334b-4693-4a85-aa1a-b045e214230e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:40.682947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:40.718761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:40.723293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa047-f44d-417b-b925-a7fd20bc96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.731326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.732630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dab2a416-d126-48d7-8277-36afdc8d32ed up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:40.809809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.854859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:40.902276 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:40.908521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:40.912373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:40.935384 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1894ba6c-1bc7-47dd-9534-a085ebfcf60d', 'name': '', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'mac_address': 'fa:16:3e:95:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:35Z', 'updated_at': '2021-12-10T05:34:40Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'subnets': [{'id': '47afd313-74ea-4703-be22-ce798abeaefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:40.950509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:40.952420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:40.962595 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.962945 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.963289 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.963625 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.964664 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.964791 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9fa31-d328-4c14-9747-23a426602bc5 None None] The sync data for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 is: [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:34:36Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1894ba6c-1bc7-47dd-9534-a085ebfcf60d', 'name': '', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'mac_address': 'fa:16:3e:95:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:35Z', 'updated_at': '2021-12-10T05:34:40Z', 'revision_number': 4, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'subnets': [{'id': '47afd313-74ea-4703-be22-ce798abeaefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:34:40.965076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.965376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.966300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.966300 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.969722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.970080 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.970416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.970745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:34:40.990578 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.007990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-b2dfa047-f44d-417b-b925-a7fd20bc96ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:34:41.007990 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-b2dfa047-f44d-417b-b925-a7fd20bc96ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:34:41.013365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dab2a416-d126-48d7-8277-36afdc8d32ed triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:41.013659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.148348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.232004 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.239218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.291179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049234c-e453-43e6-8476-f1bc1ba6fc19 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:41.301555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Attempting to bind port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:41.301919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Attempting to bind port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:41.302291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Attempting to bind port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:41.305190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03573723-4b2d-4e27-b299-1fa9ed607204 None None] Pushing event updated for resources: {'Port': ['ID=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:41.311342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:41.311702 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:41.312108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.312513 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:41.312994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Bound port: 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:41.313388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.347800 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.355564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.375431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] For port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:41.378701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] For port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:41.382528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.429396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:41.436660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.437413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd1eeb-a57f-4f47-8fa9-1e7c01d6a84c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:34:41.450271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:41.450915 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:41.493417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03573723-4b2d-4e27-b299-1fa9ed607204 None None] Pushing event updated for resources: {'Port': ['ID=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:41.547010 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:41.548675 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:41.596903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:41.685237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Router a90e86e1-7519-4188-999b-f96224f55577 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:34:41.815380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:34:41.832025 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a21db8e4-79e5-4920-b12d-17710bd4033e admin admin] 10.222.0.43 "PUT /v2.0/routers/a90e86e1-7519-4188-999b-f96224f55577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295363 Dec 10 05:34:41.882877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Provisioning complete for port cfe7334b-4693-4a85-aa1a-b045e214230e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:41.883529 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:41.957876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2f39b2b-96e8-474e-9d19-5ab880dd4a88 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:41.984282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Port cfe7334b-4693-4a85-aa1a-b045e214230e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:42.034620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Provisioning complete for port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.035309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.107849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.108230 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.162606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cfe7334b-4693-4a85-aa1a-b045e214230e', 'name': '', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'mac_address': 'fa:16:3e:ba:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:40Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 2, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'subnets': [{'id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:42.213304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c0f70-d91d-40d2-999f-c53a36350297 None None] The sync data for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 is: [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cfe7334b-4693-4a85-aa1a-b045e214230e', 'name': '', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'mac_address': 'fa:16:3e:ba:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:40Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 2, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'subnets': [{'id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:34:42.232971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.283126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1894ba6c-1bc7-47dd-9534-a085ebfcf60d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:42.316355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] For port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:42.323199 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.378897 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Provisioning complete for port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.379264 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.425180 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Pushing event updated for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:42.430673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.431046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.526500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.572868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] For port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:42.578948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.626243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Provisioning complete for port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.626614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.655565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1b73-b502-463e-b3f4-b73ddbd2d3cc None None] Pushing event updated for resources: {'Port': ['ID=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:42.734045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-ee4abeb1-5d56-481e-9e13-471f610702ee tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:42.735557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-ee4abeb1-5d56-481e-9e13-471f610702ee tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 816 time: 0.1097622 Dec 10 05:34:42.751882 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-715af59a-1000-4899-adde-ac96d2da4ed8 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/quotas/74f3ec51f14747e7bb634cd19329fe48 HTTP/1.1" status: 200 len: 375 time: 0.0103266 Dec 10 05:34:42.813638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-16095699-8057-4c2e-ba3d-fb35b924627d tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559034 Dec 10 05:34:42.831820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-dec587a2-9e44-48f1-ad70-7d3120d7db08 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:34:42.832850 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-dec587a2-9e44-48f1-ad70-7d3120d7db08 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054209 Dec 10 05:34:42.839019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2b7b3f8f-8a46-4331-82ed-d2b808b4d322 None None] Provisioning complete for port cfe7334b-4693-4a85-aa1a-b045e214230e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:42.839457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3f8f-8a46-4331-82ed-d2b808b4d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:42.878162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b3f8f-8a46-4331-82ed-d2b808b4d322 None None] Port cfe7334b-4693-4a85-aa1a-b045e214230e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:42.927755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-1559fc8a-06b1-4d46-b2e5-a0b14a4c7d62 service neutron] 10.222.0.43 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880055 Dec 10 05:34:43.021078 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-0d0c5e8e-f8b6-46ef-9458-5cb4e68f3e8e service neutron] 10.222.0.43 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866575 Dec 10 05:34:43.192799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1df20b4b-c278-430a-848f-707baf03b065 req-d7e65dfb-921f-4273-9336-2fe592213b57 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 210 time: 0.0276203 Dec 10 05:34:43.963833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:44.013879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:44.014258 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.112399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1894ba6c-1bc7-47dd-9534-a085ebfcf60d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:44.166402 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:44.166783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.259374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-b0b738ac-6427-4fc6-90bc-6fac821a4ad2 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:44.261334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-b0b738ac-6427-4fc6-90bc-6fac821a4ad2 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 816 time: 0.1222043 Dec 10 05:34:44.287538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Request body: {'port': {'device_id': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'admin_state_up': True, 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:44.336501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e159477e-fb01-404f-b6bf-7084c62182ee req-1718b4af-56b8-4740-bc53-e8080c91ba2b tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 210 time: 0.0451324 Dec 10 05:34:44.428466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Made reservation on behalf of 74f3ec51f14747e7bb634cd19329fe48 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:34:44.428466 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.564522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Allocated IP 172.20.0.9 (c734d810-786a-4a1e-abc4-4756ccf6c956/47afd313-74ea-4703-be22-ce798abeaefc/c4c3a8d6-0b80-4186-aeb5-4d81a85726b2) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:34:44.709013 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.744360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.784943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:34:44.788004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:34:44.791608 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:34:44.821104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Pushing event updated for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:44.848839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:44.849260 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:44.866585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-4bfe6390-d94f-4d48-b5a1-b0b612696159 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892298 Dec 10 05:34:44.886970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Request body: {'port': {'device_id': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:34:44.946710 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.011327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-30d45240-a9f9-475f-a928-07db6b1de97b None None] Provisioning complete for port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:45.011879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30d45240-a9f9-475f-a928-07db6b1de97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.051095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-30d45240-a9f9-475f-a928-07db6b1de97b None None] Port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:34:45.197178 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Sync routers for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:34:45.208041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:45.208674 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:45.222996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:34:45.230716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.243596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Transition to ACTIVE for port object c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:34:45.247279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.313530 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:45.339135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Pushing event updated for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:45.375670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Attempting to bind port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:45.376290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Attempting to bind port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:45.376849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Attempting to bind port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:45.382443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 on network c734d810-786a-4a1e-abc4-4756ccf6c956 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:34:45.382841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Attempting to bind port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:45.390497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:45.390929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Checking segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:45.391381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Bound using segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:45.391879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Bound port: c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:45.392303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.490308 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:45.496326 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:45.505128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490490c-445a-4b21-a757-055ce56952a2 req-b8e39b18-9d17-4ee1-a34d-08948f305a73 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:45.506630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c490490c-445a-4b21-a757-055ce56952a2 req-b8e39b18-9d17-4ee1-a34d-08948f305a73 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 943 time: 0.0763803 Dec 10 05:34:45.508278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.545350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cfe7334b-4693-4a85-aa1a-b045e214230e', 'name': '', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'mac_address': 'fa:16:3e:ba:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:40Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 2, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'subnets': [{'id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:45.562536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:45.563146 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.564816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] 10.222.0.36 "PUT /v2.0/ports/c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 HTTP/1.1" status: 200 len: 1091 time: 0.6827970 Dec 10 05:34:45.565528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:45.567820 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:45.576072 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Checking router: a90e86e1-7519-4188-999b-f96224f55577 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:34:45.576434 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Updating router a90e86e1-7519-4188-999b-f96224f55577 port cfe7334b-4693-4a85-aa1a-b045e214230e binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:34:45.606204 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.610304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf98311-9c03-49ea-a623-f90a52e04eea service neutron] Pushing event updated for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:45.616676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c490490c-445a-4b21-a757-055ce56952a2 req-c4a24f9c-5a45-42cc-b461-bf35b4613903 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996792 Dec 10 05:34:45.665061 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee6e9f-cb1c-458e-b7bd-eba45794da66 x-openstack-request-id: req-e9ee6e9f-cb1c-458e-b7bd-eba45794da66 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:45.665359 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:45.665621 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9ee6e9f-cb1c-458e-b7bd-eba45794da66 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:45.666023 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2', 'status': 'completed', 'code': 200} Dec 10 05:34:45.685134 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-9a65b1a9-fb3c-4fde-aa7d-26ff8f65662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:45.686794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-9a65b1a9-fb3c-4fde-aa7d-26ff8f65662a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 1094 time: 0.0529113 Dec 10 05:34:45.739024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-97c4d15b-7425-4a4d-beb2-5b3459560ce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 HTTP/1.1" status: 200 len: 217 time: 0.0376222 Dec 10 05:34:45.798179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-edac95d7-5d8c-4b25-ba9b-6d5fa3ae5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:45.799603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-edac95d7-5d8c-4b25-ba9b-6d5fa3ae5ca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 200 len: 855 time: 0.0516629 Dec 10 05:34:45.848130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-266af244-0999-4f11-af22-604a8ae7e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:45.849657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-266af244-0999-4f11-af22-604a8ae7e8d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c734d810-786a-4a1e-abc4-4756ccf6c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433764 Dec 10 05:34:45.897148 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.902353 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:45.948009 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-3c7b2d90-5f24-45c1-aecb-aef6ed743449 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Dec 10 05:34:45.998073 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4fa42-1d22-46fc-a46c-b38b1c618750 None None] Pushing event updated for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:46.003539 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Attempting to bind port cfe7334b-4693-4a85-aa1a-b045e214230e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:34:46.004154 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Attempting to bind port cfe7334b-4693-4a85-aa1a-b045e214230e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:34:46.004712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Attempting to bind port cfe7334b-4693-4a85-aa1a-b045e214230e on network ecb59a7a-de56-487d-a5f2-2090c1806b03 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:34:46.010134 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:34:46.010509 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Checking segment: {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:34:46.010951 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.011346 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Bound using segment: {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:34:46.011812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Bound port: cfe7334b-4693-4a85-aa1a-b045e214230e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:34:46.012201 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.050007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e8b5aa72-6c6a-4824-8d7f-f5455e5e3ab6 req-6e673a1a-ac4e-4b5c-9746-afd1c1e747d4 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949559 Dec 10 05:34:46.094424 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] For port cfe7334b-4693-4a85-aa1a-b045e214230e, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:34:46.097749 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] For port cfe7334b-4693-4a85-aa1a-b045e214230e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cfe7334b-4693-4a85-aa1a-b045e214230e,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:34:46.102354 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.160100 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:34:46.160751 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:34:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:46.162613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4fa42-1d22-46fc-a46c-b38b1c618750 None None] Pushing event updated for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:46.181042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-4cc0e711-2cbc-430d-83d8-407e4f1c7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:46.182731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-4cc0e711-2cbc-430d-83d8-407e4f1c7bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 1094 time: 0.0482473 Dec 10 05:34:46.243479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] Provisioning complete for port cfe7334b-4693-4a85-aa1a-b045e214230e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:46.244461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.285361 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:34:46.287945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-4d0a52a9-cc15-4752-ab58-83d0c1d633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:46.289745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-4d0a52a9-cc15-4752-ab58-83d0c1d633f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 917 time: 0.0990474 Dec 10 05:34:46.335655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-e45bd8c9-07be-4bf9-bd6d-eb2031eb395a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 HTTP/1.1" status: 200 len: 217 time: 0.0371943 Dec 10 05:34:46.351974 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.387476 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] For port cfe7334b-4693-4a85-aa1a-b045e214230e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cfe7334b-4693-4a85-aa1a-b045e214230e,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:46.392000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.412359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-5057bb3b-47ba-4aea-ac01-b20a9f4d02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:46.414716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-5057bb3b-47ba-4aea-ac01-b20a9f4d02b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 200 len: 855 time: 0.0698230 Dec 10 05:34:46.449968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739309a0-6df9-4c5f-813d-56e740ecb17a None None] Pushing event updated for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:46.467379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-bf8d1a7d-d592-44eb-955f-47fe171955b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:46.469044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-bf8d1a7d-d592-44eb-955f-47fe171955b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c734d810-786a-4a1e-abc4-4756ccf6c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458717 Dec 10 05:34:46.512761 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-058cf9ae-8ad8-497a-aa06-49ad7e1cda0b None None] Provisioning complete for port cfe7334b-4693-4a85-aa1a-b045e214230e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:46.513128 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-058cf9ae-8ad8-497a-aa06-49ad7e1cda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:46.561611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-84fd3d5a-28bb-4728-ac68-fe7260488b89 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Dec 10 05:34:46.587429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cfe7334b-4693-4a85-aa1a-b045e214230e', 'name': '', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'mac_address': 'fa:16:3e:ba:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:40Z', 'updated_at': '2021-12-10T05:34:46Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'subnets': [{'id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:34:46.616411 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb75c4-6e86-4bb2-bf4b-bf8ae5af3507 None None] The sync data for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 is: [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:41Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'cfe7334b-4693-4a85-aa1a-b045e214230e', 'name': '', 'network_id': 'ecb59a7a-de56-487d-a5f2-2090c1806b03', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'mac_address': 'fa:16:3e:ba:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:40Z', 'updated_at': '2021-12-10T05:34:46Z', 'revision_number': 4, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'subnets': [{'id': '98dc01ac-edc4-4d91-8f2c-69343a012bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:34:46.658806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa9885af-e30d-4c4f-ab89-1afd5496cfc7 req-be0921a5-4f91-4d04-bfdf-a082100bf954 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 Dec 10 05:34:46.758647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b727-09e1-4e39-83ea-f249f2bedacc req-c2dec062-54cb-4bab-8c79-dcefff048dd3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:46.760213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd17b727-09e1-4e39-83ea-f249f2bedacc req-c2dec062-54cb-4bab-8c79-dcefff048dd3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 943 time: 0.0506096 Dec 10 05:34:46.811415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd17b727-09e1-4e39-83ea-f249f2bedacc req-a9350330-96a6-4a15-82a4-dc1a136c3d50 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Dec 10 05:34:47.924043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cfe7334b-4693-4a85-aa1a-b045e214230e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:47.939491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b47a2-7f5a-4d2c-bf3a-2c3117f23186 req-c1cdcc44-712c-4d50-9251-df7411ad675b tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:47.942094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f5b47a2-7f5a-4d2c-bf3a-2c3117f23186 req-c1cdcc44-712c-4d50-9251-df7411ad675b tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 943 time: 0.0589640 Dec 10 05:34:47.974095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cfe7334b-4693-4a85-aa1a-b045e214230e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:47.974462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:47.988905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f5b47a2-7f5a-4d2c-bf3a-2c3117f23186 req-b8e81f32-b113-4061-9f7d-8100b50d329a tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Dec 10 05:34:49.105231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4984-46a9-4305-881e-67205c354a28 req-deba1db9-c707-4ab2-b7a7-1124f7a31742 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:49.106730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad4a4984-46a9-4305-881e-67205c354a28 req-deba1db9-c707-4ab2-b7a7-1124f7a31742 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 943 time: 0.0488169 Dec 10 05:34:49.152845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad4a4984-46a9-4305-881e-67205c354a28 req-21870d57-f3fc-4c49-93db-8d30a60a41d8 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Dec 10 05:34:49.207313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:34:49.303248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:49.314196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'port_id': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2', 'mac_address': 'fa:16:3e:77:d8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:34:49.354678 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:49.367050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:34:49.386806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:49.390933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:49.438768 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:49.673025 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c4c3a8d6-0b80-4186-aeb5-4d81a85726b2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:34:50.271475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ca9b-ef39-40cf-bf05-799990def11f req-b9c4f5c4-4281-4a19-866d-494f3fb74678 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:50.272931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94d6ca9b-ef39-40cf-bf05-799990def11f req-b9c4f5c4-4281-4a19-866d-494f3fb74678 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 944 time: 0.0524995 Dec 10 05:34:50.675091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94d6ca9b-ef39-40cf-bf05-799990def11f req-1fc8471f-06e0-4d9b-b9de-5286405027d3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961930 Dec 10 05:34:50.888263 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:51.223608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:34:51.273726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:34:51.278339 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:34:51.278709 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:51.352095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:51.374534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:34:51.376798 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5951cc-2dc0-4010-9772-ced2595c6d5e" -d '{"events": [{"server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:34:51.389527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:34:51.393423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:51.416291 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585ab53-925d-4850-9917-02530cc7d0b2 x-openstack-request-id: req-c585ab53-925d-4850-9917-02530cc7d0b2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:34:51.416612 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:34:51.416875 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c585ab53-925d-4850-9917-02530cc7d0b2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:34:51.417923 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2', 'code': 200} Dec 10 05:34:51.442849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:34:51.540726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b20c93-9129-435e-916a-640494f6e62f req-1992d184-5154-4e31-a437-f66832f8d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:51.542772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66b20c93-9129-435e-916a-640494f6e62f req-1992d184-5154-4e31-a437-f66832f8d583 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 1096 time: 0.0383933 Dec 10 05:34:51.585132 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66b20c93-9129-435e-916a-640494f6e62f req-722eefc3-79b2-4638-915a-228803974bff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Dec 10 05:34:51.793654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2c45-4f2f-43df-a67d-859bed4d5570 req-9aa4fa0c-728d-463c-93bd-bc8710b66813 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:51.795108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-316e2c45-4f2f-43df-a67d-859bed4d5570 req-9aa4fa0c-728d-463c-93bd-bc8710b66813 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0477846 Dec 10 05:34:51.842329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-316e2c45-4f2f-43df-a67d-859bed4d5570 req-a8f53776-164e-47ae-805a-b8e40f43fd6a tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Dec 10 05:34:52.467484 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a323683b-3d9f-4b6a-aa3b-d9ee1e869f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:52.959521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29423f0-30bb-4a10-a100-7fb5a22f1b40 req-b6bd7942-3411-4aef-8c2d-e0987af2e83e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:52.960983 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c29423f0-30bb-4a10-a100-7fb5a22f1b40 req-b6bd7942-3411-4aef-8c2d-e0987af2e83e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0505250 Dec 10 05:34:53.006849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c29423f0-30bb-4a10-a100-7fb5a22f1b40 req-22dc4883-d0e4-4735-bc38-a95f2e96a2ab tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 Dec 10 05:34:53.120263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dd56b-e070-4afb-b0b9-b7b484bc78ef req-fa4e7edb-6012-4dc8-adbc-706115b798cf tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:34:53.121808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b9dd56b-e070-4afb-b0b9-b7b484bc78ef req-fa4e7edb-6012-4dc8-adbc-706115b798cf tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0473874 Dec 10 05:34:53.168915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7b9dd56b-e070-4afb-b0b9-b7b484bc78ef req-22b01686-6574-4763-902a-716f9bb15236 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Dec 10 05:34:54.127165 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:55.279872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb007a81-20ee-4305-8342-7da5c785367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:55.977045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:57.625185 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:34:58.421469 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:04.046951 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:35:14.740299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9410e-5322-454c-ba8d-6788de51cf36 req-1f085b99-d174-44bb-9b75-dffcfd3e078f tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:14.741912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36a9410e-5322-454c-ba8d-6788de51cf36 req-1f085b99-d174-44bb-9b75-dffcfd3e078f tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0630302 Dec 10 05:35:14.789990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-36a9410e-5322-454c-ba8d-6788de51cf36 req-da07c5c9-3696-418d-98bd-489cf268a70c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Dec 10 05:35:15.909879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6229dc-dd3a-43b4-9de6-bc36450690f2 req-ba490035-9e71-4740-931c-7b45c3bf87c5 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:15.911381 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc6229dc-dd3a-43b4-9de6-bc36450690f2 req-ba490035-9e71-4740-931c-7b45c3bf87c5 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0485229 Dec 10 05:35:15.957517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc6229dc-dd3a-43b4-9de6-bc36450690f2 req-3bd0143b-4520-43d7-98c6-03248da663c6 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Dec 10 05:35:16.473116 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-713b7808-9729-4789-a775-817698fe08ee tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:16.474462 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-713b7808-9729-4789-a775-817698fe08ee tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 945 time: 0.0504990 Dec 10 05:35:16.565333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Deleting port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:16.565665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:16.651345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] For port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:16.651704 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:16.664555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Calling delete_port for c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:16.790330 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:16.818353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Pushing event deleted for resources: {'Port': ['ID=c4c3a8d6-0b80-4186-aeb5-4d81a85726b2,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:16.828651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['c4c3a8d6-0b80-4186-aeb5-4d81a85726b2'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:35:16.853048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.853404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.853753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.854092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.854426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.854758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.855090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.855419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.855793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.856136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.856463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.856819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.857141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:16.877144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] No DVR routers for this DVR port c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:16.879863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:16.883511 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24443030-324d-48fc-b3f9-9710cebd7dfa req-10b12b3f-26f5-4e96-a2c9-6d377722e761 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "DELETE /v2.0/ports/c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 HTTP/1.1" status: 204 len: 173 time: 0.4013999 Dec 10 05:35:16.883973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'name': 'network-vif-deleted', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:35:16.886403 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2502b-5731-416a-bf4b-ccf8dd37ab20" -d '{"events": [{"server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "name": "network-vif-deleted", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:35:16.931044 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6e57e-df43-4f70-87d9-943dd75ae2a9 x-openstack-request-id: req-f5e6e57e-df43-4f70-87d9-943dd75ae2a9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:35:16.931687 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96848029-56fb-4b6f-a353-c90431dd0cfc", "name": "network-vif-deleted", "tag": "c4c3a8d6-0b80-4186-aeb5-4d81a85726b2", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:35:16.931687 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5e6e57e-df43-4f70-87d9-943dd75ae2a9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:35:16.932169 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96848029-56fb-4b6f-a353-c90431dd0cfc', 'name': 'network-vif-deleted', 'tag': 'c4c3a8d6-0b80-4186-aeb5-4d81a85726b2', 'status': 'completed', 'code': 200} Dec 10 05:35:17.069054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e87b0276-8257-4f8a-b6b6-fa239e090a4c req-d5e59b6a-209b-4e40-8ce6-cb2ff8bf3fb3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=96848029-56fb-4b6f-a353-c90431dd0cfc HTTP/1.1" status: 200 len: 210 time: 0.0285227 Dec 10 05:35:18.511412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-0634550a-2df8-427d-a229-20d74ab97a22 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:18.513464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-0634550a-2df8-427d-a229-20d74ab97a22 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 816 time: 0.1002030 Dec 10 05:35:18.527989 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-fce06ff7-7bc9-40ff-a8e2-8758f43fe73f tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/quotas/74f3ec51f14747e7bb634cd19329fe48 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Dec 10 05:35:18.582068 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-72ba5183-c68b-4f2a-8f1c-80593bd4afa8 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488839 Dec 10 05:35:18.674301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-dea078f2-a90c-45a2-b390-c79bd1951547 service neutron] 10.222.0.43 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806644 Dec 10 05:35:18.767112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-27ff9ebd-c3a7-4408-9a55-52bb9bd3991b service neutron] 10.222.0.43 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Dec 10 05:35:18.924379 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d66c3e2-74a0-4c12-b44e-ace0ca13a46f req-97c78b12-5b19-45c9-8330-09de11e4ced8 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 210 time: 0.0269303 Dec 10 05:35:19.348093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:19.370517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:19.370865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device c4c3a8d6-0b80-4186-aeb5-4d81a85726b2 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:19.997714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-dd97ad9e-43a0-4130-8342-b65e43ca85c6 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:19.999182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-dd97ad9e-43a0-4130-8342-b65e43ca85c6 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 816 time: 0.1110368 Dec 10 05:35:20.024908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f6e75076-74f6-4f31-ba6a-35ac9c20e1f6 req-35cbd171-8aad-4c67-9393-21d794453fe3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 210 time: 0.0247886 Dec 10 05:35:20.034172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Request body: {'port': {'device_id': '152d5630-99d6-4a64-af67-3cdf6c678061', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'admin_state_up': True, 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:35:20.137527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Made reservation on behalf of 74f3ec51f14747e7bb634cd19329fe48 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:35:20.140962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.267192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Allocated IP 172.20.0.5 (c734d810-786a-4a1e-abc4-4756ccf6c956/47afd313-74ea-4703-be22-ce798abeaefc/57b2950a-014e-44e0-b156-76cb62bb6af5) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:35:20.413171 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.446399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.485977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Network c734d810-786a-4a1e-abc4-4756ccf6c956 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:35:20.489069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:35:20.492622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:35:20.520303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Pushing event updated for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:20.547439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:20.548052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.563896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-2851dc85-93dc-4e87-a518-83ffc0a43b1e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5333502 Dec 10 05:35:20.584577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Request body: {'port': {'device_id': '152d5630-99d6-4a64-af67-3cdf6c678061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:35:20.644248 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.724055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0e51dda6-663c-4fae-b813-e9a4d2d03fca None None] Provisioning complete for port 57b2950a-014e-44e0-b156-76cb62bb6af5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:35:20.724652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e51dda6-663c-4fae-b813-e9a4d2d03fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.757213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e51dda6-663c-4fae-b813-e9a4d2d03fca None None] Port 57b2950a-014e-44e0-b156-76cb62bb6af5 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:35:20.885417 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.905873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b2950a-014e-44e0-b156-76cb62bb6af5 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:35:20.913216 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.925691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Transition to ACTIVE for port object 57b2950a-014e-44e0-b156-76cb62bb6af5 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:35:20.929169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:20.978515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:21.054294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Attempting to bind port 57b2950a-014e-44e0-b156-76cb62bb6af5 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:35:21.054950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Attempting to bind port 57b2950a-014e-44e0-b156-76cb62bb6af5 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:35:21.054950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Attempting to bind port 57b2950a-014e-44e0-b156-76cb62bb6af5 on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:35:21.060177 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Port 57b2950a-014e-44e0-b156-76cb62bb6af5 on network c734d810-786a-4a1e-abc4-4756ccf6c956 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:35:21.060524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Attempting to bind port 57b2950a-014e-44e0-b156-76cb62bb6af5 on network c734d810-786a-4a1e-abc4-4756ccf6c956 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:35:21.066204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:35:21.066600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Checking segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:35:21.066884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Bound using segment: {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:35:21.067317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Bound port: 57b2950a-014e-44e0-b156-76cb62bb6af5, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09ed29-736d-44d4-8411-dddc5e0410a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:35:21.067678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:21.165942 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:35:21.175215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1eedb-6941-404e-9d17-8f6062974bcb req-f2850ec1-683f-426d-97f9-08be2aa8b816 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.176800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af1eedb-6941-404e-9d17-8f6062974bcb req-f2850ec1-683f-426d-97f9-08be2aa8b816 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 943 time: 0.0748429 Dec 10 05:35:21.178556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=57b2950a-014e-44e0-b156-76cb62bb6af5,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:35:21.183859 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:21.239702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.240323 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:21.241785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/57b2950a-014e-44e0-b156-76cb62bb6af5 HTTP/1.1" status: 200 len: 1091 time: 0.6636691 Dec 10 05:35:21.245089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:35:21.247425 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e000a-972e-4a9d-b094-50bfcf203a50" -d '{"events": [{"name": "network-changed", "server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:35:21.295245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1af1eedb-6941-404e-9d17-8f6062974bcb req-86637501-9b08-4b85-8164-29d17e538b55 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081431 Dec 10 05:35:21.296033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca193a4-af46-4952-b72d-8b9138f1f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:21.307940 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007b98c-59b6-4ba0-8740-d76b38b41ac6 x-openstack-request-id: req-1007b98c-59b6-4ba0-8740-d76b38b41ac6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:35:21.308250 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:35:21.308547 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1007b98c-59b6-4ba0-8740-d76b38b41ac6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:35:21.308981 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5', 'status': 'completed', 'code': 200} Dec 10 05:35:21.345589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-5350ebc7-dce7-486d-bd34-9664b0b85080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.347109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-5350ebc7-dce7-486d-bd34-9664b0b85080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 1094 time: 0.0479965 Dec 10 05:35:21.400696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-05302d4f-3512-4b6c-8b9a-edc56336a37f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b2950a-014e-44e0-b156-76cb62bb6af5 HTTP/1.1" status: 200 len: 217 time: 0.0391939 Dec 10 05:35:21.454061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-7b01f06d-320a-4091-ae5c-730e78353b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.455590 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-7b01f06d-320a-4091-ae5c-730e78353b1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 200 len: 855 time: 0.0452292 Dec 10 05:35:21.503378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-b5050f6e-11b0-49c2-a344-07e4c667b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.504890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-b5050f6e-11b0-49c2-a344-07e4c667b4dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c734d810-786a-4a1e-abc4-4756ccf6c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411298 Dec 10 05:35:21.597538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-4a028174-64d7-4996-8b64-854238d5913d service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843101 Dec 10 05:35:21.684724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8a526a45-7664-4e63-9e44-c97c7f3e89be req-1b146c94-12d7-4812-b071-c42004889144 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797243 Dec 10 05:35:21.823430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-4f2432b7-953c-417a-a341-0b8acfffda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.825365 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-4f2432b7-953c-417a-a341-0b8acfffda4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 1094 time: 0.0459881 Dec 10 05:35:21.919016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-782149b8-bd84-4083-94d4-174abbf30c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:21.920497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-782149b8-bd84-4083-94d4-174abbf30c7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 917 time: 0.0884776 Dec 10 05:35:21.961699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-03f328bb-8990-45d5-8189-35983b2f9464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b2950a-014e-44e0-b156-76cb62bb6af5 HTTP/1.1" status: 200 len: 217 time: 0.0340893 Dec 10 05:35:22.014180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-085e06b4-a010-48f3-9f38-c8f3c7ad6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:22.015648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-085e06b4-a010-48f3-9f38-c8f3c7ad6cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 200 len: 855 time: 0.0464656 Dec 10 05:35:22.063489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-8ff61ae2-39d3-4ab3-a7b0-365258abc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:22.066091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-8ff61ae2-39d3-4ab3-a7b0-365258abc56f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c734d810-786a-4a1e-abc4-4756ccf6c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423977 Dec 10 05:35:22.164766 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-e4892545-9988-4625-836d-a1e8c40a44a9 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904260 Dec 10 05:35:22.256783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fc7e000a-972e-4a9d-b094-50bfcf203a50 req-4cf6f02b-af0a-4f41-adbc-9e9c8fc97e40 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835147 Dec 10 05:35:22.424620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968caaa-a26c-4aab-9ec3-dec6b5bfe70a req-a51c7d36-9a66-4afa-874f-c2020ec90e1a tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:22.426103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b968caaa-a26c-4aab-9ec3-dec6b5bfe70a req-a51c7d36-9a66-4afa-874f-c2020ec90e1a tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 943 time: 0.0485349 Dec 10 05:35:22.468454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb410bde-f106-4c13-a659-7682d526b877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:22.477577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b968caaa-a26c-4aab-9ec3-dec6b5bfe70a req-5f217790-0307-4173-96c1-b528d11f1fb3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Dec 10 05:35:23.366458 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 57b2950a-014e-44e0-b156-76cb62bb6af5 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:35:23.458035 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=57b2950a-014e-44e0-b156-76cb62bb6af5,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:23.469250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '57b2950a-014e-44e0-b156-76cb62bb6af5', 'network_id': 'c734d810-786a-4a1e-abc4-4756ccf6c956', 'port_id': '57b2950a-014e-44e0-b156-76cb62bb6af5', 'mac_address': 'fa:16:3e:99:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47afd313-74ea-4703-be22-ce798abeaefc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:35:23.505527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:23.521244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b2950a-014e-44e0-b156-76cb62bb6af5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:35:23.540461 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=57b2950a-014e-44e0-b156-76cb62bb6af5,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:23.546299 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:23.592923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:23.594629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565dfd-636d-4d04-8e2c-b2fb930478c2 req-aad0e35c-1ed6-4370-a043-cffe234c428d tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:23.596203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1565dfd-636d-4d04-8e2c-b2fb930478c2 req-aad0e35c-1ed6-4370-a043-cffe234c428d tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 944 time: 0.0479777 Dec 10 05:35:23.600244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.600626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.600973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.601312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.601652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.601980 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.602311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.602635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.602959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.603281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.603604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.603926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.604244 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:23.643241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e1565dfd-636d-4d04-8e2c-b2fb930478c2 req-528a9c7a-63be-4470-a6fc-e82843f2d75e tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Dec 10 05:35:23.829223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['57b2950a-014e-44e0-b156-76cb62bb6af5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:35:24.130237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:24.757601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900fe19-2a2f-43b8-a820-82cee5e4bd2e req-c96ef900-9322-44b7-84ce-f1e4d29a7ace tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:24.759058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6900fe19-2a2f-43b8-a820-82cee5e4bd2e req-c96ef900-9322-44b7-84ce-f1e4d29a7ace tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 944 time: 0.0480623 Dec 10 05:35:24.804350 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6900fe19-2a2f-43b8-a820-82cee5e4bd2e req-2217313a-ebd0-4e0b-a585-b04b23d88cdf tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Dec 10 05:35:25.281158 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9926cd06-1bf7-44aa-b889-b01c94793ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:25.380707 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 57b2950a-014e-44e0-b156-76cb62bb6af5 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:35:25.429677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 57b2950a-014e-44e0-b156-76cb62bb6af5 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:35:25.434482 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 57b2950a-014e-44e0-b156-76cb62bb6af5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:35:25.434854 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:25.510139 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:25.535386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:35:25.537630 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0cdbb-cdbd-4e54-90d1-498984a68695" -d '{"events": [{"server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "name": "network-vif-plugged", "status": "completed", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:35:25.550125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=57b2950a-014e-44e0-b156-76cb62bb6af5,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:25.554134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:25.577428 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750af260-02f6-4155-adb9-fb21120e5edc x-openstack-request-id: req-750af260-02f6-4155-adb9-fb21120e5edc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:35:25.577726 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "name": "network-vif-plugged", "status": "completed", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:35:25.577981 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-750af260-02f6-4155-adb9-fb21120e5edc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:35:25.578369 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5', 'code': 200} Dec 10 05:35:25.602958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:25.706137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f12e9-d47b-4da0-ad83-00d9c59186ac req-a16923f1-0a13-4762-bd29-640f7dd977ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:25.707549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a5f12e9-d47b-4da0-ad83-00d9c59186ac req-a16923f1-0a13-4762-bd29-640f7dd977ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 1096 time: 0.0444725 Dec 10 05:35:25.751325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7a5f12e9-d47b-4da0-ad83-00d9c59186ac req-d81b5e5b-1fa9-49bb-8660-23865609c888 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Dec 10 05:35:25.920275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cda5e-4c32-4f21-9ea7-3ff74a1a5d05 req-67adca57-3c01-4429-9252-7eab57ba0af3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:25.921787 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-492cda5e-4c32-4f21-9ea7-3ff74a1a5d05 req-67adca57-3c01-4429-9252-7eab57ba0af3 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0477333 Dec 10 05:35:25.970264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-492cda5e-4c32-4f21-9ea7-3ff74a1a5d05 req-9dfeef35-1a6e-40d5-a9db-9587ecf40249 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Dec 10 05:35:25.979045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:27.086162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfe86b-298e-47b4-b36f-9c4a29a0f9a5 req-51aa7194-9bb1-4339-b50e-e90c602d15ef tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:27.087619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20bfe86b-298e-47b4-b36f-9c4a29a0f9a5 req-51aa7194-9bb1-4339-b50e-e90c602d15ef tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Dec 10 05:35:27.136510 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20bfe86b-298e-47b4-b36f-9c4a29a0f9a5 req-9455a9c9-27f0-4659-8165-7e2d3eb64e19 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Dec 10 05:35:27.250665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fbe-c218-4f45-be93-b7a285e4806f req-1a050a07-e48b-4dcc-9134-264ef1d7a353 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:27.252010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84bd9fbe-c218-4f45-be93-b7a285e4806f req-1a050a07-e48b-4dcc-9134-264ef1d7a353 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0468593 Dec 10 05:35:27.297241 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84bd9fbe-c218-4f45-be93-b7a285e4806f req-eb6f3178-ddb9-43cb-843c-4f66fd944775 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Dec 10 05:35:27.630726 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:28.423446 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:32.831520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-a477c7a3-abb9-49bb-8c02-e556c273cd15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393455 Dec 10 05:35:32.945394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-fae908fd-250d-48f4-b1dc-a28592d97197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:32.946923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-fae908fd-250d-48f4-b1dc-a28592d97197 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f3ec51f14747e7bb634cd19329fe48&device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 1096 time: 0.0429883 Dec 10 05:35:33.058329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-5f6c0d52-830c-40ab-bacb-f7bcaaccf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:33.059908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-5f6c0d52-830c-40ab-bacb-f7bcaaccf002 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 200 len: 917 time: 0.0878608 Dec 10 05:35:33.106161 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-6ea1acfa-9571-4959-9914-4797c8883963 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b2950a-014e-44e0-b156-76cb62bb6af5 HTTP/1.1" status: 200 len: 217 time: 0.0393386 Dec 10 05:35:33.154149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-bc15346c-9487-4095-9ca5-e1bbe1da579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:33.155598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-bc15346c-9487-4095-9ca5-e1bbe1da579f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 200 len: 855 time: 0.0432117 Dec 10 05:35:33.203753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-4db7148e-84ec-44d9-8486-4eae8f047338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:33.205073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-4db7148e-84ec-44d9-8486-4eae8f047338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c734d810-786a-4a1e-abc4-4756ccf6c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425465 Dec 10 05:35:33.300409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-1fe7ab4b-ae52-45d5-9626-a3fa77cec2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876138 Dec 10 05:35:33.391990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0c36b479-f843-4e3e-b18c-c63a7a8095b8 req-111e70b3-863a-4189-93ba-6af270ca493f service neutron] 10.222.0.36 "GET /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838442 Dec 10 05:35:41.046209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:35:49.778008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2be0d-1b08-4212-8741-8d338aa227ba req-5a2c7738-6454-49c7-931f-68fa8febd6f1 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:49.779593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57f2be0d-1b08-4212-8741-8d338aa227ba req-5a2c7738-6454-49c7-931f-68fa8febd6f1 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Dec 10 05:35:49.832947 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-57f2be0d-1b08-4212-8741-8d338aa227ba req-b14046b8-3646-428f-9663-74f9b454aa77 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Dec 10 05:35:50.903428 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:50.950213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7d9c-6439-4292-9b90-76d8a4bdbcd8 req-916c65ea-a872-4de2-be1b-3a58a8b2a830 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:50.951671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-731e7d9c-6439-4292-9b90-76d8a4bdbcd8 req-916c65ea-a872-4de2-be1b-3a58a8b2a830 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Dec 10 05:35:50.998182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-731e7d9c-6439-4292-9b90-76d8a4bdbcd8 req-c2dd58e7-877c-4dfb-8e89-61f0da96dbce tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0205da4-a554-41aa-aad9-0a8e65f37734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Dec 10 05:35:51.486516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acd330-e11d-4084-af24-fc24cd6d653c req-7a37c9db-601a-4926-935a-4f5efe124511 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:35:51.487853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53acd330-e11d-4084-af24-fc24cd6d653c req-7a37c9db-601a-4926-935a-4f5efe124511 tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 945 time: 0.0475729 Dec 10 05:35:51.576321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Deleting port 57b2950a-014e-44e0-b156-76cb62bb6af5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:51.576682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:51.662445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] For port 57b2950a-014e-44e0-b156-76cb62bb6af5, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=57b2950a-014e-44e0-b156-76cb62bb6af5,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:51.662807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:51.674822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Calling delete_port for 57b2950a-014e-44e0-b156-76cb62bb6af5 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:51.804029 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:51.835074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Pushing event deleted for resources: {'Port': ['ID=57b2950a-014e-44e0-b156-76cb62bb6af5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:51.836421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['57b2950a-014e-44e0-b156-76cb62bb6af5'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:35:51.881595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] No DVR routers for this DVR port 57b2950a-014e-44e0-b156-76cb62bb6af5 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:51.884883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:51.888395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53acd330-e11d-4084-af24-fc24cd6d653c req-1bad6fb0-fdfe-4785-a426-1e086979e33c tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.36 "DELETE /v2.0/ports/57b2950a-014e-44e0-b156-76cb62bb6af5 HTTP/1.1" status: 204 len: 173 time: 0.3942869 Dec 10 05:35:51.888873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'name': 'network-vif-deleted', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:35:51.891230 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2ccc2-5a42-44d1-9789-c4b0d89c73b7" -d '{"events": [{"server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "name": "network-vif-deleted", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:35:51.931862 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c5e6f-7fe0-4a99-83a0-134c48631617 x-openstack-request-id: req-543c5e6f-7fe0-4a99-83a0-134c48631617 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:35:51.932150 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152d5630-99d6-4a64-af67-3cdf6c678061", "name": "network-vif-deleted", "tag": "57b2950a-014e-44e0-b156-76cb62bb6af5", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:35:51.932403 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-543c5e6f-7fe0-4a99-83a0-134c48631617 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:35:51.932822 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152d5630-99d6-4a64-af67-3cdf6c678061', 'name': 'network-vif-deleted', 'tag': '57b2950a-014e-44e0-b156-76cb62bb6af5', 'status': 'completed', 'code': 200} Dec 10 05:35:52.104619 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-581c0e5e-4429-44a3-b2fa-dbba0a0b6b01 req-26347018-348d-4287-b6cb-6d4cf47a10bf tempest-TestEncryptedCinderVolumes-821161396 tempest-TestEncryptedCinderVolumes-821161396-project] 10.222.0.43 "GET /v2.0/ports?device_id=152d5630-99d6-4a64-af67-3cdf6c678061 HTTP/1.1" status: 200 len: 210 time: 0.0252261 Dec 10 05:35:52.470029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f883026-dc15-42bd-a286-1218d8b4bce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:53.196738 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49942) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:53.540662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:53.775914 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Deleting port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:53.776241 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:53.850505 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] For port 1894ba6c-1bc7-47dd-9534-a085ebfcf60d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:53.850859 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:53.862918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Calling delete_port for 1894ba6c-1bc7-47dd-9534-a085ebfcf60d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:54.040846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:54.075521 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1894ba6c-1bc7-47dd-9534-a085ebfcf60d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:54.098718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.099061 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.099401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.099737 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.100069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.100399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.100823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.101140 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.101393 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.101716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.102033 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.102356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.102671 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:35:54.142737 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:54.245228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:54.458528 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:35:54.561605 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:35:54.566890 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7fe91ee9-bd6f-490b-bd21-d489a03607fa admin admin] 10.222.0.43 "PUT /v2.0/routers/cf5a6aed-13fc-499f-b6ce-f0530fa8d777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3690813 Dec 10 05:35:54.569512 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49948) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:54.572147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Sync routers for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:35:54.582672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:35:54.583285 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:54.672171 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:54.854172 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:35:55.036542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:35:53Z', 'revision_number': 5, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:55.067202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Checking router: cf5a6aed-13fc-499f-b6ce-f0530fa8d777 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:35:55.075429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Routers {'cf5a6aed-13fc-499f-b6ce-f0530fa8d777'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:35:55.076040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:55.121305 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.174317 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Deleting port dab2a416-d126-48d7-8277-36afdc8d32ed {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:55.174677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.179583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] Set router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:35:55.251124 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] For port dab2a416-d126-48d7-8277-36afdc8d32ed, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dab2a416-d126-48d7-8277-36afdc8d32ed,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:55.251733 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.263598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Calling delete_port for dab2a416-d126-48d7-8277-36afdc8d32ed owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:55.312274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92f68fa6-7c8d-4470-b7f5-52e88c024d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.372587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:35:53Z', 'revision_number': 5, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:55.400176 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c43b5-722e-4cbb-aa9f-00928fe40d2e None None] The sync data for ids ['cf5a6aed-13fc-499f-b6ce-f0530fa8d777'] in n-d-817326-3 is: [{'id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'name': 'tempest-TestEncryptedCinderVolumes-359771091-router', 'tenant_id': '74f3ec51f14747e7bb634cd19329fe48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:33Z', 'updated_at': '2021-12-10T05:35:53Z', 'revision_number': 5, 'project_id': '74f3ec51f14747e7bb634cd19329fe48', 'gw_port': {'id': 'dab2a416-d126-48d7-8277-36afdc8d32ed', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a6aed-13fc-499f-b6ce-f0530fa8d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:34Z', 'updated_at': '2021-12-10T05:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:35:55.437680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.468679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab2a416-d126-48d7-8277-36afdc8d32ed,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:55.481944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053b169-67dc-4ea5-be4e-3b763c36810c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:35:55.504814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 57b2950a-014e-44e0-b156-76cb62bb6af5 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:55.525776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 57b2950a-014e-44e0-b156-76cb62bb6af5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:55.526213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 57b2950a-014e-44e0-b156-76cb62bb6af5 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:55.528549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.618132 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.620232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.662293 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.662820 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5a6aed-13fc-499f-b6ce-f0530fa8d777 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:35:55.667106 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.668278 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cb8a524e-58bf-47e6-b766-93f17ef74c71 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cf5a6aed-13fc-499f-b6ce-f0530fa8d777 HTTP/1.1" status: 204 len: 168 time: 1.0978422 Dec 10 05:35:55.670889 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:55.718824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Deleting subnet 47afd313-74ea-4703-be22-ce798abeaefc {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:35:55.722116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.757210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.836892 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.891181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.922621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47afd313-74ea-4703-be22-ce798abeaefc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:55.926120 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:55.929410 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ca2aa639-653c-4d60-b276-07e528c5bd4e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47afd313-74ea-4703-be22-ce798abeaefc HTTP/1.1" status: 204 len: 168 time: 0.2575824 Dec 10 05:35:55.932012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:55.944109 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f6198-6a69-4fea-a45c-6d44a6aed055 None None] Network c734d810-786a-4a1e-abc4-4756ccf6c956 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:35:56.018162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1894ba6c-1bc7-47dd-9534-a085ebfcf60d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:56.023478 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.043583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1894ba6c-1bc7-47dd-9534-a085ebfcf60d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:56.043973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1894ba6c-1bc7-47dd-9534-a085ebfcf60d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:56.046270 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.087037 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Deleting port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:56.087385 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.148658 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] DHCP port deletion for c734d810-786a-4a1e-abc4-4756ccf6c956 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:35:56.166817 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] For port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:56.167181 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.182924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Calling delete_port for e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:56.203242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Deleting port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:56.203808 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.261042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.266376 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] For port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,segment=NetworkSegment(ad09ed29-736d-44d4-8411-dddc5e0410a2),segment_id=ad09ed29-736d-44d4-8411-dddc5e0410a2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:56.266768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.279674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Calling delete_port for e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:56.292992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:56.297045 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] No DVR routers for this DVR port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:56.363208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.368440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.387440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] Pushing event deleted for resources: {'Port': ['ID=e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:56.387657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c734d810-786a-4a1e-abc4-4756ccf6c956']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:56.391685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400e64a-ed50-4e5a-962e-c640ee9578be None None] No DVR routers for this DVR port e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:56.399792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad09ed29-736d-44d4-8411-dddc5e0410a2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:56.399792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad09ed29-736d-44d4-8411-dddc5e0410a2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:56.411007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.423963 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.430036 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:35:56.430423 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:35:56.432384 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:35:56.494611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.500260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:56.510356 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] 10.222.0.43 "DELETE /v2.0/networks/c734d810-786a-4a1e-abc4-4756ccf6c956 HTTP/1.1" status: 204 len: 168 time: 0.5731568 Dec 10 05:35:56.510356 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:56.524239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677ff64-53a1-417c-989b-d0672719142e admin admin] Pushing event deleted for resources: {'Network': ['ID=c734d810-786a-4a1e-abc4-4756ccf6c956,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:56.860430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.109662 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Deleting port cfe7334b-4693-4a85-aa1a-b045e214230e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:57.109993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.186962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] For port cfe7334b-4693-4a85-aa1a-b045e214230e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cfe7334b-4693-4a85-aa1a-b045e214230e,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:57.187325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.199577 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Calling delete_port for cfe7334b-4693-4a85-aa1a-b045e214230e owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:57.370934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.394074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe7334b-4693-4a85-aa1a-b045e214230e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:57.564964 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.627772 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:57.776371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Router a90e86e1-7519-4188-999b-f96224f55577 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:35:57.877365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:35:57.882419 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-49ff4cc5-1f6a-4796-becb-22ba6ec6687d admin admin] 10.222.0.43 "PUT /v2.0/routers/a90e86e1-7519-4188-999b-f96224f55577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725114 Dec 10 05:35:57.885183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49956) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:57.887977 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Sync routers for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:35:57.899228 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:35:57.899850 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:57.996891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.010359 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:35:58.010780 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dab2a416-d126-48d7-8277-36afdc8d32ed no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:58.031923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: dab2a416-d126-48d7-8277-36afdc8d32ed {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:58.032511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dab2a416-d126-48d7-8277-36afdc8d32ed not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:58.033104 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:58.055102 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:58.055448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e5fb78f4-4d71-49e0-b5b2-5fc5f29392f2 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:58.099983 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.151577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Deleting port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:58.151909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.192081 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:35:57Z', 'revision_number': 5, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port': {'id': '1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e86e1-7519-4188-999b-f96224f55577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:58.218362 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Checking router: a90e86e1-7519-4188-999b-f96224f55577 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:35:58.226480 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Routers {'a90e86e1-7519-4188-999b-f96224f55577'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:35:58.227071 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['a90e86e1-7519-4188-999b-f96224f55577'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:58.232425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] For port 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:58.232816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.244247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Calling delete_port for 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:58.310897 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] Set router a90e86e1-7519-4188-999b-f96224f55577 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:35:58.361484 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:35:58Z', 'revision_number': 6, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:58.391304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a22210-834d-4729-a94b-2cc2e5dda442 None None] The sync data for ids ['a90e86e1-7519-4188-999b-f96224f55577'] in n-d-817326-3 is: [{'id': 'a90e86e1-7519-4188-999b-f96224f55577', 'name': 'tempest-TestEncryptedCinderVolumes-410543895-router', 'tenant_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:34:38Z', 'updated_at': '2021-12-10T05:35:58Z', 'revision_number': 6, 'project_id': 'e84a39b1d6c8474cbf21c11f006da3ec', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:35:58.412974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.433649 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.445146 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:58.457427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dde3f2-9877-40dc-81fc-671e8b084f33 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:35:58.506669 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.597814 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.599932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.642158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.642654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a90e86e1-7519-4188-999b-f96224f55577 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:35:58.646989 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.648201 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8adb3aab-ffb0-4915-91be-55e9b429f37f admin admin] 10.222.0.43 "DELETE /v2.0/routers/a90e86e1-7519-4188-999b-f96224f55577 HTTP/1.1" status: 204 len: 168 time: 0.7618468 Dec 10 05:35:58.650904 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49958) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:58.697795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Deleting subnet 98dc01ac-edc4-4d91-8f2c-69343a012bf6 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:35:58.700716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.733638 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.806789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.862446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.892059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:58.897359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bce40c-d5e5-4551-83f6-3241612ebe25 None None] Network ecb59a7a-de56-487d-a5f2-2090c1806b03 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:35:58.899235 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:58.899643 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98dc01ac-edc4-4d91-8f2c-69343a012bf6 HTTP/1.1" status: 204 len: 168 time: 0.2476635 Dec 10 05:35:58.900394 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f09f-79b8-4727-9ee2-fa9a85dea079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98dc01ac-edc4-4d91-8f2c-69343a012bf6,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:58.973192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.034407 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Deleting port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:59.034751 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.064138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] DHCP port deletion for ecb59a7a-de56-487d-a5f2-2090c1806b03 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:35:59.103622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] For port e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:59.103977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.117990 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Calling delete_port for e2f39b2b-96e8-474e-9d19-5ab880dd4a88 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:59.118189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Deleting port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:35:59.118325 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.186814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] For port e2f39b2b-96e8-474e-9d19-5ab880dd4a88, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,segment=NetworkSegment(1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5),segment_id=1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:35:59.187218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.202758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Calling delete_port for e2f39b2b-96e8-474e-9d19-5ab880dd4a88 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:35:59.203204 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.231043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:59.232944 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] No DVR routers for this DVR port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:59.292751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.306030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.317643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] Pushing event deleted for resources: {'Port': ['ID=e2f39b2b-96e8-474e-9d19-5ab880dd4a88,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:59.321185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57429ddc-6623-442a-af57-7ed3bccfd95a None None] No DVR routers for this DVR port e2f39b2b-96e8-474e-9d19-5ab880dd4a88 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:35:59.330074 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb59a7a-de56-487d-a5f2-2090c1806b03']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:59.339557 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:59.339856 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e13bf40-7e84-4d1a-ba5e-aa9c8bed59e5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:35:59.349571 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.363968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.369940 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:35:59.370267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:35:59.371886 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:35:59.428087 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.434746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.437858 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ecb59a7a-de56-487d-a5f2-2090c1806b03 HTTP/1.1" status: 204 len: 168 time: 0.5368574 Dec 10 05:35:59.449271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0127e-ebae-480b-9872-7ea30c8e6df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb59a7a-de56-487d-a5f2-2090c1806b03,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:59.606277 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49964) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:59.644695 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a6db6feb-e2e7-42da-bd12-6f744b0706c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74f3ec51f14747e7bb634cd19329fe48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370846 Dec 10 05:35:59.646920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:35:59.691344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.711827 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.757290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.760030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:35:59.761446 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0205da4-a554-41aa-aad9-0a8e65f37734 HTTP/1.1" status: 204 len: 168 time: 0.1134310 Dec 10 05:35:59.769582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da85d-f163-4b0f-b9cd-201c95493295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0205da4-a554-41aa-aad9-0a8e65f37734,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:35:59.935398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2f39b2b-96e8-474e-9d19-5ab880dd4a88 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:59.961127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e2f39b2b-96e8-474e-9d19-5ab880dd4a88 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:59.961478 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e2f39b2b-96e8-474e-9d19-5ab880dd4a88 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:59.961909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:35:59.981008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:35:59.981385 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1ce682d5-01c6-49b5-b6e1-5e9668fc2c4d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:35:59.981775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cfe7334b-4693-4a85-aa1a-b045e214230e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:36:00.003592 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cfe7334b-4693-4a85-aa1a-b045e214230e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:36:00.003945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cfe7334b-4693-4a85-aa1a-b045e214230e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:36:00.077792 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:00.117303 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a444fe3-171c-4ea3-95be-d7a29e1843da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e84a39b1d6c8474cbf21c11f006da3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383139 Dec 10 05:36:00.119711 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 49974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:00.168875 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:00.192004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:00.237068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:00.239698 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:00.240885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb6fa804-e125-4c8a-b118-332902dd28a1 HTTP/1.1" status: 204 len: 168 time: 0.1202912 Dec 10 05:36:00.248254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfb28a-a8ec-49f1-a1cc-e4e8fd51eae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6fa804-e125-4c8a-b118-332902dd28a1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:00.902975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 49996) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:00.997531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-774083047-network', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:01.018075 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Made reservation on behalf of 62a3e786b6c44aefbd27d95f95c5551d for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:36:01.020276 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.028674 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.103174 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.106783 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.130271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:36:01.140360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e6cc87-87d0-4be8-a029-0449c8f40a82,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:01.145062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.145409 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Added segment a490f83d-71c3-45a3-b665-36b9b36fe7b9 of type vlan for network 18afae10-33f1-453c-8865-0f924e50692b Dec 10 05:36:01.188408 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.213311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.214227 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:01.214909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.250192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3460071 Dec 10 05:36:01.253083 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:01.257951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Request body: {'subnet': {'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-774083047-subnet', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:01.279395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Made reservation on behalf of 62a3e786b6c44aefbd27d95f95c5551d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:36:01.280848 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c769-7342-4658-997c-4cff6a9fa873 admin admin] Pushing event updated for resources: {'Network': ['ID=18afae10-33f1-453c-8865-0f924e50692b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:01.281714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.291573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 18afae10-33f1-453c-8865-0f924e50692b details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:36:01.448001 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.501446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:01.509888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Checking segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:01.510247 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Network hostable DHCP agents. Network: 18afae10-33f1-453c-8865-0f924e50692b, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:36:01.527726 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Network 18afae10-33f1-453c-8865-0f924e50692b is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:36:01.536416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 18afae10-33f1-453c-8865-0f924e50692b) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:01.540747 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:01.541857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.544842 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5ec98-51ba-4f41-99c2-b6a82707d30b None None] Network 18afae10-33f1-453c-8865-0f924e50692b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:36:01.557756 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a41bdf48-5cab-4634-b3c9-00d4731da892 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3036101 Dec 10 05:36:01.560432 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:01.565269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:01.586424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.587631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.644073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.644796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-18afae10-33f1-453c-8865-0f924e50692b', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:36:01.645580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.778646 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.779733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Allocated IP 172.20.0.2 (18afae10-33f1-453c-8865-0f924e50692b/8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa/3425c18b-68f8-4dc2-8aac-e2530248aa39) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:01.924211 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.929228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:01.973028 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Network 18afae10-33f1-453c-8865-0f924e50692b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:01.975979 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:01.982711 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:01.992818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Pushing event updated for resources: {'Port': ['ID=3425c18b-68f8-4dc2-8aac-e2530248aa39,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:02.042496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Attempting to bind port 3425c18b-68f8-4dc2-8aac-e2530248aa39 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:02.042776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Attempting to bind port 3425c18b-68f8-4dc2-8aac-e2530248aa39 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:02.043148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Attempting to bind port 3425c18b-68f8-4dc2-8aac-e2530248aa39 on network 18afae10-33f1-453c-8865-0f924e50692b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:02.049315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:02.049699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Checking segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:02.050108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.050511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Bound using segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:02.050988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Bound port: 3425c18b-68f8-4dc2-8aac-e2530248aa39, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:02.051374 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.120027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] For port 3425c18b-68f8-4dc2-8aac-e2530248aa39, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:02.123321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] For port 3425c18b-68f8-4dc2-8aac-e2530248aa39, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3425c18b-68f8-4dc2-8aac-e2530248aa39,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:02.127827 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.193898 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd36e6-59fd-4226-a6fe-64de6820c460 None None] Pushing event updated for resources: {'Port': ['ID=3425c18b-68f8-4dc2-8aac-e2530248aa39,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:02.332742 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.358610 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.473075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Allocated IP 172.25.8.229 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/353f9e6f-9082-41bc-8855-b99e9c0a49ee) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:02.571085 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.603978 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.640368 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:02.643179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:02.649433 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:02.655923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cca66-8106-493e-a388-34a033dc8ef8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:02.675367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Pushing event updated for resources: {'Port': ['ID=353f9e6f-9082-41bc-8855-b99e9c0a49ee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:02.689003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1b7e17bb-280c-46e5-98f0-960f6b77c00c None None] Provisioning complete for port 353f9e6f-9082-41bc-8855-b99e9c0a49ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:02.689446 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b7e17bb-280c-46e5-98f0-960f6b77c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:02.724022 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e17bb-280c-46e5-98f0-960f6b77c00c None None] Port 353f9e6f-9082-41bc-8855-b99e9c0a49ee cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:02.912354 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.090536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612df2f7-3044-441b-9c02-ec0562ed0563 None None] Network 18afae10-33f1-453c-8865-0f924e50692b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:36:03.115770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.174110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] Provisioning complete for port 3425c18b-68f8-4dc2-8aac-e2530248aa39 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:03.174481 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.250706 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:36:03.277620 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.319430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] For port 3425c18b-68f8-4dc2-8aac-e2530248aa39, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3425c18b-68f8-4dc2-8aac-e2530248aa39,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:03.324618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.376073 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1dcf8-cd7e-4267-8f71-a79b3a9d2f53 None None] Pushing event updated for resources: {'Port': ['ID=3425c18b-68f8-4dc2-8aac-e2530248aa39,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:03.376387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:36:03.386091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Sync routers for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:36:03.399799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:03.400421 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:03.401388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.402728 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a81bd624-63a5-448d-936a-79c34a17264c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8407300 Dec 10 05:36:03.405969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:03.505058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:03.621114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f9a66c00-1e97-4302-8f06-d281e9944054 None None] Provisioning complete for port 3425c18b-68f8-4dc2-8aac-e2530248aa39 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:03.621393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c00-1e97-4302-8f06-d281e9944054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.753605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:02Z', 'revision_number': 3, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:03.782365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Checking router: 5d8f71fa-12d4-48b3-81e9-5591c44f30ab for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:36:03.782710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Updating router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab port 353f9e6f-9082-41bc-8855-b99e9c0a49ee binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:36:03.807087 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.823091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:03.984680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Allocated IP 172.20.0.1 (18afae10-33f1-453c-8865-0f924e50692b/8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa/1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:04.097917 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.133193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.140216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3425c18b-68f8-4dc2-8aac-e2530248aa39 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:04.167541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Network 18afae10-33f1-453c-8865-0f924e50692b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:04.174771 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:04.178190 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:04.212423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Pushing event updated for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:04.231056 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.254947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3425c18b-68f8-4dc2-8aac-e2530248aa39 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:04.255310 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.296573 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.306183 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.368141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a194cbe-4bb2-4079-a606-35c2fb229694 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:04.373635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.398932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Attempting to bind port 353f9e6f-9082-41bc-8855-b99e9c0a49ee on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:04.399301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Attempting to bind port 353f9e6f-9082-41bc-8855-b99e9c0a49ee by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:04.399662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Attempting to bind port 353f9e6f-9082-41bc-8855-b99e9c0a49ee on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:04.407934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b506b-f4ed-458b-a485-5aba6576f909 None None] Pushing event updated for resources: {'Port': ['ID=353f9e6f-9082-41bc-8855-b99e9c0a49ee,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:04.419384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:04.419765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:04.420168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.421136 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:04.421615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Bound port: 353f9e6f-9082-41bc-8855-b99e9c0a49ee, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:04.421994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.496216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] For port 353f9e6f-9082-41bc-8855-b99e9c0a49ee, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:04.500939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] For port 353f9e6f-9082-41bc-8855-b99e9c0a49ee, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=353f9e6f-9082-41bc-8855-b99e9c0a49ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:04.502198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Provisioning complete for port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:04.502670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.506006 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.548284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.553475 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.569611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c86e2d-64b1-4ac5-ad73-04d82816db90 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:04.601533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:04.604996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:04.605660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:04.610417 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b506b-f4ed-458b-a485-5aba6576f909 None None] Pushing event updated for resources: {'Port': ['ID=353f9e6f-9082-41bc-8855-b99e9c0a49ee,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:04.625279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Pushing event updated for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:04.627611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.662778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Provisioning complete for port 353f9e6f-9082-41bc-8855-b99e9c0a49ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:04.663063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.716148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Network 18afae10-33f1-453c-8865-0f924e50692b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:04.717716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:04.756568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:04.839209 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:36:04.884282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.938626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] For port 353f9e6f-9082-41bc-8855-b99e9c0a49ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=353f9e6f-9082-41bc-8855-b99e9c0a49ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:04.943511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:04.957379 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:36:04.962606 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e26bd6d6-62b2-49e6-907b-fb9bdc9b56af admin admin] 10.222.0.43 "PUT /v2.0/routers/5d8f71fa-12d4-48b3-81e9-5591c44f30ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5556338 Dec 10 05:36:05.026953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77c7cc-19f2-43ee-8a62-27e25a003adf None None] Pushing event updated for resources: {'Port': ['ID=353f9e6f-9082-41bc-8855-b99e9c0a49ee,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:05.057718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 2, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:05.087071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ac1c8-a5fd-4a40-a041-8c6c0e6dd1a5 None None] The sync data for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 is: [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 2, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:36:05.093280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f7373ac2-bc08-474d-8b55-c91df18e012e None None] Provisioning complete for port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:05.093574 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7373ac2-bc08-474d-8b55-c91df18e012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.132364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7373ac2-bc08-474d-8b55-c91df18e012e None None] Port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:05.142716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f7373ac2-bc08-474d-8b55-c91df18e012e None None] Provisioning complete for port 353f9e6f-9082-41bc-8855-b99e9c0a49ee triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:05.143100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7373ac2-bc08-474d-8b55-c91df18e012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.475045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50020) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:05.480057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1324824763-network', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:05.501943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Made reservation on behalf of 225d6acda2b44c0f9051d7ecb554f0ef for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:36:05.504291 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.512947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.593370 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.597446 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.625844 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:36:05.631449 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0054f-68bf-43ae-86f6-8d1e8100984e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:05.640865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.641389 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Added segment 56b0f835-6b26-4757-91db-9dca37f3b6c6 of type vlan for network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba Dec 10 05:36:05.693750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.728198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.729266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:05.729839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.762342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2861776 Dec 10 05:36:05.765570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50022) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:05.771592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Request body: {'subnet': {'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1324824763-subnet', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:05.818533 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699c85-fee5-474d-9f41-de0a1c71680c admin admin] Pushing event updated for resources: {'Network': ['ID=85eb4fe2-9feb-4fd8-ac39-ef27ef82feba,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:05.829985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Made reservation on behalf of 225d6acda2b44c0f9051d7ecb554f0ef for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:36:05.830381 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:36:05.832924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:05.984014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 353f9e6f-9082-41bc-8855-b99e9c0a49ee up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:06.028839 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.048661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 353f9e6f-9082-41bc-8855-b99e9c0a49ee triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:06.049023 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.093127 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728bf96c-14ae-4c8b-a0fd-1d001c732041,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:06.102900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Checking segment: {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:06.103263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Network hostable DHCP agents. Network: 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:36:06.122834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:36:06.134159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:06.138508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:06.139328 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.144197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729e1ff-19a4-4700-938a-38c8f48df23b None None] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:36:06.158128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-affdf450-52b6-4acb-ad52-0046265781a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3913445 Dec 10 05:36:06.160441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50024) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:06.164826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:06.192562 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.193699 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.254641 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.263080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:36:06.264763 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.414071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Allocated IP 172.20.0.2 (85eb4fe2-9feb-4fd8-ac39-ef27ef82feba/728bf96c-14ae-4c8b-a0fd-1d001c732041/302c8500-e295-487c-9705-74ee6712cbd5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:06.568125 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.574900 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.615716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:06.620197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:06.622636 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:06.634983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Pushing event updated for resources: {'Port': ['ID=302c8500-e295-487c-9705-74ee6712cbd5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:06.688629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Attempting to bind port 302c8500-e295-487c-9705-74ee6712cbd5 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:06.689138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Attempting to bind port 302c8500-e295-487c-9705-74ee6712cbd5 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:06.689602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Attempting to bind port 302c8500-e295-487c-9705-74ee6712cbd5 on network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:06.695520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:06.696189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Checking segment: {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:06.696744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.697234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Bound using segment: {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:06.697799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Bound port: 302c8500-e295-487c-9705-74ee6712cbd5, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:06.698275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.744010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.768908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] For port 302c8500-e295-487c-9705-74ee6712cbd5, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:06.772069 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] For port 302c8500-e295-487c-9705-74ee6712cbd5, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=302c8500-e295-487c-9705-74ee6712cbd5,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:06.777378 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.837406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2e91-b660-4baf-8a14-caab69d3b559 None None] Pushing event updated for resources: {'Port': ['ID=302c8500-e295-487c-9705-74ee6712cbd5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:06.965762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:06.994343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.118428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Allocated IP 172.25.8.185 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/bbec470b-d495-4fb6-8d0d-31fa810bd112) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:07.227455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.261371 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.299200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:07.302044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:07.303690 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Sync routers for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:36:07.313078 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:07.314209 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:07.314824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:07.317311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f6366-3172-4fb7-a99b-c3b18e188bdb None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:07.335968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbec470b-d495-4fb6-8d0d-31fa810bd112,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:07.370846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-93eced4b-8c47-409a-bdd5-7ea914041191 None None] Provisioning complete for port bbec470b-d495-4fb6-8d0d-31fa810bd112 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:07.371410 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93eced4b-8c47-409a-bdd5-7ea914041191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.413720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93eced4b-8c47-409a-bdd5-7ea914041191 None None] Port bbec470b-d495-4fb6-8d0d-31fa810bd112 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:07.423033 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:07.573740 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.624775 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 2, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:07.742910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Checking router: 5d8f71fa-12d4-48b3-81e9-5591c44f30ab for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:36:07.743377 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Updating router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:36:07.769615 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.780304 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:07.930332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:36:08.007802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 302c8500-e295-487c-9705-74ee6712cbd5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:08.052892 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.060721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 302c8500-e295-487c-9705-74ee6712cbd5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:08.061851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.063162 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.080934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:36:08.100710 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.102592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4c4b0a72-e0f2-427a-a6ec-f1a5362e38b0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9411154 Dec 10 05:36:08.105270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:08.119574 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fbf73-9840-4d6c-a2a5-67040ae68366 None None] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:36:08.121995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Sync routers for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:36:08.178531 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Pushing event updated for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:08.188789 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.189512 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.190092 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.191038 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.191622 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.192161 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.192752 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.193313 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.193857 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.194401 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.194995 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.195545 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.196091 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:08.207604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:08.208236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:08.228080 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Attempting to bind port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:08.228947 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Attempting to bind port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:08.229570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Attempting to bind port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe on network 18afae10-33f1-453c-8865-0f924e50692b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:08.235346 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:08.236734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Checking segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:08.237503 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.238247 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Bound using segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:08.238959 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Bound port: 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:08.239579 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.259330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f1cccb6d-d6ed-4902-8a63-1425f64dbb99 None None] Provisioning complete for port 302c8500-e295-487c-9705-74ee6712cbd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:08.259707 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1cccb6d-d6ed-4902-8a63-1425f64dbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.310389 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] For port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:08.316052 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] For port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:08.324427 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.388097 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:08.389141 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:08.432070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.437818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:08.447239 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308ba8e-f98c-4e5f-b338-2b1015cd31b5 None None] Pushing event updated for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:08.537818 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:08.648685 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.754399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 302c8500-e295-487c-9705-74ee6712cbd5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=302c8500-e295-487c-9705-74ee6712cbd5,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:08.765531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.771985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:08Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:08.801733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f2dc6-14cf-4e34-abb9-17e6a0b3fa40 None None] The sync data for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 is: [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:08Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:36:08.802150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1cccb6d-d6ed-4902-8a63-1425f64dbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:08.862920 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Allocated IP 172.20.0.1 (85eb4fe2-9feb-4fd8-ac39-ef27ef82feba/728bf96c-14ae-4c8b-a0fd-1d001c732041/7656ca87-4390-4c19-bcc7-393bd485567d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:08.941556 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=302c8500-e295-487c-9705-74ee6712cbd5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:08.989762 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-f1cccb6d-d6ed-4902-8a63-1425f64dbb99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:36:08.990132 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-f1cccb6d-d6ed-4902-8a63-1425f64dbb99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:36:09.007798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:07Z', 'revision_number': 3, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:09.027953 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.035909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Checking router: 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:36:09.036281 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Updating router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 port bbec470b-d495-4fb6-8d0d-31fa810bd112 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:36:09.067372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.071232 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.109744 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:09.112700 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:09.116062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:09.171423 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Pushing event updated for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:09.180037 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.337155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.387043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.394642 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.445195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9e73a-9a4e-47cb-bbe5-6c84164790fd None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:09.462479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Attempting to bind port bbec470b-d495-4fb6-8d0d-31fa810bd112 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:09.462918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Attempting to bind port bbec470b-d495-4fb6-8d0d-31fa810bd112 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:09.463288 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Attempting to bind port bbec470b-d495-4fb6-8d0d-31fa810bd112 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:09.465343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cf241-a471-43d9-a209-efa1a7c7ab55 None None] Pushing event updated for resources: {'Port': ['ID=bbec470b-d495-4fb6-8d0d-31fa810bd112,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:09.473227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:09.473405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:09.473818 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.474215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:09.474697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Bound port: bbec470b-d495-4fb6-8d0d-31fa810bd112, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:09.475081 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.533109 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.538902 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.566641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] For port bbec470b-d495-4fb6-8d0d-31fa810bd112, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:09.570011 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] For port bbec470b-d495-4fb6-8d0d-31fa810bd112, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bbec470b-d495-4fb6-8d0d-31fa810bd112,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:09.575913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.611694 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Pushing event updated for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:09.614540 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.634840 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3cccf-724e-4d07-949e-09913ca9fb87 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:36:09.642919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:09.643575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:09.645357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cf241-a471-43d9-a209-efa1a7c7ab55 None None] Pushing event updated for resources: {'Port': ['ID=bbec470b-d495-4fb6-8d0d-31fa810bd112,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:09.709075 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:09.710466 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:09.713352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Provisioning complete for port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:09.713727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.798026 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:09.837716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:36:09.927720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:09.959009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:36:09.965516 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d79d13c-d2e7-4791-8969-d95a5021f066 admin admin] 10.222.0.43 "PUT /v2.0/routers/9f2ae293-f63b-45ae-8cbf-6df95b43fda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583279 Dec 10 05:36:10.009782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] For port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:10.014021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:10.019266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.118533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Provisioning complete for port 302c8500-e295-487c-9705-74ee6712cbd5 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.118902 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.159895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Pushing event updated for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:10.193070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.193446 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.219287 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7656ca87-4390-4c19-bcc7-393bd485567d', 'name': '', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'mac_address': 'fa:16:3e:70:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:08Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 2, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'subnets': [{'id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:10.250667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8cea8-710d-412d-915c-cb6944a32101 None None] The sync data for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 is: [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7656ca87-4390-4c19-bcc7-393bd485567d', 'name': '', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'mac_address': 'fa:16:3e:70:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:08Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 2, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'subnets': [{'id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:36:10.331884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Provisioning complete for port bbec470b-d495-4fb6-8d0d-31fa810bd112 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.332260 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.376844 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 302c8500-e295-487c-9705-74ee6712cbd5 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:10.463250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 302c8500-e295-487c-9705-74ee6712cbd5 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.463628 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.500217 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.534812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] For port bbec470b-d495-4fb6-8d0d-31fa810bd112, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bbec470b-d495-4fb6-8d0d-31fa810bd112,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:10.543546 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.604251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Provisioning complete for port 7656ca87-4390-4c19-bcc7-393bd485567d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.604727 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.665434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Port 7656ca87-4390-4c19-bcc7-393bd485567d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:10.666344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa893c-04a5-4a76-b031-5ff93868cf59 None None] Pushing event updated for resources: {'Port': ['ID=bbec470b-d495-4fb6-8d0d-31fa810bd112,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:10.784071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-fc8618f4-a7a4-49c0-bddc-5d1c473c8287 None None] Provisioning complete for port 7656ca87-4390-4c19-bcc7-393bd485567d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:10.785368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc8618f4-a7a4-49c0-bddc-5d1c473c8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:10.831021 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc8618f4-a7a4-49c0-bddc-5d1c473c8287 None None] Port 7656ca87-4390-4c19-bcc7-393bd485567d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:12.124921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:12.209150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:12.209679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:12.303701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bbec470b-d495-4fb6-8d0d-31fa810bd112 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:12.573966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port bbec470b-d495-4fb6-8d0d-31fa810bd112 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:12.574422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:13.269683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Sync routers for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:36:13.282923 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:13.283534 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:13.401225 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:13.612851 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7656ca87-4390-4c19-bcc7-393bd485567d', 'name': '', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'mac_address': 'fa:16:3e:70:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:08Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 2, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'subnets': [{'id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:13.640542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Checking router: 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:36:13.640904 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Updating router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 port 7656ca87-4390-4c19-bcc7-393bd485567d binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:36:13.666350 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:13.937174 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:13.943703 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:13.993513 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9aa9-3880-49c8-bbd0-9343296084ca None None] Pushing event updated for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:14.067321 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Attempting to bind port 7656ca87-4390-4c19-bcc7-393bd485567d on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:14.068218 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Attempting to bind port 7656ca87-4390-4c19-bcc7-393bd485567d by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:14.068218 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Attempting to bind port 7656ca87-4390-4c19-bcc7-393bd485567d on network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:14.078177 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:14.078576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Checking segment: {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:14.078947 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.079335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Bound using segment: {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:14.079802 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Bound port: 7656ca87-4390-4c19-bcc7-393bd485567d, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b0f835-6b26-4757-91db-9dca37f3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:14.080175 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.254967 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] For port 7656ca87-4390-4c19-bcc7-393bd485567d, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:14.258117 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] For port 7656ca87-4390-4c19-bcc7-393bd485567d, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7656ca87-4390-4c19-bcc7-393bd485567d,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:14.263881 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.286875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] Provisioning complete for port 7656ca87-4390-4c19-bcc7-393bd485567d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:14.287474 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.334476 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:14.335106 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:35:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:14.410884 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9aa9-3880-49c8-bbd0-9343296084ca None None] Pushing event updated for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:14.411908 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.471543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] For port 7656ca87-4390-4c19-bcc7-393bd485567d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7656ca87-4390-4c19-bcc7-393bd485567d,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:14.476866 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.523593 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:14.567891 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a13864-26ee-464e-af72-6ad207f9d878 None None] Pushing event updated for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:14.706055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bd38b29a-dcc1-4145-ba3c-e6da94ca4e8f None None] Provisioning complete for port 7656ca87-4390-4c19-bcc7-393bd485567d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:14.706273 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd38b29a-dcc1-4145-ba3c-e6da94ca4e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:14.791746 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7656ca87-4390-4c19-bcc7-393bd485567d', 'name': '', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'mac_address': 'fa:16:3e:70:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:08Z', 'updated_at': '2021-12-10T05:36:14Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'subnets': [{'id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:14.822498 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff53aae-667d-41fc-97e6-80fea57d5c82 None None] The sync data for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 is: [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '7656ca87-4390-4c19-bcc7-393bd485567d', 'name': '', 'network_id': '85eb4fe2-9feb-4fd8-ac39-ef27ef82feba', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'mac_address': 'fa:16:3e:70:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:08Z', 'updated_at': '2021-12-10T05:36:14Z', 'revision_number': 4, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'subnets': [{'id': '728bf96c-14ae-4c8b-a0fd-1d001c732041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:36:16.010412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7656ca87-4390-4c19-bcc7-393bd485567d up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:16.082887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 7656ca87-4390-4c19-bcc7-393bd485567d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:16.083258 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:18.047827 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:36:20.343627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-5a95d668-5ff0-4cca-8735-634fc0333e2b tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:20.345099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-5a95d668-5ff0-4cca-8735-634fc0333e2b tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 814 time: 0.1034944 Dec 10 05:36:20.360800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e0bc4180-30df-4250-9886-aa7f6cf25e80 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/quotas/62a3e786b6c44aefbd27d95f95c5551d HTTP/1.1" status: 200 len: 375 time: 0.0098717 Dec 10 05:36:20.414230 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-fe123ab8-dfe7-469d-99ac-595ed1dd5850 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480664 Dec 10 05:36:20.511464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-64396e09-bcbf-4789-b631-03ff1e230443 service neutron] 10.222.0.43 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Dec 10 05:36:20.599184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-27651161-26f5-431b-8ef8-866d14fa41f2 service neutron] 10.222.0.43 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Dec 10 05:36:20.755089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2c1635da-0b14-4f44-8809-8f855eb7357b req-29eb355f-d524-4af0-b52e-a170a7324445 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Dec 10 05:36:20.906041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:21.885362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-909cf5d7-0dc7-4fad-82a1-b84e36ab94c1 req-41b12917-b5e6-4eb6-b8ac-596a538e275c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 210 time: 0.0353909 Dec 10 05:36:21.914910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-22fc73a5-93e0-44d4-be47-8136eba8f085 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:21.916355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-22fc73a5-93e0-44d4-be47-8136eba8f085 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 814 time: 0.1431930 Dec 10 05:36:21.936783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'port': {'device_id': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'admin_state_up': True, 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:22.050042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Made reservation on behalf of 62a3e786b6c44aefbd27d95f95c5551d for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:36:22.053883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.236334 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Allocated IP 172.20.0.5 (18afae10-33f1-453c-8865-0f924e50692b/8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa/9782d76d-e439-4d85-8778-fb00742bf66f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:22.489109 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc10b643-d98b-46eb-8608-e65549fb6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.511079 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.555504 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.606716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Network 18afae10-33f1-453c-8865-0f924e50692b is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:22.610747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:22.614765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:22.650698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:22.664731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.665082 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.665427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.665780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.666119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.666455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.666851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.667188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.667521 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.667856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.668185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.668582 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.668920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:22.688164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:22.688164 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.718263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e373452a-6cd4-48f2-96a7-b7efe7376eb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857001 Dec 10 05:36:22.911796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1db51d4c-8662-4bc5-a121-2ca7a739d488 None None] Provisioning complete for port 9782d76d-e439-4d85-8778-fb00742bf66f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:22.912467 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1db51d4c-8662-4bc5-a121-2ca7a739d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:22.961668 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1db51d4c-8662-4bc5-a121-2ca7a739d488 None None] Port 9782d76d-e439-4d85-8778-fb00742bf66f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:36:23.011838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da562a-19d7-4ccd-9050-815ea13e26f8 req-e6562394-7c28-418d-9526-55ff0d0e8fa9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:23.014521 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01da562a-19d7-4ccd-9050-815ea13e26f8 req-e6562394-7c28-418d-9526-55ff0d0e8fa9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0519135 Dec 10 05:36:23.062863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01da562a-19d7-4ccd-9050-815ea13e26f8 req-fa1461e5-6265-4b08-a7ef-538de1927c97 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 Dec 10 05:36:24.145326 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:24.191199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4f12-b30e-4765-970d-3c0bc98d7987 req-10851165-03f7-4d68-a9cc-e366a680428e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:24.192731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae0f4f12-b30e-4765-970d-3c0bc98d7987 req-10851165-03f7-4d68-a9cc-e366a680428e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0597203 Dec 10 05:36:24.244461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ae0f4f12-b30e-4765-970d-3c0bc98d7987 req-7dacb441-3914-43ad-9039-70cfb1d4d57d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Dec 10 05:36:25.289708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91daafa4-cbcd-4d99-9d1f-7bc306b7b58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:25.369332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92528137-a66b-48b7-be61-6d82c9c7740b req-20b7b35f-d8aa-418b-8b63-118bba0535c6 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:25.370820 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92528137-a66b-48b7-be61-6d82c9c7740b req-20b7b35f-d8aa-418b-8b63-118bba0535c6 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0515108 Dec 10 05:36:25.421631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-92528137-a66b-48b7-be61-6d82c9c7740b req-ab4ebfc5-6272-4c7b-acbd-492378e2e789 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Dec 10 05:36:25.985115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:26.538667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8e5c0-f455-4aad-818a-366ec7896d51 req-1a5e4acd-15d5-41f0-9764-a6442052842f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:26.540163 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fb8e5c0-f455-4aad-818a-366ec7896d51 req-1a5e4acd-15d5-41f0-9764-a6442052842f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0494142 Dec 10 05:36:26.593672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0fb8e5c0-f455-4aad-818a-366ec7896d51 req-9a8e8454-0547-438a-9f9d-c3c371196d33 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Dec 10 05:36:27.636284 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:27.719474 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012441-9f32-4edd-a414-19903a133368 req-68ca1f14-ca9a-4214-80b2-cbf8ffa75407 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:27.721012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b012441-9f32-4edd-a414-19903a133368 req-68ca1f14-ca9a-4214-80b2-cbf8ffa75407 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0510716 Dec 10 05:36:27.771457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6b012441-9f32-4edd-a414-19903a133368 req-dd7f25e1-309b-44e8-9f7b-7ecaf4642f03 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Dec 10 05:36:28.458164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:28.910938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34815-e065-4d66-87ac-81911a8c1b81 req-c8e6072b-6236-4dd3-8471-1e86b500b083 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:28.912452 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31c34815-e065-4d66-87ac-81911a8c1b81 req-c8e6072b-6236-4dd3-8471-1e86b500b083 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0649917 Dec 10 05:36:28.967047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31c34815-e065-4d66-87ac-81911a8c1b81 req-08086bf7-b8cd-4b4d-910b-49fa6ae2494e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478330 Dec 10 05:36:30.099080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31d60-4639-4f50-8137-d750fb28c853 req-59144c48-1efd-47dd-a4fa-89dcf1d3ce54 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:30.100630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fec31d60-4639-4f50-8137-d750fb28c853 req-59144c48-1efd-47dd-a4fa-89dcf1d3ce54 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0640924 Dec 10 05:36:30.152268 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fec31d60-4639-4f50-8137-d750fb28c853 req-74da081c-da8e-4709-bb17-67cd9d9b4a18 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455182 Dec 10 05:36:31.270099 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd6877-0eee-4da5-bb84-bed683013900 req-06ceb294-215a-4b42-aa87-b2861362c444 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:31.277062 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fbd6877-0eee-4da5-bb84-bed683013900 req-06ceb294-215a-4b42-aa87-b2861362c444 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0556881 Dec 10 05:36:31.323194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fbd6877-0eee-4da5-bb84-bed683013900 req-c5d5c52b-0032-4b18-8b49-dd02db15f0b4 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Dec 10 05:36:32.371855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Request body: {'port': {'device_id': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:32.458971 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:32.481279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4fe26-8b74-418d-ab78-410344f54de0 req-1d3ba7d1-14fc-4dce-b899-9256901233d5 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:32.482740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07d4fe26-8b74-418d-ab78-410344f54de0 req-1d3ba7d1-14fc-4dce-b899-9256901233d5 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 931 time: 0.0849550 Dec 10 05:36:32.605702 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07d4fe26-8b74-418d-ab78-410344f54de0 req-8fc38083-5f46-457a-a83c-bc67723e3442 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023438 Dec 10 05:36:32.769292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9782d76d-e439-4d85-8778-fb00742bf66f {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:36:32.776771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:32.788478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Transition to ACTIVE for port object 9782d76d-e439-4d85-8778-fb00742bf66f will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:36:32.792086 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:32.839670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:32.914142 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Attempting to bind port 9782d76d-e439-4d85-8778-fb00742bf66f on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:36:32.914469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Attempting to bind port 9782d76d-e439-4d85-8778-fb00742bf66f by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:36:32.914809 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Attempting to bind port 9782d76d-e439-4d85-8778-fb00742bf66f on network 18afae10-33f1-453c-8865-0f924e50692b {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:32.919290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Port 9782d76d-e439-4d85-8778-fb00742bf66f on network 18afae10-33f1-453c-8865-0f924e50692b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:36:32.919609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Attempting to bind port 9782d76d-e439-4d85-8778-fb00742bf66f on network 18afae10-33f1-453c-8865-0f924e50692b {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:36:32.924688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:36:32.925029 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Checking segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:36:32.925424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Bound using segment: {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:36:32.925849 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Bound port: 9782d76d-e439-4d85-8778-fb00742bf66f, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a490f83d-71c3-45a3-b665-36b9b36fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18afae10-33f1-453c-8865-0f924e50692b'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:36:32.926207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:32.994695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:36:32.997733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:36:33.002825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:33.034386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.035413 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:33.036862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 1091 time: 0.6695583 Dec 10 05:36:33.039526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:36:33.042393 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be12e78-f5ab-4503-a1a7-17a1cad73fda" -d '{"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:36:33.071255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb378-acb5-486d-a8e6-16012ba389a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:33.100955 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f85324-4e4f-4ff1-899c-39df9760dda3 x-openstack-request-id: req-84f85324-4e4f-4ff1-899c-39df9760dda3 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:36:33.101251 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:36:33.101508 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84f85324-4e4f-4ff1-899c-39df9760dda3 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:36:33.102066 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:36:33.154741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-4dc21e3a-fc9e-479d-8d7f-f25929ffdc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.156940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-4dc21e3a-fc9e-479d-8d7f-f25929ffdc4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0430129 Dec 10 05:36:33.211513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-dcdcd512-9dfa-4f3a-8264-b6cb27041bef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 217 time: 0.0413620 Dec 10 05:36:33.260811 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-1f579c98-c2ab-4b73-bf7d-6fb5d4de4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.262244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-1f579c98-c2ab-4b73-bf7d-6fb5d4de4049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0437229 Dec 10 05:36:33.308039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-542e1188-d79e-4425-a836-163c32757194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.309491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-542e1188-d79e-4425-a836-163c32757194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394681 Dec 10 05:36:33.400973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-91b399dd-3f95-457f-9f48-d3313e68f27b service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838556 Dec 10 05:36:33.489997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a0b676f-20ef-4bee-89f6-54a6bbe7340f req-5f7df0bb-251b-4bee-bed2-b65909eda0c6 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818467 Dec 10 05:36:33.611243 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-93079134-5d1b-4167-9e36-fe126f89f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.612742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-93079134-5d1b-4167-9e36-fe126f89f032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0406878 Dec 10 05:36:33.737693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-940d04a9-813d-4aae-bfb4-e408cb6b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.739181 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-940d04a9-813d-4aae-bfb4-e408cb6b25ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.1195817 Dec 10 05:36:33.747351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7f86-5693-49e2-904d-225650037742 req-514958e5-178c-4f90-bcda-23c48ab53441 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.748731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-755b7f86-5693-49e2-904d-225650037742 req-514958e5-178c-4f90-bcda-23c48ab53441 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 943 time: 0.0699022 Dec 10 05:36:33.792238 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-da3ba6a7-7a88-4301-97b0-080c6dbee098 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 217 time: 0.0425422 Dec 10 05:36:33.866669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-755b7f86-5693-49e2-904d-225650037742 req-d9933bcb-5d98-4f78-8887-d65e4ea22cfe tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112394 Dec 10 05:36:33.868441 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-b9ad64cd-5490-418d-97ce-e6dbd3492b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.869838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-b9ad64cd-5490-418d-97ce-e6dbd3492b4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0694606 Dec 10 05:36:33.918318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-78b27c2a-4c65-458c-a4ca-011a8d90c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:33.919785 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-78b27c2a-4c65-458c-a4ca-011a8d90c1fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407310 Dec 10 05:36:34.010536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-3b724125-d57c-4d65-bdd6-9d1d0b0f503b service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824068 Dec 10 05:36:34.102172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0be12e78-f5ab-4503-a1a7-17a1cad73fda req-de7c0aeb-4b07-4cec-80c0-0bca359606a7 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Dec 10 05:36:34.979970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82200-88dd-4cf2-982e-15e602b45c03 req-ddbdd561-ce85-4481-9c84-bdfcc9f2428c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:34.981436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35b82200-88dd-4cf2-982e-15e602b45c03 req-ddbdd561-ce85-4481-9c84-bdfcc9f2428c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 943 time: 0.0479343 Dec 10 05:36:35.027157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-35b82200-88dd-4cf2-982e-15e602b45c03 req-97f822d8-3629-4477-9ce9-65eaaad5bd03 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391707 Dec 10 05:36:35.604983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9782d76d-e439-4d85-8778-fb00742bf66f details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:36:35.698312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:35.709572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '9782d76d-e439-4d85-8778-fb00742bf66f', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'port_id': '9782d76d-e439-4d85-8778-fb00742bf66f', 'mac_address': 'fa:16:3e:8d:cf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:36:35.745903 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:35.758698 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9782d76d-e439-4d85-8778-fb00742bf66f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:36:35.777885 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:35.781773 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:35.830182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:35.837323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.837673 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.838018 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.838358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.838691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.839024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.839354 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.839681 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.840008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.840335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.840703 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.841015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:35.841336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:36.059426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:36:36.146803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53473-a906-4bb6-bd45-304de0d3a164 req-2033a898-0b5f-4fe4-85ca-a5fd30d82ba1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:36.148288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6c53473-a906-4bb6-bd45-304de0d3a164 req-2033a898-0b5f-4fe4-85ca-a5fd30d82ba1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 944 time: 0.0524893 Dec 10 05:36:36.199202 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6c53473-a906-4bb6-bd45-304de0d3a164 req-4c7f9379-68a4-4ad6-8ae1-0be08b8c8295 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Dec 10 05:36:37.314998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c642-f783-4bf0-826a-f2617e387011 req-ec5dd6aa-99d7-47f8-93eb-3a682b755865 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:37.316816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c858c642-f783-4bf0-826a-f2617e387011 req-ec5dd6aa-99d7-47f8-93eb-3a682b755865 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 944 time: 0.0508723 Dec 10 05:36:37.362751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c858c642-f783-4bf0-826a-f2617e387011 req-47ef1765-2a34-4c13-ba5e-adc3e8d93d78 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Dec 10 05:36:37.629605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9782d76d-e439-4d85-8778-fb00742bf66f up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:36:37.681142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 9782d76d-e439-4d85-8778-fb00742bf66f completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:36:37.684952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 9782d76d-e439-4d85-8778-fb00742bf66f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:37.685479 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:37.759911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:37.781520 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:36:37.783776 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe228dfc-734f-4eaf-a34d-3747d3bd80e7" -d '{"events": [{"server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "name": "network-vif-plugged", "status": "completed", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:36:37.796932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:37.800857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:37.823735 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0858f977-a249-4669-bb7f-1f96fe5d7f5a x-openstack-request-id: req-0858f977-a249-4669-bb7f-1f96fe5d7f5a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:36:37.824030 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "name": "network-vif-plugged", "status": "completed", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:36:37.824287 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0858f977-a249-4669-bb7f-1f96fe5d7f5a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:36:37.824709 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'code': 200} Dec 10 05:36:37.852058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:37.955976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680deb72-fd3d-4dfa-994c-16b61f8ef759 req-284c35c0-e58f-4271-becf-2ababdddf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:37.957463 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-680deb72-fd3d-4dfa-994c-16b61f8ef759 req-284c35c0-e58f-4271-becf-2ababdddf806 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0396934 Dec 10 05:36:38.000980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-680deb72-fd3d-4dfa-994c-16b61f8ef759 req-f843d3a9-5dcd-4f68-8b45-afc26a236239 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Dec 10 05:36:38.475578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206275bb-02a2-4ca1-acfa-7a145ad3896e req-95bf620e-f5de-4fd4-bf20-6a7242e948e0 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:38.476981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-206275bb-02a2-4ca1-acfa-7a145ad3896e req-95bf620e-f5de-4fd4-bf20-6a7242e948e0 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Dec 10 05:36:38.527988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-206275bb-02a2-4ca1-acfa-7a145ad3896e req-4d4dff9b-f880-456a-a77f-2199e0b610b0 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Dec 10 05:36:39.643275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d163-5b09-48cb-bacd-aae6204cb2a0 req-3010bc69-c664-4c25-bedf-5e16193ac51a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:39.644740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd84d163-5b09-48cb-bacd-aae6204cb2a0 req-3010bc69-c664-4c25-bedf-5e16193ac51a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0469267 Dec 10 05:36:39.690466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dd84d163-5b09-48cb-bacd-aae6204cb2a0 req-6f6e2823-ee36-4fff-a6b8-da1e4729e472 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Dec 10 05:36:39.806287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128f2c-11c0-4838-92ff-79a7b34c49fe req-778df326-bdc8-4f0f-a8ee-59af10a18c51 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:39.807765 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d5128f2c-11c0-4838-92ff-79a7b34c49fe req-778df326-bdc8-4f0f-a8ee-59af10a18c51 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0472944 Dec 10 05:36:39.853607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d5128f2c-11c0-4838-92ff-79a7b34c49fe req-77a73127-9083-4420-b45e-527195c1825a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Dec 10 05:36:40.037908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f238b89-cc6f-4552-ac1b-4de15898febc req-5d35b230-6d07-4b4b-81a0-13e7f303ceb9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:40.039313 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f238b89-cc6f-4552-ac1b-4de15898febc req-5d35b230-6d07-4b4b-81a0-13e7f303ceb9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0502691 Dec 10 05:36:40.085226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f238b89-cc6f-4552-ac1b-4de15898febc req-043a7c24-7727-4c30-a38c-df04245f05e6 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Dec 10 05:36:50.926367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:52.473215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d51-feb7-4f66-9f07-d82f6e3d19f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:52.590854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5666f-f48b-453e-8287-15005a755090 req-8f56c063-d1f2-48ec-80e1-e5c811a0bd87 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:52.592328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7aa5666f-f48b-453e-8287-15005a755090 req-8f56c063-d1f2-48ec-80e1-e5c811a0bd87 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0495005 Dec 10 05:36:52.639051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7aa5666f-f48b-453e-8287-15005a755090 req-38d3f82e-825c-4036-89cc-11aaa3f896e9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Dec 10 05:36:52.660896 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50224) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:52.787867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaeb320-b9e1-4f39-b32f-27387fec944c tempest-TestMinimumBasicScenario-1933990276 tempest-TestMinimumBasicScenario-1933990276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:52.789493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ccaeb320-b9e1-4f39-b32f-27387fec944c tempest-TestMinimumBasicScenario-1933990276 tempest-TestMinimumBasicScenario-1933990276-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1091 time: 0.1276352 Dec 10 05:36:52.792403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50228) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:52.797111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '9782d76d-e439-4d85-8778-fb00742bf66f', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:52.818939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:52.919515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:53.023383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Allocated IP 172.25.8.12 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:36:53.121279 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:53.152854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:53.192890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:36:53.195866 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:36:53.199580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:36:53.227629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'Port': ['ID=5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:53.890598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:53.955218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.101714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.106072 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.149251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.174425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'Port': ['ID=5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:54.184252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.281948 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Floating IP 14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c associated. External IP: 172.25.8.12, port: 9782d76d-e439-4d85-8778-fb00742bf66f. Dec 10 05:36:54.488231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:36:54.598720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:36:54.608167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Sync routers for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:36:54.616337 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.621525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:54.622169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:54.642442 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5e944f1b-fa4f-4970-94b2-13ab811b96ea tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8490119 Dec 10 05:36:54.643030 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:36:54.645320 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:54.645874 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddce110-c589-403a-8a75-34dacc192287" -d '{"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:36:54.650380 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620594644', 'description': 'tempest-secgroup-smoke-1620594644 description', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:54.676321 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.689622 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f364fb00-214e-4d14-9006-12f2a86871b1 x-openstack-request-id: req-f364fb00-214e-4d14-9006-12f2a86871b1 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:36:54.689919 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:36:54.690174 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f364fb00-214e-4d14-9006-12f2a86871b1 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:36:54.690637 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:36:54.727320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:54.746629 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.750268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.782545 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.786669 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371729 Dec 10 05:36:54.786669 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de177fa7-67ff-43c9-aa03-8d125ab45783,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:54.787394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:54.789549 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce110-c589-403a-8a75-34dacc192287 req-c2b38698-6adb-4e6f-b255-3905f350e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:54.791355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-c2b38698-6adb-4e6f-b255-3905f350e563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0511365 Dec 10 05:36:54.791686 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:54.807511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.807866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.808217 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.808581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.808924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.809252 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.809581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.809907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.810233 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.810556 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.810885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.811207 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.811562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1c378-6114-4f58-9c8e-fdf09a140f2f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:36:54.836091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.883880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.887735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.892861 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce110-c589-403a-8a75-34dacc192287 req-9688bd1d-73aa-4ad5-9eb4-5ba01fe3b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:54.894440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-9688bd1d-73aa-4ad5-9eb4-5ba01fe3b8ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.0945497 Dec 10 05:36:54.911151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007abac4-8c5d-492b-8e7e-ac44d38cfaf8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:54.917535 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.920971 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d18cb4a2-049c-4c73-aa45-f728d3a10a9e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325700 Dec 10 05:36:54.922396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:54.927745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:54.958197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:54.971847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-317e3317-1041-4ccb-820d-ff9371967e3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 998 time: 0.0693192 Dec 10 05:36:54.974423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'port_id': '9782d76d-e439-4d85-8778-fb00742bf66f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'mac_address': 'fa:16:3e:8d:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:36:53Z', 'updated_at': '2021-12-10T05:36:53Z', 'revision_number': 0, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:55.005580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Checking router: 5d8f71fa-12d4-48b3-81e9-5591c44f30ab for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:36:55.014415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:36:55.015719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:36:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:55.017525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.023043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.027921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce110-c589-403a-8a75-34dacc192287 req-ace38237-1b53-4675-bbc5-ff65e21d61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:55.029470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-ace38237-1b53-4675-bbc5-ff65e21d61d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0488241 Dec 10 05:36:55.046957 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:36:55.048076 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86964396-d376-415f-b21c-a642d21fe209,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:55.058435 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.059645 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-117d2575-8bdf-489c-8b5c-7e81570bdbef tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362269 Dec 10 05:36:55.062632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:55.067932 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:55.078828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce110-c589-403a-8a75-34dacc192287 req-3b9553ea-06b9-447b-a80b-97a642949e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:55.080343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-3b9553ea-06b9-447b-a80b-97a642949e57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438793 Dec 10 05:36:55.096105 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.137449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:36:55.157191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.161777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.180844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616f952a-1175-4543-a5cb-65c9406ed460,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:55.192976 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.195014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-8bf1b1a2-e8db-4854-8c79-dec2c2f15e7d service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Dec 10 05:36:55.196864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50240) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:55.197068 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-329511da-e0dd-4af5-aa64-8fa0d296cd1d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332252 Dec 10 05:36:55.201350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:55.286744 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.314377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e16b98b2-e8d3-497c-bc9a-6ba53c37fd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.333367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ddce110-c589-403a-8a75-34dacc192287 req-53a911ff-d636-4d9b-9891-03dd588ed65f service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264670 Dec 10 05:36:55.354553 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.359903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.389610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1f940f-6bfd-45a9-b0d9-00523bc810b1,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:55.390116 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'port_id': '9782d76d-e439-4d85-8778-fb00742bf66f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'mac_address': 'fa:16:3e:8d:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:36:53Z', 'updated_at': '2021-12-10T05:36:53Z', 'revision_number': 0, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:36:55.399243 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.400448 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-082a7f63-5bae-4b88-a4ce-b23ce0ab76f1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025023 Dec 10 05:36:55.403144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50242) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:55.407726 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:55.421460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c10bd-fe29-43ea-9dcd-0c849b1e1af7 None None] The sync data for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 is: [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'port_id': '9782d76d-e439-4d85-8778-fb00742bf66f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'mac_address': 'fa:16:3e:8d:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:36:53Z', 'updated_at': '2021-12-10T05:36:53Z', 'revision_number': 0, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:36:55.430744 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Project 62a3e786b6c44aefbd27d95f95c5551d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:36:55.437034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.513759 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.518326 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.539070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7246b2c-127c-4b66-912a-5899fdd47132,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:55.545192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.546380 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-34dd9112-d832-4360-8e70-620c6aa6560e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423163 Dec 10 05:36:55.549271 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:36:55.553989 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'security_group_rule': {'security_group_id': 'de177fa7-67ff-43c9-aa03-8d125ab45783', 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:55.582128 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Project 62a3e786b6c44aefbd27d95f95c5551d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:36:55.587682 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.631005 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61a4a5-91aa-484d-bef9-7fdf98d37133 None None] New status for floating IP 14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:36:55.653533 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.657133 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.675371 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d92f21-daf3-4295-96ae-1615c35a0c27,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:55.683683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.685159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2dd3329d-b355-4cb7-8cd8-67a3d85a8fb1 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346378 Dec 10 05:36:55.776355 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-dc5fe268-e294-4f8d-8de9-08dbe87fa3d3 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620594644&fields=id&tenant_id=62a3e786b6c44aefbd27d95f95c5551d HTTP/1.1" status: 200 len: 267 time: 0.0455298 Dec 10 05:36:55.830597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-655abe61-eb5b-426f-8259-aa8ce09e675c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:55.832071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-655abe61-eb5b-426f-8259-aa8ce09e675c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Dec 10 05:36:55.843059 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'port': {'security_groups': ['97e6cc87-87d0-4be8-a029-0449c8f40a82', 'de177fa7-67ff-43c9-aa03-8d125ab45783']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:36:55.906502 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:55.987986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:56.088940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:36:56.118133 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:56.122615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:56.155111 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:36:56.166577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:56.168047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:56.174608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bef1da5f-4707-4f96-9254-8122eaaee939 req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "PUT /v2.0/ports/9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 981 time: 0.3357496 Dec 10 05:36:56.204546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d550944-01ec-46cc-9be3-71ac56a8baeb tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:36:56.294823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:36:56.298923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872ec1-e700-4966-89c1-895570ab41ea req-cd383857-ad96-438a-9501-d51ce2f37566 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:56.300994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2872ec1-e700-4966-89c1-895570ab41ea req-cd383857-ad96-438a-9501-d51ce2f37566 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0532970 Dec 10 05:36:56.366854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a2872ec1-e700-4966-89c1-895570ab41ea req-42416c56-692d-4ff0-9969-53da076c2271 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599046 Dec 10 05:36:56.481223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d53212dc-4b6b-40b9-b835-d4fea8eefad0 None None] Provisioning complete for port 9782d76d-e439-4d85-8778-fb00742bf66f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:36:56.481821 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53212dc-4b6b-40b9-b835-d4fea8eefad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:56.691963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:36:56.694351 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:36:56.731420 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76253c72-a837-452d-a046-94eed3c8606b x-openstack-request-id: req-76253c72-a837-452d-a046-94eed3c8606b {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:36:56.731715 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:36:56.731973 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76253c72-a837-452d-a046-94eed3c8606b {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:36:56.732375 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:36:56.818603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-9cf6233e-efa7-49a4-8833-ea884f644d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:56.820107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-9cf6233e-efa7-49a4-8833-ea884f644d4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1135 time: 0.0435395 Dec 10 05:36:56.912859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-e2c39abe-e4d6-4e93-8f62-98bfdf38bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:56.914267 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-e2c39abe-e4d6-4e93-8f62-98bfdf38bc06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.0846736 Dec 10 05:36:56.982692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-b3255911-b5ba-477d-a7ce-e2dadd6e29f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 1000 time: 0.0612056 Dec 10 05:36:57.031840 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-931f76b8-220e-45a1-b046-84c0ddc6e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:57.033275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-931f76b8-220e-45a1-b046-84c0ddc6e8cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0423615 Dec 10 05:36:57.079957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-38278b3a-2013-4158-ac13-1704dc249d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:36:57.081498 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-38278b3a-2013-4158-ac13-1704dc249d39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403564 Dec 10 05:36:57.175028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-5a07434b-1894-47fb-97a1-2bb7ffc6c9eb service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848041 Dec 10 05:36:57.264586 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46e5098a-54bf-44db-ac5e-0f7e41fcf4ee req-52d909ab-dc82-4c87-bb6d-73c708100aba service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813816 Dec 10 05:36:57.636108 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:36:58.431445 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:11.615117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733aae2-908a-4306-bfa6-40ad90ef0c9a req-69965632-453d-40d3-9152-cc8d755213bd tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:11.616596 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0733aae2-908a-4306-bfa6-40ad90ef0c9a req-69965632-453d-40d3-9152-cc8d755213bd tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0796449 Dec 10 05:37:11.621903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-55007be2-dca7-4bc8-aa43-a5ce1cf2213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:11.623255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-55007be2-dca7-4bc8-aa43-a5ce1cf2213f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1135 time: 0.0534067 Dec 10 05:37:11.736229 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0733aae2-908a-4306-bfa6-40ad90ef0c9a req-219b4951-1fe5-45a8-ab2b-4fef2e3d459f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119275 Dec 10 05:37:11.752551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-8990c220-b42f-4faa-9595-1b5a57ebd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:11.754015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-8990c220-b42f-4faa-9595-1b5a57ebd4da service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.1227701 Dec 10 05:37:11.820222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-b7693e94-dfa5-455a-a30e-e6c121f805ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 1000 time: 0.0583775 Dec 10 05:37:11.868654 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-938336c3-d0d4-46c8-aab8-0e007a884900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:11.870071 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-938336c3-d0d4-46c8-aab8-0e007a884900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0422454 Dec 10 05:37:11.917510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-b3ddeecf-c50b-4a93-8f93-42acc8036b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:11.918968 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-b3ddeecf-c50b-4a93-8f93-42acc8036b8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421031 Dec 10 05:37:12.007300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-a384f4d5-4d7f-470f-a24d-a19648ff4278 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801609 Dec 10 05:37:12.099339 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a0293ee5-62b6-40f3-a740-856f5731ff73 req-5df77a15-6f1b-4ef3-bcbe-f8714c3be92d service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846035 Dec 10 05:37:12.860252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad099629-192e-41a8-8348-27d3108b6870 req-6730470b-f815-4a2f-ae80-fdd6408da9ad tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:12.861815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad099629-192e-41a8-8348-27d3108b6870 req-6730470b-f815-4a2f-ae80-fdd6408da9ad tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0534852 Dec 10 05:37:12.920431 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad099629-192e-41a8-8348-27d3108b6870 req-79e55dbe-7994-4314-b1a1-9a635c291b49 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526505 Dec 10 05:37:14.035559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b1fb-a427-40d4-a317-473e78758273 req-38bc00bb-5854-4c33-b7e1-5ac31672ff25 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:14.037018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25b8b1fb-a427-40d4-a317-473e78758273 req-38bc00bb-5854-4c33-b7e1-5ac31672ff25 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0476680 Dec 10 05:37:14.098705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25b8b1fb-a427-40d4-a317-473e78758273 req-a4031fcd-105f-4cf7-a7b1-36d2c554632c tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556872 Dec 10 05:37:15.213446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48642165-cb25-4650-96a9-eefe5c0a7358 req-e9729654-b6dc-44b1-882a-6963ab5f0e2a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:15.214884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48642165-cb25-4650-96a9-eefe5c0a7358 req-e9729654-b6dc-44b1-882a-6963ab5f0e2a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0491953 Dec 10 05:37:15.273320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-48642165-cb25-4650-96a9-eefe5c0a7358 req-b2269d50-4e12-4a68-82b5-a603b8b56e91 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516136 Dec 10 05:37:16.388731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c29dea-1d0a-4abb-a5d9-6696c1346cb6 req-2b4a036b-9feb-47e8-a242-b7970b2b67da tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:16.390270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4c29dea-1d0a-4abb-a5d9-6696c1346cb6 req-2b4a036b-9feb-47e8-a242-b7970b2b67da tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0497916 Dec 10 05:37:16.448896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c4c29dea-1d0a-4abb-a5d9-6696c1346cb6 req-dd1b54ce-ed67-4361-a75f-095a5b9720c0 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524929 Dec 10 05:37:17.567188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7cf82-366f-419c-974c-43b7f420ab36 req-c9918088-6826-40a1-a721-37ba3bf30099 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:17.568655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4c7cf82-366f-419c-974c-43b7f420ab36 req-c9918088-6826-40a1-a721-37ba3bf30099 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0516386 Dec 10 05:37:17.627244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4c7cf82-366f-419c-974c-43b7f420ab36 req-fb611386-80b6-4aff-bc5f-47d23e0b609e tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524776 Dec 10 05:37:18.744792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90a9ba-9a6e-4bb1-93ba-f1982069ee30 req-04cc5017-14f5-4512-a6a3-2fb05b629dc3 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:18.746244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d90a9ba-9a6e-4bb1-93ba-f1982069ee30 req-04cc5017-14f5-4512-a6a3-2fb05b629dc3 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0481865 Dec 10 05:37:18.806470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1d90a9ba-9a6e-4bb1-93ba-f1982069ee30 req-d7517b17-a5ea-4cc0-9935-6b99e3ce3f26 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540731 Dec 10 05:37:19.919117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ebb4-7aac-44f0-be07-e63b71e8f350 req-36a8f794-998d-46ab-97c4-02af513100c9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:19.920581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6621ebb4-7aac-44f0-be07-e63b71e8f350 req-36a8f794-998d-46ab-97c4-02af513100c9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0472171 Dec 10 05:37:19.983030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6621ebb4-7aac-44f0-be07-e63b71e8f350 req-b7ea5676-4196-4c67-99e5-334d793c2626 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556285 Dec 10 05:37:20.947048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:21.098010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e50f1-d7b3-43ff-b633-c166c556bb89 req-556dadf1-5a3a-4690-b0c8-94dbcc9206a7 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:21.099473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-031e50f1-d7b3-43ff-b633-c166c556bb89 req-556dadf1-5a3a-4690-b0c8-94dbcc9206a7 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0487950 Dec 10 05:37:21.159046 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-031e50f1-d7b3-43ff-b633-c166c556bb89 req-7da6e6e9-87b5-4712-9cb5-c5dc614675e9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534611 Dec 10 05:37:22.272440 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa644d-904a-4b7e-b3c5-c605d62adbde req-59fa536b-2e54-4889-b80f-777ecba135c7 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:22.273944 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9afa644d-904a-4b7e-b3c5-c605d62adbde req-59fa536b-2e54-4889-b80f-777ecba135c7 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0476046 Dec 10 05:37:22.333382 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9afa644d-904a-4b7e-b3c5-c605d62adbde req-7645f473-e4c0-435c-893e-e6c68aed46a9 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532739 Dec 10 05:37:22.475359 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db3b5f6e-ff96-4b18-bb2c-82f59d568b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:23.468752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dff81-3d06-448d-bd22-f03bbe377179 req-dcb8db15-0318-455f-980e-5508237a64f2 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:23.470140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-047dff81-3d06-448d-bd22-f03bbe377179 req-dcb8db15-0318-455f-980e-5508237a64f2 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0560372 Dec 10 05:37:23.529852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-047dff81-3d06-448d-bd22-f03bbe377179 req-a24754cd-cfb3-4ae8-8522-2123dc11a5a0 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&id=de177fa7-67ff-43c9-aa03-8d125ab45783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535388 Dec 10 05:37:24.152463 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:25.276421 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92eacc40-e96d-4b88-81d9-d1301fd0b0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:25.989739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:27.638308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:28.434461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:32.049004 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:37:33.887593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-5e4e87ed-9534-4e1c-bf4f-169861a05ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910840 Dec 10 05:37:33.986823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-c84328a4-0345-4390-8eab-7bb577617f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:33.988317 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-c84328a4-0345-4390-8eab-7bb577617f91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1135 time: 0.0416882 Dec 10 05:37:34.091827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-593c14a9-81f1-4da4-bbeb-2b3082e5f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:34.093934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-593c14a9-81f1-4da4-bbeb-2b3082e5f3a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.0852966 Dec 10 05:37:34.158725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-82e7d9ae-ebfe-4a08-8d05-de3d13bcd2f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 1000 time: 0.0564625 Dec 10 05:37:34.212192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-43c67040-fc27-4c58-9500-8f6e9c0acac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:34.213666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-43c67040-fc27-4c58-9500-8f6e9c0acac6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0474901 Dec 10 05:37:34.256956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-5d2670b1-3f7c-49fa-86ed-10480a969f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:34.258395 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-5d2670b1-3f7c-49fa-86ed-10480a969f6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379870 Dec 10 05:37:34.349470 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-f47ca4e4-264f-43f9-8aed-881d80aa742c service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Dec 10 05:37:34.437640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db1d9b25-1edb-418e-ab99-df398d817e55 req-5e0abcfa-a2c4-4536-9148-336f70e2b791 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799325 Dec 10 05:37:46.876187 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-80ca70b0-ff8d-41cf-af1a-f6f741be4e21 req-2b2611d7-8fca-4f50-add8-6c837c75c025 tempest-ServerDiskConfigTestJSON-732454062 tempest-ServerDiskConfigTestJSON-732454062-project] (103254) timed out ('10.222.0.41', 60570) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:37:50.960196 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:52.480928 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5676126-cec5-48e4-aca3-355169b841ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:54.170046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:55.277755 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c575fe-550b-4dff-8612-c60b3c73534f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:55.948240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-32b67afb-5014-4938-8b94-ac9a58995e7f tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620594644&fields=id&tenant_id=62a3e786b6c44aefbd27d95f95c5551d HTTP/1.1" status: 200 len: 267 time: 0.1636331 Dec 10 05:37:55.991612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.004240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-eb56327b-52cf-4c8d-92c4-abce4c692922 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.005728 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-eb56327b-52cf-4c8d-92c4-abce4c692922 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 984 time: 0.0517523 Dec 10 05:37:56.017949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Request body: {'port': {'security_groups': ['97e6cc87-87d0-4be8-a029-0449c8f40a82']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:37:56.081732 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.249246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:37:56.277909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.282365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.316433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:37:56.324056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.324898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.326348 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b85432ce-bc1f-459b-af3a-efafd79712a4 req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "PUT /v2.0/ports/9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 942 time: 0.3141782 Dec 10 05:37:56.326829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:37:56.332689 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59754ce-8086-4f95-9096-6688f699b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:37:56.332938 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:37:56.372150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event updated for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:37:56.386920 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf026ac5-4131-4585-86f6-f4f66dd55898 x-openstack-request-id: req-bf026ac5-4131-4585-86f6-f4f66dd55898 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:37:56.387235 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:37:56.387456 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf026ac5-4131-4585-86f6-f4f66dd55898 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:37:56.387849 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:37:56.389161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.389509 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.389850 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.390187 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.390522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.390854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.391186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.391510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.391832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.392156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.393119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.393455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.393782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5428b2-9f94-461b-a237-88fa0026dc6a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.427603 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.454750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:37:56.457558 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.479940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-3944b6a1-4a44-41dc-87b1-fb47e148e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.481509 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-3944b6a1-4a44-41dc-87b1-fb47e148e753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0537741 Dec 10 05:37:56.523998 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.528847 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.530219 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "DELETE /v2.0/security-groups/de177fa7-67ff-43c9-aa03-8d125ab45783 HTTP/1.1" status: 204 len: 168 time: 0.1962132 Dec 10 05:37:56.541197 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:37:56.542284 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de177fa7-67ff-43c9-aa03-8d125ab45783,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:37:56.587814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-6db43021-fd25-4ffc-b113-26872f6a91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.589362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-6db43021-fd25-4ffc-b113-26872f6a91be service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.1004348 Dec 10 05:37:56.594826 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.595119 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.595468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.595991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.596329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.596681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.597018 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.597339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.597667 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.597991 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.598312 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.598633 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.598952 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9101f-0e98-44fc-b9b3-d0e447a64093 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:37:56.666847 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bbb7e87f-502d-4070-b93b-1d3208331fe8 None None] Provisioning complete for port 9782d76d-e439-4d85-8778-fb00742bf66f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:37:56.667311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbb7e87f-502d-4070-b93b-1d3208331fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.669751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-0be849a8-6a47-46ee-b458-2082a6d58046 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 1000 time: 0.0730658 Dec 10 05:37:56.721629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-96ed8b20-5d2c-42bb-a126-c0791d59a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.723211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-96ed8b20-5d2c-42bb-a126-c0791d59a260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.0446317 Dec 10 05:37:56.737135 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Deleting port 5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:37:56.737360 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.771928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-a972dd74-7278-4538-8e51-97ac7d65e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:56.773513 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-a972dd74-7278-4538-8e51-97ac7d65e12d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422549 Dec 10 05:37:56.822595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.822832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:56.834431 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Calling delete_port for 5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:37:56.868966 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-3ecc57e8-476b-4094-aa81-ef723861a0e2 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877039 Dec 10 05:37:56.960584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59754ce-8086-4f95-9096-6688f699b9d2 req-f45625a2-7ec5-4399-8210-99a2ea1dc340 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841777 Dec 10 05:37:56.982173 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:57.008308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event deleted for resources: {'Port': ['ID=5f6e43d1-c7dd-4d3d-a49e-462b8068b1cd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:37:57.066273 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:57.066649 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Floating IP 14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c disassociated (deleted). External IP: 172.25.8.12, port: 9782d76d-e439-4d85-8778-fb00742bf66f. Dec 10 05:37:57.611313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:37:57.646643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:57.717438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:37:57.722823 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:57.727425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Sync routers for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:37:57.737706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:37:57.738322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:37:57.748725 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-16536e3d-e708-4988-bf10-09591fb77901 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "DELETE /v2.0/floatingips/14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c HTTP/1.1" status: 204 len: 168 time: 1.1967478 Dec 10 05:37:57.749301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:37:57.809802 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e0719-8095-43ad-804b-750fd8538f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:37:57.850595 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:37:57.908496 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f79561-b195-4882-9a3e-71635efb88e9 x-openstack-request-id: req-68f79561-b195-4882-9a3e-71635efb88e9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:37:57.908787 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:37:57.909038 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68f79561-b195-4882-9a3e-71635efb88e9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:37:57.909446 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:37:58.006374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0719-8095-43ad-804b-750fd8538f2c req-df83ae02-8f89-4f6a-bcd3-10d3603f8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:58.007867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-df83ae02-8f89-4f6a-bcd3-10d3603f8b54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0474527 Dec 10 05:37:58.074491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:37:58.100516 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Checking router: 5d8f71fa-12d4-48b3-81e9-5591c44f30ab for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:37:58.102497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0719-8095-43ad-804b-750fd8538f2c req-d91d86c7-a4ad-4b1a-a14d-444b4199542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:58.103970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-d91d86c7-a4ad-4b1a-a14d-444b4199542c service neutron] 10.222.0.36 "GET /v2.0/networks?id=18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 200 len: 915 time: 0.0871890 Dec 10 05:37:58.108771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:37:58.109366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:37:58.149741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-83626796-9cb9-41d5-80fe-138797fd8573 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 200 len: 217 time: 0.0370309 Dec 10 05:37:58.217583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:37:58.429411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:37:58.466319 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4937fde-e4a4-4acf-8f4d-8e9f636f2c38 None None] The sync data for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 is: [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe', 'name': '', 'network_id': '18afae10-33f1-453c-8865-0f924e50692b', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'mac_address': 'fa:16:3e:5a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:03Z', 'updated_at': '2021-12-10T05:36:09Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'subnets': [{'id': '8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:37:58.472253 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:37:58.542314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0719-8095-43ad-804b-750fd8538f2c req-6242a993-fba1-4608-9ecc-97a79ace2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:58.543799 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-6242a993-fba1-4608-9ecc-97a79ace2217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 200 len: 853 time: 0.3848960 Dec 10 05:37:58.590779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0719-8095-43ad-804b-750fd8538f2c req-2f92b960-c50e-430f-98da-e3469af027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:37:58.592261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-2f92b960-c50e-430f-98da-e3469af027f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18afae10-33f1-453c-8865-0f924e50692b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412676 Dec 10 05:37:58.690459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-bf09b51e-367e-4296-bef4-d68d0bd84551 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Dec 10 05:37:58.741955 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55352a96-d5f0-454d-ae11-61ff71ccf9cf None None] New status for floating IP 14e5da6f-bfe9-4643-9d69-8f4b12ba8d9c: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:37:58.785464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-363e0719-8095-43ad-804b-750fd8538f2c req-25e81fd5-af82-414d-8270-0556da9b4773 service neutron] 10.222.0.36 "GET /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873137 Dec 10 05:38:06.905763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7205-13ce-4146-98eb-6f783cb5aa10 req-8055854f-9cd0-4221-a2db-cd63fd00f1a3 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:06.907299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea1a7205-13ce-4146-98eb-6f783cb5aa10 req-8055854f-9cd0-4221-a2db-cd63fd00f1a3 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0527539 Dec 10 05:38:06.958655 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ea1a7205-13ce-4146-98eb-6f783cb5aa10 req-8f4d50d4-c42e-4b88-8158-857a47b1602a tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447476 Dec 10 05:38:08.075799 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a8ae8-47d1-4d43-9802-af25f5721efd req-b3c6baef-064e-4d67-826c-24cfb44dc598 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:08.077318 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da3a8ae8-47d1-4d43-9802-af25f5721efd req-b3c6baef-064e-4d67-826c-24cfb44dc598 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Dec 10 05:38:08.124104 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da3a8ae8-47d1-4d43-9802-af25f5721efd req-4f2e81b2-f0ed-4977-b6b2-d4fd4ad1f2b2 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/security-groups?id=97e6cc87-87d0-4be8-a029-0449c8f40a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Dec 10 05:38:08.699586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362836-2824-45c5-a277-9b9126515cbd req-b7f03811-f55e-4cf6-9801-ff2cf758471d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:08.701047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df362836-2824-45c5-a277-9b9126515cbd req-b7f03811-f55e-4cf6-9801-ff2cf758471d tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Dec 10 05:38:08.790324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Deleting port 9782d76d-e439-4d85-8778-fb00742bf66f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:08.790654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:08.881166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] For port 9782d76d-e439-4d85-8778-fb00742bf66f, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=9782d76d-e439-4d85-8778-fb00742bf66f,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:08.881531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:08.893515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Calling delete_port for 9782d76d-e439-4d85-8778-fb00742bf66f owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:09.019353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:09.046998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Pushing event deleted for resources: {'Port': ['ID=9782d76d-e439-4d85-8778-fb00742bf66f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:09.048158 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:38:09.063331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['9782d76d-e439-4d85-8778-fb00742bf66f'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:38:09.091331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] No DVR routers for this DVR port 9782d76d-e439-4d85-8778-fb00742bf66f on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:38:09.093788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:09.097551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-df362836-2824-45c5-a277-9b9126515cbd req-a987e68d-8c6b-4475-a3cc-4c4cdabe7a63 tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.36 "DELETE /v2.0/ports/9782d76d-e439-4d85-8778-fb00742bf66f HTTP/1.1" status: 204 len: 173 time: 0.3904812 Dec 10 05:38:09.097981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'name': 'network-vif-deleted', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:38:09.100184 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a43e593-040a-4ea7-ab12-0791a4920a40" -d '{"events": [{"server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "name": "network-vif-deleted", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:38:09.136782 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a974c-62e1-4220-bf44-6432dfe69084 x-openstack-request-id: req-205a974c-62e1-4220-bf44-6432dfe69084 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:38:09.137161 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b721a67-e3c3-4503-946f-8fd17003d1d4", "name": "network-vif-deleted", "tag": "9782d76d-e439-4d85-8778-fb00742bf66f", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:38:09.137299 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-205a974c-62e1-4220-bf44-6432dfe69084 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:38:09.137700 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b721a67-e3c3-4503-946f-8fd17003d1d4', 'name': 'network-vif-deleted', 'tag': '9782d76d-e439-4d85-8778-fb00742bf66f', 'status': 'completed', 'code': 200} Dec 10 05:38:09.222374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e0baa3ca-74b1-4dd5-a345-a430fecb4fcc req-dc77ee4f-d08e-4bf4-840c-d504647bf7fd tempest-TestMinimumBasicScenario-1124787183 tempest-TestMinimumBasicScenario-1124787183-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b721a67-e3c3-4503-946f-8fd17003d1d4 HTTP/1.1" status: 200 len: 210 time: 0.0289588 Dec 10 05:38:10.782468 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50408) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:11.127357 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:11.368072 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Deleting port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:11.368409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:11.444980 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] For port 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:11.445255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:11.457564 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Calling delete_port for 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:11.632652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:11.658971 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:11.825949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.041801 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:38:12.110541 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9782d76d-e439-4d85-8778-fb00742bf66f no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:12.130656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 9782d76d-e439-4d85-8778-fb00742bf66f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:12.130999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 9782d76d-e439-4d85-8778-fb00742bf66f not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:12.146416 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:38:12.151306 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-43856336-c82f-488d-b193-ef86dd93281b admin admin] 10.222.0.43 "PUT /v2.0/routers/5d8f71fa-12d4-48b3-81e9-5591c44f30ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3678219 Dec 10 05:38:12.153861 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:12.154976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Sync routers for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:38:12.164954 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:12.165566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:12.255430 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.268360 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:12.355090 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.410913 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Deleting port 353f9e6f-9082-41bc-8855-b99e9c0a49ee {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:12.411247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.451697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:38:11Z', 'revision_number': 5, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port': {'id': '353f9e6f-9082-41bc-8855-b99e9c0a49ee', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:02Z', 'updated_at': '2021-12-10T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:12.483157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Checking router: 5d8f71fa-12d4-48b3-81e9-5591c44f30ab for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:38:12.493746 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] For port 353f9e6f-9082-41bc-8855-b99e9c0a49ee, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=353f9e6f-9082-41bc-8855-b99e9c0a49ee,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:12.494235 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.495178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Routers {'5d8f71fa-12d4-48b3-81e9-5591c44f30ab'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:12.496141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:12.507346 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Calling delete_port for 353f9e6f-9082-41bc-8855-b99e9c0a49ee owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:12.581291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] Set router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:12.634000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:38:12Z', 'revision_number': 6, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:12.665256 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1906c6-e1ef-4938-a06b-6d31947e9241 None None] The sync data for ids ['5d8f71fa-12d4-48b3-81e9-5591c44f30ab'] in n-d-817326-3 is: [{'id': '5d8f71fa-12d4-48b3-81e9-5591c44f30ab', 'name': 'tempest-TestMinimumBasicScenario-774083047-router', 'tenant_id': '62a3e786b6c44aefbd27d95f95c5551d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:01Z', 'updated_at': '2021-12-10T05:38:12Z', 'revision_number': 6, 'project_id': '62a3e786b6c44aefbd27d95f95c5551d', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:38:12.671086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.698038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Pushing event deleted for resources: {'Port': ['ID=353f9e6f-9082-41bc-8855-b99e9c0a49ee,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:12.712740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996327f-4cb3-4d08-b4e8-049d6c0ace40 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:12.768801 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.859422 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.861549 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.903134 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.903678 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8f71fa-12d4-48b3-81e9-5591c44f30ab {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:38:12.908002 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.909257 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b3695ac0-b957-46f7-8c14-3404bc4850ee admin admin] 10.222.0.43 "DELETE /v2.0/routers/5d8f71fa-12d4-48b3-81e9-5591c44f30ab HTTP/1.1" status: 204 len: 168 time: 0.7544796 Dec 10 05:38:12.911805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:12.958475 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Deleting subnet 8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:38:12.961364 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:12.993635 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.071189 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.130395 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.158799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.163092 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa HTTP/1.1" status: 204 len: 168 time: 0.2503541 Dec 10 05:38:13.163299 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2711f01-cae1-4d63-9921-50326222d91b None None] Network 18afae10-33f1-453c-8865-0f924e50692b requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:38:13.164159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d4ac-6672-4036-a59a-2ead1da40af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8778f3bb-1c3b-45ae-ab61-ec3e130ee5fa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:13.165693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50414) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:13.237255 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.295043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Deleting port 3425c18b-68f8-4dc2-8aac-e2530248aa39 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:13.295386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.356591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] For port 3425c18b-68f8-4dc2-8aac-e2530248aa39, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3425c18b-68f8-4dc2-8aac-e2530248aa39,segment=NetworkSegment(a490f83d-71c3-45a3-b665-36b9b36fe7b9),segment_id=a490f83d-71c3-45a3-b665-36b9b36fe7b9)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:13.356886 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.369821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Calling delete_port for 3425c18b-68f8-4dc2-8aac-e2530248aa39 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:13.424652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] DHCP port deletion for 18afae10-33f1-453c-8865-0f924e50692b request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:13.458428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.478581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Deleting port 3425c18b-68f8-4dc2-8aac-e2530248aa39 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:13.478963 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.484156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Pushing event deleted for resources: {'Port': ['ID=3425c18b-68f8-4dc2-8aac-e2530248aa39,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:13.486491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] No DVR routers for this DVR port 3425c18b-68f8-4dc2-8aac-e2530248aa39 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:38:13.544097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] For port 3425c18b-68f8-4dc2-8aac-e2530248aa39, host n-d-817326-3, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:13.544535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.557497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Calling delete_port for 3425c18b-68f8-4dc2-8aac-e2530248aa39 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:13.560656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Port 3425c18b-68f8-4dc2-8aac-e2530248aa39 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 05:38:13.562177 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.562934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.588305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18afae10-33f1-453c-8865-0f924e50692b']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:13.591829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Pushing event deleted for resources: {'Port': ['ID=3425c18b-68f8-4dc2-8aac-e2530248aa39,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:13.594141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] No DVR routers for this DVR port 3425c18b-68f8-4dc2-8aac-e2530248aa39 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:38:13.599025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a490f83d-71c3-45a3-b665-36b9b36fe7b9') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:13.599324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a490f83d-71c3-45a3-b665-36b9b36fe7b9') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:13.605219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.605219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.605219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.605219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.606015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.606015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.606201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.606468 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.606808 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.607140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.607521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.607799 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.608248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31d5a5-6408-4649-a463-aaff7ac74a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:13.613325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.627477 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.633841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:38:13.634353 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:38:13.636816 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:38:13.693668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.702026 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:13.705305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] 10.222.0.43 "DELETE /v2.0/networks/18afae10-33f1-453c-8865-0f924e50692b HTTP/1.1" status: 204 len: 168 time: 0.5385437 Dec 10 05:38:13.708293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50416) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:13.716260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9b400-75eb-4538-b9ee-a45161ff6575 admin admin] Pushing event deleted for resources: {'Network': ['ID=18afae10-33f1-453c-8865-0f924e50692b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:14.011283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3425c18b-68f8-4dc2-8aac-e2530248aa39 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:14.032138 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3425c18b-68f8-4dc2-8aac-e2530248aa39 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:14.032499 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3425c18b-68f8-4dc2-8aac-e2530248aa39 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:14.033575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 353f9e6f-9082-41bc-8855-b99e9c0a49ee no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:14.046474 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:14.051616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 353f9e6f-9082-41bc-8855-b99e9c0a49ee {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:14.051957 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 353f9e6f-9082-41bc-8855-b99e9c0a49ee not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:14.052375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:14.070783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:14.071127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 1b4b4b65-80ac-4065-b6f2-4011ab2d2dbe not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:14.625253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Deleting port 7656ca87-4390-4c19-bcc7-393bd485567d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:14.625582 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:14.704070 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] For port 7656ca87-4390-4c19-bcc7-393bd485567d, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=7656ca87-4390-4c19-bcc7-393bd485567d,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:14.704426 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:14.716888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Calling delete_port for 7656ca87-4390-4c19-bcc7-393bd485567d owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:14.893071 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:14.919334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7656ca87-4390-4c19-bcc7-393bd485567d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:15.079366 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.293396 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:38:15.398489 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:38:15.403535 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-759d616c-4067-480d-a5c1-2145a35c0f9d admin admin] 10.222.0.43 "PUT /v2.0/routers/9f2ae293-f63b-45ae-8cbf-6df95b43fda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941984 Dec 10 05:38:15.406802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50418) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:15.407251 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Sync routers for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:38:15.417820 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:15.418425 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:15.512816 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.520816 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:15.615644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.671452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Deleting port bbec470b-d495-4fb6-8d0d-31fa810bd112 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:15.671795 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.692934 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:38:14Z', 'revision_number': 5, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port': {'id': 'bbec470b-d495-4fb6-8d0d-31fa810bd112', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:36:07Z', 'updated_at': '2021-12-10T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:15.722834 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Checking router: 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:38:15.731283 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Routers {'9f2ae293-f63b-45ae-8cbf-6df95b43fda8'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:15.731874 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:15.753785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] For port bbec470b-d495-4fb6-8d0d-31fa810bd112, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=bbec470b-d495-4fb6-8d0d-31fa810bd112,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:15.754151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.765750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Calling delete_port for bbec470b-d495-4fb6-8d0d-31fa810bd112 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:15.903716 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] Set router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:15.934935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:15.955736 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:38:15Z', 'revision_number': 6, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:15.964246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Pushing event deleted for resources: {'Port': ['ID=bbec470b-d495-4fb6-8d0d-31fa810bd112,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:15.976952 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b7ee24-b94d-4ad2-a259-cbf6a8552d4b None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:15.992822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bbbc-86f2-4332-afc6-353894531c6c None None] The sync data for ids ['9f2ae293-f63b-45ae-8cbf-6df95b43fda8'] in n-d-817326-3 is: [{'id': '9f2ae293-f63b-45ae-8cbf-6df95b43fda8', 'name': 'tempest-TestMinimumBasicScenario-1324824763-router', 'tenant_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:36:06Z', 'updated_at': '2021-12-10T05:38:15Z', 'revision_number': 6, 'project_id': '225d6acda2b44c0f9051d7ecb554f0ef', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:38:16.041630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.134863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.136978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.180430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.181068 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2ae293-f63b-45ae-8cbf-6df95b43fda8 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:38:16.186398 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.187531 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a9c57dda-43fd-4d4e-b2e1-402b4c6f0bff admin admin] 10.222.0.43 "DELETE /v2.0/routers/9f2ae293-f63b-45ae-8cbf-6df95b43fda8 HTTP/1.1" status: 204 len: 168 time: 0.7796640 Dec 10 05:38:16.190683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:16.233756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Deleting subnet 728bf96c-14ae-4c8b-a0fd-1d001c732041 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:38:16.237314 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.271273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.353678 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.410232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.434673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728bf96c-14ae-4c8b-a0fd-1d001c732041,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:16.440805 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.446595 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-37c79cb0-e749-4a76-a06f-7a18f838750f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/728bf96c-14ae-4c8b-a0fd-1d001c732041 HTTP/1.1" status: 204 len: 168 time: 0.2526176 Dec 10 05:38:16.446754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50422) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:16.447731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca1e9d-11ef-480f-9a1d-94d6893759c9 None None] Network 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:38:16.521787 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.576876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Deleting port 302c8500-e295-487c-9705-74ee6712cbd5 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:38:16.577220 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.642452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] For port 302c8500-e295-487c-9705-74ee6712cbd5, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=302c8500-e295-487c-9705-74ee6712cbd5,segment=NetworkSegment(56b0f835-6b26-4757-91db-9dca37f3b6c6),segment_id=56b0f835-6b26-4757-91db-9dca37f3b6c6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:16.642818 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.655839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Calling delete_port for 302c8500-e295-487c-9705-74ee6712cbd5 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:38:16.740085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.762757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=302c8500-e295-487c-9705-74ee6712cbd5,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:16.771954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] No DVR routers for this DVR port 302c8500-e295-487c-9705-74ee6712cbd5 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:38:16.775113 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb734e-f7f9-4076-98a5-aa46c78326f8 None None] DHCP port deletion for 85eb4fe2-9feb-4fd8-ac39-ef27ef82feba request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:16.853792 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.875301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85eb4fe2-9feb-4fd8-ac39-ef27ef82feba']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:16.884914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b0f835-6b26-4757-91db-9dca37f3b6c6') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:16.885217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b0f835-6b26-4757-91db-9dca37f3b6c6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:16.896332 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.911645 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:38:16.921038 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:38:16.976443 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.982240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:16.985560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/85eb4fe2-9feb-4fd8-ac39-ef27ef82feba HTTP/1.1" status: 204 len: 168 time: 0.5378890 Dec 10 05:38:16.996324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d3d-e626-4298-9747-02167f465cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85eb4fe2-9feb-4fd8-ac39-ef27ef82feba,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:17.153649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:17.194269 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-43301192-0d7b-4ac6-b4e3-61aef8d3f15e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62a3e786b6c44aefbd27d95f95c5551d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394275 Dec 10 05:38:17.196758 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:17.243492 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.268863 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.313290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.316611 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.318116 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97e6cc87-87d0-4be8-a029-0449c8f40a82 HTTP/1.1" status: 204 len: 168 time: 0.1203744 Dec 10 05:38:17.325778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd16a-2e96-49ea-93be-8e7a0abc7896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e6cc87-87d0-4be8-a029-0449c8f40a82,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:17.624096 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:17.666239 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b1fec62d-1088-49e4-8a9a-29fbbdb546c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=225d6acda2b44c0f9051d7ecb554f0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409040 Dec 10 05:38:17.668699 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:17.717746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.738711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.784451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.787088 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:17.788421 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39d0054f-68bf-43ae-86f6-8d1e8100984e HTTP/1.1" status: 204 len: 168 time: 0.1188226 Dec 10 05:38:17.796186 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bbbdd-5dbc-4f0e-8fbc-948cc8d49ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0054f-68bf-43ae-86f6-8d1e8100984e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:18.007611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7656ca87-4390-4c19-bcc7-393bd485567d no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:18.027688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 7656ca87-4390-4c19-bcc7-393bd485567d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:18.028038 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 7656ca87-4390-4c19-bcc7-393bd485567d not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:18.028459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 302c8500-e295-487c-9705-74ee6712cbd5 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:18.051438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 302c8500-e295-487c-9705-74ee6712cbd5 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:18.051796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 302c8500-e295-487c-9705-74ee6712cbd5 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:18.052227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bbec470b-d495-4fb6-8d0d-31fa810bd112 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:38:18.074771 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: bbec470b-d495-4fb6-8d0d-31fa810bd112 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:38:18.075125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device bbec470b-d495-4fb6-8d0d-31fa810bd112 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:38:20.799224 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:20.803908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603132024', 'description': 'tempest-secgroup-smoke-1603132024 description', 'project_id': '07f9315e3b844abb861ce879a256cf10'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:20.826313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.834564 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.913702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.917226 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.955565 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498dbcca-ffd0-483b-bb9a-fcece46bbe75,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:20.964547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.995432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:20.999399 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.033656 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.034886 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2345362 Dec 10 05:38:21.035707 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae95b6-b84b-4b1a-8864-8c24f1ab9764 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95684178-d88e-40a7-a7ba-c58e67e72416,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.038609 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.045910 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.074187 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.134769 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.138628 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.158465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90587bc6-a69b-4a3a-bc3f-b27d25540027,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.165178 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.166393 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a176815b-9f7a-4b5e-8b81-8743b8d538bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265039 Dec 10 05:38:21.169198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50482) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.173898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.200895 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.261346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.265184 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.285304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6abd363-1347-4b89-a86d-6f5eb186b026,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.290806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.291984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fdf6c5d8-f1f7-4384-bee2-65e8f387c2bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217215 Dec 10 05:38:21.294718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50484) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.298913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.327185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.384561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.388889 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.408033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df9910b-1eac-457d-8304-78ceb1c4c72a,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.415789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.417026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bc16b8c7-4f32-4bf2-9d49-3af55c529d79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213858 Dec 10 05:38:21.419651 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50486) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.424458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.454202 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.510496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.513880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.530454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4275987-9976-4c03-871a-3667f6ae8c26,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.538432 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.539630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f6ff397f-7a32-4fe0-9529-a61616fedd0a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190493 Dec 10 05:38:21.542424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50488) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.546694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.568797 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:38:21.573632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.632237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.635409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.651932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef1edb0-4a6e-4f67-8060-199166b99c7f,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.661089 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.662281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-162423b6-6a03-4aa8-88ac-050fbb6c6a76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189363 Dec 10 05:38:21.665323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50490) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.669731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '95684178-d88e-40a7-a7ba-c58e67e72416', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.691259 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:38:21.696281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.753665 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.757190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.774609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e478a0-c99c-4e6f-a6b3-ceaf4e3cfb89,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:21.781399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.782592 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-92630ff5-5a7a-422b-9138-2a6a1f081107 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162384 Dec 10 05:38:21.786291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50492) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.790965 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'network': {'name': 'tempest-network-smoke--585061010', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:21.810386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:38:21.813737 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.837359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:38:21.847177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.847513 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Added segment 198f1a09-0e26-4bca-b505-f488e87073a6 of type vlan for network eba305ac-79ed-4fbe-86e8-1f990423c8ee Dec 10 05:38:21.886399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.912373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.917889 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:21.918470 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:21.956801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1694944 Dec 10 05:38:21.959637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50494) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:21.963947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'admin_state_up': True, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:22.002437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270fc2c-624f-48dd-9312-3d4db9116a5a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Network': ['ID=eba305ac-79ed-4fbe-86e8-1f990423c8ee,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:22.012689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:38:22.018206 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.019340 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.074743 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.206761 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.394928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.413789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.473500 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-397ee8b9-3b61-4968-9772-f6bd31130fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.515955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.4 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/636b973d-cbe9-4d31-ba1b-d9253f6c5245) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:38:22.621512 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.655036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.688101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:22.691574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:22.695298 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:38:22.703859 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc72a97-67c6-4bf4-acb7-96e83a47d15d None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:22.723776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=636b973d-cbe9-4d31-ba1b-d9253f6c5245,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:22.732519 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9f4e42a9-9193-41bd-a08e-237b3d1b6d97 None None] Provisioning complete for port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:22.732943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f4e42a9-9193-41bd-a08e-237b3d1b6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:22.766065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e42a9-9193-41bd-a08e-237b3d1b6d97 None None] Port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:38:22.948793 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.147271 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.278711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 05402848-437c-4769-af7f-8002130b333b is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:38:23.382968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:38:23.394853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Sync routers for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:38:23.402507 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.403757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-05173c95-007d-4c55-8688-5bcf99f427ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4431946 Dec 10 05:38:23.405030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:23.405639 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:23.407017 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:23.509074 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:23.530694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50500) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:23.530875 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-92dad2bf-87e3-40c4-9cd2-1f3c4ece74ad tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=07f9315e3b844abb861ce879a256cf10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220253 Dec 10 05:38:23.614761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7a651-d3c4-48d0-8477-117f6ef7fa44 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:23.616263 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-81c7a651-d3c4-48d0-8477-117f6ef7fa44 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846462 Dec 10 05:38:23.619229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50502) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:23.650430 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3efb6d45-da42-4846-91d4-4d2fb8a47eb2 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301206 Dec 10 05:38:23.652947 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50504) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:23.657587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827101700', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:23.688562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:22Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:23.715505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Checking router: 05402848-437c-4769-af7f-8002130b333b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:38:23.715853 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Updating router 05402848-437c-4769-af7f-8002130b333b port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:38:23.739857 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.743795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:38:23.747298 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.925561 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.986901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Subnet': ['ID=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:23.993830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:23.994360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Checking segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:38:23.994724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network hostable DHCP agents. Network: eba305ac-79ed-4fbe-86e8-1f990423c8ee, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:38:23.999618 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.012819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:38:24.021766 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, eba305ac-79ed-4fbe-86e8-1f990423c8ee) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:24.026198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:24.026832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.034866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d750d5-c7f0-410a-98e0-3b9b6637b938 None None] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:38:24.049504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-90495009-f2cb-47ea-b56f-f689044d7b81 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3923383 Dec 10 05:38:24.049757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50506) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:24.067446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba8ecd-699f-4d3e-98ea-ab8e5c254b82 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:24.093098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Attempting to bind port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:38:24.093473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Attempting to bind port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:38:24.093843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Attempting to bind port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:38:24.130498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273ca3-d585-4c45-9d10-a1ed08b1e307 None None] Pushing event updated for resources: {'Port': ['ID=636b973d-cbe9-4d31-ba1b-d9253f6c5245,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:24.137651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:38:24.138039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:38:24.138443 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.138833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:38:24.139314 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Bound port: 636b973d-cbe9-4d31-ba1b-d9253f6c5245, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:38:24.139699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.231423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.244364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] For port 636b973d-cbe9-4d31-ba1b-d9253f6c5245, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:38:24.246432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] Provisioning complete for port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:24.246798 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.249399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] For port 636b973d-cbe9-4d31-ba1b-d9253f6c5245, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=636b973d-cbe9-4d31-ba1b-d9253f6c5245,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:38:24.252242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:38:24.253095 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.263805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.362921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611fc43-6574-4077-9ef4-ea41a7d6c5e2 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:38:24.430169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273ca3-d585-4c45-9d10-a1ed08b1e307 None None] Pushing event updated for resources: {'Port': ['ID=636b973d-cbe9-4d31-ba1b-d9253f6c5245,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:24.444156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:24.444829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:37:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:24.604743 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.630493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Allocated IP 172.20.0.2 (eba305ac-79ed-4fbe-86e8-1f990423c8ee/3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8/dbfe5cd3-cc83-42c1-becd-848a8c12ff32) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:38:24.646656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] For port 636b973d-cbe9-4d31-ba1b-d9253f6c5245, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=636b973d-cbe9-4d31-ba1b-d9253f6c5245,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:24.648643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:24.676547 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:24.846210 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.024621 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665d02e-7024-4ffa-8496-c13fdb52dbe7 None None] Pushing event updated for resources: {'Port': ['ID=636b973d-cbe9-4d31-ba1b-d9253f6c5245,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:25.045903 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ced5f0de-8650-44cd-9cb4-19ad1a75f16d None None] Provisioning complete for port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:25.046285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ced5f0de-8650-44cd-9cb4-19ad1a75f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.185394 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.193967 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.240141 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.1 (eba305ac-79ed-4fbe-86e8-1f990423c8ee/3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8/75ffe587-70f9-45eb-b2c2-fd6823d1e58b) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:38:25.271622 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:25.283562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:25.288230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:38:25.293195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:22Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:25.294797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Pushing event updated for resources: {'Port': ['ID=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:25.328744 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0367-3ac3-4c62-aa5e-f3421380f5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.330708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f510f-c097-4762-bf59-5221f28948b6 None None] The sync data for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 is: [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:22Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:38:25.357884 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.386572 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Attempting to bind port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:38:25.386939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Attempting to bind port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:38:25.387521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Attempting to bind port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 on network eba305ac-79ed-4fbe-86e8-1f990423c8ee {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:38:25.394510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:38:25.394923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Checking segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:38:25.395392 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.396943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Bound using segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:38:25.397076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.397685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Bound port: dbfe5cd3-cc83-42c1-becd-848a8c12ff32, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:38:25.398276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.443647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:25.447069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:25.453020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:38:25.471984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] For port dbfe5cd3-cc83-42c1-becd-848a8c12ff32, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:38:25.475178 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] For port dbfe5cd3-cc83-42c1-becd-848a8c12ff32, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:38:25.480212 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.484027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:25.504785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:25.553135 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a92d5-37d6-4623-9d2e-bc201bd615c7 None None] Pushing event updated for resources: {'Port': ['ID=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:25.671148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.003487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.011725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.017376 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.102716 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:26.115421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.121032 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 636b973d-cbe9-4d31-ba1b-d9253f6c5245 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:38:26.183849 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:26.184404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.225943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:26.227493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:26.285386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dbfe5cd3-cc83-42c1-becd-848a8c12ff32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:38:26.343101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:26.343752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.367619 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 05402848-437c-4769-af7f-8002130b333b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:38:26.432445 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.467860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port dbfe5cd3-cc83-42c1-becd-848a8c12ff32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:26.472726 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.488195 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:38:26.493326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-115e9989-7eee-42c9-b518-813de4641954 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/05402848-437c-4769-af7f-8002130b333b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4424496 Dec 10 05:38:26.528977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:26.651484 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-5010c9fc-0a24-4224-bb63-1fc4eeca0478 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603132024&fields=id&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 267 time: 0.0457671 Dec 10 05:38:26.677001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e14f8-a575-49b8-8919-359940f140d3 None None] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:38:26.756772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a2c9487e-9896-43cf-8c5d-de8c560fe8d2 None None] Provisioning complete for port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:26.757071 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2c9487e-9896-43cf-8c5d-de8c560fe8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:26.760592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-09c02972-4955-4be3-b27a-1028327081db tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:26.762116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-09c02972-4955-4be3-b27a-1028327081db tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/networks?id=eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 200 len: 796 time: 0.1037371 Dec 10 05:38:26.778932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1ae53bec-eaec-4274-b0d0-c91cc4b9dca0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/quotas/07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 375 time: 0.0101457 Dec 10 05:38:26.851777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-9e02b3ff-4e4a-49a5-9b77-6c23ed4ca9e5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653150 Dec 10 05:38:26.962456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-6166cb5c-b3b1-457d-abc4-832bed0cd796 service neutron] 10.222.0.43 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982847 Dec 10 05:38:27.061814 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-6c0fec58-c383-450c-9701-be608f255cac service neutron] 10.222.0.43 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929000 Dec 10 05:38:27.092820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c10213b5-5d0c-465a-ad5b-5510646eecd3 None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:27.093243 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c10213b5-5d0c-465a-ad5b-5510646eecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.132966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c10213b5-5d0c-465a-ad5b-5510646eecd3 None None] Port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:38:27.143351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c10213b5-5d0c-465a-ad5b-5510646eecd3 None None] Provisioning complete for port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:27.143769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c10213b5-5d0c-465a-ad5b-5510646eecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.158597 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Sync routers for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:38:27.178935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:27.179560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:27.261801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0e7cf1c0-1fee-46e2-87be-44d9c51e0493 req-f76a14c4-13bc-46a6-af44-5e7f1374dffc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 210 time: 0.0313756 Dec 10 05:38:27.306488 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:27.362297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c36d1cad-45c1-4d97-9cad-56f80f62284d None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:27.362665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c36d1cad-45c1-4d97-9cad-56f80f62284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.399886 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c36d1cad-45c1-4d97-9cad-56f80f62284d None None] Port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:38:27.512000 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 2, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:27.519306 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-01ccbaba-be44-4893-a512-943862ff1969 None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:27.519787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01ccbaba-be44-4893-a512-943862ff1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.542636 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Checking router: 05402848-437c-4769-af7f-8002130b333b for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:38:27.542914 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Updating router 05402848-437c-4769-af7f-8002130b333b port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:38:27.553133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-01ccbaba-be44-4893-a512-943862ff1969 None None] Port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:38:27.570191 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.647437 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.824402 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.829354 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.900519 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Pushing event updated for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:27.923201 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.923537 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.923875 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.924208 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.924567 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.924895 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.925216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.925536 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.925854 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.926170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.926486 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.926799 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.927112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:38:27.939580 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Attempting to bind port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:38:27.940184 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Attempting to bind port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:38:27.940589 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Attempting to bind port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b on network eba305ac-79ed-4fbe-86e8-1f990423c8ee {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:38:27.946395 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:38:27.946770 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Checking segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:38:27.947173 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:27.947565 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Bound using segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:38:27.948041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Bound port: 75ffe587-70f9-45eb-b2c2-fd6823d1e58b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:38:27.948420 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.014698 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] For port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:38:28.018890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] For port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:38:28.023567 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.031695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dbfe5cd3-cc83-42c1-becd-848a8c12ff32 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:38:28.083945 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:28.084590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:28.090835 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:28.091208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.112685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:28.113367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.133703 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977b97-c63d-4085-9bec-fc763e0cb497 None None] Pushing event updated for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:28.209342 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:28.266404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.319643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] For port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:28.324563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.365073 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e692e03-c30c-44f8-81ff-51afc83e99ba req-b383cc20-2ea7-4165-9ce0-6270194abd93 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Dec 10 05:38:28.377824 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8f84e-8e3c-4e44-bf5f-0ae5ccd448b8 None None] Pushing event updated for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:28.429246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:28.436933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.447258 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3539e0a8-9c07-4191-a764-8c042d2a316a None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:28.447645 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3539e0a8-9c07-4191-a764-8c042d2a316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:28.456148 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9478b-5f95-4398-8990-0b5d3ed7db3e None None] The sync data for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 is: [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:38:29.452762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-23791424-67fd-4bd6-bb31-adc5914abdbb req-388db97d-73e8-43d0-90c6-95bb4d054aaa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Dec 10 05:38:30.029646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 75ffe587-70f9-45eb-b2c2-fd6823d1e58b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:38:30.077211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:30.077587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:30.337271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-59c78f76-0db4-4272-85e8-57ba30c22d23 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:30.338789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-59c78f76-0db4-4272-85e8-57ba30c22d23 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/networks?id=eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 200 len: 796 time: 0.1063080 Dec 10 05:38:30.411891 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-e3156c6b-0e56-4c2a-bf53-e3a1c9d02090 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 380 time: 0.0568142 Dec 10 05:38:30.435566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'port': {'device_id': '790976fe-447b-42cb-bbf7-faf4880758e9', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'admin_state_up': True, 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'security_groups': ['95684178-d88e-40a7-a7ba-c58e67e72416']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:30.556036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-71179a50-90ec-4eec-8ada-a562902d6ed1 req-4b42db16-cf85-4643-8bb6-9c31c85a58c1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 210 time: 0.0330598 Dec 10 05:38:30.573711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:38:30.577386 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:30.701086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.5 (eba305ac-79ed-4fbe-86e8-1f990423c8ee/3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8/40246e72-5bd2-435d-a838-77d5ecf7360c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:38:30.834041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:30.866217 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:30.910094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:30.913224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:30.916914 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:38:30.945250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:30.974376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:30.974893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:30.991464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1c04fe5f-f19f-4a5b-bc8d-c7bd7d5c7b6a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594237 Dec 10 05:38:31.010105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Request body: {'port': {'device_id': '790976fe-447b-42cb-bbf7-faf4880758e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:31.066531 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.188002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d787f651-1977-499a-9178-c050d605d2e0 None None] Provisioning complete for port 40246e72-5bd2-435d-a838-77d5ecf7360c triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:31.188606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d787f651-1977-499a-9178-c050d605d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.222564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d787f651-1977-499a-9178-c050d605d2e0 None None] Port 40246e72-5bd2-435d-a838-77d5ecf7360c cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:38:31.326702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40246e72-5bd2-435d-a838-77d5ecf7360c {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:38:31.334050 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.345597 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Transition to ACTIVE for port object 40246e72-5bd2-435d-a838-77d5ecf7360c will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:38:31.349409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.400130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Pushing event updated for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:31.474094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Attempting to bind port 40246e72-5bd2-435d-a838-77d5ecf7360c on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:38:31.474355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Attempting to bind port 40246e72-5bd2-435d-a838-77d5ecf7360c by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:38:31.474684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Attempting to bind port 40246e72-5bd2-435d-a838-77d5ecf7360c on network eba305ac-79ed-4fbe-86e8-1f990423c8ee {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:38:31.479409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Port 40246e72-5bd2-435d-a838-77d5ecf7360c on network eba305ac-79ed-4fbe-86e8-1f990423c8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:38:31.479731 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Attempting to bind port 40246e72-5bd2-435d-a838-77d5ecf7360c on network eba305ac-79ed-4fbe-86e8-1f990423c8ee {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:38:31.484694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:38:31.485037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Checking segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:38:31.485424 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Bound using segment: {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:38:31.485893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Bound port: 40246e72-5bd2-435d-a838-77d5ecf7360c, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198f1a09-0e26-4bca-b505-f488e87073a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:38:31.486254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.551299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:38:31.554463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40246e72-5bd2-435d-a838-77d5ecf7360c,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:38:31.558648 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.593738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:31.594364 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:31.596554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] 10.222.0.36 "PUT /v2.0/ports/40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 200 len: 1091 time: 0.5906878 Dec 10 05:38:31.596967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:38:31.599230 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:38:31.623458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f11cc-abc3-40e9-bed8-615f75866b03 service neutron] Pushing event updated for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:31.718427 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586598f-41c1-4dc7-9a6e-815af7f76ade x-openstack-request-id: req-a586598f-41c1-4dc7-9a6e-815af7f76ade {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:38:31.718725 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:38:31.718990 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a586598f-41c1-4dc7-9a6e-815af7f76ade {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:38:31.719394 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'status': 'completed', 'code': 200} Dec 10 05:38:31.732628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-c52b61d4-455e-4e77-9f4a-7e3cb88ec709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:31.734088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-c52b61d4-455e-4e77-9f4a-7e3cb88ec709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1094 time: 0.0809259 Dec 10 05:38:31.749913 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccacfdf-2aff-4e59-841a-f666854e2f0c req-ff488543-786f-4920-8af0-fbc6606d0277 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:31.751981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ccacfdf-2aff-4e59-841a-f666854e2f0c req-ff488543-786f-4920-8af0-fbc6606d0277 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 943 time: 0.0673823 Dec 10 05:38:31.798985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-b26cb718-90d7-4ad1-b14d-0470da9e5f50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 200 len: 217 time: 0.0460014 Dec 10 05:38:31.858165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ccacfdf-2aff-4e59-841a-f666854e2f0c req-d4708cdb-8b78-458e-9955-c4ec0755d5c4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992513 Dec 10 05:38:31.869371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-6055fd91-d1e2-4422-856a-2fead34b2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:31.870815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-6055fd91-d1e2-4422-856a-2fead34b2693 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 HTTP/1.1" status: 200 len: 834 time: 0.0644302 Dec 10 05:38:31.919692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-e95bcaab-e4eb-464b-9b08-f93fd0e77a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:31.921224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-e95bcaab-e4eb-464b-9b08-f93fd0e77a69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eba305ac-79ed-4fbe-86e8-1f990423c8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435276 Dec 10 05:38:32.010743 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-f3ea13de-71b4-4d21-b728-8521d5a539a6 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811138 Dec 10 05:38:32.100748 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e5a0109e-4909-4878-b01a-cfbcb8e50813 req-1638664f-3ce9-4da5-8535-47dae5c127e3 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831082 Dec 10 05:38:32.221207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-dde00184-f13d-46ea-a1e4-80930793e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:32.222674 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-dde00184-f13d-46ea-a1e4-80930793e3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1094 time: 0.0403397 Dec 10 05:38:32.331870 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-ccce8dd3-0c31-4756-808d-4f97253e9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:32.333903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-ccce8dd3-0c31-4756-808d-4f97253e9b91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 200 len: 897 time: 0.1028779 Dec 10 05:38:32.378494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-0a9e4fcf-8302-40b1-badb-62f0ed9206ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 200 len: 217 time: 0.0370147 Dec 10 05:38:32.429825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-983e9dcf-3039-478e-9a2f-78713b2edae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:32.431289 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-983e9dcf-3039-478e-9a2f-78713b2edae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 HTTP/1.1" status: 200 len: 834 time: 0.0456877 Dec 10 05:38:32.480905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-895f4491-9d8d-4adb-927b-86ea925ea152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:32.482873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-895f4491-9d8d-4adb-927b-86ea925ea152 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eba305ac-79ed-4fbe-86e8-1f990423c8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435591 Dec 10 05:38:32.583698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-9d80f8b8-af40-4a91-be4b-a8889a6b3780 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911646 Dec 10 05:38:32.678837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a259106a-0cfb-4c89-a2d4-7f36d3e7ce33 req-a4ddd51d-953f-49db-915b-ebea9f4c9766 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Dec 10 05:38:32.981264 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a8ae-e5a5-432c-a667-4400908b955a req-ed832e20-96cb-470d-a9aa-402cd2fd7f93 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:32.982754 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24c0a8ae-e5a5-432c-a667-4400908b955a req-ed832e20-96cb-470d-a9aa-402cd2fd7f93 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Dec 10 05:38:33.031253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24c0a8ae-e5a5-432c-a667-4400908b955a req-a357a37c-fe62-44ec-8f3c-0af1a1a8efe8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Dec 10 05:38:34.143659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8864d-4b39-425c-af27-3df855e53f57 req-aa277f39-eb9c-41eb-957d-e08945af4aac tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:34.145151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63a8864d-4b39-425c-af27-3df855e53f57 req-aa277f39-eb9c-41eb-957d-e08945af4aac tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 943 time: 0.0477231 Dec 10 05:38:34.193581 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63a8864d-4b39-425c-af27-3df855e53f57 req-b7079a7f-8b4c-42df-8603-76063e4c054a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Dec 10 05:38:35.310428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f08e5-b901-442c-9a10-a6981bdc954f req-8318c6bc-5970-4de6-bc8c-85dcb7922abf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:35.311774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da2f08e5-b901-442c-9a10-a6981bdc954f req-8318c6bc-5970-4de6-bc8c-85dcb7922abf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 943 time: 0.0504148 Dec 10 05:38:35.360419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da2f08e5-b901-442c-9a10-a6981bdc954f req-342b3ffb-ee32-4960-8096-93a1e2cd2f4a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Dec 10 05:38:36.234507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40246e72-5bd2-435d-a838-77d5ecf7360c details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:38:36.329155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40246e72-5bd2-435d-a838-77d5ecf7360c,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:36.340383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'port_id': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'mac_address': 'fa:16:3e:c9:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:38:36.382306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:36.399719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40246e72-5bd2-435d-a838-77d5ecf7360c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:38:36.422132 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40246e72-5bd2-435d-a838-77d5ecf7360c,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:36.427178 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:36.475263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:36.481460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73cce2-f9bf-4a10-9221-21fb43d59055 req-d3d0b5c5-d486-435a-94ce-484975a91bb4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:36.482996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb73cce2-f9bf-4a10-9221-21fb43d59055 req-d3d0b5c5-d486-435a-94ce-484975a91bb4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 944 time: 0.0479705 Dec 10 05:38:36.531550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fb73cce2-f9bf-4a10-9221-21fb43d59055 req-3fdcd77b-ea5e-4276-b339-cb26650c547b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Dec 10 05:38:36.719896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['40246e72-5bd2-435d-a838-77d5ecf7360c'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:38:37.649580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d5376-aa63-4649-a4b9-850f04d17d5b req-585f27b5-ce04-4864-8242-6daeafe49fc5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:37.651035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f98d5376-aa63-4649-a4b9-850f04d17d5b req-585f27b5-ce04-4864-8242-6daeafe49fc5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 944 time: 0.0513394 Dec 10 05:38:37.699792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f98d5376-aa63-4649-a4b9-850f04d17d5b req-a468b3b1-1e9f-496a-b1b9-31f00cc5c190 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Dec 10 05:38:38.265800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40246e72-5bd2-435d-a838-77d5ecf7360c up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:38:38.314701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 40246e72-5bd2-435d-a838-77d5ecf7360c completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:38:38.318879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 40246e72-5bd2-435d-a838-77d5ecf7360c triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:38:38.319251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:38.397457 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:38.419119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:38:38.421382 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846af570-1475-4726-ac16-6542dc00079d" -d '{"events": [{"server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "name": "network-vif-plugged", "status": "completed", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:38:38.433717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40246e72-5bd2-435d-a838-77d5ecf7360c,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:38:38.438008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:38.486684 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:38.520644 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88f3ab-3c4f-4234-abbc-6ebdb0b8e07d x-openstack-request-id: req-1f88f3ab-3c4f-4234-abbc-6ebdb0b8e07d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:38:38.520946 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "name": "network-vif-plugged", "status": "completed", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:38:38.521209 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f88f3ab-3c4f-4234-abbc-6ebdb0b8e07d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:38:38.521614 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'code': 200} Dec 10 05:38:38.647686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9483ec9-4ca1-494a-9e3d-c4b0efeb9b55 req-d64882ba-8a51-4953-b8cf-0d2ef6b09806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:38.649215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9483ec9-4ca1-494a-9e3d-c4b0efeb9b55 req-d64882ba-8a51-4953-b8cf-0d2ef6b09806 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1096 time: 0.0393634 Dec 10 05:38:38.696305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e9483ec9-4ca1-494a-9e3d-c4b0efeb9b55 req-1319fb9e-f1ce-4764-90d0-560df9578e2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Dec 10 05:38:38.812097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d70664-416f-435d-be79-ae5cb7d247e1 req-112e056d-d19f-4777-8caa-d994470fc698 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:38.813482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2d70664-416f-435d-be79-ae5cb7d247e1 req-112e056d-d19f-4777-8caa-d994470fc698 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0471842 Dec 10 05:38:38.865175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2d70664-416f-435d-be79-ae5cb7d247e1 req-d5c4f9a1-98a6-423f-95ad-27a3df2d28f5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Dec 10 05:38:39.980229 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d8dbe-292e-40e8-a4c7-27d01e0ae310 req-f068f8d1-e115-4680-8ed7-4dc91323f811 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:39.981720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b73d8dbe-292e-40e8-a4c7-27d01e0ae310 req-f068f8d1-e115-4680-8ed7-4dc91323f811 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Dec 10 05:38:40.029666 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b73d8dbe-292e-40e8-a4c7-27d01e0ae310 req-255c15f6-230b-4086-8fbb-99f3a0aef0a8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Dec 10 05:38:40.147092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e72208-36b4-4b50-bac8-a7619aeced42 req-b37891ac-1925-4c33-8c56-2e6ba99dce1a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:40.148497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01e72208-36b4-4b50-bac8-a7619aeced42 req-b37891ac-1925-4c33-8c56-2e6ba99dce1a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Dec 10 05:38:40.199384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-01e72208-36b4-4b50-bac8-a7619aeced42 req-0b5d75ae-1526-4604-bfe6-d4b1478abf58 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Dec 10 05:38:40.220671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50574) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:40.262252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbba472-eca1-43f0-8a83-0b666009c5fa tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:40.263725 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bcbba472-eca1-43f0-8a83-0b666009c5fa tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1091 time: 0.0421128 Dec 10 05:38:40.266513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50576) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:40.270596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:38:40.291537 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:40.385311 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:40.484695 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.201 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/421ca47f-b19d-4142-b8d8-a35a96cda62a) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:38:40.586282 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:40.620451 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:40.660728 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:38:40.663492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:38:40.668903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:38:40.675043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=421ca47f-b19d-4142-b8d8-a35a96cda62a,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:41.358836 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:41.427223 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:41.577149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:41.582114 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:41.649126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=421ca47f-b19d-4142-b8d8-a35a96cda62a,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:38:41.658698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:41.756377 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP e29f2cae-9237-4742-aa21-57f5a767397a associated. External IP: 172.25.8.201, port: 40246e72-5bd2-435d-a838-77d5ecf7360c. Dec 10 05:38:41.958224 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 05402848-437c-4769-af7f-8002130b333b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:38:42.064567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:38:42.074108 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Sync routers for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:38:42.082252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:42.084454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:42.085091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:42.108963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-35bac541-adc7-4e96-8e67-c51f7c767fe9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8414562 Dec 10 05:38:42.109557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:38:42.112422 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a2197-617b-418c-b10e-e2fa302c9440" -d '{"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:38:42.149364 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a487797-0907-4053-a43d-02484081b0de x-openstack-request-id: req-1a487797-0907-4053-a43d-02484081b0de {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:38:42.149666 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:38:42.149924 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a487797-0907-4053-a43d-02484081b0de {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:38:42.150585 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'status': 'completed', 'code': 200} Dec 10 05:38:42.203064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:42.221969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae6d9-b709-415e-a052-0fd297942e82 req-4d47db94-9802-495a-8392-ae7ab9a16df5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:42.223477 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-933ae6d9-b709-415e-a052-0fd297942e82 req-4d47db94-9802-495a-8392-ae7ab9a16df5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0620649 Dec 10 05:38:42.278666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-36b857ec-b11b-4fc4-9e94-e498d03b3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:42.280168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-36b857ec-b11b-4fc4-9e94-e498d03b3c0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1096 time: 0.0779912 Dec 10 05:38:42.313941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-933ae6d9-b709-415e-a052-0fd297942e82 req-16f17b42-118e-4f67-a762-ab3dfb96a35e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765293 Dec 10 05:38:42.339575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:42.382630 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-4d120196-f8f9-4986-bea7-a1e6b08f5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:42.384107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-4d120196-f8f9-4986-bea7-a1e6b08f5588 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 200 len: 897 time: 0.0957463 Dec 10 05:38:42.412819 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-65eeeee4-90c7-4cb1-8c41-7206c3bd86d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/e29f2cae-9237-4742-aa21-57f5a767397a HTTP/1.1" status: 200 len: 991 time: 0.0711560 Dec 10 05:38:42.437737 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e29f2cae-9237-4742-aa21-57f5a767397a', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '05402848-437c-4769-af7f-8002130b333b', 'port_id': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'mac_address': 'fa:16:3e:c9:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790976fe-447b-42cb-bbf7-faf4880758e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:38:41Z', 'updated_at': '2021-12-10T05:38:41Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:42.456798 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-0c8c7d55-bdcb-4884-bfd8-6cf09f73c4b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 200 len: 999 time: 0.0650997 Dec 10 05:38:42.464274 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Checking router: 05402848-437c-4769-af7f-8002130b333b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:38:42.473351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:38:42.473962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:42.505807 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-5a1dfba4-c1cb-44f1-a675-7dcc7271e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:42.507271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-5a1dfba4-c1cb-44f1-a675-7dcc7271e1c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 HTTP/1.1" status: 200 len: 834 time: 0.0434060 Dec 10 05:38:42.552286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-c947c6e1-0de2-4d92-862f-61a87c176fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:38:42.553840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-c947c6e1-0de2-4d92-862f-61a87c176fcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eba305ac-79ed-4fbe-86e8-1f990423c8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394516 Dec 10 05:38:42.577950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:38:42.646981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-376810f1-39f8-42d1-9378-5e985ad4487b service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Dec 10 05:38:42.735894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5e3a2197-617b-418c-b10e-e2fa302c9440 req-69f981ed-50f0-462c-9b56-5aebc6b30de0 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816350 Dec 10 05:38:42.805787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e29f2cae-9237-4742-aa21-57f5a767397a', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '05402848-437c-4769-af7f-8002130b333b', 'port_id': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'mac_address': 'fa:16:3e:c9:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790976fe-447b-42cb-bbf7-faf4880758e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:38:41Z', 'updated_at': '2021-12-10T05:38:41Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:38:42.832692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb00da-dd3b-4ad3-a2cc-f6c34805e351 None None] The sync data for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 is: [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'e29f2cae-9237-4742-aa21-57f5a767397a', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '05402848-437c-4769-af7f-8002130b333b', 'port_id': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'mac_address': 'fa:16:3e:c9:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790976fe-447b-42cb-bbf7-faf4880758e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:38:41Z', 'updated_at': '2021-12-10T05:38:41Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:38:43.013680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092debc-a504-4ece-92b7-8af71706f588 None None] New status for floating IP e29f2cae-9237-4742-aa21-57f5a767397a: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:38:43.414612 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:38:43.474213 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d85c8dfe-ec3e-4fb0-9627-ad4e157c08c6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/e29f2cae-9237-4742-aa21-57f5a767397a HTTP/1.1" status: 200 len: 993 time: 0.0583627 Dec 10 05:38:46.050848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:38:50.977988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:52.472970 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3261c62-a23c-44b3-8c40-a10542445e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:54.199608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:55.281388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06dc3c8b-5adf-4cdb-8d1e-b2de14839042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:55.997079 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:57.649282 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:38:58.439991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:12.226879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5257e4-02cf-42fc-9d2d-5fa2cc9a68a8 req-e8c5af3a-300f-4427-a369-67a31e6407b1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:12.228387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb5257e4-02cf-42fc-9d2d-5fa2cc9a68a8 req-e8c5af3a-300f-4427-a369-67a31e6407b1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0539267 Dec 10 05:39:12.276853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb5257e4-02cf-42fc-9d2d-5fa2cc9a68a8 req-a940d807-c01a-42f5-9aba-b5a44d5c9365 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Dec 10 05:39:13.392892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bd497-8242-4a6c-bc82-17866ebb06f9 req-79899690-0378-4218-ac66-5ac93d37f3e6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:13.394360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0bd497-8242-4a6c-bc82-17866ebb06f9 req-79899690-0378-4218-ac66-5ac93d37f3e6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0480316 Dec 10 05:39:13.443029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da0bd497-8242-4a6c-bc82-17866ebb06f9 req-361b6547-017c-4ae0-bc8a-45a809961c2c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Dec 10 05:39:13.465621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50608) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:13.527378 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c74287b0-4e72-4af0-bf15-d0f45922ade8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/e29f2cae-9237-4742-aa21-57f5a767397a HTTP/1.1" status: 200 len: 993 time: 0.0606871 Dec 10 05:39:14.802592 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c125a62-7ac7-4064-bdfd-ab768fec6be3 req-858fbf76-7988-47c7-a91b-09b458b7e1cf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:14.803981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c125a62-7ac7-4064-bdfd-ab768fec6be3 req-858fbf76-7988-47c7-a91b-09b458b7e1cf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Dec 10 05:39:14.851641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c125a62-7ac7-4064-bdfd-ab768fec6be3 req-f74ebb8f-0574-44f6-93b1-7b26a32fb604 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Dec 10 05:39:15.970650 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14976a21-7aed-4b93-bf47-43a996e49d31 req-b1140dfa-3578-4efa-93ac-d8d641e1cffe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:15.972108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14976a21-7aed-4b93-bf47-43a996e49d31 req-b1140dfa-3578-4efa-93ac-d8d641e1cffe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0481241 Dec 10 05:39:16.021157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-14976a21-7aed-4b93-bf47-43a996e49d31 req-03f14362-e5f8-4742-b71f-250b9c87793d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 Dec 10 05:39:16.045106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50618) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:16.107551 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e2ea8791-ab38-423f-a37d-d44609b4b0ed tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/e29f2cae-9237-4742-aa21-57f5a767397a HTTP/1.1" status: 200 len: 993 time: 0.0612733 Dec 10 05:39:16.368026 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50624) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:16.521988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 421ca47f-b19d-4142-b8d8-a35a96cda62a {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:39:16.522327 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:16.598917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:16.599232 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:16.611032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 421ca47f-b19d-4142-b8d8-a35a96cda62a owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:39:16.752576 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:16.780610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=421ca47f-b19d-4142-b8d8-a35a96cda62a,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:16.807422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.807780 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.808129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.808495 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.808834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.809169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.809502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.809833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.810163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.810494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.810829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.811155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.811478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:16.852058 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:16.852398 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP e29f2cae-9237-4742-aa21-57f5a767397a disassociated (deleted). External IP: 172.25.8.201, port: 40246e72-5bd2-435d-a838-77d5ecf7360c. Dec 10 05:39:17.058091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 05402848-437c-4769-af7f-8002130b333b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:39:17.167924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:39:17.172631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:17.179857 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Sync routers for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:39:17.190070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:17.190756 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:17.199849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9f5fef20-1b9a-4609-b7ad-feb6ee2f717a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/floatingips/e29f2cae-9237-4742-aa21-57f5a767397a HTTP/1.1" status: 204 len: 168 time: 0.8307889 Dec 10 05:39:17.200558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:39:17.203073 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcace29-d6b8-434a-9bfa-d781f234a714" -d '{"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:39:17.251018 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2460ab3b-045b-4e68-ae56-c71788db1e1f x-openstack-request-id: req-2460ab3b-045b-4e68-ae56-c71788db1e1f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:39:17.251315 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:39:17.251573 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2460ab3b-045b-4e68-ae56-c71788db1e1f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:39:17.251977 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'status': 'completed', 'code': 200} Dec 10 05:39:17.302225 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:17.337624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-e447855b-5612-4bfb-b879-71a5d2af658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:17.339200 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-e447855b-5612-4bfb-b879-71a5d2af658a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 1096 time: 0.0437315 Dec 10 05:39:17.502826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4dcb-128f-4012-a3bf-e0d29b4288c0 req-5e397fa1-12ba-4ec8-915f-d8cea60a0613 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:17.504461 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c90e4dcb-128f-4012-a3bf-e0d29b4288c0 req-5e397fa1-12ba-4ec8-915f-d8cea60a0613 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.1076190 Dec 10 05:39:17.517879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:17.520971 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-b05c42f7-7109-4d47-8e25-369bb3ae615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:17.522402 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-b05c42f7-7109-4d47-8e25-369bb3ae615f service neutron] 10.222.0.36 "GET /v2.0/networks?id=eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 200 len: 897 time: 0.1350045 Dec 10 05:39:17.543806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Checking router: 05402848-437c-4769-af7f-8002130b333b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:39:17.551938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:17.552591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:17.572401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-6c19b9e7-3e56-43ea-9612-b2bafa22ad15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 200 len: 217 time: 0.0412452 Dec 10 05:39:17.621354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c90e4dcb-128f-4012-a3bf-e0d29b4288c0 req-586ecb82-69b4-4713-8d5d-fdb0d7d6fc50 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094112 Dec 10 05:39:17.642826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-fb2c8086-03af-4afa-802b-dda22c09426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:17.642826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-fb2c8086-03af-4afa-802b-dda22c09426a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 HTTP/1.1" status: 200 len: 834 time: 0.0597239 Dec 10 05:39:17.658436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:17.689553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-2b7a7ee9-7692-4f76-a1a8-e5d24b8065ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:17.691033 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-2b7a7ee9-7692-4f76-a1a8-e5d24b8065ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eba305ac-79ed-4fbe-86e8-1f990423c8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398414 Dec 10 05:39:17.785260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-f7a7d90d-dbf1-424f-8ff9-5a7fa2985e0d service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Dec 10 05:39:17.852241 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:17.879426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3bcace29-d6b8-434a-9bfa-d781f234a714 req-2979ab17-c7aa-4997-ba31-d02d17df1a74 service neutron] 10.222.0.36 "GET /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832181 Dec 10 05:39:17.882726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d1db5-78fb-4da7-9dd4-53b1f70c87c3 None None] The sync data for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 is: [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:25Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '75ffe587-70f9-45eb-b2c2-fd6823d1e58b', 'name': '', 'network_id': 'eba305ac-79ed-4fbe-86e8-1f990423c8ee', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:3c:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:24Z', 'updated_at': '2021-12-10T05:38:28Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:39:18.103752 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c776a-a311-4359-a9b0-4ea1fa9f205a None None] New status for floating IP e29f2cae-9237-4742-aa21-57f5a767397a: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:39:18.742684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a027-cc29-4521-8c75-b07576e4cf93 req-07a2c0d6-f26a-44cc-b8b1-8303403ef427 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:18.744168 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2d1a027-cc29-4521-8c75-b07576e4cf93 req-07a2c0d6-f26a-44cc-b8b1-8303403ef427 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Dec 10 05:39:18.796861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2d1a027-cc29-4521-8c75-b07576e4cf93 req-25a54cef-54f9-4922-9ab2-e9dc1fdea5ca tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=95684178-d88e-40a7-a7ba-c58e67e72416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 Dec 10 05:39:19.276403 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-368b5b1a-ac69-4ff7-997c-c74dcd7f2c7f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:19.277861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-368b5b1a-ac69-4ff7-997c-c74dcd7f2c7f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 945 time: 0.0469358 Dec 10 05:39:19.363217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 40246e72-5bd2-435d-a838-77d5ecf7360c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:39:19.363554 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:19.452266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 40246e72-5bd2-435d-a838-77d5ecf7360c, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=40246e72-5bd2-435d-a838-77d5ecf7360c,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:19.452567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:19.465337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 40246e72-5bd2-435d-a838-77d5ecf7360c owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:39:19.591222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:19.617165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=40246e72-5bd2-435d-a838-77d5ecf7360c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:19.660909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] No DVR routers for this DVR port 40246e72-5bd2-435d-a838-77d5ecf7360c on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:39:19.663465 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:19.666838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b9c107cd-ca1e-4e44-bcaa-bf93656e250d req-f473a651-ee65-47df-a130-6e1bda818512 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "DELETE /v2.0/ports/40246e72-5bd2-435d-a838-77d5ecf7360c HTTP/1.1" status: 204 len: 173 time: 0.3826182 Dec 10 05:39:19.667276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'name': 'network-vif-deleted', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:39:19.669517 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa9906-0d05-4140-82ba-386815f1b9c3" -d '{"events": [{"server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "name": "network-vif-deleted", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:39:19.707214 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473ca4d-0613-4079-b9e3-d93bfd15db70 x-openstack-request-id: req-b473ca4d-0613-4079-b9e3-d93bfd15db70 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:39:19.707509 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790976fe-447b-42cb-bbf7-faf4880758e9", "name": "network-vif-deleted", "tag": "40246e72-5bd2-435d-a838-77d5ecf7360c", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:39:19.707815 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b473ca4d-0613-4079-b9e3-d93bfd15db70 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:39:19.708184 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790976fe-447b-42cb-bbf7-faf4880758e9', 'name': 'network-vif-deleted', 'tag': '40246e72-5bd2-435d-a838-77d5ecf7360c', 'status': 'completed', 'code': 200} Dec 10 05:39:19.904956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1528fe0b-ce0b-481f-81c5-a760edc86127 req-ada022bc-cb95-4d38-9265-03b1ef1e8d20 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=790976fe-447b-42cb-bbf7-faf4880758e9 HTTP/1.1" status: 200 len: 210 time: 0.0254326 Dec 10 05:39:20.962838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:20.991720 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:21.336254 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:21.584805 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:39:21.585142 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:21.673933 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 75ffe587-70f9-45eb-b2c2-fd6823d1e58b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:21.674287 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:21.685712 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 75ffe587-70f9-45eb-b2c2-fd6823d1e58b owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:39:21.867326 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:21.893067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=75ffe587-70f9-45eb-b2c2-fd6823d1e58b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:21.905491 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.905854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.906202 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.907182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.907437 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.907763 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.908286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.908655 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.909103 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.909336 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.909649 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.909983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:21.910308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:22.087243 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.298939 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 05402848-437c-4769-af7f-8002130b333b has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:39:22.411082 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:39:22.419489 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5c208646-7e01-496b-8671-f4e3e58567bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/05402848-437c-4769-af7f-8002130b333b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555650 Dec 10 05:39:22.420098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:22.421517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Sync routers for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:39:22.433320 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:22.433936 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:22.471499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting subnet 3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:39:22.474609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.493267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3732b12-3b9f-4b30-ae9e-44e20885f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.519829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.536814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40246e72-5bd2-435d-a838-77d5ecf7360c no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:39:22.559573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 40246e72-5bd2-435d-a838-77d5ecf7360c {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:39:22.559833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 40246e72-5bd2-435d-a838-77d5ecf7360c not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:39:22.581114 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:22.604894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.669096 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.695644 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Subnet': ['ID=3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:22.699288 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.705864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-70c8dadf-d98e-4dbc-87ac-f676dddb2c22 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/subnets/3e65598a-2e3c-40c7-9ed6-ec5cf2fc3db8 HTTP/1.1" status: 204 len: 168 time: 0.2847331 Dec 10 05:39:22.706445 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:22.707846 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462e83a-a9c1-4477-84eb-d4eac91568be None None] Network eba305ac-79ed-4fbe-86e8-1f990423c8ee requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:39:22.810975 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.847152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:39:21Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:22.882706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Checking router: 05402848-437c-4769-af7f-8002130b333b for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:39:22.891184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Routers {'05402848-437c-4769-af7f-8002130b333b'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:22.891790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:38:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['05402848-437c-4769-af7f-8002130b333b'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:22.919924 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:22.925524 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] DHCP port deletion for eba305ac-79ed-4fbe-86e8-1f990423c8ee request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:39:22.975248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 636b973d-cbe9-4d31-ba1b-d9253f6c5245 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:39:22.975695 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.031270 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] Set router 05402848-437c-4769-af7f-8002130b333b gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:23.051140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:39:23.057048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Deleting port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:39:23.057418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.058394 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 636b973d-cbe9-4d31-ba1b-d9253f6c5245, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=636b973d-cbe9-4d31-ba1b-d9253f6c5245,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:23.058759 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.071181 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 636b973d-cbe9-4d31-ba1b-d9253f6c5245 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:39:23.197752 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] For port dbfe5cd3-cc83-42c1-becd-848a8c12ff32, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,segment=NetworkSegment(198f1a09-0e26-4bca-b505-f488e87073a6),segment_id=198f1a09-0e26-4bca-b505-f488e87073a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:23.198147 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.214329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Calling delete_port for dbfe5cd3-cc83-42c1-becd-848a8c12ff32 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:39:23.243139 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.269969 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=636b973d-cbe9-4d31-ba1b-d9253f6c5245,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:23.294123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4d0d2-0e59-4a40-a1e8-9f1865296a6e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:39:23.336432 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.348438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:39:21Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:23.352035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.395187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cff26-c25a-45b5-8de7-92c58101bd03 None None] The sync data for ids ['05402848-437c-4769-af7f-8002130b333b'] in n-d-817326-3 is: [{'id': '05402848-437c-4769-af7f-8002130b333b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019482005', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:39:21Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '636b973d-cbe9-4d31-ba1b-d9253f6c5245', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05402848-437c-4769-af7f-8002130b333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:38:22Z', 'updated_at': '2021-12-10T05:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:39:23.419892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Pushing event deleted for resources: {'Port': ['ID=dbfe5cd3-cc83-42c1-becd-848a8c12ff32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:23.432610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] No DVR routers for this DVR port dbfe5cd3-cc83-42c1-becd-848a8c12ff32 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:39:23.436056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.436290 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.436655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.436990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.437462 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.438470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.438869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.439710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.440047 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.440370 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.440814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.441034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.441359 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a6ee6-7f17-41c5-b546-622ff7dc87ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:23.441856 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.446838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.495289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.496067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Fanout notify agent at l3_agent the message router_deleted on router 05402848-437c-4769-af7f-8002130b333b {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:39:23.503384 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.504568 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-351fc05d-ecbd-4ecb-9f69-a9553dcce296 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/routers/05402848-437c-4769-af7f-8002130b333b HTTP/1.1" status: 204 len: 168 time: 0.7971842 Dec 10 05:39:23.507415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50650) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:23.587765 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.673821 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.697315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba305ac-79ed-4fbe-86e8-1f990423c8ee']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:23.706740 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198f1a09-0e26-4bca-b505-f488e87073a6') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:23.707038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198f1a09-0e26-4bca-b505-f488e87073a6') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:23.716392 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.730125 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.736236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:39:23.736663 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:39:23.739920 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:39:23.803418 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.810414 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.816937 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/networks/eba305ac-79ed-4fbe-86e8-1f990423c8ee HTTP/1.1" status: 204 len: 168 time: 0.3053546 Dec 10 05:39:23.816937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50652) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:23.833263 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdd61d-1933-4cca-ad1c-75e4146c7e67 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Network': ['ID=eba305ac-79ed-4fbe-86e8-1f990423c8ee,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:23.885923 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.912575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.976141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.978905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:23.979998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/security-groups/95684178-d88e-40a7-a7ba-c58e67e72416 HTTP/1.1" status: 204 len: 168 time: 0.1626103 Dec 10 05:39:23.989835 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160165ef-f185-42ba-b945-1eaef5317106 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95684178-d88e-40a7-a7ba-c58e67e72416,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:24.128457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 75ffe587-70f9-45eb-b2c2-fd6823d1e58b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:39:24.150779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 75ffe587-70f9-45eb-b2c2-fd6823d1e58b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:39:24.151215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 75ffe587-70f9-45eb-b2c2-fd6823d1e58b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:39:24.151705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dbfe5cd3-cc83-42c1-becd-848a8c12ff32 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:39:24.171366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: dbfe5cd3-cc83-42c1-becd-848a8c12ff32 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:39:24.171615 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device dbfe5cd3-cc83-42c1-becd-848a8c12ff32 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:39:24.199823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.447879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50658) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:24.452520 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413835687', 'description': 'tempest-secgroup-smoke-413835687 description', 'project_id': '07f9315e3b844abb861ce879a256cf10'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:24.477569 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.544381 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.549051 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.576631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.577829 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1289151 Dec 10 05:39:24.580962 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:24.581756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149cdf1-c893-42bd-a128-40abd3c29d0e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395939e3-680a-4094-a387-c40a09148d1e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:24.585722 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:24.612826 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.666483 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.670025 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.690182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcb8069-baa6-4f62-839d-5eb927ef1f1b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:24.698696 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.699864 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-947544a1-42bc-4799-a27e-4d106b5a2b55 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178939 Dec 10 05:39:24.702657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50662) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:24.707029 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:24.733574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.787278 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.790700 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.812408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb56ed5-cced-458b-a5b8-1ee2ff0ce15b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:24.819255 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.820459 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2016f667-fae0-4518-8c31-1392e1ccd85b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167638 Dec 10 05:39:24.823192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:24.827617 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:24.857710 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.912708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.916091 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.935559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f995cce-3a8f-4930-b9d0-6284bb9a75ce,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:24.940808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:24.941854 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-51df8ca8-2b00-4dcd-901a-0f485be29627 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177363 Dec 10 05:39:24.944908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:24.949161 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:24.974681 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.029777 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.033654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.053213 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dcdfe0-8d6e-43a4-9c2b-0a6e42d66f0a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:25.058342 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.059497 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ee668f96-626d-4627-97d8-a397c1ff2d07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136544 Dec 10 05:39:25.062351 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:25.066748 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:25.087898 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:39:25.092596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.148960 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.152466 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.172813 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f9d25f-0a17-4db7-8903-a78f4c25100f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:25.185581 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.186828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ae42ab4e-64b8-48f6-a338-094913d0a8e0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235120 Dec 10 05:39:25.189594 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:25.194211 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '395939e3-680a-4094-a387-c40a09148d1e', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:25.215171 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:39:25.220765 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.277404 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.283052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.283800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc3f642f-b724-4657-b85c-730fdabcf23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.302424 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0d5777-be74-47c3-97b7-f0b1f54b266d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:25.309339 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.310523 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5307a9da-ecac-40f5-968d-352bab1b4ce1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199841 Dec 10 05:39:25.313329 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:25.318332 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'network': {'name': 'tempest-network-smoke--1269404746', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:25.338068 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:39:25.341590 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.364652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:39:25.373854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.374259 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Added segment 93ea82cd-6ade-4e89-8464-98f81aef6fd8 of type vlan for network a8f64f3b-933c-4797-afb5-ddb642840fe7 Dec 10 05:39:25.414493 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.438838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.444554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:25.445072 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.487799 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734512 Dec 10 05:39:25.490682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50674) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:25.495214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'admin_state_up': True, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:25.515795 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6649f-c4d5-46a6-8524-8287418acc5e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Network': ['ID=a8f64f3b-933c-4797-afb5-ddb642840fe7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:25.519242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.520313 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.527868 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:39:25.571513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:25.709437 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.004730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 636b973d-cbe9-4d31-ba1b-d9253f6c5245 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:39:26.008879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.030144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 636b973d-cbe9-4d31-ba1b-d9253f6c5245 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:39:26.030504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 636b973d-cbe9-4d31-ba1b-d9253f6c5245 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:39:26.230662 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.249031 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.347949 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.129 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/cda56a68-0747-473b-ba8f-253d30aec9e1) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:39:26.450655 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.482927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.519102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:26.521751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:26.527064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:39:26.533007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=cda56a68-0747-473b-ba8f-253d30aec9e1,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:26.697483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5da9e-71e8-45d3-8b3f-e596b6c75be3 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:39:26.781307 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.811706 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-c7fb2548-fdac-46c6-8b2b-9b7c46eec03b None None] Provisioning complete for port cda56a68-0747-473b-ba8f-253d30aec9e1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:26.812064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7fb2548-fdac-46c6-8b2b-9b7c46eec03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:26.848874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb2548-fdac-46c6-8b2b-9b7c46eec03b None None] Port cda56a68-0747-473b-ba8f-253d30aec9e1 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:26.982036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.108089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 983c0c08-d512-4b5b-8801-b29544b0e23c is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:39:27.217882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:39:27.227038 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Sync routers for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:39:27.236125 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:27.236757 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:27.237711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.239090 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-559be9f3-740f-460a-aeb2-45d07a412364 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7472401 Dec 10 05:39:27.242162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:27.270831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-45b7f31c-abd1-409d-8515-e41a678b7eaf tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=07f9315e3b844abb861ce879a256cf10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273857 Dec 10 05:39:27.273291 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:27.339060 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:27.363067 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a12a1-fb24-4759-b306-d88a19aa0cc9 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:27.364511 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d66a12a1-fb24-4759-b306-d88a19aa0cc9 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902750 Dec 10 05:39:27.367273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:27.395938 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b6c8b79-cba4-49f2-ad9d-30405ad33405 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275619 Dec 10 05:39:27.398453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:27.403094 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519069047', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:27.492679 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:39:27.496155 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.523255 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:26Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:27.549090 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Checking router: 983c0c08-d512-4b5b-8801-b29544b0e23c for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:39:27.549444 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Updating router 983c0c08-d512-4b5b-8801-b29544b0e23c port cda56a68-0747-473b-ba8f-253d30aec9e1 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:39:27.577134 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.655290 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.682223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.749525 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Subnet': ['ID=16dc0331-68ea-4eac-aee6-badfef655f6f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:27.754341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Checking segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:39:27.754705 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network hostable DHCP agents. Network: a8f64f3b-933c-4797-afb5-ddb642840fe7, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:39:27.773364 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:39:27.782851 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, a8f64f3b-933c-4797-afb5-ddb642840fe7) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:27.786874 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:27.787460 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.791948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454d096-3761-4cda-9e42-0af6c3e97041 None None] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:39:27.804889 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0cb7a448-ecd6-4a9f-8366-9ec1cf35616e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054017 Dec 10 05:39:27.807845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:27.841752 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.846950 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.894142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef54ff8-1f0d-44f7-8773-0d5cd4d346d6 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:39:27.895300 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Attempting to bind port cda56a68-0747-473b-ba8f-253d30aec9e1 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:39:27.895634 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Attempting to bind port cda56a68-0747-473b-ba8f-253d30aec9e1 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:39:27.896005 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Attempting to bind port cda56a68-0747-473b-ba8f-253d30aec9e1 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:39:27.903075 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-a8f64f3b-933c-4797-afb5-ddb642840fe7', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:39:27.904298 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.904899 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:39:27.905232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:39:27.905724 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.906025 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:39:27.906880 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Bound port: cda56a68-0747-473b-ba8f-253d30aec9e1, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:39:27.907453 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:27.940928 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Pushing event updated for resources: {'Port': ['ID=cda56a68-0747-473b-ba8f-253d30aec9e1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:27.950983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.951336 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.951678 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.952013 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.952348 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.952708 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.953035 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.953985 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.954316 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.954640 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.954970 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.955288 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.955608 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:39:27.981162 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] For port cda56a68-0747-473b-ba8f-253d30aec9e1, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:39:27.984882 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] For port cda56a68-0747-473b-ba8f-253d30aec9e1, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cda56a68-0747-473b-ba8f-253d30aec9e1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:39:27.992961 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.009635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] Provisioning complete for port cda56a68-0747-473b-ba8f-253d30aec9e1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:28.009997 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.065040 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5867-74ec-4874-b298-d9c771110cce None None] Pushing event updated for resources: {'Port': ['ID=cda56a68-0747-473b-ba8f-253d30aec9e1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:28.084883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c63d73-36e8-42cf-a8fb-2064203bf758 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:39:28.094327 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:28.094901 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:28.096157 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Allocated IP 172.20.0.2 (a8f64f3b-933c-4797-afb5-ddb642840fe7/16dc0331-68ea-4eac-aee6-badfef655f6f/0915763b-7fb0-4458-8cd3-581cf30f720a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:39:28.174714 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.221362 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:28.222496 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] For port cda56a68-0747-473b-ba8f-253d30aec9e1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cda56a68-0747-473b-ba8f-253d30aec9e1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:28.227869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.302997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9af5f-8e16-412a-a4a4-f3b635bf0aa6 None None] Pushing event updated for resources: {'Port': ['ID=cda56a68-0747-473b-ba8f-253d30aec9e1,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:28.354146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.363064 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-60ee965a-f341-4ad1-9df0-1432ed3149f6 None None] Provisioning complete for port cda56a68-0747-473b-ba8f-253d30aec9e1 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:28.363438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60ee965a-f341-4ad1-9df0-1432ed3149f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.366831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.448149 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:28.459232 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:26Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:28.462945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:28.467221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:39:28.471013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Pushing event updated for resources: {'Port': ['ID=0915763b-7fb0-4458-8cd3-581cf30f720a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:28.477855 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.495857 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a5673-2423-40d7-ae8b-4617a0f6ad2e None None] The sync data for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 is: [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:26Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:39:28.570497 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Attempting to bind port 0915763b-7fb0-4458-8cd3-581cf30f720a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:39:28.570870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Attempting to bind port 0915763b-7fb0-4458-8cd3-581cf30f720a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:39:28.571233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Attempting to bind port 0915763b-7fb0-4458-8cd3-581cf30f720a on network a8f64f3b-933c-4797-afb5-ddb642840fe7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:39:28.576744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:39:28.577126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Checking segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:39:28.577533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.577932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Bound using segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:39:28.578445 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Bound port: 0915763b-7fb0-4458-8cd3-581cf30f720a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:39:28.578831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.644248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] For port 0915763b-7fb0-4458-8cd3-581cf30f720a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:39:28.647387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] For port 0915763b-7fb0-4458-8cd3-581cf30f720a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0915763b-7fb0-4458-8cd3-581cf30f720a,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:39:28.653533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.681301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:28.718479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd25b53-05d9-4b57-9234-d119ffc73cfe None None] Pushing event updated for resources: {'Port': ['ID=0915763b-7fb0-4458-8cd3-581cf30f720a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:29.014110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.1 (a8f64f3b-933c-4797-afb5-ddb642840fe7/16dc0331-68ea-4eac-aee6-badfef655f6f/02b866f3-2a22-41c3-80a8-b81a1913c673) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:39:29.136467 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.177197 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.220814 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:29.224154 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:29.228334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:39:29.263011 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:29.279779 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.423841 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.707876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c646d43-6db8-4f3d-acf6-0f9f32d2210c None None] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:39:29.714680 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.719616 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.792702 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.794455 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:29.822322 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] Provisioning complete for port 0915763b-7fb0-4458-8cd3-581cf30f720a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:29.822795 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.899173 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:29.900293 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:29.915929 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:29.956393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] For port 0915763b-7fb0-4458-8cd3-581cf30f720a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0915763b-7fb0-4458-8cd3-581cf30f720a,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:29.961462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.020951 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc17e6-c8fc-4208-95a4-9ba1d0f2ce34 None None] Pushing event updated for resources: {'Port': ['ID=0915763b-7fb0-4458-8cd3-581cf30f720a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:30.042827 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 983c0c08-d512-4b5b-8801-b29544b0e23c has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:39:30.115638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9fcef93c-29ef-4999-a77f-2e9698a439b1 None None] Provisioning complete for port 0915763b-7fb0-4458-8cd3-581cf30f720a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.116007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcef93c-29ef-4999-a77f-2e9698a439b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.157747 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0915763b-7fb0-4458-8cd3-581cf30f720a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:39:30.186947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:39:30.191978 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ab931216-ff27-4a94-9601-a7959dd59416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/983c0c08-d512-4b5b-8801-b29544b0e23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831780 Dec 10 05:39:30.268883 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0915763b-7fb0-4458-8cd3-581cf30f720a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.269251 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.324861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-9fcef93c-29ef-4999-a77f-2e9698a439b1 None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.325228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcef93c-29ef-4999-a77f-2e9698a439b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.378544 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Sync routers for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:39:30.383226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-baa2746b-9560-4538-9981-5efebd7db7af tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413835687&fields=id&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 267 time: 0.0634613 Dec 10 05:39:30.398067 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9fcef93c-29ef-4999-a77f-2e9698a439b1 None None] Port 02b866f3-2a22-41c3-80a8-b81a1913c673 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:30.409279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:30.409921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:30.421582 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cda56a68-0747-473b-ba8f-253d30aec9e1 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:39:30.513646 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-4c2e489e-88a1-4538-b8df-52a2420424d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:30.516322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-4c2e489e-88a1-4538-b8df-52a2420424d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 797 time: 0.1251001 Dec 10 05:39:30.532086 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-25d2b4bb-5e2d-4ba3-9782-06797b083f09 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/quotas/07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Dec 10 05:39:30.571356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:30.573442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8a71c03a-a71a-4e84-935b-c0f4854529bb None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.573811 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a71c03a-a71a-4e84-935b-c0f4854529bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.585312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-dc691ca5-61c3-4094-8d64-217b50ca469c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466490 Dec 10 05:39:30.601947 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port cda56a68-0747-473b-ba8f-253d30aec9e1 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.602319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.700465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8a71c03a-a71a-4e84-935b-c0f4854529bb None None] Port 02b866f3-2a22-41c3-80a8-b81a1913c673 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:30.726763 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-d6c54fa5-dfc8-4f74-9703-e2ac8a4736ee service neutron] 10.222.0.43 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293054 Dec 10 05:39:30.827811 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-9d6daa90-358c-4bd4-94a4-dea23e1afca8 service neutron] 10.222.0.43 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940011 Dec 10 05:39:30.852397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0bde1f6e-c0f3-43ff-be59-f985c2ff62d3 None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:30.852942 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0bde1f6e-c0f3-43ff-be59-f985c2ff62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.896173 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0bde1f6e-c0f3-43ff-be59-f985c2ff62d3 None None] Port 02b866f3-2a22-41c3-80a8-b81a1913c673 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:30.906602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 2, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:30.934363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Checking router: 983c0c08-d512-4b5b-8801-b29544b0e23c for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:39:30.934723 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Updating router 983c0c08-d512-4b5b-8801-b29544b0e23c port 02b866f3-2a22-41c3-80a8-b81a1913c673 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:39:30.961106 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:30.992192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d3d4928c-e209-470a-a8b2-50339c86b41e req-8dffd439-97b2-4c92-a025-fcef2e072ea0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 210 time: 0.0281920 Dec 10 05:39:31.238833 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.244091 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.298092 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a506b8b-4c8c-47db-bdc0-d73a7615b6dc None None] Pushing event updated for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:31.345266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Attempting to bind port 02b866f3-2a22-41c3-80a8-b81a1913c673 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:39:31.345683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Attempting to bind port 02b866f3-2a22-41c3-80a8-b81a1913c673 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:39:31.346068 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Attempting to bind port 02b866f3-2a22-41c3-80a8-b81a1913c673 on network a8f64f3b-933c-4797-afb5-ddb642840fe7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:39:31.351330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:39:31.351714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Checking segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:39:31.352121 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.352540 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Bound using segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:39:31.353162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Bound port: 02b866f3-2a22-41c3-80a8-b81a1913c673, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:39:31.353553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.589131 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4ae29f9f-3450-44e0-aa43-350a783fbec3 None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:31.589418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ae29f9f-3450-44e0-aa43-350a783fbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.614141 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] For port 02b866f3-2a22-41c3-80a8-b81a1913c673, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:39:31.629905 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] For port 02b866f3-2a22-41c3-80a8-b81a1913c673, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=02b866f3-2a22-41c3-80a8-b81a1913c673,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:39:31.636612 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:31.641612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4ae29f9f-3450-44e0-aa43-350a783fbec3 None None] Port 02b866f3-2a22-41c3-80a8-b81a1913c673 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:31.699112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a506b8b-4c8c-47db-bdc0-d73a7615b6dc None None] Pushing event updated for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:31.701805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:31.702418 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:31.812187 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:31.982302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:31.983033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.062271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-719f38a3-0e1b-4db9-bf11-3dc9c79e3912 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:32.066736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-719f38a3-0e1b-4db9-bf11-3dc9c79e3912 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 797 time: 0.1276813 Dec 10 05:39:32.089297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:31Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:32.121263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0915763b-7fb0-4458-8cd3-581cf30f720a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:39:32.126155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1127ad-3305-46d3-9b26-6a23f3d1ddfc None None] The sync data for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 is: [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:31Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:39:32.139415 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ba8bb51-a8c0-4380-a327-e5460c63971c req-0a34cb83-b718-4004-a1f2-9b4c139bd639 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 210 time: 0.0321674 Dec 10 05:39:32.153293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.193257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-a67107ec-69bd-44fa-9394-972b0b06793e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 379 time: 0.1105702 Dec 10 05:39:32.209070 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'port': {'device_id': '191b64d0-106f-41c2-ad4c-d498030efda3', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'admin_state_up': True, 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'security_groups': ['395939e3-680a-4094-a387-c40a09148d1e']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:32.229876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] For port 02b866f3-2a22-41c3-80a8-b81a1913c673, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=02b866f3-2a22-41c3-80a8-b81a1913c673,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:32.236417 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.240325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0915763b-7fb0-4458-8cd3-581cf30f720a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:32.240708 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.324373 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7708b6e-97a6-4065-96ce-c14ade9cd14a None None] Pushing event updated for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:32.355272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:39:32.359713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.508794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.14 (a8f64f3b-933c-4797-afb5-ddb642840fe7/16dc0331-68ea-4eac-aee6-badfef655f6f/bde92b30-a0a6-44b6-806d-57790da5da4d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:39:32.683002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.723711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.767602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:32.770834 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:32.774561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:39:32.807596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:32.837890 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:32.838568 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:32.856716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-0be80fdc-67ab-43f3-afcf-6569888a9ce7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6555190 Dec 10 05:39:32.867203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-56a21d74-2019-4912-be91-3e254762172d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:39:32.868717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-56a21d74-2019-4912-be91-3e254762172d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059597 Dec 10 05:39:32.886884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Request body: {'port': {'device_id': '191b64d0-106f-41c2-ad4c-d498030efda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:32.953716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.062243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-08e079ae-67a0-4826-ac49-ec24c0d5df6f None None] Provisioning complete for port bde92b30-a0a6-44b6-806d-57790da5da4d triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:33.063367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08e079ae-67a0-4826-ac49-ec24c0d5df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.101869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-08e079ae-67a0-4826-ac49-ec24c0d5df6f None None] Port bde92b30-a0a6-44b6-806d-57790da5da4d cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:39:33.266402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde92b30-a0a6-44b6-806d-57790da5da4d {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:39:33.276320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.294069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Transition to ACTIVE for port object bde92b30-a0a6-44b6-806d-57790da5da4d will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:39:33.303292 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4f642-e5c0-4423-b76d-ff1eab757184 req-76c4b9b1-946e-4f9d-a54c-e5ecf31b2ab2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:33.304804 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16b4f642-e5c0-4423-b76d-ff1eab757184 req-76c4b9b1-946e-4f9d-a54c-e5ecf31b2ab2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 932 time: 0.0798473 Dec 10 05:39:33.305905 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.385249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Pushing event updated for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:33.418618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16b4f642-e5c0-4423-b76d-ff1eab757184 req-5bb0383a-634f-476e-8ffb-23051d03d69a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045747 Dec 10 05:39:33.467969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Attempting to bind port bde92b30-a0a6-44b6-806d-57790da5da4d on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:39:33.468304 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Attempting to bind port bde92b30-a0a6-44b6-806d-57790da5da4d by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:39:33.468662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Attempting to bind port bde92b30-a0a6-44b6-806d-57790da5da4d on network a8f64f3b-933c-4797-afb5-ddb642840fe7 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:39:33.473727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Port bde92b30-a0a6-44b6-806d-57790da5da4d on network a8f64f3b-933c-4797-afb5-ddb642840fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:39:33.474045 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Attempting to bind port bde92b30-a0a6-44b6-806d-57790da5da4d on network a8f64f3b-933c-4797-afb5-ddb642840fe7 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:39:33.479095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:39:33.479460 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Checking segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:39:33.479847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Bound using segment: {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:39:33.480266 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Bound port: bde92b30-a0a6-44b6-806d-57790da5da4d, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ea82cd-6ade-4e89-8464-98f81aef6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:39:33.480774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.544875 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:39:33.547802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bde92b30-a0a6-44b6-806d-57790da5da4d,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:39:33.551177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.584061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:33.584755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:33.586044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] 10.222.0.36 "PUT /v2.0/ports/bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 1092 time: 0.7037423 Dec 10 05:39:33.586480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:39:33.588711 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d5a8e5-deda-43d0-bb61-32fd278511d2" -d '{"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:39:33.615589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070a81-baab-4e67-a041-f9167e3d174a service neutron] Pushing event updated for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:33.654888 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a84773-e1e1-477d-98c4-c05c99b33d7c x-openstack-request-id: req-41a84773-e1e1-477d-98c4-c05c99b33d7c {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:39:33.655283 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:39:33.655538 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41a84773-e1e1-477d-98c4-c05c99b33d7c {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:39:33.655943 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'status': 'completed', 'code': 200} Dec 10 05:39:33.686194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-e06f9cd1-f222-49c7-b873-6bc189ea1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:33.687905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-e06f9cd1-f222-49c7-b873-6bc189ea1dee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1095 time: 0.0443592 Dec 10 05:39:33.741786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-e0aba846-3b8d-4bf8-8b52-686f798ae0fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 217 time: 0.0404022 Dec 10 05:39:33.792186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-d8bc3d73-16b1-4e47-b697-a40e9b4585f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:33.793611 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-d8bc3d73-16b1-4e47-b697-a40e9b4585f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0448015 Dec 10 05:39:33.838893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-71e7aa5b-f5ef-4247-9c09-d1f30fda3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:33.840333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-71e7aa5b-f5ef-4247-9c09-d1f30fda3551 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397296 Dec 10 05:39:33.932405 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-757112fc-c3d2-46a8-8982-fbb2bddb52d3 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846577 Dec 10 05:39:34.021567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a8eb1ed3-af15-465c-a241-8f7db985185c req-f05cf0bd-b995-4c4a-aecb-9805692f992a service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Dec 10 05:39:34.072778 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 02b866f3-2a22-41c3-80a8-b81a1913c673 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:39:34.119945 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 02b866f3-2a22-41c3-80a8-b81a1913c673 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:34.120308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:34.157220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-17c6b341-3934-4030-95a0-c3afe9d40cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:34.159253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-17c6b341-3934-4030-95a0-c3afe9d40cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1095 time: 0.0458155 Dec 10 05:39:34.252252 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-e0f1cfd1-2d9a-47d0-b9a3-e160091e43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:34.253753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-e0f1cfd1-2d9a-47d0-b9a3-e160091e43b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 898 time: 0.0865235 Dec 10 05:39:34.298032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-a2ce41a5-d99f-4329-9de5-9d68e9fc815f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 217 time: 0.0370047 Dec 10 05:39:34.351237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-03368d1f-d4bf-4669-abc8-fa38513fbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:34.352707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-03368d1f-d4bf-4669-abc8-fa38513fbdce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0464025 Dec 10 05:39:34.398074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-6b50e894-9854-4ba6-afdd-b757000ee025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:34.399548 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-6b50e894-9854-4ba6-afdd-b757000ee025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386822 Dec 10 05:39:34.502805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-cc135ca5-aed3-4cfd-a20c-ac6638f5278c service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954244 Dec 10 05:39:34.593080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d598d4-83a3-4e57-9501-7583691c45b5 req-d4c1d85b-8cab-4891-9fb9-e20c0f50216d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:34.595089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60d598d4-83a3-4e57-9501-7583691c45b5 req-d4c1d85b-8cab-4891-9fb9-e20c0f50216d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 944 time: 0.1069384 Dec 10 05:39:34.634896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11d5a8e5-deda-43d0-bb61-32fd278511d2 req-fb680bf3-8db0-476e-afea-2a9125408fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191702 Dec 10 05:39:34.658844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-60d598d4-83a3-4e57-9501-7583691c45b5 req-b31d928f-02ec-431f-b43a-3f2ecbcfbf1a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565281 Dec 10 05:39:35.779037 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b9f6b-625e-4574-9ffa-eed4658fe9af req-5b1f5341-7b34-4bd1-ab88-0f767e65fa20 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:35.780491 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833b9f6b-625e-4574-9ffa-eed4658fe9af req-5b1f5341-7b34-4bd1-ab88-0f767e65fa20 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 944 time: 0.0477006 Dec 10 05:39:35.828292 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-833b9f6b-625e-4574-9ffa-eed4658fe9af req-570b65d9-39ac-4e40-80af-7927b5494f40 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 Dec 10 05:39:36.948211 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315f8d-4ce8-4c7e-9254-84651b1a5295 req-8220207d-4cd0-418d-8921-c316ab0facc7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:36.949692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad315f8d-4ce8-4c7e-9254-84651b1a5295 req-8220207d-4cd0-418d-8921-c316ab0facc7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 944 time: 0.0481288 Dec 10 05:39:37.000982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ad315f8d-4ce8-4c7e-9254-84651b1a5295 req-55236cc3-7a99-4038-b428-51f83e4f327f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446126 Dec 10 05:39:38.114981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f167ea-6374-497c-b9b1-3f4532579df2 req-555ac5be-a5f8-49eb-9e7d-4cb85683afab tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:38.116459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39f167ea-6374-497c-b9b1-3f4532579df2 req-555ac5be-a5f8-49eb-9e7d-4cb85683afab tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 944 time: 0.0486677 Dec 10 05:39:38.164680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-39f167ea-6374-497c-b9b1-3f4532579df2 req-ce6faed6-8283-4aea-8551-608c056e3ed1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Dec 10 05:39:38.529688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bde92b30-a0a6-44b6-806d-57790da5da4d details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:39:38.628226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bde92b30-a0a6-44b6-806d-57790da5da4d,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:38.642750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'port_id': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'mac_address': 'fa:16:3e:81:cd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:39:38.678657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:38.691401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde92b30-a0a6-44b6-806d-57790da5da4d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:39:38.709871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bde92b30-a0a6-44b6-806d-57790da5da4d,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:38.713772 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:38.759052 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:38.988542 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['bde92b30-a0a6-44b6-806d-57790da5da4d'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:39:39.282433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1d316-a2ca-4cdc-862e-1ee94f1ab97d req-c98ec491-4a4c-497d-9656-ca2334421fa3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:39.283791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9df1d316-a2ca-4cdc-862e-1ee94f1ab97d req-c98ec491-4a4c-497d-9656-ca2334421fa3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Dec 10 05:39:39.331703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9df1d316-a2ca-4cdc-862e-1ee94f1ab97d req-2f0ff46c-7401-4caa-8662-38a1d2debb76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 Dec 10 05:39:40.446408 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d280-97ce-43df-8de1-9bbc9b0859d8 req-4eefefb5-8946-4fbc-bd4b-a01b8d526c24 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:40.447873 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21e7d280-97ce-43df-8de1-9bbc9b0859d8 req-4eefefb5-8946-4fbc-bd4b-a01b8d526c24 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 945 time: 0.0512075 Dec 10 05:39:40.495543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21e7d280-97ce-43df-8de1-9bbc9b0859d8 req-c73d63a3-fa0d-48e3-b642-f4fcfccec661 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Dec 10 05:39:40.530439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bde92b30-a0a6-44b6-806d-57790da5da4d up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:39:40.582142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port bde92b30-a0a6-44b6-806d-57790da5da4d completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:39:40.585977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port bde92b30-a0a6-44b6-806d-57790da5da4d triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:39:40.586345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:40.661124 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:40.682483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:39:40.684744 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f33cf-1864-492b-be04-5d46def54755" -d '{"events": [{"server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "name": "network-vif-plugged", "status": "completed", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:39:40.698361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bde92b30-a0a6-44b6-806d-57790da5da4d,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:39:40.702187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:40.724829 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63a6b2-8cec-4d90-8c20-e2a3803692ba x-openstack-request-id: req-9e63a6b2-8cec-4d90-8c20-e2a3803692ba {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:39:40.725119 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "name": "network-vif-plugged", "status": "completed", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:39:40.725369 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e63a6b2-8cec-4d90-8c20-e2a3803692ba {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:39:40.725754 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'code': 200} Dec 10 05:39:40.751286 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:40.846798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c025d-bae0-44ab-8e38-7e8c144d7261 req-ab411084-9c6a-43d0-8c8e-4f621af5b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:40.848260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-216c025d-bae0-44ab-8e38-7e8c144d7261 req-ab411084-9c6a-43d0-8c8e-4f621af5b12c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1097 time: 0.0400004 Dec 10 05:39:40.893490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-216c025d-bae0-44ab-8e38-7e8c144d7261 req-68ebdbce-8c96-40fd-8ba6-f719b259738c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 Dec 10 05:39:41.608232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6b7f6-4956-4a3e-86ed-0d3378ca90b0 req-c196103e-3544-4f8a-a224-b122d68e7bf5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:41.609724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db6b7f6-4956-4a3e-86ed-0d3378ca90b0 req-c196103e-3544-4f8a-a224-b122d68e7bf5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0474646 Dec 10 05:39:41.661790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db6b7f6-4956-4a3e-86ed-0d3378ca90b0 req-1d5482ab-0b8f-4d24-aedd-e4e4c3b6945e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Dec 10 05:39:42.777590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a19f6e-d1d7-4aba-8707-8f09d0942fbc req-ff4567e1-d597-4821-a320-e6418d70f07c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:42.779045 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f0a19f6e-d1d7-4aba-8707-8f09d0942fbc req-ff4567e1-d597-4821-a320-e6418d70f07c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Dec 10 05:39:42.826630 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f0a19f6e-d1d7-4aba-8707-8f09d0942fbc req-215d1dd5-988e-4f8e-bf16-d1e1d44c110d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Dec 10 05:39:42.946338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4455ae-fd69-4d59-8c01-bc557b62b507 req-703eeeda-ff75-42fc-a776-03b5f72d8d6e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:42.947714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da4455ae-fd69-4d59-8c01-bc557b62b507 req-703eeeda-ff75-42fc-a776-03b5f72d8d6e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Dec 10 05:39:42.995664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-da4455ae-fd69-4d59-8c01-bc557b62b507 req-8125ae96-3225-480e-8def-f260ee1de7e3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 Dec 10 05:39:43.016768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50740) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:43.058046 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249ee75-7df3-49de-95e9-f2fcdd5cd975 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:43.059499 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a249ee75-7df3-49de-95e9-f2fcdd5cd975 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1092 time: 0.0417869 Dec 10 05:39:43.062191 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50742) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:43.066262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:39:43.086916 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:43.179885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:43.287516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.197 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/61817044-9bbc-4859-8734-4b60e62249b4) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:39:43.385453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:43.422324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:43.458290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:39:43.461178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:39:43.463719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:39:43.495119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=61817044-9bbc-4859-8734-4b60e62249b4,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:43.821190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:43.883997 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:44.030275 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:44.034756 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:44.100362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=61817044-9bbc-4859-8734-4b60e62249b4,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:39:44.110712 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:44.211577 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 4a0146c7-5bad-4cc8-8341-1bd47540b952 associated. External IP: 172.25.8.197, port: bde92b30-a0a6-44b6-806d-57790da5da4d. Dec 10 05:39:44.747246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 983c0c08-d512-4b5b-8801-b29544b0e23c has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:39:44.851724 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:39:44.861626 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Sync routers for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:39:44.868720 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:44.870867 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:44.871490 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:44.895064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b3cccb00-601b-4c0a-8650-7f81d3480c39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8318665 Dec 10 05:39:44.895655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:39:44.897921 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59c5868-a907-4ada-bbae-41d123f23f74" -d '{"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:39:44.936630 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c97d0eb-f020-43d2-9dcd-3088c4d3c33f x-openstack-request-id: req-6c97d0eb-f020-43d2-9dcd-3088c4d3c33f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:39:44.936924 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:39:44.937265 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c97d0eb-f020-43d2-9dcd-3088c4d3c33f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:39:44.938209 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'status': 'completed', 'code': 200} Dec 10 05:39:44.986137 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:45.027992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e19508-671b-4ad5-b498-8ba9e54c525b req-cf62f4bb-feda-4501-973e-6f56f2cd41e4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:45.029419 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2e19508-671b-4ad5-b498-8ba9e54c525b req-cf62f4bb-feda-4501-973e-6f56f2cd41e4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0773978 Dec 10 05:39:45.050929 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-24413e91-dc40-45ca-bab8-45502768bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:45.052421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-24413e91-dc40-45ca-bab8-45502768bced service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1097 time: 0.0688078 Dec 10 05:39:45.106305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2e19508-671b-4ad5-b498-8ba9e54c525b req-2c002f6c-fbeb-4558-abb9-8fba39ecf4c9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706503 Dec 10 05:39:45.128691 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:45.163767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-3c83aa9e-a5ef-4a56-8343-f6d7b47a4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:45.169170 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-3c83aa9e-a5ef-4a56-8343-f6d7b47a4e8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 898 time: 0.1005795 Dec 10 05:39:45.199076 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bb40eeef-696b-4f3b-8418-c41fa21b4bfc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/4a0146c7-5bad-4cc8-8341-1bd47540b952 HTTP/1.1" status: 200 len: 992 time: 0.0685751 Dec 10 05:39:45.213619 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4a0146c7-5bad-4cc8-8341-1bd47540b952', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'port_id': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'mac_address': 'fa:16:3e:81:cd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191b64d0-106f-41c2-ad4c-d498030efda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:39:43Z', 'updated_at': '2021-12-10T05:39:43Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:45.243476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-960ecdb0-0332-4a7a-b39f-37f6e8bee3bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 1000 time: 0.0703359 Dec 10 05:39:45.294444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-43d20baf-25e1-438a-976c-c6fb8025fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:45.295862 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-43d20baf-25e1-438a-976c-c6fb8025fd5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0456467 Dec 10 05:39:45.328179 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Checking router: 983c0c08-d512-4b5b-8801-b29544b0e23c for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:39:45.337204 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:39:45.337804 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:39:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:45.344246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-5f6be0e5-e5ac-4d57-92c5-5f1b994369f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:39:45.345789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-5f6be0e5-e5ac-4d57-92c5-5f1b994369f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417850 Dec 10 05:39:45.440191 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:39:45.444237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-ac576b1d-967c-4b5a-afc8-7d6ab219aa21 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872107 Dec 10 05:39:45.538588 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a59c5868-a907-4ada-bbae-41d123f23f74 req-c0701864-11d9-4d1f-8ed3-b729ca799a59 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Dec 10 05:39:45.657683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4a0146c7-5bad-4cc8-8341-1bd47540b952', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'port_id': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'mac_address': 'fa:16:3e:81:cd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191b64d0-106f-41c2-ad4c-d498030efda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:39:43Z', 'updated_at': '2021-12-10T05:39:43Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:39:45.686633 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e0f0-bc19-48bf-b940-cb00917571b6 None None] The sync data for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 is: [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '4a0146c7-5bad-4cc8-8341-1bd47540b952', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'port_id': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'mac_address': 'fa:16:3e:81:cd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191b64d0-106f-41c2-ad4c-d498030efda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:39:43Z', 'updated_at': '2021-12-10T05:39:43Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:39:45.872434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa7b8d-23a5-4f4e-bc72-a28bef7e16fb None None] New status for floating IP 4a0146c7-5bad-4cc8-8341-1bd47540b952: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:39:46.202717 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:39:46.265464 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5045518d-90e5-4de6-b8ba-a30953fbf965 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/4a0146c7-5bad-4cc8-8341-1bd47540b952 HTTP/1.1" status: 200 len: 994 time: 0.0614972 Dec 10 05:39:51.007851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:52.475432 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-befe6770-5535-47c7-8f5f-d3f7257fe3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:54.200404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:55.285413 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19214525-2d52-4481-a416-4b8b206c476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:56.002791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:57.649838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:39:58.443372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:00.050843 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:40:17.689057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849377bc-837d-4d4f-85c9-75ea91657dfe req-2ac50884-c79c-4d22-8bb8-7c09e7a1bdf7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:17.690608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-849377bc-837d-4d4f-85c9-75ea91657dfe req-2ac50884-c79c-4d22-8bb8-7c09e7a1bdf7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0732059 Dec 10 05:40:17.710462 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460286-ab57-45cd-8307-9c439b483b38 req-48288c80-cc03-42c1-b037-9b7d56e4c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:17.711876 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-48288c80-cc03-42c1-b037-9b7d56e4c9eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1097 time: 0.0675938 Dec 10 05:40:17.801326 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-849377bc-837d-4d4f-85c9-75ea91657dfe req-cbd1dc4d-f43a-4cfc-99ee-63aace108b82 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018271 Dec 10 05:40:17.829699 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460286-ab57-45cd-8307-9c439b483b38 req-c8407793-9ae8-4ce6-b1cf-11b408792604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:17.831744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-c8407793-9ae8-4ce6-b1cf-11b408792604 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 898 time: 0.1119964 Dec 10 05:40:17.896279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-008c82b6-5ef1-4dff-95bd-e8ac20b47153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 1002 time: 0.0570602 Dec 10 05:40:17.944627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460286-ab57-45cd-8307-9c439b483b38 req-1799bdd1-7f61-42fe-9b30-bcf04aa9397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:17.945994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-1799bdd1-7f61-42fe-9b30-bcf04aa9397e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0424302 Dec 10 05:40:17.994662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460286-ab57-45cd-8307-9c439b483b38 req-1234f0cb-d263-48b4-9fd0-f910e8af1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:17.996215 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-1234f0cb-d263-48b4-9fd0-f910e8af1308 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426340 Dec 10 05:40:18.083555 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-98b02fb6-0cf4-4241-b713-ecd3c69bf45f service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797307 Dec 10 05:40:18.173770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7e460286-ab57-45cd-8307-9c439b483b38 req-3937bba6-596b-4269-a47c-ed96c0a5ff16 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826764 Dec 10 05:40:18.919153 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacd8d2-c33c-4899-bdd2-429f76c6ad11 req-0cb6aa8e-3e25-4a80-b5f9-e3649df726fe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:18.920669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ceacd8d2-c33c-4899-bdd2-429f76c6ad11 req-0cb6aa8e-3e25-4a80-b5f9-e3649df726fe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0471690 Dec 10 05:40:18.967986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ceacd8d2-c33c-4899-bdd2-429f76c6ad11 req-0be77381-3206-46b5-af64-10d18f4aa85e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Dec 10 05:40:20.087349 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81bf14-6332-41c8-ae77-2f0f205d49ec req-4d1ab769-64cf-420b-9fa8-1dcba1ebe002 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:20.088832 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b81bf14-6332-41c8-ae77-2f0f205d49ec req-4d1ab769-64cf-420b-9fa8-1dcba1ebe002 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Dec 10 05:40:20.135638 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b81bf14-6332-41c8-ae77-2f0f205d49ec req-013fd18e-d85a-4b2d-a425-5c615d7ce7c4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 Dec 10 05:40:21.017004 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:21.249879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbff2f-aa70-4c4a-bb3f-c1169bf7027f req-6617b330-7cf4-46a3-8431-9c5efd464c35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:21.251356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69fbff2f-aa70-4c4a-bb3f-c1169bf7027f req-6617b330-7cf4-46a3-8431-9c5efd464c35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0479167 Dec 10 05:40:21.299980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69fbff2f-aa70-4c4a-bb3f-c1169bf7027f req-9dc8cb9e-767b-4e07-ae27-174c53e2954e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416832 Dec 10 05:40:22.415218 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c0e3-99f5-4d19-906f-d2acef5b16c9 req-99da4f4a-a5a6-4d38-87c4-000d7f4cb36e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:22.416719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b52c0e3-99f5-4d19-906f-d2acef5b16c9 req-99da4f4a-a5a6-4d38-87c4-000d7f4cb36e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Dec 10 05:40:22.471713 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9b52c0e3-99f5-4d19-906f-d2acef5b16c9 req-f73c680f-f1c7-4036-884a-22d833536972 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490401 Dec 10 05:40:22.475816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-634126ca-fa40-4049-9875-0b1c09020e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:23.589114 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdf3ed-44ef-4ae0-8df4-ce0f1972f53b req-b4ffec63-3f00-4e20-8c9d-075862540abb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:23.590567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30cdf3ed-44ef-4ae0-8df4-ce0f1972f53b req-b4ffec63-3f00-4e20-8c9d-075862540abb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0483027 Dec 10 05:40:23.651808 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-30cdf3ed-44ef-4ae0-8df4-ce0f1972f53b req-e1a9d04b-de46-4b1b-9a90-f623ce78c425 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546284 Dec 10 05:40:24.197885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:24.767404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1193cd-ef6d-43ca-807f-5024588b0ab7 req-78553c03-f39b-40fe-9db2-0d56174717f4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:24.768915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff1193cd-ef6d-43ca-807f-5024588b0ab7 req-78553c03-f39b-40fe-9db2-0d56174717f4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0484576 Dec 10 05:40:24.817768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ff1193cd-ef6d-43ca-807f-5024588b0ab7 req-497b30fe-7bf2-43b2-a562-8882a73818bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Dec 10 05:40:25.287312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9253faf-bfd6-422b-899c-8cd4755dca5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:25.934628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc52c01-a695-4c38-881c-72d48a329649 req-39b8274f-4f19-406e-9bbf-212fbad316b1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:25.936089 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bc52c01-a695-4c38-881c-72d48a329649 req-39b8274f-4f19-406e-9bbf-212fbad316b1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Dec 10 05:40:25.984878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7bc52c01-a695-4c38-881c-72d48a329649 req-7ae224e7-edea-4632-84fc-c7b5ae1b712d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Dec 10 05:40:26.006476 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:27.102341 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b3540-f63e-457d-8791-a9d46fa00382 req-2f43ffbe-a9cb-4065-923e-d9b90bd0f4dc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:27.103797 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-042b3540-f63e-457d-8791-a9d46fa00382 req-2f43ffbe-a9cb-4065-923e-d9b90bd0f4dc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0484135 Dec 10 05:40:27.152199 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-042b3540-f63e-457d-8791-a9d46fa00382 req-7088fba4-cffd-49e8-b6db-9958faf0fc9a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Dec 10 05:40:27.652793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:28.265846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fc73d-dba2-43ee-98c1-9c816ba5ef42 req-993e219a-79c0-4e1a-bfd4-3ffa5a72bda2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:28.267375 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f30fc73d-dba2-43ee-98c1-9c816ba5ef42 req-993e219a-79c0-4e1a-bfd4-3ffa5a72bda2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0478103 Dec 10 05:40:28.319952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f30fc73d-dba2-43ee-98c1-9c816ba5ef42 req-20ae3e7a-5ece-4464-961e-daad3c100438 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459511 Dec 10 05:40:28.446791 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:29.436553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b1e2d-b3d6-4047-a3cb-993589674185 req-7c9416c7-6f30-45d5-a9b3-1815a198947e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:29.438228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-065b1e2d-b3d6-4047-a3cb-993589674185 req-7c9416c7-6f30-45d5-a9b3-1815a198947e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Dec 10 05:40:29.486345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-065b1e2d-b3d6-4047-a3cb-993589674185 req-87ffd821-600f-49fb-a48e-f9749f32d42f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Dec 10 05:40:30.600565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3998a3-f21e-4b9c-b042-75a76f7e539d req-87981151-19c3-4bf6-978c-3fa2bf6d5fac tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:30.602042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba3998a3-f21e-4b9c-b042-75a76f7e539d req-87981151-19c3-4bf6-978c-3fa2bf6d5fac tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0488431 Dec 10 05:40:30.650349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ba3998a3-f21e-4b9c-b042-75a76f7e539d req-69ad914f-4fa9-4e21-a4b8-db4d2ce3bdc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Dec 10 05:40:31.769054 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee243038-02fa-4e11-b822-8b249f6bc2b4 req-cdc0d4d0-30b3-4e6a-a728-9585d7025df0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:31.771061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee243038-02fa-4e11-b822-8b249f6bc2b4 req-cdc0d4d0-30b3-4e6a-a728-9585d7025df0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0539021 Dec 10 05:40:31.819346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee243038-02fa-4e11-b822-8b249f6bc2b4 req-0123d28e-b4ea-4050-a50f-1e7f589f6ffc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Dec 10 05:40:32.938503 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc161d-3031-40be-b67c-7a2a51b3deee req-19809d0a-db32-4ece-821a-64f2e2620e20 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:32.939984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21fc161d-3031-40be-b67c-7a2a51b3deee req-19809d0a-db32-4ece-821a-64f2e2620e20 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0497515 Dec 10 05:40:32.990714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-21fc161d-3031-40be-b67c-7a2a51b3deee req-6382bb0b-4a32-4213-95fc-11a29c451c8f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Dec 10 05:40:34.108282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05ea8-1407-4c14-9f77-c6349e6cb1e4 req-76b64505-bbdc-48f9-a031-685870a24a8f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:34.109771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd05ea8-1407-4c14-9f77-c6349e6cb1e4 req-76b64505-bbdc-48f9-a031-685870a24a8f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Dec 10 05:40:34.158254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fd05ea8-1407-4c14-9f77-c6349e6cb1e4 req-b808628a-c2d2-452d-a314-ad56993b2c9d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 Dec 10 05:40:34.180721 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:40:34.240375 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ca8e6480-95ec-4b19-8910-69c9bdec348a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/4a0146c7-5bad-4cc8-8341-1bd47540b952 HTTP/1.1" status: 200 len: 994 time: 0.0585151 Dec 10 05:40:36.842540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-7c2fa52a-af45-4194-81c5-9fc54382f5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397487 Dec 10 05:40:36.936941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056635-93f2-40df-956a-b1021f272893 req-97c9d333-ae2e-4d1a-a707-732677dc4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:36.938389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-97c9d333-ae2e-4d1a-a707-732677dc4852 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1097 time: 0.0388410 Dec 10 05:40:37.049609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056635-93f2-40df-956a-b1021f272893 req-7405eb43-5747-4cd6-8271-1a8e6f95c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:37.050435 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:40:37.051629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-7405eb43-5747-4cd6-8271-1a8e6f95c77a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 898 time: 0.0919940 Dec 10 05:40:37.118881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-e90d1060-8bff-432c-87a4-450a12802a84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 1002 time: 0.0598779 Dec 10 05:40:37.171603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056635-93f2-40df-956a-b1021f272893 req-c836e64f-d3c2-477c-b188-ea1b42e64a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:37.173088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-c836e64f-d3c2-477c-b188-ea1b42e64a24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0477529 Dec 10 05:40:37.218551 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056635-93f2-40df-956a-b1021f272893 req-6a80660f-cfa9-4ae8-b0e2-6136d0a20605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:40:37.220007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-6a80660f-cfa9-4ae8-b0e2-6136d0a20605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Dec 10 05:40:37.310982 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-89b165d0-267f-4275-b603-af1e1376862e service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827336 Dec 10 05:40:37.401685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52056635-93f2-40df-956a-b1021f272893 req-ecda3d14-ca83-47e9-8c56-cb8fa0bc754d service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834110 Dec 10 05:40:51.022404 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:52.477548 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac542bac-c4a9-4a4c-b718-5575cf7797ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:54.213200 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:55.288375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-066c4295-7f06-415a-be72-aeff048fd672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:56.009373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:57.654294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:40:58.448385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:04.610745 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:04.766313 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 61817044-9bbc-4859-8734-4b60e62249b4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:41:04.766652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:04.842554 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:04.842872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:04.854038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 61817044-9bbc-4859-8734-4b60e62249b4 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:41:05.001166 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:05.024066 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=61817044-9bbc-4859-8734-4b60e62249b4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:05.036118 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.036482 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.036838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.037182 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.037513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.037839 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.038163 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.038487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.038809 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.039131 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.039451 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.039767 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.040085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:05.097238 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:05.097718 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 4a0146c7-5bad-4cc8-8341-1bd47540b952 disassociated (deleted). External IP: 172.25.8.197, port: bde92b30-a0a6-44b6-806d-57790da5da4d. Dec 10 05:41:05.304653 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 983c0c08-d512-4b5b-8801-b29544b0e23c has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:41:05.414102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:41:05.419007 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:05.424073 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Sync routers for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:41:05.434457 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:05.435064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:05.445941 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a8e3c519-0873-4c7b-a980-02ba27840e1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/floatingips/4a0146c7-5bad-4cc8-8341-1bd47540b952 HTTP/1.1" status: 204 len: 168 time: 0.8341148 Dec 10 05:41:05.446539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:41:05.448825 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130269a4-3548-41d7-ad45-e3ebad580e09" -d '{"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:41:05.491964 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c66d40-5182-474d-91f5-1410f22b638e x-openstack-request-id: req-e4c66d40-5182-474d-91f5-1410f22b638e {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:41:05.492267 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:41:05.492561 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4c66d40-5182-474d-91f5-1410f22b638e {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:41:05.492984 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'status': 'completed', 'code': 200} Dec 10 05:41:05.553511 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:05.586467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-0cbacb95-dd71-43d7-8fbc-5991060d9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:05.587914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-0cbacb95-dd71-43d7-8fbc-5991060d9219 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 1097 time: 0.0459273 Dec 10 05:41:05.714470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-ca39e426-b01c-41ad-922d-dcd0ec0bbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:05.716024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-ca39e426-b01c-41ad-922d-dcd0ec0bbfce service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 200 len: 898 time: 0.1210821 Dec 10 05:41:05.729507 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9e962-7340-4f32-9b6f-c30d02d0d93b req-c264e8f9-e6dd-48a3-884d-d2e0fd647f6e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:05.730934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-baa9e962-7340-4f32-9b6f-c30d02d0d93b req-c264e8f9-e6dd-48a3-884d-d2e0fd647f6e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0718253 Dec 10 05:41:05.757609 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:05.771532 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-da3aba95-b5c0-4e0b-9da7-33d9bcfcd366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 200 len: 217 time: 0.0396235 Dec 10 05:41:05.783328 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Checking router: 983c0c08-d512-4b5b-8801-b29544b0e23c for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:41:05.792221 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:05.792858 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:05.842418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-baa9e962-7340-4f32-9b6f-c30d02d0d93b req-595512e5-6bf9-41c9-96c4-2b98642890c4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037331 Dec 10 05:41:05.849686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-6840dca7-acdb-43ba-9d58-cca1128a68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:05.851480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-6840dca7-acdb-43ba-9d58-cca1128a68d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 200 len: 835 time: 0.0707350 Dec 10 05:41:05.896905 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:05.902332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-9500fe69-4372-44cd-bebc-80ec1afd62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:05.903838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-9500fe69-4372-44cd-bebc-80ec1afd62bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8f64f3b-933c-4797-afb5-ddb642840fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434582 Dec 10 05:41:05.998960 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-bb32be87-0338-4314-814f-0434dfd5e28f service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Dec 10 05:41:06.087601 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:06.095304 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-130269a4-3548-41d7-ad45-e3ebad580e09 req-f8a0038c-e8ec-4684-8733-c0195840e65d service neutron] 10.222.0.36 "GET /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Dec 10 05:41:06.123687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07006-ff2a-44e8-9b2e-4292549e17bb None None] The sync data for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 is: [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:39:29Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '02b866f3-2a22-41c3-80a8-b81a1913c673', 'name': '', 'network_id': 'a8f64f3b-933c-4797-afb5-ddb642840fe7', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:66:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:28Z', 'updated_at': '2021-12-10T05:39:32Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '16dc0331-68ea-4eac-aee6-badfef655f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:41:06.341220 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86b63e-1a4d-404e-9652-9d694d970275 None None] New status for floating IP 4a0146c7-5bad-4cc8-8341-1bd47540b952: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:41:06.962900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384b915-d28d-44f2-a9b2-24654f573712 req-829d6764-b91f-4721-9113-7a9bf28c7b9f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:06.964367 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7384b915-d28d-44f2-a9b2-24654f573712 req-829d6764-b91f-4721-9113-7a9bf28c7b9f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0484111 Dec 10 05:41:07.016953 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7384b915-d28d-44f2-a9b2-24654f573712 req-19045e34-a9ca-410e-acfd-4e06a4715158 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=395939e3-680a-4094-a387-c40a09148d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466101 Dec 10 05:41:07.369882 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-10c79682-cdf1-4f27-bdc9-f37baaaa9ff2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:07.371328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-10c79682-cdf1-4f27-bdc9-f37baaaa9ff2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 946 time: 0.0477672 Dec 10 05:41:07.459016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port bde92b30-a0a6-44b6-806d-57790da5da4d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:41:07.459270 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:07.548729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port bde92b30-a0a6-44b6-806d-57790da5da4d, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=bde92b30-a0a6-44b6-806d-57790da5da4d,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:07.549092 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:07.561862 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for bde92b30-a0a6-44b6-806d-57790da5da4d owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:41:07.693384 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:07.722322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=bde92b30-a0a6-44b6-806d-57790da5da4d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:07.749355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.749712 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.750060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.750401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.750738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.751074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.751406 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.751735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.752064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.752390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.752757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.753079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.753401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:07.772368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] No DVR routers for this DVR port bde92b30-a0a6-44b6-806d-57790da5da4d on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:41:07.774817 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:07.778211 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-76afd424-8f74-4d35-aee4-63f40fea2c9d req-0bc2e2fe-55a6-4786-87b7-e5f4b18c761d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "DELETE /v2.0/ports/bde92b30-a0a6-44b6-806d-57790da5da4d HTTP/1.1" status: 204 len: 173 time: 0.4010317 Dec 10 05:41:07.778644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'name': 'network-vif-deleted', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:41:07.780905 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438aeccf-f52d-46ee-ba42-c3d8d30ebdad" -d '{"events": [{"server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "name": "network-vif-deleted", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:41:07.818368 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ceb2fc-e50f-450a-95ae-fbeba667f1c5 x-openstack-request-id: req-62ceb2fc-e50f-450a-95ae-fbeba667f1c5 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:41:07.818683 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191b64d0-106f-41c2-ad4c-d498030efda3", "name": "network-vif-deleted", "tag": "bde92b30-a0a6-44b6-806d-57790da5da4d", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:41:07.818939 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62ceb2fc-e50f-450a-95ae-fbeba667f1c5 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:41:07.819353 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191b64d0-106f-41c2-ad4c-d498030efda3', 'name': 'network-vif-deleted', 'tag': 'bde92b30-a0a6-44b6-806d-57790da5da4d', 'status': 'completed', 'code': 200} Dec 10 05:41:08.129417 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-970bb81b-8101-4383-9e7f-23ddd206964d req-e96caba4-9a9e-4ff9-9da9-ac79f6961743 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=191b64d0-106f-41c2-ad4c-d498030efda3 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Dec 10 05:41:09.192778 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:09.570433 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:09.823420 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 02b866f3-2a22-41c3-80a8-b81a1913c673 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:41:09.823675 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:09.915880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 02b866f3-2a22-41c3-80a8-b81a1913c673, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=02b866f3-2a22-41c3-80a8-b81a1913c673,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:09.916234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:09.929225 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 02b866f3-2a22-41c3-80a8-b81a1913c673 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:41:10.107268 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:10.136281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=02b866f3-2a22-41c3-80a8-b81a1913c673,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:10.310377 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:10.865806 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 983c0c08-d512-4b5b-8801-b29544b0e23c has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:41:10.969434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:41:10.974942 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-99c14f75-7a00-4e62-98db-b4f0f956d1a2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/983c0c08-d512-4b5b-8801-b29544b0e23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795920 Dec 10 05:41:10.977282 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50834) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:10.980491 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Sync routers for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:41:10.990874 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:10.991566 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:11.026777 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting subnet 16dc0331-68ea-4eac-aee6-badfef655f6f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:41:11.029813 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.069322 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.158619 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.185172 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:11.218709 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.247836 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Subnet': ['ID=16dc0331-68ea-4eac-aee6-badfef655f6f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:11.249846 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.253114 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ba0a55f2-6c93-4dcf-b0ac-ecb601701069 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/subnets/16dc0331-68ea-4eac-aee6-badfef655f6f HTTP/1.1" status: 204 len: 168 time: 0.2748985 Dec 10 05:41:11.255835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50836) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:11.261435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f796ed8-ce00-46ec-959c-b800030ba8f2 None None] Network a8f64f3b-933c-4797-afb5-ddb642840fe7 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:41:11.366421 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:41:10Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:11.369654 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.392167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Checking router: 983c0c08-d512-4b5b-8801-b29544b0e23c for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:41:11.405092 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Routers {'983c0c08-d512-4b5b-8801-b29544b0e23c'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:11.405609 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['983c0c08-d512-4b5b-8801-b29544b0e23c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:11.434926 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] DHCP port deletion for a8f64f3b-933c-4797-afb5-ddb642840fe7 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:41:11.478595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.485745 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Deleting port 0915763b-7fb0-4458-8cd3-581cf30f720a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:41:11.486120 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.523207 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] Set router 983c0c08-d512-4b5b-8801-b29544b0e23c gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:11.535516 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port cda56a68-0747-473b-ba8f-253d30aec9e1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:41:11.535900 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.548937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] For port 0915763b-7fb0-4458-8cd3-581cf30f720a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0915763b-7fb0-4458-8cd3-581cf30f720a,segment=NetworkSegment(93ea82cd-6ade-4e89-8464-98f81aef6fd8),segment_id=93ea82cd-6ade-4e89-8464-98f81aef6fd8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:11.549334 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.561610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Calling delete_port for 0915763b-7fb0-4458-8cd3-581cf30f720a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:41:11.630128 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port cda56a68-0747-473b-ba8f-253d30aec9e1, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=cda56a68-0747-473b-ba8f-253d30aec9e1,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:11.630486 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.642683 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for cda56a68-0747-473b-ba8f-253d30aec9e1 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:41:11.649539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.674786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Pushing event deleted for resources: {'Port': ['ID=0915763b-7fb0-4458-8cd3-581cf30f720a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:11.680567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] No DVR routers for this DVR port 0915763b-7fb0-4458-8cd3-581cf30f720a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:41:11.692133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.692133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.692438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.692783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.693165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.693626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.693787 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.694097 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.694428 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.694754 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.695344 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.695833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.696000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b1989-a20d-4c67-9423-c15ff2f5b15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:11.710314 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:41:10Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:11.736583 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156d550-2e86-4523-9ed7-b353fe9dd311 None None] The sync data for ids ['983c0c08-d512-4b5b-8801-b29544b0e23c'] in n-d-817326-3 is: [{'id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336243062', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:39:25Z', 'updated_at': '2021-12-10T05:41:10Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'cda56a68-0747-473b-ba8f-253d30aec9e1', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c0c08-d512-4b5b-8801-b29544b0e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:39:26Z', 'updated_at': '2021-12-10T05:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:41:11.825644 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:11.858697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=cda56a68-0747-473b-ba8f-253d30aec9e1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:11.863828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3cecb-1765-4d31-80dc-ccf31bab115e None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:41:11.917125 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.006265 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.008214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.053524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.054055 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Fanout notify agent at l3_agent the message router_deleted on router 983c0c08-d512-4b5b-8801-b29544b0e23c {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:41:12.061040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.062209 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bdb6ba56-4a6d-4ace-8bec-ec9ab05cff95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/routers/983c0c08-d512-4b5b-8801-b29544b0e23c HTTP/1.1" status: 204 len: 168 time: 0.8054221 Dec 10 05:41:12.064885 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:12.149348 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.190573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 02b866f3-2a22-41c3-80a8-b81a1913c673 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:41:12.211733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 02b866f3-2a22-41c3-80a8-b81a1913c673 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:41:12.212150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 02b866f3-2a22-41c3-80a8-b81a1913c673 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:41:12.212735 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0915763b-7fb0-4458-8cd3-581cf30f720a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:41:12.236687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0915763b-7fb0-4458-8cd3-581cf30f720a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:41:12.237112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0915763b-7fb0-4458-8cd3-581cf30f720a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:41:12.247551 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.268246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f64f3b-933c-4797-afb5-ddb642840fe7']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:12.277749 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ea82cd-6ade-4e89-8464-98f81aef6fd8') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:12.278043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ea82cd-6ade-4e89-8464-98f81aef6fd8') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:12.287731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.300227 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.306109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:41:12.306500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:41:12.309497 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:41:12.372934 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.379160 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.385084 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/networks/a8f64f3b-933c-4797-afb5-ddb642840fe7 HTTP/1.1" status: 204 len: 168 time: 0.3190830 Dec 10 05:41:12.387674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50840) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:12.402684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e213c-dd4b-4735-8faa-fdfaebc26f35 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Network': ['ID=a8f64f3b-933c-4797-afb5-ddb642840fe7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:12.462788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.494711 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.560703 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.563281 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:12.564526 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/security-groups/395939e3-680a-4094-a387-c40a09148d1e HTTP/1.1" status: 204 len: 168 time: 0.1751022 Dec 10 05:41:12.574857 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f74c0-f775-4f18-97a6-f0f338ee9d29 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395939e3-680a-4094-a387-c40a09148d1e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:12.856336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bde92b30-a0a6-44b6-806d-57790da5da4d no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:41:12.878405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: bde92b30-a0a6-44b6-806d-57790da5da4d {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:41:12.879251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device bde92b30-a0a6-44b6-806d-57790da5da4d not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:41:13.139079 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50846) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.143670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866976412', 'description': 'tempest-secgroup-smoke-1866976412 description', 'project_id': '07f9315e3b844abb861ce879a256cf10'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.165549 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.242028 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.245837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.274903 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.276119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360214 Dec 10 05:41:13.279174 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50848) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.280322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b477783-85c6-4141-86a4-dce0f3c69b48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ea23e-a063-4499-a066-d387707c5eac,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.286559 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.312683 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.365835 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.369469 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.390924 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78d2099-31f1-4ef9-b691-f229f9c0cfb0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.397115 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.398320 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9db02bf0-b69f-45d5-85ad-dbe5a657c185 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181202 Dec 10 05:41:13.401069 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.405621 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.432057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.485916 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.490122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.509438 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7b8c5d-4173-4c5f-abea-ca0438304dbc,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.517944 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.519147 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-2d4272ce-ae84-4e79-99f7-be96f7625a7b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170988 Dec 10 05:41:13.521869 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.526241 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.551961 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.610820 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.615225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.633541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa41cf8d-9659-4f2d-8778-077c8e6053db,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.638341 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.639615 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-277ebe10-2c59-499e-a9fc-7734659437f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166768 Dec 10 05:41:13.642342 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.646488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.671958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.729116 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.732448 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.747444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32d93c6-ca74-424a-9641-04db6c5f5a25,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.757228 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.758399 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0dd34d20-e5ca-40a5-93d8-d8230f38efb3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151462 Dec 10 05:41:13.761222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.765377 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.786703 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:41:13.791536 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.848724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.852210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.866582 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c9f22-4f75-47d9-946f-e6c8accb6509,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.876796 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.877987 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d18d6e8e-6b92-48eb-9fcd-53d4c910b3bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158538 Dec 10 05:41:13.880838 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50858) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:13.885179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '9f1ea23e-a063-4499-a066-d387707c5eac', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:13.906027 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:41:13.911442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.970694 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.974520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.991427 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0985a9-2ba8-4dab-a9ab-61f753dd7b09,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:13.998325 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:13.999496 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9385bd76-e26c-4471-a9ee-57700e15e568 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176875 Dec 10 05:41:14.002480 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:14.007125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'network': {'name': 'tempest-network-smoke--1928126423', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:14.026258 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:41:14.029586 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.048561 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:41:14.055690 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:41:14.061010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cda56a68-0747-473b-ba8f-253d30aec9e1 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:41:14.065240 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.065602 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Added segment 525846be-1dfa-452c-b5a1-067d2426bc8e of type vlan for network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 Dec 10 05:41:14.082753 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: cda56a68-0747-473b-ba8f-253d30aec9e1 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:41:14.083095 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device cda56a68-0747-473b-ba8f-253d30aec9e1 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:41:14.107004 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.131075 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.136672 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:14.137191 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.166679 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1631849 Dec 10 05:41:14.169603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50862) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:14.174125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'admin_state_up': True, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:14.198074 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.199062 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.213344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591876aa-426c-4cdc-9eaa-88711239c9d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Network': ['ID=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:14.223557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:41:14.257823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.389883 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.577532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.595572 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.692696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.139 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/ac6a151e-78a9-458e-a4be-c05f02488abd) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:41:14.793938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.827300 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.861729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:14.865091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:14.868420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:41:14.878345 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5604f-4b65-4770-ba4e-b163f1474254 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:41:14.893935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=ac6a151e-78a9-458e-a4be-c05f02488abd,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:14.960617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d3114d30-b9bd-4b7e-9952-48c4ecb10120 None None] Provisioning complete for port ac6a151e-78a9-458e-a4be-c05f02488abd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:14.960902 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3114d30-b9bd-4b7e-9952-48c4ecb10120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:14.993893 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d3114d30-b9bd-4b7e-9952-48c4ecb10120 None None] Port ac6a151e-78a9-458e-a4be-c05f02488abd cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:41:15.118207 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:15.320685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:15.444539 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 13dbf0ba-68d9-425f-a856-e494a02a6841 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:41:15.549652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:41:15.559534 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Sync routers for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:41:15.568798 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:15.569817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:15.570308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2342b5c6-e6ba-48e4-bafb-4aacc9db5070 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3994341 Dec 10 05:41:15.570760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:15.573463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50864) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:15.610781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1bd65ede-61ab-4c1c-b809-08d537d0539a tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=07f9315e3b844abb861ce879a256cf10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361795 Dec 10 05:41:15.613329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50866) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:15.681305 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:15.874794 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:15Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:15.902826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Checking router: 13dbf0ba-68d9-425f-a856-e494a02a6841 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:41:15.903170 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Updating router 13dbf0ba-68d9-425f-a856-e494a02a6841 port ac6a151e-78a9-458e-a4be-c05f02488abd binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:41:15.928962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.046632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb0a84-0bf9-4b88-a39b-5612f3373f94 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:16.048340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ecfb0a84-0bf9-4b88-a39b-5612f3373f94 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4341083 Dec 10 05:41:16.051845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50868) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:16.080336 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2172d6fa-6d51-4661-bcc6-03e67ee7681b tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269914 Dec 10 05:41:16.083003 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:16.088114 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062980107', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:16.180518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:41:16.184089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8837263'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.189422 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.195679 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.238935 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308b25a-d9ec-4fbe-b9b5-e4ad6d54a375 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:41:16.251725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Attempting to bind port ac6a151e-78a9-458e-a4be-c05f02488abd on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:41:16.252118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Attempting to bind port ac6a151e-78a9-458e-a4be-c05f02488abd by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:41:16.252505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Attempting to bind port ac6a151e-78a9-458e-a4be-c05f02488abd on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:41:16.254899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd5644-4fab-4f4c-8794-d99d384b2b77 None None] Pushing event updated for resources: {'Port': ['ID=ac6a151e-78a9-458e-a4be-c05f02488abd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:16.261889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:41:16.262248 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:41:16.262647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.263029 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:41:16.263494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Bound port: ac6a151e-78a9-458e-a4be-c05f02488abd, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:41:16.263872 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.323958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] For port ac6a151e-78a9-458e-a4be-c05f02488abd, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:41:16.336765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] For port ac6a151e-78a9-458e-a4be-c05f02488abd, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac6a151e-78a9-458e-a4be-c05f02488abd,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:41:16.342112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.345965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] Provisioning complete for port ac6a151e-78a9-458e-a4be-c05f02488abd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:16.346316 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.370296 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8501025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8887141'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.414338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d110ec-a3f0-49e7-b200-980ea4aed447 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:41:16.434306 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Subnet': ['ID=06375a7e-8c66-4535-aac4-40cfd4a9826c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:16.441488 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Checking segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:41:16.441788 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network hostable DHCP agents. Network: c9e7ddcd-b263-493c-a9fe-b5a0606f2b90, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:41:16.444521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd5644-4fab-4f4c-8794-d99d384b2b77 None None] Pushing event updated for resources: {'Port': ['ID=ac6a151e-78a9-458e-a4be-c05f02488abd,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:16.447185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:16.447791 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:16.459012 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:41:16.469618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, c9e7ddcd-b263-493c-a9fe-b5a0606f2b90) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:16.474810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:16.475406 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.487416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df361302-f49b-490c-bf23-4cef0dadaaf3 None None] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:41:16.496443 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9e87c965-4b2e-4e8a-b6dc-fc022f950209 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4096165 Dec 10 05:41:16.496639 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:16.621757 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.672918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] For port ac6a151e-78a9-458e-a4be-c05f02488abd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac6a151e-78a9-458e-a4be-c05f02488abd,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:16.675266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:16.678401 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.733352 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:41:16.733820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.851332 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d62b-8af0-41ee-ab23-3a93580a6407 None None] Pushing event updated for resources: {'Port': ['ID=ac6a151e-78a9-458e-a4be-c05f02488abd,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:16.918641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b009b84a-d184-405f-b59d-ffaf146d2041 None None] Provisioning complete for port ac6a151e-78a9-458e-a4be-c05f02488abd triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:16.918925 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b009b84a-d184-405f-b59d-ffaf146d2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:16.933999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.039716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Allocated IP 172.20.0.2 (c9e7ddcd-b263-493c-a9fe-b5a0606f2b90/06375a7e-8c66-4535-aac4-40cfd4a9826c/6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:41:17.157429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:15Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:17.346998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efea49-ba0a-4019-be9d-c0bd52248563 None None] The sync data for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 is: [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:15Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:41:17.412345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.418827 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.461640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:17.466731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:17.470245 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.1 (c9e7ddcd-b263-493c-a9fe-b5a0606f2b90/06375a7e-8c66-4535-aac4-40cfd4a9826c/f077d148-4d89-4f9c-8e70-330c5c3e11bf) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:41:17.471839 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:41:17.474167 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Pushing event updated for resources: {'Port': ['ID=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:17.532044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Attempting to bind port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:41:17.532510 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Attempting to bind port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:41:17.532876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Attempting to bind port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:41:17.538237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:41:17.538679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Checking segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:41:17.539012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.539403 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Bound using segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:41:17.540447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Bound port: 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:41:17.540884 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.632315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] For port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:41:17.635782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] For port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:41:17.640301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.644666 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.686708 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.708191 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26fcf1-8c40-40d6-a385-d8cc7b0dbfa3 None None] Pushing event updated for resources: {'Port': ['ID=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:17.742035 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:17.745367 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:17.749892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:41:17.779296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:17.803843 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:17.966146 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.179858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:41:18.239826 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:18.240208 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.282792 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.288996 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.329276 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.364689 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:18.367472 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:18.368703 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.369511 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac6a151e-78a9-458e-a4be-c05f02488abd up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:41:18.370006 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.450800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:18.462048 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ac6a151e-78a9-458e-a4be-c05f02488abd triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:18.462427 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.470854 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:18.472892 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:18.590399 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 13dbf0ba-68d9-425f-a856-e494a02a6841 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:41:18.702000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:41:18.707710 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e0faa01a-5dbe-42a0-a942-61e4a36006d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/13dbf0ba-68d9-425f-a856-e494a02a6841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2101016 Dec 10 05:41:18.752365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48d452-0f66-4a1a-93c9-7c8090d6a4c4 None None] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:41:18.841433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-dc6b7ca0-6d6a-42c3-91ad-e99c755ed123 None None] Provisioning complete for port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:18.841801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7ca0-6d6a-42c3-91ad-e99c755ed123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:18.872830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-eefe0abc-2999-4c63-9e4f-2367c5a84304 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866976412&fields=id&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 267 time: 0.0443857 Dec 10 05:41:18.987667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-937fbc70-638a-4c58-a39b-1fcf25fbbe7f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:18.990237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-937fbc70-638a-4c58-a39b-1fcf25fbbe7f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 797 time: 0.1097200 Dec 10 05:41:19.007864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-dfe6a7f8-90e3-4d4d-b6c8-f59a5bf7597f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/quotas/07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 375 time: 0.0112114 Dec 10 05:41:19.064934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-e0587908-f35d-4227-b0f2-091b134ceda8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508096 Dec 10 05:41:19.162443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-15175b85-9863-4fd3-8f6d-5309628bff21 service neutron] 10.222.0.43 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857682 Dec 10 05:41:19.177133 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-364bae1a-5570-454a-8086-f100584e0796 None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:19.177599 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-364bae1a-5570-454a-8086-f100584e0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:19.217773 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-364bae1a-5570-454a-8086-f100584e0796 None None] Port f077d148-4d89-4f9c-8e70-330c5c3e11bf cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:41:19.229579 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-364bae1a-5570-454a-8086-f100584e0796 None None] Provisioning complete for port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:19.229879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-364bae1a-5570-454a-8086-f100584e0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:19.302279 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-297a1501-463e-49b2-9f3d-0f3852a1a63c service neutron] 10.222.0.43 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255679 Dec 10 05:41:19.398739 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Sync routers for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:41:19.411139 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:19.411875 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:19.448601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a97ae940-8666-4a85-899a-da0b2a031de9 None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:19.449080 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a97ae940-8666-4a85-899a-da0b2a031de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:19.494284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5eb5d8e4-11f8-4289-990b-c8b453b3302b req-8f479c64-e046-4015-b098-a9d9aff87a5b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 210 time: 0.0321791 Dec 10 05:41:19.506043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a97ae940-8666-4a85-899a-da0b2a031de9 None None] Port f077d148-4d89-4f9c-8e70-330c5c3e11bf cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:41:19.552089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:19.630189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ecf52f35-9914-47bd-9aa1-4e4dfe531bf9 None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:19.630559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecf52f35-9914-47bd-9aa1-4e4dfe531bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:19.667366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ecf52f35-9914-47bd-9aa1-4e4dfe531bf9 None None] Port f077d148-4d89-4f9c-8e70-330c5c3e11bf cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:41:19.756021 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:18Z', 'revision_number': 2, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:19.781821 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Checking router: 13dbf0ba-68d9-425f-a856-e494a02a6841 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:41:19.782171 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Updating router 13dbf0ba-68d9-425f-a856-e494a02a6841 port f077d148-4d89-4f9c-8e70-330c5c3e11bf binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:41:19.807648 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.071991 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.079696 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.124704 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:41:20.187128 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Attempting to bind port f077d148-4d89-4f9c-8e70-330c5c3e11bf on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:41:20.187497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Attempting to bind port f077d148-4d89-4f9c-8e70-330c5c3e11bf by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:41:20.187862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Attempting to bind port f077d148-4d89-4f9c-8e70-330c5c3e11bf on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:41:20.194862 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Pushing event updated for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:20.197266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:20.197851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.202310 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:41:20.202680 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Checking segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:41:20.203076 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.203465 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Bound using segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:41:20.203932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Bound port: f077d148-4d89-4f9c-8e70-330c5c3e11bf, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:41:20.204302 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.206733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.207074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.207410 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.207746 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.208073 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.208405 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.208750 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.209071 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.209391 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.209710 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.210030 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.210345 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.210691 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:41:20.277807 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] For port f077d148-4d89-4f9c-8e70-330c5c3e11bf, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:41:20.281289 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] For port f077d148-4d89-4f9c-8e70-330c5c3e11bf, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f077d148-4d89-4f9c-8e70-330c5c3e11bf,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:41:20.287110 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.343108 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:20.343727 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:40:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:20.385733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284294a3-f19c-44a9-bf3a-f6b6839db6c3 None None] Pushing event updated for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:20.401710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:20.402100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.464174 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:20.490155 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.532913 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] For port f077d148-4d89-4f9c-8e70-330c5c3e11bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f077d148-4d89-4f9c-8e70-330c5c3e11bf,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:20.545162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.608078 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34039d-2a11-4a34-9f39-3f2c49cf423b None None] Pushing event updated for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:20.616793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02dcede2-6739-4a6c-8848-1cda2f3d770e req-2043619c-3831-4ef4-83b0-0fb2583a03d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 210 time: 0.0354624 Dec 10 05:41:20.666310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3da9c408-29b1-4408-aed0-0b9c224d4e7c None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:20.666683 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3da9c408-29b1-4408-aed0-0b9c224d4e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:20.685683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:20.716441 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fab66f-25ed-4f2d-9a12-d5d55eae4c39 None None] The sync data for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 is: [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:41:20.799169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-933d5b39-d16e-4b73-8238-ab78f23d1785 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:20.802103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-933d5b39-d16e-4b73-8238-ab78f23d1785 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 797 time: 0.1399281 Dec 10 05:41:20.884717 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-d3d46dd5-1d09-46ff-a98d-390fe92f1936 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 380 time: 0.0616121 Dec 10 05:41:20.938189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'port': {'device_id': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'admin_state_up': True, 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'security_groups': ['9f1ea23e-a063-4499-a066-d387707c5eac']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:21.035946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.057983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:41:21.061777 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.192073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.3 (c9e7ddcd-b263-493c-a9fe-b5a0606f2b90/06375a7e-8c66-4535-aac4-40cfd4a9826c/32d5199b-995a-4ddd-9b5b-d61e453f6428) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:41:21.345310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.380942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.425097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:21.428742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:21.434976 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:41:21.459426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:21.489820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:21.490479 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.509948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-a943a112-da85-42a4-8cec-ada0dc970f99 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757351 Dec 10 05:41:21.524898 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-5b03785e-7745-4563-84e3-4831cea85f10 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:41:21.525883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-5b03785e-7745-4563-84e3-4831cea85f10 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056224 Dec 10 05:41:21.601371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Request body: {'port': {'device_id': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:21.668389 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.723397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-84fa8075-5d13-44e8-b601-372e41a21552 None None] Provisioning complete for port 32d5199b-995a-4ddd-9b5b-d61e453f6428 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:21.723873 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84fa8075-5d13-44e8-b601-372e41a21552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:21.758830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-84fa8075-5d13-44e8-b601-372e41a21552 None None] Port 32d5199b-995a-4ddd-9b5b-d61e453f6428 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:41:21.866772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28b48-d20c-46ee-ab6d-a1a59b3cb3cf req-3096359e-1522-452e-805b-6c3e181ccf0b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:21.868260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdd28b48-d20c-46ee-ab6d-a1a59b3cb3cf req-3096359e-1522-452e-805b-6c3e181ccf0b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 931 time: 0.1643527 Dec 10 05:41:21.971162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdd28b48-d20c-46ee-ab6d-a1a59b3cb3cf req-bebf48f7-d3cd-45eb-b493-720b46cba981 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753450 Dec 10 05:41:22.024055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d5199b-995a-4ddd-9b5b-d61e453f6428 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:41:22.031943 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.044526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Transition to ACTIVE for port object 32d5199b-995a-4ddd-9b5b-d61e453f6428 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:41:22.048324 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.145405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:22.150382 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f077d148-4d89-4f9c-8e70-330c5c3e11bf up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:41:22.183156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:41:22.183491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:41:22.183820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:41:22.188777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:41:22.189103 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:41:22.194272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:41:22.194617 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Checking segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:41:22.195007 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Bound using segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:41:22.195720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Bound port: 32d5199b-995a-4ddd-9b5b-d61e453f6428, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:41:22.196077 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.218916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port f077d148-4d89-4f9c-8e70-330c5c3e11bf triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:22.219539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.270025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:41:22.273483 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:41:22.279085 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.315479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:22.316138 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.317653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] 10.222.0.41 "PUT /v2.0/ports/32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 1091 time: 0.7680125 Dec 10 05:41:22.317999 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:41:22.320540 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e084e-4935-4e04-8f97-3882532398b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:41:22.361897 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ee4de-4c8e-4311-93df-3bfbc61e5967 x-openstack-request-id: req-122ee4de-4c8e-4311-93df-3bfbc61e5967 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:41:22.362205 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:41:22.362463 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-122ee4de-4c8e-4311-93df-3bfbc61e5967 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:41:22.362905 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'status': 'completed', 'code': 200} Dec 10 05:41:22.363867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f274-7fb1-47f7-bd35-a7f407382f7c service neutron] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:22.433000 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-00e4f43b-21df-443a-b8a5-4f0572e409c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:22.434543 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-00e4f43b-21df-443a-b8a5-4f0572e409c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0499659 Dec 10 05:41:22.485215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8422a5c-a8a3-42fd-b009-6948baffb2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:22.494203 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-f86d09a3-a4e3-4dd2-a6fc-d111865796d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 217 time: 0.0360434 Dec 10 05:41:22.555833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-7b8ae5e4-d768-4795-b3f5-faac2073a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:22.557359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-7b8ae5e4-d768-4795-b3f5-faac2073a47d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0439374 Dec 10 05:41:22.606937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-b255ba40-bacb-4f4d-8435-b4c0e7c396ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:22.608651 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-b255ba40-bacb-4f4d-8435-b4c0e7c396ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403073 Dec 10 05:41:22.706400 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-c4fb6705-01bb-43b3-b0aa-63f73693c5fd service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852180 Dec 10 05:41:22.806612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c6bdaa9b-7f4f-41df-80d2-8239fe1adc14 req-2c4aa650-cfc0-4e9c-9b77-9ca08b6e9c33 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889447 Dec 10 05:41:22.943164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e084e-4935-4e04-8f97-3882532398b6 req-6bb148b3-7845-412d-b9ec-bf3ff5196261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:22.944667 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-6bb148b3-7845-412d-b9ec-bf3ff5196261 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0417926 Dec 10 05:41:23.032080 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e084e-4935-4e04-8f97-3882532398b6 req-41838fd1-a0cd-4112-b2be-bb48b101cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:23.033579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-41838fd1-a0cd-4112-b2be-bb48b101cee0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.0818422 Dec 10 05:41:23.098359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-738a2d4e-a02c-4601-9a75-c72f5da9c85a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 217 time: 0.0509229 Dec 10 05:41:23.144672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb34b6-4b32-446c-a2e9-0219fcf7f346 req-bbff20c3-1993-42f2-838f-006d24de0f97 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:23.146098 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4cb34b6-4b32-446c-a2e9-0219fcf7f346 req-bbff20c3-1993-42f2-838f-006d24de0f97 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.1066875 Dec 10 05:41:23.177727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e084e-4935-4e04-8f97-3882532398b6 req-00f8f7f1-e222-4303-934d-bd2524fb8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:23.179162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-00f8f7f1-e222-4303-934d-bd2524fb8d31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0684936 Dec 10 05:41:23.234296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4cb34b6-4b32-446c-a2e9-0219fcf7f346 req-3249e26c-fc3d-488c-9a36-c462d5e4d271 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804329 Dec 10 05:41:23.244154 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e084e-4935-4e04-8f97-3882532398b6 req-9e00bc8e-3bc6-4a1a-84e3-ead509ffa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:23.245759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-9e00bc8e-3bc6-4a1a-84e3-ead509ffa35d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576882 Dec 10 05:41:23.338508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-95f3b3f8-da55-4710-96a7-9f48393c2ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Dec 10 05:41:23.436443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-083e084e-4935-4e04-8f97-3882532398b6 req-4fef6501-4b26-4e4e-b203-27043656cb9d service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Dec 10 05:41:24.212567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:24.350416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0a727-691a-422c-84ec-0f56b4e89271 req-4a7e0934-eb5f-43a2-a856-e9838408fbcf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:24.351880 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3be0a727-691a-422c-84ec-0f56b4e89271 req-4a7e0934-eb5f-43a2-a856-e9838408fbcf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0490172 Dec 10 05:41:24.400264 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3be0a727-691a-422c-84ec-0f56b4e89271 req-9c21b328-3699-4287-b4fb-8a6063c59e79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Dec 10 05:41:25.292999 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6dc98a9-4c5a-40d9-baf5-a5367cd199a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:25.523192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0447cc0-1a2a-47f2-91cd-17f154e05a31 req-6e153ef8-dc24-43d6-a306-6e3f6b432714 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:25.524708 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0447cc0-1a2a-47f2-91cd-17f154e05a31 req-6e153ef8-dc24-43d6-a306-6e3f6b432714 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0538101 Dec 10 05:41:25.573951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b0447cc0-1a2a-47f2-91cd-17f154e05a31 req-8642cd96-b61d-45f6-8b23-f2d9d7a8c6aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Dec 10 05:41:25.834687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:41:25.929414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:25.940162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:41:25.976877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:25.989546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d5199b-995a-4ddd-9b5b-d61e453f6428 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:41:26.017221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:26.021431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:26.026395 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:26.074115 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:26.401473 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['32d5199b-995a-4ddd-9b5b-d61e453f6428'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:41:26.687902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981d0a-fec0-496e-bd2d-038df0515c41 req-1306212e-9e1c-4178-9810-873e651c3849 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:26.689394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52981d0a-fec0-496e-bd2d-038df0515c41 req-1306212e-9e1c-4178-9810-873e651c3849 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 944 time: 0.0479698 Dec 10 05:41:26.737610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52981d0a-fec0-496e-bd2d-038df0515c41 req-8351b773-401b-4604-b9a1-483e27aee0f5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Dec 10 05:41:27.657956 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:27.849786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407a10-7410-450b-b991-8724b2cd35d0 req-06798caa-f342-44d7-8f42-c2c0dbdc4664 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:27.851251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52407a10-7410-450b-b991-8724b2cd35d0 req-06798caa-f342-44d7-8f42-c2c0dbdc4664 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 944 time: 0.0472701 Dec 10 05:41:27.854558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:41:27.903475 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-52407a10-7410-450b-b991-8724b2cd35d0 req-1b4c58c1-c165-4858-ad8f-9715a228851b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462167 Dec 10 05:41:27.903716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 32d5199b-995a-4ddd-9b5b-d61e453f6428 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:41:27.908302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 32d5199b-995a-4ddd-9b5b-d61e453f6428 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:41:27.908625 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:27.986000 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:28.007492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:41:28.009743 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5075ab-10c4-49b3-a39b-cc3c0d955d8b" -d '{"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-plugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:41:28.022559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:41:28.026620 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:28.050493 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b00a0b-a0d5-470a-844d-8de47aa6e8ab x-openstack-request-id: req-59b00a0b-a0d5-470a-844d-8de47aa6e8ab {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:41:28.050783 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-plugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:41:28.051043 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59b00a0b-a0d5-470a-844d-8de47aa6e8ab {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:41:28.051430 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'code': 200} Dec 10 05:41:28.076717 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:28.201762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f258ba-1000-4291-9031-a39c1dfa559f req-edfa0e8c-e311-4405-a9fc-704490267d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:28.203243 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1f258ba-1000-4291-9031-a39c1dfa559f req-edfa0e8c-e311-4405-a9fc-704490267d0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0392642 Dec 10 05:41:28.253726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1f258ba-1000-4291-9031-a39c1dfa559f req-e58756c2-5851-47c0-a488-1b6845100ee4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382295 Dec 10 05:41:28.451158 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:29.019256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b07fc9-fddf-42da-8299-c8f511ecb2df req-ca87df8f-c0e1-4d34-ab50-8c23b6e8f0bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:29.020732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2b07fc9-fddf-42da-8299-c8f511ecb2df req-ca87df8f-c0e1-4d34-ab50-8c23b6e8f0bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0478587 Dec 10 05:41:29.069246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2b07fc9-fddf-42da-8299-c8f511ecb2df req-f118262f-9cfa-4eef-9ef1-443dc75039c8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Dec 10 05:41:30.190043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a7cc9-723f-4656-9319-b8b1f17d3ac2 req-7fef6ac5-8bcd-427e-adb8-030725ac2bd5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.192057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be1a7cc9-723f-4656-9319-b8b1f17d3ac2 req-7fef6ac5-8bcd-427e-adb8-030725ac2bd5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0521967 Dec 10 05:41:30.240274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be1a7cc9-723f-4656-9319-b8b1f17d3ac2 req-99bb8d63-527d-44dc-b728-525201f85e48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Dec 10 05:41:30.352542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303deeb-e0ce-4c77-9d90-81b0864d69d9 req-b7379b53-035d-4a34-b397-97bec4045bbd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.353741 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b303deeb-e0ce-4c77-9d90-81b0864d69d9 req-b7379b53-035d-4a34-b397-97bec4045bbd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0479159 Dec 10 05:41:30.403889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b303deeb-e0ce-4c77-9d90-81b0864d69d9 req-af37759d-085c-4c4f-ae92-4e1e7c74596b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Dec 10 05:41:30.426020 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:30.461616 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-bd4063c7-eacb-49cc-a992-7cd596cd8eef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390942 Dec 10 05:41:30.465110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61db83-c82e-45eb-aab1-cb9c4958918e tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.466656 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8b61db83-c82e-45eb-aab1-cb9c4958918e tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1091 time: 0.0395494 Dec 10 05:41:30.469588 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:30.473834 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:41:30.496217 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:30.562276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-13f2eb80-0d8f-4a3f-aa11-08dfb85c93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.563789 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-13f2eb80-0d8f-4a3f-aa11-08dfb85c93bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0437684 Dec 10 05:41:30.672565 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-60f48adc-5931-4849-ab9a-7b9dc4aac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.673967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-60f48adc-5931-4849-ab9a-7b9dc4aac7a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.0889380 Dec 10 05:41:30.720324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-cff33670-134f-4e11-b04b-9c124a639655 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 217 time: 0.0386722 Dec 10 05:41:30.770953 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-75f951ab-c33e-4b35-8db1-ae8fcf6cd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.772443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-75f951ab-c33e-4b35-8db1-ae8fcf6cd73f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0450039 Dec 10 05:41:30.820156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-273c9a2c-1b8a-43d3-8426-b04a43a4fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:30.822044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-273c9a2c-1b8a-43d3-8426-b04a43a4fe1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422330 Dec 10 05:41:30.918756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-2e1dbf1d-30d5-42f9-a5f9-153b4b4941af service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892954 Dec 10 05:41:30.948596 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.013444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cff9d1fa-cccd-4dcf-abd4-8c46d3c650cc req-e58e982b-d571-4a10-8898-d547171dc484 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878406 Dec 10 05:41:31.050554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.199 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/1d2b2739-a22b-4373-b4ad-d059e45380a5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:41:31.151408 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.184182 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.223740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:41:31.228570 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:41:31.233144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:41:31.236251 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=1d2b2739-a22b-4373-b4ad-d059e45380a5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:31.588854 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.652233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.802727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.807108 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.877442 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=1d2b2739-a22b-4373-b4ad-d059e45380a5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:41:31.889501 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:31.990713 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 389ad59c-db35-479f-9cd8-481d52ad8eb2 associated. External IP: 172.25.8.199, port: 32d5199b-995a-4ddd-9b5b-d61e453f6428. Dec 10 05:41:32.197324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 13dbf0ba-68d9-425f-a856-e494a02a6841 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:41:32.299210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:41:32.309200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Sync routers for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:41:32.316715 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:32.318593 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:32.320675 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:32.350015 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aeda9f9b-06fd-42ad-86b5-913132bced65 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8762479 Dec 10 05:41:32.350015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:41:32.350318 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405948a-9a05-477e-859f-41f02fff2ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:41:32.392233 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73f9f9-e01c-4415-a5ce-4c68864cba3d x-openstack-request-id: req-1e73f9f9-e01c-4415-a5ce-4c68864cba3d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:41:32.393462 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:41:32.393726 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e73f9f9-e01c-4415-a5ce-4c68864cba3d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:41:32.394390 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'status': 'completed', 'code': 200} Dec 10 05:41:32.445625 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:32.463833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d569-94cc-432d-bcdb-7d9c8ee36d26 req-183ce77a-58db-4c70-9bda-50bbe8efee57 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:32.465340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a41d569-94cc-432d-bcdb-7d9c8ee36d26 req-183ce77a-58db-4c70-9bda-50bbe8efee57 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0661299 Dec 10 05:41:32.521755 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-a9733073-f0ad-4879-892b-5e82a83a9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:32.523219 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-a9733073-f0ad-4879-892b-5e82a83a9f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0779297 Dec 10 05:41:32.547753 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a41d569-94cc-432d-bcdb-7d9c8ee36d26 req-28e7703d-5a9a-46f2-9935-d9c39e8d6404 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620911 Dec 10 05:41:32.570790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50938) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:32.672629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ab26cb50-2bb1-4897-9b8c-fa6f9b44209b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/389ad59c-db35-479f-9cd8-481d52ad8eb2 HTTP/1.1" status: 200 len: 991 time: 0.1006579 Dec 10 05:41:32.675366 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-1d423ab4-4701-4e65-81b8-1497140396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:32.676793 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-1d423ab4-4701-4e65-81b8-1497140396f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.1459777 Dec 10 05:41:32.679988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '389ad59c-db35-479f-9cd8-481d52ad8eb2', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:41:31Z', 'updated_at': '2021-12-10T05:41:31Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:32.706940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Checking router: 13dbf0ba-68d9-425f-a856-e494a02a6841 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:41:32.715336 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:41:32.715944 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:41:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:32.745780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-c74a7ac7-7de3-421d-bb6a-640a3118ad01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 999 time: 0.0612652 Dec 10 05:41:32.808106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-37222c20-d527-4309-b0ed-64daff880dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:32.809582 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-37222c20-d527-4309-b0ed-64daff880dff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0443060 Dec 10 05:41:32.826404 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:41:32.858469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-6305fa84-6ae2-4cb2-b286-92cc1507baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:41:32.859963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-6305fa84-6ae2-4cb2-b286-92cc1507baac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424070 Dec 10 05:41:32.953860 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-5e4a2a18-b4b8-4f30-84c2-f1f31dcb89f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849266 Dec 10 05:41:33.043557 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a405948a-9a05-477e-859f-41f02fff2ca9 req-13dd0d2f-5721-41d8-9f4c-f4bf2a4c082d service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802217 Dec 10 05:41:33.050602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '389ad59c-db35-479f-9cd8-481d52ad8eb2', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:41:31Z', 'updated_at': '2021-12-10T05:41:31Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:41:33.082444 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22c553-348c-4cad-8f1d-ad4413a2d5d9 None None] The sync data for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 is: [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '389ad59c-db35-479f-9cd8-481d52ad8eb2', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:41:31Z', 'updated_at': '2021-12-10T05:41:31Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:41:33.284542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f9cc6-801d-480c-b811-80596c1e9c7c None None] New status for floating IP 389ad59c-db35-479f-9cd8-481d52ad8eb2: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:41:33.678745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 50940) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:41:33.743234 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-67d34a0b-bb60-44ac-9a09-df8429ff0776 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/389ad59c-db35-479f-9cd8-481d52ad8eb2 HTTP/1.1" status: 200 len: 993 time: 0.0631239 Dec 10 05:41:51.033390 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:51.047531 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:41:52.477619 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2d3a-17a8-4a9f-be96-7ba6b8867249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:54.213318 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:55.294330 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-622b23cc-2dcf-4809-bdad-2edf1ca87d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:56.014881 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:57.660797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:41:58.454031 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:07.048109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 50966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:42:07.049347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e11ed-8497-40e4-9180-7ba87ac2db91 req-ab067e29-5e3e-4756-b90e-a50b09d3b775 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:07.050844 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-417e11ed-8497-40e4-9180-7ba87ac2db91 req-ab067e29-5e3e-4756-b90e-a50b09d3b775 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0491557 Dec 10 05:42:07.100760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-417e11ed-8497-40e4-9180-7ba87ac2db91 req-57ada003-ed68-4692-b8ed-7fa8651e6d02 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Dec 10 05:42:07.130108 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-d21eee3d-8848-4e62-a064-c94cff460605 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808282 Dec 10 05:42:07.138658 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-5b4253d1-1bd9-4aaf-9d35-dc5f4954126d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:42:07.139602 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-5b4253d1-1bd9-4aaf-9d35-dc5f4954126d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048339 Dec 10 05:42:08.218713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb5-08db-4be5-823c-b988f2500232 req-317be46b-eac6-4ce0-ae4d-3578eaa14b59 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:08.220162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6a5efb5-08db-4be5-823c-b988f2500232 req-317be46b-eac6-4ce0-ae4d-3578eaa14b59 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0511897 Dec 10 05:42:08.268599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6a5efb5-08db-4be5-823c-b988f2500232 req-b0a568d5-626c-4d96-b159-666a4e91ffed tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Dec 10 05:42:09.408610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d0893-6979-406e-a324-a51d80f5d452 req-2b905b95-d3af-44bf-bde4-dc103bc37ad0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:09.410756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f6d0893-6979-406e-a324-a51d80f5d452 req-2b905b95-d3af-44bf-bde4-dc103bc37ad0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0730903 Dec 10 05:42:09.424903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-e33087f5-6c4d-4650-bc44-69bd20d4534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:09.426213 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-e33087f5-6c4d-4650-bc44-69bd20d4534c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0632370 Dec 10 05:42:09.513275 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9f6d0893-6979-406e-a324-a51d80f5d452 req-337dd263-9f0f-41c8-aa5f-ec0b1e1fed1c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955806 Dec 10 05:42:09.575689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-d7999d40-1710-46ed-b49b-2ca2a9cf732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:09.577196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-d7999d40-1710-46ed-b49b-2ca2a9cf732c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.1374848 Dec 10 05:42:09.648443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-8c6bf477-5df0-402c-86f6-07d1cf02b96f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 1001 time: 0.0603409 Dec 10 05:42:09.696791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-eb27523f-799f-45ae-a726-766a1cd42bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:09.698117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-eb27523f-799f-45ae-a726-766a1cd42bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0423372 Dec 10 05:42:09.744933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-aa2066cb-2439-46c9-bba0-da2423ea17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:09.746359 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-aa2066cb-2439-46c9-bba0-da2423ea17df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373430 Dec 10 05:42:09.852095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-163c0185-c202-40eb-80e5-c8b07e24f8e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928438 Dec 10 05:42:09.947399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-232843ec-cced-4f73-aa93-3eece7d137c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829780 Dec 10 05:42:10.627801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faea84-6df1-4aad-8c1c-628100604c80 req-6dbff231-17ee-431a-9912-7740d7bf21d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:10.629272 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4faea84-6df1-4aad-8c1c-628100604c80 req-6dbff231-17ee-431a-9912-7740d7bf21d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0476806 Dec 10 05:42:10.679936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4faea84-6df1-4aad-8c1c-628100604c80 req-34167200-2976-4fba-a5f7-edc1af1fff3a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Dec 10 05:42:11.793794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf71cd-69dd-474c-91d4-4bbe9276b868 req-b96169a2-bde2-43d0-8461-cf4ff53aa713 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:11.795240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07cf71cd-69dd-474c-91d4-4bbe9276b868 req-b96169a2-bde2-43d0-8461-cf4ff53aa713 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0467315 Dec 10 05:42:11.843450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-07cf71cd-69dd-474c-91d4-4bbe9276b868 req-cf6aad56-e07a-4531-83de-4c4e729a3b21 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414236 Dec 10 05:42:12.957747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7e067-c05b-4177-8e56-52c2bda3f3d6 req-11c41237-7ab2-4fe0-be53-562980ac26d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:12.959197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca7e067-c05b-4177-8e56-52c2bda3f3d6 req-11c41237-7ab2-4fe0-be53-562980ac26d3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0480120 Dec 10 05:42:13.007388 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3ca7e067-c05b-4177-8e56-52c2bda3f3d6 req-25edef57-a83a-423f-83d3-4be3ebaf006a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Dec 10 05:42:14.133745 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247f22-db00-4bc1-b950-b78fb05ed96f req-846f0bb4-7945-4ba1-975d-bb4eb1d0bdd3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:14.135254 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0247f22-db00-4bc1-b950-b78fb05ed96f req-846f0bb4-7945-4ba1-975d-bb4eb1d0bdd3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0595598 Dec 10 05:42:14.183496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d0247f22-db00-4bc1-b950-b78fb05ed96f req-5b2ff621-dd27-4cf9-8ce4-9fcd9b97e539 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Dec 10 05:42:15.300461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ed81c-b6e4-4df8-9c99-ae3a821daace req-09c1fde6-e818-4e0b-ac79-5e3fa5cfb221 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:15.301941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e8ed81c-b6e4-4df8-9c99-ae3a821daace req-09c1fde6-e818-4e0b-ac79-5e3fa5cfb221 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0486531 Dec 10 05:42:15.349940 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3e8ed81c-b6e4-4df8-9c99-ae3a821daace req-87052ea8-56d2-4d28-9980-d10ee91261ef tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 Dec 10 05:42:16.467553 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9043-902b-4999-a8bf-d01f8fb697f3 req-c62a086a-e680-40cc-936f-eae54662e398 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:16.468959 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02fd9043-902b-4999-a8bf-d01f8fb697f3 req-c62a086a-e680-40cc-936f-eae54662e398 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0511324 Dec 10 05:42:16.516177 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-02fd9043-902b-4999-a8bf-d01f8fb697f3 req-8e3423f8-99de-41f8-bee7-133fa0a9f827 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Dec 10 05:42:17.630661 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aef56-d0dc-4a68-ba87-774cef79e638 req-074e3cda-4cd7-496f-b6c6-641b0a4450b7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:17.632140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243aef56-d0dc-4a68-ba87-774cef79e638 req-074e3cda-4cd7-496f-b6c6-641b0a4450b7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0482895 Dec 10 05:42:17.680554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-243aef56-d0dc-4a68-ba87-774cef79e638 req-f910dd8b-441b-4efd-885c-6e1d82099b18 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Dec 10 05:42:18.794115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4ffe-264b-4ff1-9166-8fd58eefecf8 req-2e8061c1-c448-4a85-8da1-b7f9fcd8ebcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:18.795597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e7b4ffe-264b-4ff1-9166-8fd58eefecf8 req-2e8061c1-c448-4a85-8da1-b7f9fcd8ebcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0470488 Dec 10 05:42:18.845875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e7b4ffe-264b-4ff1-9166-8fd58eefecf8 req-7856c880-3f18-4149-a51f-fce3dc12caf2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Dec 10 05:42:19.960004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e976f0-cda0-40a3-90e3-f58856a14c02 req-80ab83f1-5afc-446f-a68d-fee2f5847990 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:19.961471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25e976f0-cda0-40a3-90e3-f58856a14c02 req-80ab83f1-5afc-446f-a68d-fee2f5847990 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0474980 Dec 10 05:42:20.008987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25e976f0-cda0-40a3-90e3-f58856a14c02 req-5043d4b1-3e54-4c5a-94da-569a0fb0080c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Dec 10 05:42:21.063309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:21.125269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37c28-a176-47fc-bab0-8fed4c3af7ac req-e7761688-2721-4cbc-b6d9-6f5ace9bcc63 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:21.126709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17a37c28-a176-47fc-bab0-8fed4c3af7ac req-e7761688-2721-4cbc-b6d9-6f5ace9bcc63 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0469182 Dec 10 05:42:21.174762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17a37c28-a176-47fc-bab0-8fed4c3af7ac req-e44fc8a8-f52c-4fe4-9f70-95e59d03c166 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Dec 10 05:42:22.291872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577510b5-b051-4d0d-894a-999366568045 req-cf66a721-3426-4713-ac1f-b9d80c8c3917 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:22.293332 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-577510b5-b051-4d0d-894a-999366568045 req-cf66a721-3426-4713-ac1f-b9d80c8c3917 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0506752 Dec 10 05:42:22.340863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-577510b5-b051-4d0d-894a-999366568045 req-84340ec8-ef7a-4734-97d4-6c79d66b0183 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Dec 10 05:42:22.481009 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9ef68ce-cdac-49f2-a03f-ca3a227d671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:23.455795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694650c2-f202-4f1b-bae2-ed5a2a2179ea req-ac24140a-1af9-4c37-9cba-b8349f8fcfe2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:23.457194 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-694650c2-f202-4f1b-bae2-ed5a2a2179ea req-ac24140a-1af9-4c37-9cba-b8349f8fcfe2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0482786 Dec 10 05:42:23.509813 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-694650c2-f202-4f1b-bae2-ed5a2a2179ea req-26ee2684-eb74-40b4-84e8-f3bd397cf60d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Dec 10 05:42:24.226745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:24.622502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a3094-501e-4d9a-93ed-3d6a9692d7c5 req-5f030c53-ca0e-4c02-9397-8a58a97c94d5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:24.623943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-416a3094-501e-4d9a-93ed-3d6a9692d7c5 req-5f030c53-ca0e-4c02-9397-8a58a97c94d5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0463367 Dec 10 05:42:24.675438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-416a3094-501e-4d9a-93ed-3d6a9692d7c5 req-26dd9e25-cec4-468f-b1d8-4b46a892d004 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449553 Dec 10 05:42:25.296134 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a663deb-d74d-4f40-803f-74f9f9ef4e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:25.787813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6fd4-274c-474e-a287-c7aaa282b1c6 req-e4f08211-fe8f-4c3b-b124-091ddeb01355 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:25.789295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54eb6fd4-274c-474e-a287-c7aaa282b1c6 req-e4f08211-fe8f-4c3b-b124-091ddeb01355 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0470026 Dec 10 05:42:25.842107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-54eb6fd4-274c-474e-a287-c7aaa282b1c6 req-295b10e9-5993-4b35-a8a8-bd6dbec0a346 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469704 Dec 10 05:42:26.018540 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:26.958015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496499b9-58f7-4df2-99bf-7dbff06b23d4 req-1493d2d7-914f-45bf-bb0c-091a6d15baba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:26.959472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-496499b9-58f7-4df2-99bf-7dbff06b23d4 req-1493d2d7-914f-45bf-bb0c-091a6d15baba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0497975 Dec 10 05:42:27.007338 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-496499b9-58f7-4df2-99bf-7dbff06b23d4 req-39f5e8e3-0c77-4fb0-a0c6-4220320c8db0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418270 Dec 10 05:42:27.279264 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-dcccd6cc-5e4a-45d0-92b2-e9e87772e7b2 service neutron] show failed (client error): The resource could not be found. Dec 10 05:42:27.280256 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-dcccd6cc-5e4a-45d0-92b2-e9e87772e7b2 service neutron] 10.222.0.41 "GET /v2.0/ports/32d5199b-995a-4ddd-9b5b-d61e453f6428/bindings/n-h1-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0560122 Dec 10 05:42:27.505482 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-ff12fd51-3843-498d-97c6-33ad707cb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:27.506879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-ff12fd51-3843-498d-97c6-33ad707cb729 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 1096 time: 0.0405681 Dec 10 05:42:27.526481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:42:27.576928 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:27.662773 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.047205 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:42:28.140418 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:42:28.158369 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d3ca1-01db-4454-889f-9c3816a2b248 req-653736a3-c5dd-4d48-b156-a30bb7e429ad tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:28.160490 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a5d3ca1-01db-4454-889f-9c3816a2b248 req-653736a3-c5dd-4d48-b156-a30bb7e429ad tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0751548 Dec 10 05:42:28.201235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:42:28.245954 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6a5d3ca1-01db-4454-889f-9c3816a2b248 req-6afe3243-3ab8-4a07-975d-9838f637d2f1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787201 Dec 10 05:42:28.258600 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:42:28.260907 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8457cbae-cc40-4d0e-b841-1fd76b916574" -d '{"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-unplugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:42:28.265151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.278374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Transition to ACTIVE for port object 32d5199b-995a-4ddd-9b5b-d61e453f6428 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:42:28.282433 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.314837 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef7af21-e098-4c62-b236-2f30d86dc3dc x-openstack-request-id: req-7ef7af21-e098-4c62-b236-2f30d86dc3dc {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:42:28.315216 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-unplugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:42:28.315472 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ef7af21-e098-4c62-b236-2f30d86dc3dc {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:42:28.315854 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'code': 200} Dec 10 05:42:28.368163 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=6']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:42:28.380453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.380826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.381173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.381508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.381842 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.382171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.382494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.382816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.383138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.383458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.383779 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.384096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.384411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:28.421301 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] No DVR routers for this DVR port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:42:28.458643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.560119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:42:28.560385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:42:28.560747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:42:28.564908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:42:28.565228 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Attempting to bind port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:42:28.570492 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:42:28.570833 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Checking segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:42:28.571470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Bound using segment: {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:42:28.571893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Bound port: 32d5199b-995a-4ddd-9b5b-d61e453f6428, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525846be-1dfa-452c-b5a1-067d2426bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:42:28.572240 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.635496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:42:28.638690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:42:28.643194 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.675358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:28.675979 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:28.677780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] 10.222.0.36 "PUT /v2.0/ports/32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 1091 time: 1.1553755 Dec 10 05:42:28.704945 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e71d-2345-41e1-ab2f-2a511131590f service neutron] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:42:28.751719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-7eeb4338-44b0-457b-8056-e4cf515400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:28.753856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-7eeb4338-44b0-457b-8056-e4cf515400f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0415123 Dec 10 05:42:28.849602 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-203ddccc-f0bf-45c9-a71b-8be8f4d1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:28.851113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-203ddccc-f0bf-45c9-a71b-8be8f4d1c647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.0903730 Dec 10 05:42:28.915443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-2f6d4730-8a8b-445b-88d5-b5cd7b2d7a30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 999 time: 0.0573225 Dec 10 05:42:28.963877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-bb283b92-7246-4dec-a0d6-900f66591ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:28.965358 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-bb283b92-7246-4dec-a0d6-900f66591ccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0431902 Dec 10 05:42:29.013856 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-f28e0082-0489-4485-b3b9-dce046300509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:29.015301 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-f28e0082-0489-4485-b3b9-dce046300509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422144 Dec 10 05:42:29.102180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-06789df6-7dac-4a1b-a346-59157a1150ef service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789931 Dec 10 05:42:29.194140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0bcec832-41aa-473b-8598-ea15adbf1b25 req-4c693fd9-0660-420d-bc5f-8f7b2293ebf6 service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853298 Dec 10 05:42:29.364217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d143f55-7475-4a9c-b2d8-43f956f74801 req-8a0eaacb-983a-43b6-8b01-63a80f4d2dcf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:29.365790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d143f55-7475-4a9c-b2d8-43f956f74801 req-8a0eaacb-983a-43b6-8b01-63a80f4d2dcf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0499098 Dec 10 05:42:29.415167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d143f55-7475-4a9c-b2d8-43f956f74801 req-64b487f9-712a-48d7-bee5-affa7e90877e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Dec 10 05:42:30.317389 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:42:30.319710 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:42:30.368798 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f907da-4ac5-46c4-a101-f6d05ea3b911 x-openstack-request-id: req-01f907da-4ac5-46c4-a101-f6d05ea3b911 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:42:30.369090 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:42:30.369342 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01f907da-4ac5-46c4-a101-f6d05ea3b911 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:42:30.369744 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'status': 'completed', 'code': 200} Dec 10 05:42:30.500843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-f53c6642-3787-44a2-82ae-aaa3f1cf63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.502260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-f53c6642-3787-44a2-82ae-aaa3f1cf63ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0812466 Dec 10 05:42:30.505149 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-12d77f99-5c6e-47ad-b606-5f030eb82bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.506493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-12d77f99-5c6e-47ad-b606-5f030eb82bea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0757627 Dec 10 05:42:30.653614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81dc8-ab3a-4ed7-9a6f-5012ec5e980b req-6a8f1c86-000a-432b-952f-9eb6432526a8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.655077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88c81dc8-ab3a-4ed7-9a6f-5012ec5e980b req-6a8f1c86-000a-432b-952f-9eb6432526a8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.1686368 Dec 10 05:42:30.715360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-64bb9891-b5bc-41ac-8123-3b88ee6b6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.716837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-64bb9891-b5bc-41ac-8123-3b88ee6b6277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.1957912 Dec 10 05:42:30.721415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-e8988ab1-66ff-4693-b2b1-7aaa5902e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.723285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-e8988ab1-66ff-4693-b2b1-7aaa5902e7fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.2032857 Dec 10 05:42:30.752986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88c81dc8-ab3a-4ed7-9a6f-5012ec5e980b req-e56bfd32-18ec-4825-b4af-2617b3bc80bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898821 Dec 10 05:42:30.844425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-f83d278e-049d-4ea4-a461-ea15b20f567f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 999 time: 0.1078570 Dec 10 05:42:30.853858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-8dc9ecb0-26ea-49b3-8748-0c4de1ecc97d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 999 time: 0.0747082 Dec 10 05:42:30.936066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-bfa3b035-370c-48de-a82b-4adb8e70d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.937439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-bfa3b035-370c-48de-a82b-4adb8e70d1cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0810182 Dec 10 05:42:30.939020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-32413c5f-d639-4075-8773-942570084efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:30.940324 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-32413c5f-d639-4075-8773-942570084efb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0750933 Dec 10 05:42:31.014512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-4f26ff28-5e11-4750-99a8-f2e64dfb0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:31.016002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-4f26ff28-5e11-4750-99a8-f2e64dfb0233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687089 Dec 10 05:42:31.018343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-6388139a-3e43-4692-914f-c25437218d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:31.020197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-6388139a-3e43-4692-914f-c25437218d7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657575 Dec 10 05:42:31.165742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-2bff3f48-47c4-4d12-aa1d-0d2b2fd954eb service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415017 Dec 10 05:42:31.182507 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-1267bffe-1a43-4f23-9e59-95ef732a0a22 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417758 Dec 10 05:42:31.323915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-22d316f3-ad26-4104-b050-54ba2cb3f973 service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495557 Dec 10 05:42:31.328867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0ea3c411-5e1e-4c48-9ac1-074c798a1c68 req-107702a2-06cc-46e8-bdfb-a53cd8fb432c service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329122 Dec 10 05:42:31.869839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd44563-d20f-4c9f-9f7f-8ac74cca6843 req-39e66e04-2ecc-4340-a869-b11007689cbe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:31.871428 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdd44563-d20f-4c9f-9f7f-8ac74cca6843 req-39e66e04-2ecc-4340-a869-b11007689cbe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0480351 Dec 10 05:42:31.924742 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fdd44563-d20f-4c9f-9f7f-8ac74cca6843 req-a8385bfb-31f6-4805-a55e-af93af920871 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Dec 10 05:42:32.127420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c55436-a206-48d6-b2ac-ebad848d40eb req-bd7059e2-ff76-4afe-a537-18dff0f11df4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.128934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74c55436-a206-48d6-b2ac-ebad848d40eb req-bd7059e2-ff76-4afe-a537-18dff0f11df4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0533619 Dec 10 05:42:32.206853 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-e5c7400e-30a5-4b62-9123-bbd0f9750630 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.207655 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:42:32.208334 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-e5c7400e-30a5-4b62-9123-bbd0f9750630 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e&tenant_id=07f9315e3b844abb861ce879a256cf10&binding%3Ahost_id=n-h1-817326-3 HTTP/1.1" status: 200 len: 943 time: 0.0785193 Dec 10 05:42:32.212401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74c55436-a206-48d6-b2ac-ebad848d40eb req-ba783f3f-1c59-4ac5-bd50-1844842c4448 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746996 Dec 10 05:42:32.247676 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:42:32.282442 n-d-817326-3 neutron-server[103253]: INFO neutron.api.v2.resource [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-5a11bc7d-c3c2-4c82-bd34-4840fcbcf2ce service neutron] delete failed (client error): The resource could not be found. Dec 10 05:42:32.283669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-5a11bc7d-c3c2-4c82-bd34-4840fcbcf2ce service neutron] 10.222.0.41 "DELETE /v2.0/ports/32d5199b-995a-4ddd-9b5b-d61e453f6428/bindings/n-h2-817326-3 HTTP/1.1" status: 404 len: 380 time: 0.0629230 Dec 10 05:42:32.336525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750778a8-e1f4-4fda-bb7c-0e932b8cf68f req-9568c062-3bb9-4f4f-ac33-3b5e43326cf7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.338028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-750778a8-e1f4-4fda-bb7c-0e932b8cf68f req-9568c062-3bb9-4f4f-ac33-3b5e43326cf7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0512719 Dec 10 05:42:32.413828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-750778a8-e1f4-4fda-bb7c-0e932b8cf68f req-7d9141e3-3091-4ae4-9012-bc846764878e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698433 Dec 10 05:42:32.420061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-1e9620c8-5a6c-45c3-80d8-0146c1b256f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.421600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-1e9620c8-5a6c-45c3-80d8-0146c1b256f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1094 time: 0.0640545 Dec 10 05:42:32.519883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-4b629e28-1c33-4c9b-bbc5-95e47746ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.521371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-4b629e28-1c33-4c9b-bbc5-95e47746ae69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.0871725 Dec 10 05:42:32.592322 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-c0c508ea-3793-41d9-be9c-b9288a51d959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 999 time: 0.0598989 Dec 10 05:42:32.642746 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-b54f1520-6097-4a86-9aba-2407e4e1cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.644648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-b54f1520-6097-4a86-9aba-2407e4e1cadd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0418072 Dec 10 05:42:32.697824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-f9162707-4c08-434e-ad2d-de68ee0a57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:32.699262 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-f9162707-4c08-434e-ad2d-de68ee0a57b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420401 Dec 10 05:42:32.791961 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-6058335a-ebeb-4605-8071-99a0df5f0750 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799050 Dec 10 05:42:32.888668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-be2292d6-1675-4507-a9cb-a9be17f2ed39 req-0504577d-092a-40a4-b8bd-317afe73dcd0 service neutron] 10.222.0.41 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844252 Dec 10 05:42:33.363272 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:42:33.539908 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea3b38-b8a7-4763-8ee4-632e1096fcdd req-ecff2477-c157-41d6-9096-8c7ff9d12168 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:33.541544 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40ea3b38-b8a7-4763-8ee4-632e1096fcdd req-ecff2477-c157-41d6-9096-8c7ff9d12168 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 943 time: 0.0549142 Dec 10 05:42:33.598032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40ea3b38-b8a7-4763-8ee4-632e1096fcdd req-13a2cff7-d1ce-4714-b328-d113e82f3dba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491526 Dec 10 05:42:33.629223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:42:33.640212 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'port_id': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:42:33.677301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:33.689691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d5199b-995a-4ddd-9b5b-d61e453f6428 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:42:33.709573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:42:33.713850 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:33.764789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:42:33.772128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.772504 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.772843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.773182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.773521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.773852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.774183 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.774505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.774833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.775156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.775480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.775810 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:33.776201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:42:34.039100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['32d5199b-995a-4ddd-9b5b-d61e453f6428'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:42:34.731667 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafba9a-0c68-4d2a-a9a8-a34be4254445 req-f8f96dc2-e851-4a74-b20e-e733c533dbb6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:34.733536 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dafba9a-0c68-4d2a-a9a8-a34be4254445 req-f8f96dc2-e851-4a74-b20e-e733c533dbb6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 944 time: 0.0542521 Dec 10 05:42:34.798620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9dafba9a-0c68-4d2a-a9a8-a34be4254445 req-fa095ead-c837-4223-b3a4-96d21ef127c0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584688 Dec 10 05:42:34.830463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51056) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:42:34.894281 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1385b0fa-f87c-47a5-aa7c-bb19b6ea4067 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/389ad59c-db35-479f-9cd8-481d52ad8eb2 HTTP/1.1" status: 200 len: 992 time: 0.0625215 Dec 10 05:42:35.369181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:42:35.416112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 32d5199b-995a-4ddd-9b5b-d61e453f6428 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:42:35.420098 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 32d5199b-995a-4ddd-9b5b-d61e453f6428 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:42:35.420489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:35.496065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:35.521351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:42:35.523575 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0224d-a1ab-4720-bac0-32694b25b868" -d '{"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-plugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:42:35.536493 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:42:35.543372 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:35.567318 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f292c598-ed10-4a7b-b287-f35b0acf723b x-openstack-request-id: req-f292c598-ed10-4a7b-b287-f35b0acf723b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:42:35.567609 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-plugged", "status": "completed", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:42:35.567862 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f292c598-ed10-4a7b-b287-f35b0acf723b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:42:35.568247 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'code': 200} Dec 10 05:42:35.592925 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:42:38.880360 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-0fc92a6d-7dd6-4d26-bc13-835fc4f7b6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024435 Dec 10 05:42:38.980921 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-f8e358a1-07b7-4b9e-8ca9-9bc7d2b2bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:38.982386 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-f8e358a1-07b7-4b9e-8ca9-9bc7d2b2bd45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0434608 Dec 10 05:42:39.083813 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-0b2ccd38-b883-4c2f-93f4-f639d28f9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:39.085206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-0b2ccd38-b883-4c2f-93f4-f639d28f9014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.0840080 Dec 10 05:42:39.152103 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-a33db68a-e568-40e8-80e5-5aa555404406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 1001 time: 0.0599601 Dec 10 05:42:39.199005 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-2870eb2d-182f-454c-b876-16f1b675ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:39.200435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-2870eb2d-182f-454c-b876-16f1b675ddce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0420268 Dec 10 05:42:39.244180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-362e56b8-83c9-414d-b578-058bac0ef8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:42:39.245640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-362e56b8-83c9-414d-b578-058bac0ef8de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387034 Dec 10 05:42:39.335135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-bbdb4130-5957-4eee-9980-db27140d7e7c service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818169 Dec 10 05:42:39.420849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-efb2401b-9897-49e4-80a7-f2fe3d2ee0b3 req-ed4e6dce-4f68-4c55-ad61-90a49f894aca service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788014 Dec 10 05:42:51.083774 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:52.482311 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db2ca7e5-3d10-48fd-b192-588070fb9156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:54.226991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:55.296082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-776fa66e-5851-4fe6-8cb8-d5b631791be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:56.020419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:57.666869 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:42:58.463156 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.404502 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:01.557253 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 1d2b2739-a22b-4373-b4ad-d059e45380a5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:43:01.557509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.638592 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.638914 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.650845 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 1d2b2739-a22b-4373-b4ad-d059e45380a5 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:43:01.791525 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.820632 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=1d2b2739-a22b-4373-b4ad-d059e45380a5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:01.832532 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.832888 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.833232 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.833572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.833941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.834270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.834599 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.834927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.835254 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.835580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.835908 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.836231 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.836580 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:01.889372 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:01.889657 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 389ad59c-db35-479f-9cd8-481d52ad8eb2 disassociated (deleted). External IP: 172.25.8.199, port: 32d5199b-995a-4ddd-9b5b-d61e453f6428. Dec 10 05:43:02.100281 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 13dbf0ba-68d9-425f-a856-e494a02a6841 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:43:02.206960 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:43:02.212344 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:02.216879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Sync routers for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:43:02.225875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:02.226492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:02.239689 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-6d5213d7-fa88-467c-bc0b-77a0016f679f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/floatingips/389ad59c-db35-479f-9cd8-481d52ad8eb2 HTTP/1.1" status: 204 len: 168 time: 0.8340979 Dec 10 05:43:02.240330 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:43:02.242735 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:43:02.337446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:02.347403 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4573091e-2065-4224-9dd3-b5f1db3d2e7b x-openstack-request-id: req-4573091e-2065-4224-9dd3-b5f1db3d2e7b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:43:02.347704 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:43:02.347965 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4573091e-2065-4224-9dd3-b5f1db3d2e7b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:43:02.348377 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'status': 'completed', 'code': 200} Dec 10 05:43:02.459719 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-577ce7b7-37f2-48e9-b04a-c2c4ba3c84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:02.462080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-577ce7b7-37f2-48e9-b04a-c2c4ba3c84c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 1096 time: 0.0596845 Dec 10 05:43:02.549467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:02.577182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Checking router: 13dbf0ba-68d9-425f-a856-e494a02a6841 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:43:02.585368 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:02.585965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:02.593536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-3e0df7a0-8260-438b-8c97-fc3266851d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:02.595027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-3e0df7a0-8260-438b-8c97-fc3266851d51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 200 len: 898 time: 0.1196461 Dec 10 05:43:02.603251 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ed29-f95f-47dc-9d6a-cdd28b42ee7e req-654c2fc2-8f51-4bfa-b3f4-1723d98f5511 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:02.605117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac0ed29-f95f-47dc-9d6a-cdd28b42ee7e req-654c2fc2-8f51-4bfa-b3f4-1723d98f5511 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.1617022 Dec 10 05:43:02.649908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-3d5b4fc2-219c-41dd-8888-dfdb7a3ab3e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 200 len: 217 time: 0.0437391 Dec 10 05:43:02.690521 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:02.717054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dac0ed29-f95f-47dc-9d6a-cdd28b42ee7e req-0656533f-65cd-409b-92ad-60cdbbbe8edd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040933 Dec 10 05:43:02.724002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-ce877b4f-ce99-4fc9-adb8-6f242c56aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:02.725501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-ce877b4f-ce99-4fc9-adb8-6f242c56aa5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 200 len: 835 time: 0.0641472 Dec 10 05:43:02.772456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-064b648b-e537-4736-8106-d3b3dd4ce815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:02.774044 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-064b648b-e537-4736-8106-d3b3dd4ce815 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407245 Dec 10 05:43:02.876152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-dee21ee3-5f19-4279-90c8-5456fdbbb54a service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925384 Dec 10 05:43:02.891106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:02.917125 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e6f1b-12dc-4359-887a-51f9a222c391 None None] The sync data for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 is: [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:17Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'f077d148-4d89-4f9c-8e70-330c5c3e11bf', 'name': '', 'network_id': 'c9e7ddcd-b263-493c-a9fe-b5a0606f2b90', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:57:34:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:17Z', 'updated_at': '2021-12-10T05:41:20Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '06375a7e-8c66-4535-aac4-40cfd4a9826c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:43:02.975494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28b0f4d7-55fd-47e4-ba3c-b71a524a6e36 req-db36e6e0-391c-4188-800b-34887b07ae31 service neutron] 10.222.0.36 "GET /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892451 Dec 10 05:43:03.147496 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf12e47-eae3-4864-84fc-407727ff6149 None None] New status for floating IP 389ad59c-db35-479f-9cd8-481d52ad8eb2: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:43:03.885598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187285f8-b81d-4e88-bc67-788fff8a3faf req-b48acd15-7233-49fd-92fe-c3479c020a7a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:03.887070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-187285f8-b81d-4e88-bc67-788fff8a3faf req-b48acd15-7233-49fd-92fe-c3479c020a7a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0985224 Dec 10 05:43:03.934732 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-187285f8-b81d-4e88-bc67-788fff8a3faf req-56621d47-e874-4d32-ab61-94b79c4c9b6b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1ea23e-a063-4499-a066-d387707c5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Dec 10 05:43:04.068015 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-11aebeff-2642-442b-9e7e-bb07f30f549a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:04.070027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-11aebeff-2642-442b-9e7e-bb07f30f549a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e HTTP/1.1" status: 200 len: 945 time: 0.0490956 Dec 10 05:43:04.161576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 32d5199b-995a-4ddd-9b5b-d61e453f6428 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:43:04.161920 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:04.247577 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 32d5199b-995a-4ddd-9b5b-d61e453f6428, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=32d5199b-995a-4ddd-9b5b-d61e453f6428,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:04.247932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:04.260363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 32d5199b-995a-4ddd-9b5b-d61e453f6428 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:43:04.384685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:04.414611 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=32d5199b-995a-4ddd-9b5b-d61e453f6428,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:04.456992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] No DVR routers for this DVR port 32d5199b-995a-4ddd-9b5b-d61e453f6428 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:43:04.459614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:04.462951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b716628-3a82-4be1-84ca-8ce1f3cf9d63 req-c7a4e68a-0feb-4cc2-8d99-30c94bea7263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "DELETE /v2.0/ports/32d5199b-995a-4ddd-9b5b-d61e453f6428 HTTP/1.1" status: 204 len: 173 time: 0.3870723 Dec 10 05:43:04.463391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-deleted', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:43:04.465643 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94afd21-e58a-457c-82f9-820420a2a876" -d '{"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-deleted", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:43:04.502974 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58b539-f81f-498c-b726-fa0af97a59df x-openstack-request-id: req-7b58b539-f81f-498c-b726-fa0af97a59df {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:43:04.503340 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d3fd-1fcc-4ba6-8b3e-b7975205087e", "name": "network-vif-deleted", "tag": "32d5199b-995a-4ddd-9b5b-d61e453f6428", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:43:04.503616 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b58b539-f81f-498c-b726-fa0af97a59df {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:43:04.504044 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d6d3fd-1fcc-4ba6-8b3e-b7975205087e', 'name': 'network-vif-deleted', 'tag': '32d5199b-995a-4ddd-9b5b-d61e453f6428', 'status': 'completed', 'code': 200} Dec 10 05:43:04.991497 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:05.047044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:43:05.353400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:05.603880 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port f077d148-4d89-4f9c-8e70-330c5c3e11bf {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:43:05.604138 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:05.694562 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port f077d148-4d89-4f9c-8e70-330c5c3e11bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=f077d148-4d89-4f9c-8e70-330c5c3e11bf,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:05.694919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:05.707162 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for f077d148-4d89-4f9c-8e70-330c5c3e11bf owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:43:05.883785 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:05.907395 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=f077d148-4d89-4f9c-8e70-330c5c3e11bf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:06.419440 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:06.628344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 13dbf0ba-68d9-425f-a856-e494a02a6841 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:43:06.732730 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:43:06.737764 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3093490c-1d3a-4cda-9023-9839a5e717b4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/13dbf0ba-68d9-425f-a856-e494a02a6841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452388 Dec 10 05:43:06.740418 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:06.742251 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Sync routers for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:43:06.751602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:06.752208 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:06.791527 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting subnet 06375a7e-8c66-4535-aac4-40cfd4a9826c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:43:06.794573 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:06.833497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:06.856007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:06.919523 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:06.984887 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.014412 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Subnet': ['ID=06375a7e-8c66-4535-aac4-40cfd4a9826c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:07.016799 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.020051 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7903dcef-28e7-44d2-be60-30d704b2ab6d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/subnets/06375a7e-8c66-4535-aac4-40cfd4a9826c HTTP/1.1" status: 204 len: 168 time: 0.2786355 Dec 10 05:43:07.022986 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:07.025679 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287534d-aabe-4074-968c-be44fe498822 None None] Network c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:43:07.103484 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:43:05Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:07.130468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.135705 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Checking router: 13dbf0ba-68d9-425f-a856-e494a02a6841 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:43:07.149962 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Routers {'13dbf0ba-68d9-425f-a856-e494a02a6841'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:07.150573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['13dbf0ba-68d9-425f-a856-e494a02a6841'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:07.244432 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] DHCP port deletion for c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:43:07.250143 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.290802 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] Set router 13dbf0ba-68d9-425f-a856-e494a02a6841 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:07.301951 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port ac6a151e-78a9-458e-a4be-c05f02488abd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:43:07.302289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.380652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port ac6a151e-78a9-458e-a4be-c05f02488abd, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ac6a151e-78a9-458e-a4be-c05f02488abd,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:07.381358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.393249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for ac6a151e-78a9-458e-a4be-c05f02488abd owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:43:07.406869 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Deleting port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:43:07.407247 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.565338 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.596904 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=ac6a151e-78a9-458e-a4be-c05f02488abd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:07.659252 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:43:07.659929 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.661161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76cfc12-777f-489e-bc2b-40ee8da6a07f None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:43:07.676235 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] For port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,segment=NetworkSegment(525846be-1dfa-452c-b5a1-067d2426bc8e),segment_id=525846be-1dfa-452c-b5a1-067d2426bc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:07.676663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.706818 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 32d5199b-995a-4ddd-9b5b-d61e453f6428 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:43:07.707163 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 32d5199b-995a-4ddd-9b5b-d61e453f6428 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:43:07.725405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Calling delete_port for 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:43:07.757057 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.759202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.810703 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.811357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Fanout notify agent at l3_agent the message router_deleted on router 13dbf0ba-68d9-425f-a856-e494a02a6841 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:43:07.818564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:43:05Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:07.819049 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.819893 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4f4d2bee-932b-40a4-8c9f-1705df68b2f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/routers/13dbf0ba-68d9-425f-a856-e494a02a6841 HTTP/1.1" status: 204 len: 168 time: 0.7959676 Dec 10 05:43:07.823097 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:07.848911 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4bede-0676-4a55-a734-344d2c077957 None None] The sync data for ids ['13dbf0ba-68d9-425f-a856-e494a02a6841'] in n-d-817326-3 is: [{'id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636024266', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:43:05Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'ac6a151e-78a9-458e-a4be-c05f02488abd', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbf0ba-68d9-425f-a856-e494a02a6841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:41:14Z', 'updated_at': '2021-12-10T05:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:43:07.855350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.885641 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] Pushing event deleted for resources: {'Port': ['ID=6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:07.887721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48bf63-29b8-4c3f-8dea-0bbb0fb2c987 None None] No DVR routers for this DVR port 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:43:07.903991 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:07.993223 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.013185 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e7ddcd-b263-493c-a9fe-b5a0606f2b90']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:08.022650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525846be-1dfa-452c-b5a1-067d2426bc8e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:08.022948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525846be-1dfa-452c-b5a1-067d2426bc8e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:08.032086 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.044802 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.050520 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:43:08.050898 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:43:08.053877 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:43:08.114446 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.121639 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.124842 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/networks/c9e7ddcd-b263-493c-a9fe-b5a0606f2b90 HTTP/1.1" status: 204 len: 168 time: 0.3009143 Dec 10 05:43:08.127715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51098) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:08.136677 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc959d8-616d-4976-9714-6488d4ec1679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Network': ['ID=c9e7ddcd-b263-493c-a9fe-b5a0606f2b90,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:08.185186 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.213885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.290178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.293343 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.294564 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f1ea23e-a063-4499-a066-d387707c5eac HTTP/1.1" status: 204 len: 168 time: 0.1657195 Dec 10 05:43:08.305293 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043d63f-b14f-4a84-8388-ae9661050279 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ea23e-a063-4499-a066-d387707c5eac,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:08.353558 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:43:08.380433 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:43:08.381721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 6359d33a-1b82-4eb6-a7e3-aca2bf0d27f9 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:43:08.382162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f077d148-4d89-4f9c-8e70-330c5c3e11bf no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:43:08.408943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: f077d148-4d89-4f9c-8e70-330c5c3e11bf {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:43:08.409282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device f077d148-4d89-4f9c-8e70-330c5c3e11bf not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:43:08.612060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:08.617250 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277798604', 'description': 'tempest-secgroup-smoke-1277798604 description', 'project_id': '07f9315e3b844abb861ce879a256cf10'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:08.639114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.707202 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.710906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.738522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.739750 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266272 Dec 10 05:43:08.743399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51106) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:08.744273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bef87e-9a19-4096-9736-b83ac3996f95 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:08.748013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:08.775902 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.820953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.824697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.843721 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d6d308-a237-459a-af69-4bab3aa8c205,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:08.849101 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.853641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-993d735c-148a-430c-a13f-e5d0248634bd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064026 Dec 10 05:43:08.853641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:08.857883 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:08.885713 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.947812 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.951791 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.972666 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aee6671-1bff-445d-b80c-42a41edfff34,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:08.979059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:08.980255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-83fa6cc7-d27b-4b4e-8461-1af8e7603196 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257370 Dec 10 05:43:08.983011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:08.987430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.013747 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.068431 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.072494 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.093095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92925167-1b6d-4b35-afe6-43755b83f635,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:09.099134 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.100881 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f06ebd47-528e-4465-b783-4a9432d933dd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168106 Dec 10 05:43:09.103555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:09.108587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.134262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.193773 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.197429 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.216968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081fc7c3-3abd-424c-81f2-389f15978ff0,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:09.225329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.226523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f0fdb905-4776-4a44-a1d9-94cba1dcc39b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214740 Dec 10 05:43:09.229183 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:09.233428 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.253717 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:43:09.258393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.316409 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.320037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.337764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0b35e5-285f-4608-93dd-2c703c1bade8,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:09.344673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.345845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d491448c-c1bc-4203-8c9b-5e7adeb716ea tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157181 Dec 10 05:43:09.348585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51116) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:09.356524 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': 'e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.378078 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:43:09.382799 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.441059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.444731 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.462717 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bae69dd-3740-4e12-8db4-dfb13dfa8848,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:09.470513 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.471720 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75e0050a-a57e-45ed-a469-105575ba355e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222000 Dec 10 05:43:09.475091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51118) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:09.480027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'network': {'name': 'tempest-network-smoke--230887022', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.499776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:43:09.503087 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.526995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:43:09.535988 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.536322 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Added segment d586d764-7795-49cb-9c87-a1638934db36 of type vlan for network 68e33196-ede3-405d-b66b-0eb66380278f Dec 10 05:43:09.574788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.598715 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.604286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:09.604911 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.642726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1663983 Dec 10 05:43:09.645255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51120) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:09.650101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'admin_state_up': True, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:09.693497 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16f4c1-b54f-44fa-8724-fd1f9f21e993 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Network': ['ID=68e33196-ede3-405d-b66b-0eb66380278f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:09.704137 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 68e33196-ede3-405d-b66b-0eb66380278f details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:43:09.707144 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.708169 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:09.759112 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.124275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac6a151e-78a9-458e-a4be-c05f02488abd no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:43:10.148387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ac6a151e-78a9-458e-a4be-c05f02488abd {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:43:10.148750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ac6a151e-78a9-458e-a4be-c05f02488abd not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:43:10.235830 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.422939 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.441627 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.540137 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.143 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/e331b0b4-4fc2-4355-8392-5d40519ce86f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:43:10.641893 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.674891 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.711751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:10.714489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:10.719843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:43:10.725750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=e331b0b4-4fc2-4355-8392-5d40519ce86f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:10.727956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db4c40-d8f6-4189-b4a9-1b0dcee04eac None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:43:10.842976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f92b2a87-6d70-49e6-87da-c4c8736bbb8f None None] Provisioning complete for port e331b0b4-4fc2-4355-8392-5d40519ce86f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:10.843365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92b2a87-6d70-49e6-87da-c4c8736bbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:10.878144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f92b2a87-6d70-49e6-87da-c4c8736bbb8f None None] Port e331b0b4-4fc2-4355-8392-5d40519ce86f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:43:10.971880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.170729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.296723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:43:11.402924 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:43:11.413343 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Sync routers for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:43:11.422898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.424166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ddd4c009-c992-4d79-9eb7-1fe0f16344f9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7779794 Dec 10 05:43:11.426163 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:11.426779 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:11.427576 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51122) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:11.455429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4b25e6d3-b1b6-4683-ba5a-dead91262c2a tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=07f9315e3b844abb861ce879a256cf10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267417 Dec 10 05:43:11.458073 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51124) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:11.536767 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:11.548552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280cd25-eab3-4741-b7da-b8bd784f8ed5 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:11.552759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4280cd25-eab3-4741-b7da-b8bd784f8ed5 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905385 Dec 10 05:43:11.552915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51126) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:11.582330 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-45bcbd5a-63b8-4691-899b-a18b345abdda tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259900 Dec 10 05:43:11.582561 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51128) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:11.587489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530495792', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:11.672872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:43:11.676315 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.716894 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:10Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:11.748743 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Checking router: ea0ac6cc-22ba-4d92-b2eb-481eef774d3d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:43:11.749091 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Updating router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d port e331b0b4-4fc2-4355-8392-5d40519ce86f binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:43:11.774719 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.856361 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.918659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Subnet': ['ID=4705c093-fa2a-43ea-9f25-c8840b4de272,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:11.929279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Checking segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:43:11.929638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network hostable DHCP agents. Network: 68e33196-ede3-405d-b66b-0eb66380278f, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:43:11.946098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 68e33196-ede3-405d-b66b-0eb66380278f is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:43:11.955003 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 68e33196-ede3-405d-b66b-0eb66380278f) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:11.960084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:11.960838 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:11.966748 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cbbea-3c50-46ec-94b2-7f65ba00d62d None None] Network 68e33196-ede3-405d-b66b-0eb66380278f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:43:11.981143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1612ae6e-5900-4b17-bd27-a10fb8abf3e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3975303 Dec 10 05:43:11.982235 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51130) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:12.032133 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.038188 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.081950 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a403ce-f923-4f4f-a4ec-3516af3ebf76 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:43:12.089554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Attempting to bind port e331b0b4-4fc2-4355-8392-5d40519ce86f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:43:12.089930 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Attempting to bind port e331b0b4-4fc2-4355-8392-5d40519ce86f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:43:12.090294 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Attempting to bind port e331b0b4-4fc2-4355-8392-5d40519ce86f on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:43:12.091435 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-68e33196-ede3-405d-b66b-0eb66380278f', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:43:12.094017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.103393 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:43:12.103812 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:43:12.104150 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.104560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:43:12.109104 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Bound port: e331b0b4-4fc2-4355-8392-5d40519ce86f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:43:12.109572 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.133614 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Pushing event updated for resources: {'Port': ['ID=e331b0b4-4fc2-4355-8392-5d40519ce86f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:12.144011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.144351 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.144734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.145063 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.145387 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.145707 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.146073 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.146932 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.147245 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.147558 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.147869 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.148697 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.149020 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:12.187560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] For port e331b0b4-4fc2-4355-8392-5d40519ce86f, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:43:12.190681 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] For port e331b0b4-4fc2-4355-8392-5d40519ce86f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e331b0b4-4fc2-4355-8392-5d40519ce86f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:43:12.195371 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.236880 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a4b0e-56c3-47ad-b852-f5d150202a93 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:43:12.242972 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:12.243596 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:12.252175 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] Provisioning complete for port e331b0b4-4fc2-4355-8392-5d40519ce86f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:12.252571 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.280874 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Allocated IP 172.20.0.2 (68e33196-ede3-405d-b66b-0eb66380278f/4705c093-fa2a-43ea-9f25-c8840b4de272/d0fb4216-3cd3-43aa-9ca0-5285415805fe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:43:12.295523 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633b094-3717-444c-80a6-fb67715dfedf None None] Pushing event updated for resources: {'Port': ['ID=e331b0b4-4fc2-4355-8392-5d40519ce86f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:12.361284 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:12.412777 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.446555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] For port e331b0b4-4fc2-4355-8392-5d40519ce86f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e331b0b4-4fc2-4355-8392-5d40519ce86f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:12.468141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.526265 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.528465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.551523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.579440 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:10Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:12.590353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd430da-0e1b-46de-895d-750802c52c7c None None] Pushing event updated for resources: {'Port': ['ID=e331b0b4-4fc2-4355-8392-5d40519ce86f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:12.612778 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fe33f-b24e-48c4-9aa6-52ff336cd80d None None] The sync data for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 is: [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:10Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:43:12.637618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Network 68e33196-ede3-405d-b66b-0eb66380278f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:12.646146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:12.656253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:43:12.664282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ad6a8df4-30b0-4b5b-9c4f-0b434943b706 None None] Provisioning complete for port e331b0b4-4fc2-4355-8392-5d40519ce86f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:12.664681 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8df4-30b0-4b5b-9c4f-0b434943b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.670762 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Pushing event updated for resources: {'Port': ['ID=d0fb4216-3cd3-43aa-9ca0-5285415805fe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:12.768491 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Attempting to bind port d0fb4216-3cd3-43aa-9ca0-5285415805fe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:43:12.768871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Attempting to bind port d0fb4216-3cd3-43aa-9ca0-5285415805fe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:43:12.769233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Attempting to bind port d0fb4216-3cd3-43aa-9ca0-5285415805fe on network 68e33196-ede3-405d-b66b-0eb66380278f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:43:12.779437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:43:12.779819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Checking segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:43:12.780224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.780646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Bound using segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:43:12.781127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Bound port: d0fb4216-3cd3-43aa-9ca0-5285415805fe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:43:12.781550 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:12.887709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.1 (68e33196-ede3-405d-b66b-0eb66380278f/4705c093-fa2a-43ea-9f25-c8840b4de272/a61e86ef-50ea-42da-a5f1-86b05c911fd8) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:43:12.946731 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] For port d0fb4216-3cd3-43aa-9ca0-5285415805fe, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:43:12.968800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] For port d0fb4216-3cd3-43aa-9ca0-5285415805fe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0fb4216-3cd3-43aa-9ca0-5285415805fe,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:43:12.979483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.061347 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f0d4-8438-4e01-8e68-0943b0778551 None None] Pushing event updated for resources: {'Port': ['ID=d0fb4216-3cd3-43aa-9ca0-5285415805fe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:13.080295 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.123352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.178545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 68e33196-ede3-405d-b66b-0eb66380278f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:13.181879 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:13.184675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:43:13.241291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:13.253515 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.402771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.696132 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.701002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.772591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:13.775400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:13.871801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 68e33196-ede3-405d-b66b-0eb66380278f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:13.873230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:13.988165 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:43:14.082823 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab5071-6a15-4c74-af3e-04337d48bccb None None] Network 68e33196-ede3-405d-b66b-0eb66380278f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:43:14.165034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] Provisioning complete for port d0fb4216-3cd3-43aa-9ca0-5285415805fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.165626 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.279411 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e331b0b4-4fc2-4355-8392-5d40519ce86f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:43:14.319442 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.368875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] For port d0fb4216-3cd3-43aa-9ca0-5285415805fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0fb4216-3cd3-43aa-9ca0-5285415805fe,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:14.375803 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e331b0b4-4fc2-4355-8392-5d40519ce86f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.376173 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.377804 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.465396 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7992e8b-406c-459e-b758-9bcce599b874 None None] Pushing event updated for resources: {'Port': ['ID=d0fb4216-3cd3-43aa-9ca0-5285415805fe,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:14.501641 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:43:14.507460 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-04eb2fc3-fb55-4515-9443-14fa0e93585b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/ea0ac6cc-22ba-4d92-b2eb-481eef774d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241292 Dec 10 05:43:14.515361 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0fb4216-3cd3-43aa-9ca0-5285415805fe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:43:14.567946 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d0fb4216-3cd3-43aa-9ca0-5285415805fe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.568856 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.623965 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4c76c885-350e-4422-8ba3-5c51071b4429 None None] Provisioning complete for port d0fb4216-3cd3-43aa-9ca0-5285415805fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.624342 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c76c885-350e-4422-8ba3-5c51071b4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.691389 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-a3e7e0de-4c87-4a93-93b7-37d67d7bd0c5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277798604&fields=id&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 267 time: 0.0507126 Dec 10 05:43:14.755213 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4c76c885-350e-4422-8ba3-5c51071b4429 None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.756250 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c76c885-350e-4422-8ba3-5c51071b4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:14.788942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Sync routers for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:43:14.803646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4c76c885-350e-4422-8ba3-5c51071b4429 None None] Port a61e86ef-50ea-42da-a5f1-86b05c911fd8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:43:14.808506 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:14.809140 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:14.825458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-afd641ad-b307-4849-b337-b40b74661c10 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:14.826997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-afd641ad-b307-4849-b337-b40b74661c10 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 796 time: 0.1266434 Dec 10 05:43:14.842837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-bf87f7ce-6e76-4983-83d4-609e848b8228 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/quotas/07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 375 time: 0.0097711 Dec 10 05:43:14.900283 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-fe632b53-7ba5-4567-8599-c693e1013170 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512891 Dec 10 05:43:14.930930 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:14.968276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1d1a31c8-67e2-4cdb-93d3-ec4f4a044e2e None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:14.968682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1a31c8-67e2-4cdb-93d3-ec4f4a044e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.043157 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-9f73e4bc-1b6c-4671-ab4c-19d527366d03 service neutron] 10.222.0.43 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293182 Dec 10 05:43:15.047466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a31c8-67e2-4cdb-93d3-ec4f4a044e2e None None] Port a61e86ef-50ea-42da-a5f1-86b05c911fd8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:43:15.138852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-ecaecb4e-17c8-43c0-9b85-f80e25a3c58a service neutron] 10.222.0.43 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888166 Dec 10 05:43:15.294594 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8bccce2e-c188-47c6-82c1-67fae671f097 None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:15.295164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bccce2e-c188-47c6-82c1-67fae671f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.308522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec5544f7-8f7b-4b78-8ba1-def59cb43d4b req-73f75385-3906-4008-a5d1-dc70f10e619d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 210 time: 0.0263326 Dec 10 05:43:15.352889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8bccce2e-c188-47c6-82c1-67fae671f097 None None] Port a61e86ef-50ea-42da-a5f1-86b05c911fd8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:43:15.377902 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 2, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:15.410002 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Checking router: ea0ac6cc-22ba-4d92-b2eb-481eef774d3d for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:43:15.410366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Updating router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d port a61e86ef-50ea-42da-a5f1-86b05c911fd8 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:43:15.441828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.713343 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.719219 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.765282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23cb0-6baf-4d77-b69b-a8de2704b718 None None] Pushing event updated for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:15.827483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Attempting to bind port a61e86ef-50ea-42da-a5f1-86b05c911fd8 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:43:15.827852 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Attempting to bind port a61e86ef-50ea-42da-a5f1-86b05c911fd8 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:43:15.828216 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Attempting to bind port a61e86ef-50ea-42da-a5f1-86b05c911fd8 on network 68e33196-ede3-405d-b66b-0eb66380278f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:43:15.836665 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:43:15.837084 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Checking segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:43:15.837643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.838050 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Bound using segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:43:15.838531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Bound port: a61e86ef-50ea-42da-a5f1-86b05c911fd8, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:43:15.839096 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:15.913671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] For port a61e86ef-50ea-42da-a5f1-86b05c911fd8, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:43:15.918967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] For port a61e86ef-50ea-42da-a5f1-86b05c911fd8, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a61e86ef-50ea-42da-a5f1-86b05c911fd8,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:43:15.922652 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.003393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:16.003963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:42:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:16.010001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:16.010377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.045523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23cb0-6baf-4d77-b69b-a8de2704b718 None None] Pushing event updated for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:16.183384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:16.188234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0fb4216-3cd3-43aa-9ca0-5285415805fe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:43:16.244064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.338487 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] For port a61e86ef-50ea-42da-a5f1-86b05c911fd8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a61e86ef-50ea-42da-a5f1-86b05c911fd8,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:16.353131 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.419607 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port d0fb4216-3cd3-43aa-9ca0-5285415805fe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:16.419982 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.450527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-56ec607c-2220-4b2a-8a93-380face7b887 req-f55adb01-c5d6-4943-9171-acf96172914b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 210 time: 0.0616999 Dec 10 05:43:16.496356 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7c536-1f8a-4e3b-b97b-781fa6632a4c None None] Pushing event updated for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:16.500357 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-9efe28e5-9713-4c21-aa93-7d6dd522bb2a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:16.501871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-9efe28e5-9713-4c21-aa93-7d6dd522bb2a tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 796 time: 0.1710460 Dec 10 05:43:16.529654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4cfe1e19-8f17-4b60-b08d-22a83dd0d11a None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:16.530019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1e19-8f17-4b60-b08d-22a83dd0d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.587240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-05520886-63dd-46c1-b050-2b0d49c3e0f7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 380 time: 0.0552011 Dec 10 05:43:16.597675 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'port': {'device_id': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'admin_state_up': True, 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'security_groups': ['e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:16.633328 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:15Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:16.681155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2b217-c47c-472c-971b-4dac884e482e None None] The sync data for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 is: [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:15Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:43:16.711409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:43:16.715178 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:16.862470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.4 (68e33196-ede3-405d-b66b-0eb66380278f/4705c093-fa2a-43ea-9f25-c8840b4de272/0ddf0b66-adf7-4fb2-b848-0b9664edcb04) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:43:17.011885 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.046927 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.090732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 68e33196-ede3-405d-b66b-0eb66380278f is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:17.093839 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:17.100591 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:43:17.125397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:17.159131 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:17.159785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.183015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b6a6c0be-abc3-4011-b79a-400b152b462d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888996 Dec 10 05:43:17.211289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Request body: {'port': {'device_id': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:17.274037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.326580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-308a4c47-1a6e-4da9-b864-888153e3c36f None None] Provisioning complete for port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:17.327043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308a4c47-1a6e-4da9-b864-888153e3c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.373489 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-308a4c47-1a6e-4da9-b864-888153e3c36f None None] Port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:43:17.580841 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:43:17.591880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.609547 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Transition to ACTIVE for port object 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:43:17.621478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4628-9f19-45ae-a826-f5179f7f3656 req-b7a71fac-589b-4f7d-a81f-32d27dd93b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:17.622981 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f87b4628-9f19-45ae-a826-f5179f7f3656 req-b7a71fac-589b-4f7d-a81f-32d27dd93b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 931 time: 0.0824668 Dec 10 05:43:17.624181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.700979 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Pushing event updated for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:17.744689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f87b4628-9f19-45ae-a826-f5179f7f3656 req-ae9474c6-e051-421d-a7a6-1f006888a476 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123073 Dec 10 05:43:17.800217 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Attempting to bind port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:43:17.800636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Attempting to bind port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:43:17.801035 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Attempting to bind port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 on network 68e33196-ede3-405d-b66b-0eb66380278f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:43:17.807250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 on network 68e33196-ede3-405d-b66b-0eb66380278f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:43:17.807575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Attempting to bind port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 on network 68e33196-ede3-405d-b66b-0eb66380278f {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:43:17.812546 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:43:17.812891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Checking segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:43:17.813270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Bound using segment: {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:43:17.813692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Bound port: 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd586d764-7795-49cb-9c87-a1638934db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:43:17.814049 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.886918 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:43:17.890419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:43:17.896064 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.930345 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:17.930948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:17.932323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] 10.222.0.41 "PUT /v2.0/ports/0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 1091 time: 0.7254980 Dec 10 05:43:17.932793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:43:17.935122 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586525af-eb37-4784-9be7-59e7f1753060" -d '{"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:43:17.959552 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26de55-4284-4ae1-badb-e7d3cb5d8bda service neutron] Pushing event updated for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:17.980382 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4864d78-675d-4b8d-9119-3078368bd1fe x-openstack-request-id: req-f4864d78-675d-4b8d-9119-3078368bd1fe {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:43:17.980703 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:43:17.980962 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4864d78-675d-4b8d-9119-3078368bd1fe {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:43:17.981513 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'status': 'completed', 'code': 200} Dec 10 05:43:18.046342 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cd951aa4-50b0-4138-8d2d-88ccb6c2a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.047887 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-cd951aa4-50b0-4138-8d2d-88ccb6c2a3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1094 time: 0.0436242 Dec 10 05:43:18.108903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-ecd80f8e-4c05-4e7d-8d41-4c5ee42aa9f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 217 time: 0.0397758 Dec 10 05:43:18.165567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-9ba8bc61-2d26-4220-a484-3ad8667d8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.167483 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-9ba8bc61-2d26-4220-a484-3ad8667d8fa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0494165 Dec 10 05:43:18.194884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a61e86ef-50ea-42da-a5f1-86b05c911fd8 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:43:18.221583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b1af7636-b3c2-4a13-bdff-11740de8541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.223130 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-b1af7636-b3c2-4a13-bdff-11740de8541f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437841 Dec 10 05:43:18.253688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a61e86ef-50ea-42da-a5f1-86b05c911fd8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:18.254065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:18.320019 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-f07c9e52-ee4a-46e1-beef-0e120f8ba031 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Dec 10 05:43:18.412919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2e74e672-a75b-47fb-8640-25b9526225c9 req-855b267f-1314-4b46-b9a4-7b38591462ae service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808344 Dec 10 05:43:18.555537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586525af-eb37-4784-9be7-59e7f1753060 req-8d95b94a-4b0b-4af0-8221-b9371dcdf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.557061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-8d95b94a-4b0b-4af0-8221-b9371dcdf03b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1094 time: 0.0408220 Dec 10 05:43:18.651199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586525af-eb37-4784-9be7-59e7f1753060 req-20c7b507-ec21-41cd-a2e6-5e2c55e6092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.652786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-20c7b507-ec21-41cd-a2e6-5e2c55e6092d service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.0882654 Dec 10 05:43:18.694755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-727675da-c5a6-4e0c-ab20-c685c3225134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 217 time: 0.0344000 Dec 10 05:43:18.748257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586525af-eb37-4784-9be7-59e7f1753060 req-087d0dc9-ab32-44b0-8298-1766a33ba731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.749749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-087d0dc9-ab32-44b0-8298-1766a33ba731 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0478499 Dec 10 05:43:18.798047 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586525af-eb37-4784-9be7-59e7f1753060 req-8ebd535c-d77c-45f3-9c3f-5d410f931794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.799640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-8ebd535c-d77c-45f3-9c3f-5d410f931794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406632 Dec 10 05:43:18.922740 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-9ca13f0c-033f-49c9-a13e-71fa2addfe21 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151032 Dec 10 05:43:18.934757 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17c2f-9043-4ee1-be3c-d4972cdfd133 req-8e9b8341-53ce-4b02-856d-dc8ab0bd6229 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:18.936152 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ee17c2f-9043-4ee1-be3c-d4972cdfd133 req-8e9b8341-53ce-4b02-856d-dc8ab0bd6229 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 943 time: 0.0641003 Dec 10 05:43:19.043579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ee17c2f-9043-4ee1-be3c-d4972cdfd133 req-2ac012b0-eeab-48c0-84f7-6ae14a2c0141 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994794 Dec 10 05:43:19.056902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-586525af-eb37-4784-9be7-59e7f1753060 req-bb94d395-03ef-490e-9d09-fb941da31ccd service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198151 Dec 10 05:43:20.158072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65928-437f-4a38-951b-9d8ad914c933 req-491b6e3f-a36c-416b-95c1-3f2a9229a2b8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:20.159535 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3d65928-437f-4a38-951b-9d8ad914c933 req-491b6e3f-a36c-416b-95c1-3f2a9229a2b8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 943 time: 0.0484698 Dec 10 05:43:20.213441 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b3d65928-437f-4a38-951b-9d8ad914c933 req-f514a3d7-54e3-404b-bc3e-f9e2933294ae tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473049 Dec 10 05:43:21.077798 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:21.326319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e392-83bd-414b-a0bc-114a80fd974b req-4b39eb48-4674-46eb-a74e-8bcce295652c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:21.327768 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1975e392-83bd-414b-a0bc-114a80fd974b req-4b39eb48-4674-46eb-a74e-8bcce295652c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 943 time: 0.0477912 Dec 10 05:43:21.374731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1975e392-83bd-414b-a0bc-114a80fd974b req-a1c24fc3-678d-4165-b9b6-989a2f4d003f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Dec 10 05:43:22.483102 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cff239d-c7e4-4a22-9958-12170f81095c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:22.494105 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85c58-3697-4a07-9c57-4a74abdb761b req-799c72c1-fa99-4b1d-969b-9c1e2470319e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:22.495580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51f85c58-3697-4a07-9c57-4a74abdb761b req-799c72c1-fa99-4b1d-969b-9c1e2470319e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 943 time: 0.0546012 Dec 10 05:43:22.532923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:43:22.545714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51f85c58-3697-4a07-9c57-4a74abdb761b req-95c124dc-05bb-4b2c-b2fd-9b1cc40476cf tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Dec 10 05:43:22.631080 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:22.641759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'port_id': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'mac_address': 'fa:16:3e:da:d4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:43:22.678933 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:22.691998 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:43:22.711906 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:22.715302 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:22.765605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:23.107884 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['0ddf0b66-adf7-4fb2-b848-0b9664edcb04'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:43:23.659589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604dd8-bdb5-4639-bc12-ffe32035db75 req-db5a349c-d2c4-42f9-aa15-47ad28076689 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:23.661096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03604dd8-bdb5-4639-bc12-ffe32035db75 req-db5a349c-d2c4-42f9-aa15-47ad28076689 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 944 time: 0.0475862 Dec 10 05:43:23.709439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-03604dd8-bdb5-4639-bc12-ffe32035db75 req-5173dae9-5311-46d0-8c07-84d5390cc237 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Dec 10 05:43:24.227148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:24.566152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:43:24.615793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:43:24.619587 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:43:24.619962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:24.697299 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:24.720063 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:43:24.722354 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc27e7-88e3-40d8-859a-36c81aab8169" -d '{"events": [{"server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "name": "network-vif-plugged", "status": "completed", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:43:24.735000 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:43:24.739062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:24.764526 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a742bc8-a25b-4575-8c99-404884dc678f x-openstack-request-id: req-5a742bc8-a25b-4575-8c99-404884dc678f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:43:24.764819 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "name": "network-vif-plugged", "status": "completed", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:43:24.765071 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a742bc8-a25b-4575-8c99-404884dc678f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:43:24.765455 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'code': 200} Dec 10 05:43:24.790718 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:24.835860 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e04a3-494e-41bc-8b90-591204a71643 req-74f4cbbc-2590-4215-89d6-bc3294853ade tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:24.837438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-493e04a3-494e-41bc-8b90-591204a71643 req-74f4cbbc-2590-4215-89d6-bc3294853ade tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0515299 Dec 10 05:43:24.917323 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-493e04a3-494e-41bc-8b90-591204a71643 req-f15ad6b3-6826-4e15-bd4b-b22fbcca8d09 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738714 Dec 10 05:43:24.930117 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b787d-5e29-4faa-a5ac-fee0d3798a45 req-32756e6a-4930-43fe-8522-9808c3c781e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:24.931614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-071b787d-5e29-4faa-a5ac-fee0d3798a45 req-32756e6a-4930-43fe-8522-9808c3c781e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0600216 Dec 10 05:43:24.981977 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-071b787d-5e29-4faa-a5ac-fee0d3798a45 req-f3aab694-1292-4520-969b-12991c4608b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388680 Dec 10 05:43:25.297955 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-305a7205-e350-4b74-9006-e4813b414915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:26.024668 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:26.033544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110052f-70f7-471f-a339-df704fd4d732 req-b962eef3-4b87-4825-ad95-5b6f2264d1b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:26.035035 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a110052f-70f7-471f-a339-df704fd4d732 req-b962eef3-4b87-4825-ad95-5b6f2264d1b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0483334 Dec 10 05:43:26.086514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a110052f-70f7-471f-a339-df704fd4d732 req-ff3b036e-cf8e-4d02-b47b-800925e05063 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Dec 10 05:43:27.205132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c8a22-b7cf-4142-a209-3b0f3fc48dd2 req-d9d8fc0a-ef23-41e0-8143-7dee76ae27bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:27.206618 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b46c8a22-b7cf-4142-a209-3b0f3fc48dd2 req-d9d8fc0a-ef23-41e0-8143-7dee76ae27bc tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0530515 Dec 10 05:43:27.255036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b46c8a22-b7cf-4142-a209-3b0f3fc48dd2 req-becf326c-2437-4d6e-b6e3-619c14c98d7d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Dec 10 05:43:27.368669 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eeef3-a276-479b-8bcd-3f9f4e524045 req-bc5997df-ae2e-4ac0-b900-bdb6d44f314d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:27.370150 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a4eeef3-a276-479b-8bcd-3f9f4e524045 req-bc5997df-ae2e-4ac0-b900-bdb6d44f314d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0481024 Dec 10 05:43:27.418294 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2a4eeef3-a276-479b-8bcd-3f9f4e524045 req-10782776-fd64-4088-b2a9-db7244c08403 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Dec 10 05:43:27.445948 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51188) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:27.530084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640d97d-fb12-4da5-8668-d7e6c297175d tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:27.531607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-4640d97d-fb12-4da5-8668-d7e6c297175d tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1091 time: 0.0846457 Dec 10 05:43:27.534353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51192) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:27.539039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:43:27.560496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:27.653319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:27.671015 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:27.763233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.13 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/15e659ab-2167-41d1-abee-72e9d6d3fe5d) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:43:27.862242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:27.895052 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:27.934240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:43:27.938371 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:43:27.943851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:43:27.949454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=15e659ab-2167-41d1-abee-72e9d6d3fe5d,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:28.304070 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.370981 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.464938 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.522346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.526912 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.595119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=15e659ab-2167-41d1-abee-72e9d6d3fe5d,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:43:28.605098 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.605455 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.605804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.606148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.606490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.606827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.607269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.607614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.607950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.608287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.608652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.608989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.609318 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:43:28.617428 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:28.720097 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP b8d37d01-f8d8-436b-a15e-d1e56740b7f4 associated. External IP: 172.25.8.13, port: 0ddf0b66-adf7-4fb2-b848-0b9664edcb04. Dec 10 05:43:28.922395 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:43:29.029022 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:43:29.038917 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Sync routers for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:43:29.047448 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:29.048997 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:29.049487 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:29.074770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ada8893c-5115-478a-830c-bdc8840e5992 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5394046 Dec 10 05:43:29.075360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:43:29.077670 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2854de88-a167-4ca8-85d6-6a7a55de5258" -d '{"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:43:29.116729 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3ed4c1-8464-439b-9781-1ed3d2f34407 x-openstack-request-id: req-cd3ed4c1-8464-439b-9781-1ed3d2f34407 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:43:29.117024 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:43:29.117300 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd3ed4c1-8464-439b-9781-1ed3d2f34407 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:43:29.117714 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'status': 'completed', 'code': 200} Dec 10 05:43:29.164687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:29.175315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dfbbb-e14c-40eb-b674-cb6cb71858d2 req-6d5f67b1-2fb5-4732-a408-16a88c6007d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:29.176822 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59dfbbb-e14c-40eb-b674-cb6cb71858d2 req-6d5f67b1-2fb5-4732-a408-16a88c6007d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0513749 Dec 10 05:43:29.253128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c59dfbbb-e14c-40eb-b674-cb6cb71858d2 req-7ebb95e4-510a-4d05-928e-413e8eba54cd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672946 Dec 10 05:43:29.255685 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-ada5bfec-2594-4876-9375-5e35fd3f2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:29.257153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-ada5bfec-2594-4876-9375-5e35fd3f2787 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0788271 Dec 10 05:43:29.275930 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:29.337575 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-4d9cacd1-4ebc-4a14-9829-34efa7412cb2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/b8d37d01-f8d8-436b-a15e-d1e56740b7f4 HTTP/1.1" status: 200 len: 990 time: 0.0600200 Dec 10 05:43:29.352324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-227ba54d-3c19-48d8-9224-d93adff3e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:29.353894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-227ba54d-3c19-48d8-9224-d93adff3e9d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.0884316 Dec 10 05:43:29.428883 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-0ae22d32-cbd2-423e-9a40-d59f31d7ed30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 998 time: 0.0664577 Dec 10 05:43:29.475313 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b8d37d01-f8d8-436b-a15e-d1e56740b7f4', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'port_id': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'mac_address': 'fa:16:3e:da:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:43:28Z', 'updated_at': '2021-12-10T05:43:28Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:29.478286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-ba7342d4-b0b5-45c2-a701-e2463c2f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:29.479751 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-ba7342d4-b0b5-45c2-a701-e2463c2f91a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0437720 Dec 10 05:43:29.500829 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Checking router: ea0ac6cc-22ba-4d92-b2eb-481eef774d3d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:43:29.508996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:43:29.509590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:43:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:29.525396 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-3596218b-3b7c-45ca-9b55-51c20a2c4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:29.526903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-3596218b-3b7c-45ca-9b55-51c20a2c4842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396175 Dec 10 05:43:29.612809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:43:29.619974 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-e9b21973-7e14-471f-8a48-43b870404204 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Dec 10 05:43:29.708175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2854de88-a167-4ca8-85d6-6a7a55de5258 req-80248578-98a2-4431-9e47-825a1dbf6eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810566 Dec 10 05:43:29.831645 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b8d37d01-f8d8-436b-a15e-d1e56740b7f4', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'port_id': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'mac_address': 'fa:16:3e:da:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:43:28Z', 'updated_at': '2021-12-10T05:43:28Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:43:29.857335 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299e0b7-29b3-4990-a926-4cd7ce479759 None None] The sync data for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 is: [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'b8d37d01-f8d8-436b-a15e-d1e56740b7f4', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'port_id': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'mac_address': 'fa:16:3e:da:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:43:28Z', 'updated_at': '2021-12-10T05:43:28Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:43:30.037759 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7dd65-a3ab-4dba-b010-5b842168dfeb None None] New status for floating IP b8d37d01-f8d8-436b-a15e-d1e56740b7f4: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:43:30.341421 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51200) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:43:30.405626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-07cf17dc-9aa4-4173-a26f-388dfc3f7707 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/b8d37d01-f8d8-436b-a15e-d1e56740b7f4 HTTP/1.1" status: 200 len: 992 time: 0.0630987 Dec 10 05:43:32.477671 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-17abbe6f-334f-4380-b78c-1b2bdd5b15aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390153 Dec 10 05:43:32.573405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-88eba560-95a3-4c49-a75b-98db75df3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:32.574851 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-88eba560-95a3-4c49-a75b-98db75df3025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0398636 Dec 10 05:43:32.681104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-77c56762-efb1-4f2e-9e5d-be5301d4814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:32.682565 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-77c56762-efb1-4f2e-9e5d-be5301d4814b service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.0870111 Dec 10 05:43:32.749227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-2359a959-1636-44df-8125-2550ca7a3e56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 1000 time: 0.0592475 Dec 10 05:43:33.131204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-e28cf1b6-4e86-409c-9667-f8cb7ae5c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:33.132696 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-e28cf1b6-4e86-409c-9667-f8cb7ae5c393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.3764248 Dec 10 05:43:33.180043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-bda35e63-68e3-4111-bf1e-e80b9c87d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:43:33.181550 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-bda35e63-68e3-4111-bf1e-e80b9c87d315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409982 Dec 10 05:43:33.271356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-f9a0b36d-57f2-4eee-b629-25f24c8ebfb7 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819387 Dec 10 05:43:33.358329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c8e6cc1-d2b1-4fcc-aaec-3290dbc010a6 req-0912713b-11d9-4467-b72f-c6c2fe1595c4 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792778 Dec 10 05:43:42.045951 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:43:51.076907 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:52.483656 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89f87505-bf83-442c-bd8b-122679da5a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:54.241262 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:55.298432 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d855ea14-823d-4142-a39e-58be82a7adf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:56.027255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:57.672088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:43:58.470914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:03.662906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fedcd7-95c1-41be-b8c6-fffc54db7986 req-895a7cc9-8b22-4908-a013-43b270ec14ab tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:03.664394 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90fedcd7-95c1-41be-b8c6-fffc54db7986 req-895a7cc9-8b22-4908-a013-43b270ec14ab tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0525017 Dec 10 05:44:03.713518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-90fedcd7-95c1-41be-b8c6-fffc54db7986 req-df6585b3-f0ac-4045-a5ba-ae2c32d04ac0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Dec 10 05:44:04.828457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7fc33-2e6f-4b1d-b992-79d04645bb97 req-813b6caa-ca78-407b-bbe3-ffc88c0e6239 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:04.829922 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebc7fc33-2e6f-4b1d-b992-79d04645bb97 req-813b6caa-ca78-407b-bbe3-ffc88c0e6239 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0478206 Dec 10 05:44:04.876255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ebc7fc33-2e6f-4b1d-b992-79d04645bb97 req-b694ebda-346f-46b3-8a74-bfd0c8bdba11 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Dec 10 05:44:05.994027 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a703e-874e-4f66-a7ae-653624d1c635 req-b1908ea5-5e18-4c28-b38e-94c16ac4708c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:05.995495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-009a703e-874e-4f66-a7ae-653624d1c635 req-b1908ea5-5e18-4c28-b38e-94c16ac4708c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0478055 Dec 10 05:44:06.048117 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-009a703e-874e-4f66-a7ae-653624d1c635 req-c96618ab-d44e-4ad3-9635-f47ff31279d1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Dec 10 05:44:07.161122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabf100-c254-41f0-936b-00a3251ee5aa req-9855078c-775c-4dcc-8fe7-b8551d27edd5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:07.162553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afabf100-c254-41f0-936b-00a3251ee5aa req-9855078c-775c-4dcc-8fe7-b8551d27edd5 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0470107 Dec 10 05:44:07.213790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-afabf100-c254-41f0-936b-00a3251ee5aa req-a5abe29a-07e5-4ffb-b9c5-f6063bf767a6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446217 Dec 10 05:44:08.326438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16635f-9266-4a69-8041-e06a5bd15211 req-6b3fe5ce-2774-4b38-9f6b-6f3bf3189aae tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:08.327879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b16635f-9266-4a69-8041-e06a5bd15211 req-6b3fe5ce-2774-4b38-9f6b-6f3bf3189aae tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0480437 Dec 10 05:44:08.379253 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b16635f-9266-4a69-8041-e06a5bd15211 req-3119c665-de32-4645-8e4b-8cbabeea02c3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Dec 10 05:44:09.500496 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0595c8-e825-4cbc-b473-c7199c5496e6 req-b4121d84-e0bb-4515-b2c0-721e1a88f263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:09.501865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0595c8-e825-4cbc-b473-c7199c5496e6 req-b4121d84-e0bb-4515-b2c0-721e1a88f263 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0516462 Dec 10 05:44:09.548994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0595c8-e825-4cbc-b473-c7199c5496e6 req-bab19daa-3a38-4b94-af1a-ae07ba99d4a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Dec 10 05:44:10.662215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bf62f-c8ff-486d-b6eb-db1cb7bd9faf req-8aeb0c4f-c6fa-494e-8d82-093cad650416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:10.663677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-417bf62f-c8ff-486d-b6eb-db1cb7bd9faf req-8aeb0c4f-c6fa-494e-8d82-093cad650416 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0477240 Dec 10 05:44:10.712093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-417bf62f-c8ff-486d-b6eb-db1cb7bd9faf req-1c94ee81-0268-41f4-9f51-0f2b7bdcc25f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Dec 10 05:44:11.826016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec1fc-9201-436b-8dcb-893bd579fcf4 req-435d2a27-14ff-486a-b0ea-fd4a3d39b953 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:11.827485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d7ec1fc-9201-436b-8dcb-893bd579fcf4 req-435d2a27-14ff-486a-b0ea-fd4a3d39b953 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0486536 Dec 10 05:44:11.880137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d7ec1fc-9201-436b-8dcb-893bd579fcf4 req-180d788c-07ef-4293-b270-d1080c3edbb9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Dec 10 05:44:12.992311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad3fba-1518-4d9b-8981-f48f6feb9c6b req-7afa775e-f137-4201-99a6-1a92d8fe6c07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:12.993817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dad3fba-1518-4d9b-8981-f48f6feb9c6b req-7afa775e-f137-4201-99a6-1a92d8fe6c07 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0485897 Dec 10 05:44:13.041856 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5dad3fba-1518-4d9b-8981-f48f6feb9c6b req-47198789-0b0b-4001-a5db-3a7e4fac451b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Dec 10 05:44:14.156537 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bbfa1-9671-43cb-83c5-1d558438eb1c req-3012c1d9-0f42-4047-8bf8-7f83571eabe1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:14.158039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-913bbfa1-9671-43cb-83c5-1d558438eb1c req-3012c1d9-0f42-4047-8bf8-7f83571eabe1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0483508 Dec 10 05:44:14.207159 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-913bbfa1-9671-43cb-83c5-1d558438eb1c req-fb0fa74b-91ea-45df-ac43-4fd860761715 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Dec 10 05:44:14.229683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51234) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:14.291620 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-340c6e4c-be67-43d4-ab01-09327d2d9e09 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/b8d37d01-f8d8-436b-a15e-d1e56740b7f4 HTTP/1.1" status: 200 len: 992 time: 0.0607910 Dec 10 05:44:15.576336 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1b877-029a-4888-8eef-4ff6c05b1229 req-b2f9e3a7-662d-43c1-bec1-6f61547661b8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:15.577871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17f1b877-029a-4888-8eef-4ff6c05b1229 req-b2f9e3a7-662d-43c1-bec1-6f61547661b8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0512955 Dec 10 05:44:15.663554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-17f1b877-029a-4888-8eef-4ff6c05b1229 req-b03e318f-963c-476f-bf41-2dd554e3ae44 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796266 Dec 10 05:44:15.669590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-52327d70-222e-41cb-a640-870fcec56e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:15.671030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-52327d70-222e-41cb-a640-870fcec56e68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0710802 Dec 10 05:44:15.761529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-fb7d107b-414b-4bd9-a3bb-6ad07e3d0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:15.762889 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-fb7d107b-414b-4bd9-a3bb-6ad07e3d0c1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.0841439 Dec 10 05:44:15.837537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-4c05e142-5c53-45b4-9aa2-29e95a75f7ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 1000 time: 0.0632200 Dec 10 05:44:15.893401 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-005d6ab6-8e71-4068-965d-e09c7b9fec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:15.894828 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-005d6ab6-8e71-4068-965d-e09c7b9fec81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0442061 Dec 10 05:44:15.943886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-2712dc90-aba4-41e8-b3de-0e9160cc68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:15.946031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-2712dc90-aba4-41e8-b3de-0e9160cc68a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399170 Dec 10 05:44:16.047274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-c10f477d-639d-4ce8-bd0a-92fea0005bbc service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890210 Dec 10 05:44:16.142054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-26519bc4-da9a-469c-a8ed-7ec9543c1164 req-26f34ab7-407b-4f24-aea1-53625ed8621a service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834272 Dec 10 05:44:16.786325 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983409e0-1ca4-4fb1-8dcd-6f807f27f132 req-60f77c71-2675-48ba-bb97-e585472e9b1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:16.787806 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-983409e0-1ca4-4fb1-8dcd-6f807f27f132 req-60f77c71-2675-48ba-bb97-e585472e9b1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0487387 Dec 10 05:44:16.841354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-983409e0-1ca4-4fb1-8dcd-6f807f27f132 req-a579438b-aa6d-4d0a-8f7b-a7cedbf15480 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475206 Dec 10 05:44:16.863383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51244) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:16.922051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-1b1ddbca-ad29-4435-a70a-1ac8ebeae4aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/b8d37d01-f8d8-436b-a15e-d1e56740b7f4 HTTP/1.1" status: 200 len: 992 time: 0.0574975 Dec 10 05:44:19.045531 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:44:21.079455 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:22.484893 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a949b98-d101-4c20-a114-4b5fa7ecfe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:24.261271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:25.298647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96780dbd-cb71-4d3e-b890-ee4086c7b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:26.030062 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:27.676367 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:28.472643 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:34.496314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-5273efeb-cb14-4af8-9d24-bdc69904530c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527632 Dec 10 05:44:34.604409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191441-6316-435b-b31b-73dc9fe8152a req-2399c4e0-3309-49a3-9f1c-edab9f1e1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:34.605897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-2399c4e0-3309-49a3-9f1c-edab9f1e1731 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0442874 Dec 10 05:44:34.707624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191441-6316-435b-b31b-73dc9fe8152a req-f399987f-c091-48e7-b1d9-b67c58a0d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:34.709101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-f399987f-c091-48e7-b1d9-b67c58a0d48e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.0836723 Dec 10 05:44:34.780286 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-1669c510-8138-49a4-96de-d5bc8ce3538c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 1000 time: 0.0611966 Dec 10 05:44:34.836714 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191441-6316-435b-b31b-73dc9fe8152a req-cfad832c-35d5-4872-bece-e1cd93f012f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:34.838231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-cfad832c-35d5-4872-bece-e1cd93f012f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0488913 Dec 10 05:44:34.885589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191441-6316-435b-b31b-73dc9fe8152a req-19ae34e6-097e-412f-a94d-a0de02fe9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:34.887053 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-19ae34e6-097e-412f-a94d-a0de02fe9a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394690 Dec 10 05:44:34.979473 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-1ed44364-5a19-4daa-8722-6b04c3471867 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Dec 10 05:44:35.069915 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79191441-6316-435b-b31b-73dc9fe8152a req-547d7168-d42a-49f8-a629-1e826b1bf827 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812912 Dec 10 05:44:49.374053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51260) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:49.537689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 15e659ab-2167-41d1-abee-72e9d6d3fe5d {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:44:49.538037 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:49.612296 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:49.613222 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:49.624448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 15e659ab-2167-41d1-abee-72e9d6d3fe5d owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:44:49.775172 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:49.802589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=15e659ab-2167-41d1-abee-72e9d6d3fe5d,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:49.827309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.827670 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.828034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.828385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.828750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.829086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.829426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.829758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.830093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.830438 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.830761 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.831092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.831423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:49.870825 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:49.871167 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP b8d37d01-f8d8-436b-a15e-d1e56740b7f4 disassociated (deleted). External IP: 172.25.8.13, port: 0ddf0b66-adf7-4fb2-b848-0b9664edcb04. Dec 10 05:44:50.076961 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:44:50.193777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:44:50.199041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:50.203608 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Sync routers for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:44:50.214456 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:44:50.215061 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:50.226134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0b8e4ad7-3b24-4f49-9b8d-a8db54739064 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8d37d01-f8d8-436b-a15e-d1e56740b7f4 HTTP/1.1" status: 204 len: 168 time: 0.8509741 Dec 10 05:44:50.226782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:44:50.229055 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078baacf-7c55-4959-80b1-9a495853dfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:44:50.319038 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d8035-a5c6-4723-9b08-7521196c7210 x-openstack-request-id: req-c88d8035-a5c6-4723-9b08-7521196c7210 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:44:50.319337 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:44:50.319597 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c88d8035-a5c6-4723-9b08-7521196c7210 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:44:50.320009 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'status': 'completed', 'code': 200} Dec 10 05:44:50.335791 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:44:50.420021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-094a39ba-5635-4378-b11c-9a3dd068b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:50.422368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-094a39ba-5635-4378-b11c-9a3dd068b041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 1096 time: 0.0512145 Dec 10 05:44:50.530753 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae82293-f806-4516-8999-262cbc21ae69 req-9d0eafe7-2462-4bad-b8bd-ba602919fa1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:50.532342 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fae82293-f806-4516-8999-262cbc21ae69 req-9d0eafe7-2462-4bad-b8bd-ba602919fa1d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.1074843 Dec 10 05:44:50.544822 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:50.572066 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Checking router: ea0ac6cc-22ba-4d92-b2eb-481eef774d3d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:44:50.574111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-4d372f1c-07f6-40ca-a6fa-63d3bfcd6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:50.575562 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-4d372f1c-07f6-40ca-a6fa-63d3bfcd6a10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 200 len: 897 time: 0.1231594 Dec 10 05:44:50.581205 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:44:50.581804 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:50.629790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fae82293-f806-4516-8999-262cbc21ae69 req-17861f1f-25c2-4769-bc23-5c46ee6b98ca tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900929 Dec 10 05:44:50.631512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-840b76ca-393c-4480-b1ac-ee846ac9ce05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 200 len: 217 time: 0.0458739 Dec 10 05:44:50.682314 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-82f7a2be-cf60-4d8c-bd52-8383850391d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:50.683772 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-82f7a2be-cf60-4d8c-bd52-8383850391d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 200 len: 835 time: 0.0445147 Dec 10 05:44:50.687724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:44:50.735703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-edb8a5df-3370-4074-92e3-aca7bdc97dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:50.737259 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-edb8a5df-3370-4074-92e3-aca7bdc97dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e33196-ede3-405d-b66b-0eb66380278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435669 Dec 10 05:44:50.826782 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-ca9b1838-1247-479a-a6e9-f2c66f0c07b1 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811310 Dec 10 05:44:50.877860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:50.906590 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fca08-6a66-40e6-ba43-9046d2e38c4f None None] The sync data for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 is: [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:43:13Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'a61e86ef-50ea-42da-a5f1-86b05c911fd8', 'name': '', 'network_id': '68e33196-ede3-405d-b66b-0eb66380278f', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:6d:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:12Z', 'updated_at': '2021-12-10T05:43:16Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '4705c093-fa2a-43ea-9f25-c8840b4de272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:44:50.923225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-078baacf-7c55-4959-80b1-9a495853dfa4 req-76fd40ec-4679-42b6-a320-69c505321329 service neutron] 10.222.0.41 "GET /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880153 Dec 10 05:44:51.089361 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:51.126276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61fa8d-c862-4792-97dd-dd7142db0f91 None None] New status for floating IP b8d37d01-f8d8-436b-a15e-d1e56740b7f4: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:44:51.750162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfdb12-6aaf-4b33-b91d-bdee3596e20c req-28451220-7f7c-4d3b-9e79-64959bd7fd2b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:51.751608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5dfdb12-6aaf-4b33-b91d-bdee3596e20c req-28451220-7f7c-4d3b-9e79-64959bd7fd2b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0476930 Dec 10 05:44:51.798946 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5dfdb12-6aaf-4b33-b91d-bdee3596e20c req-7f255fce-42a1-4482-be21-3dd13df9a863 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Dec 10 05:44:52.426125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-dc25b71a-569a-4d9d-87b0-a14e58b8edc0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:52.427568 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-dc25b71a-569a-4d9d-87b0-a14e58b8edc0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 945 time: 0.0476594 Dec 10 05:44:52.485664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-822a5264-ad7f-46ca-b525-c54ecf3510bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:52.527827 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:44:52.528164 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:52.614501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:44:52.614951 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:52.630697 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:44:52.761229 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:52.794504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=0ddf0b66-adf7-4fb2-b848-0b9664edcb04,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:52.836032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] No DVR routers for this DVR port 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:44:52.838608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:52.842032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8d0ca854-3fd9-4cdc-90cb-250044f689fd req-826ee52a-5108-4eed-bc99-0e2a535e7238 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.41 "DELETE /v2.0/ports/0ddf0b66-adf7-4fb2-b848-0b9664edcb04 HTTP/1.1" status: 204 len: 173 time: 0.4036107 Dec 10 05:44:52.842480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'name': 'network-vif-deleted', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:44:52.844773 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b89f5e-88c7-433d-9557-46b90d15972c" -d '{"events": [{"server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "name": "network-vif-deleted", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:44:52.902971 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a1861-27de-44ce-b7bf-4b0ea4569de6 x-openstack-request-id: req-701a1861-27de-44ce-b7bf-4b0ea4569de6 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:44:52.903275 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900ec68-06eb-4be6-ac45-ab9b3a6ad38b", "name": "network-vif-deleted", "tag": "0ddf0b66-adf7-4fb2-b848-0b9664edcb04", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:44:52.903530 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-701a1861-27de-44ce-b7bf-4b0ea4569de6 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:44:52.903926 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900ec68-06eb-4be6-ac45-ab9b3a6ad38b', 'name': 'network-vif-deleted', 'tag': '0ddf0b66-adf7-4fb2-b848-0b9664edcb04', 'status': 'completed', 'code': 200} Dec 10 05:44:52.905835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0a0d3f70-e948-4d0c-9539-5f21d623d6cc req-43f6663c-2d00-4b0b-b987-c670ceb5224d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=b900ec68-06eb-4be6-ac45-ab9b3a6ad38b HTTP/1.1" status: 200 len: 210 time: 0.0299268 Dec 10 05:44:53.962901 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51278) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:54.270451 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:54.321697 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:54.570432 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port a61e86ef-50ea-42da-a5f1-86b05c911fd8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:44:54.570664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:54.656368 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port a61e86ef-50ea-42da-a5f1-86b05c911fd8, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a61e86ef-50ea-42da-a5f1-86b05c911fd8,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:44:54.656770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:54.669754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for a61e86ef-50ea-42da-a5f1-86b05c911fd8 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:44:54.850807 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:54.877899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=a61e86ef-50ea-42da-a5f1-86b05c911fd8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:55.300312 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72306b90-56c7-48e4-89b2-d6ff6e33a5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.383329 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.591453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:44:55.693239 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:44:55.699000 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-559db8c5-220f-41b0-950f-6c28e895e2b2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/ea0ac6cc-22ba-4d92-b2eb-481eef774d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348328 Dec 10 05:44:55.701812 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51280) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:55.704399 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Sync routers for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:44:55.714615 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:44:55.715226 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:55.750897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting subnet 4705c093-fa2a-43ea-9f25-c8840b4de272 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:44:55.753942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.793218 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.882038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.904047 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:44:55.941754 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.970409 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Subnet': ['ID=4705c093-fa2a-43ea-9f25-c8840b4de272,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:55.972417 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:55.975756 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e719ddea-d9ee-4302-af05-07bcd2678b71 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/subnets/4705c093-fa2a-43ea-9f25-c8840b4de272 HTTP/1.1" status: 204 len: 168 time: 0.2730134 Dec 10 05:44:55.978903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51282) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:55.981589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc0452-bfad-4af7-a383-d23312e7a743 None None] Network 68e33196-ede3-405d-b66b-0eb66380278f requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:44:56.069046 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.086860 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:44:56.098461 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.110902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:44:54Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:56.139542 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Checking router: ea0ac6cc-22ba-4d92-b2eb-481eef774d3d for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:44:56.149674 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] DHCP port deletion for 68e33196-ede3-405d-b66b-0eb66380278f request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:44:56.151127 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Routers {'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:44:56.152589 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:56.214185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.231814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Deleting port d0fb4216-3cd3-43aa-9ca0-5285415805fe {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:44:56.232191 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.285704 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port e331b0b4-4fc2-4355-8392-5d40519ce86f {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:44:56.286544 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.288527 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] Set router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:44:56.298512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] For port d0fb4216-3cd3-43aa-9ca0-5285415805fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=d0fb4216-3cd3-43aa-9ca0-5285415805fe,segment=NetworkSegment(d586d764-7795-49cb-9c87-a1638934db36),segment_id=d586d764-7795-49cb-9c87-a1638934db36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:44:56.299514 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.309001 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device d0fb4216-3cd3-43aa-9ca0-5285415805fe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:44:56.316430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Calling delete_port for d0fb4216-3cd3-43aa-9ca0-5285415805fe owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:44:56.372322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port e331b0b4-4fc2-4355-8392-5d40519ce86f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e331b0b4-4fc2-4355-8392-5d40519ce86f,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:44:56.372978 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.385940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for e331b0b4-4fc2-4355-8392-5d40519ce86f owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:44:56.453793 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.467324 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.486989 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:44:54Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:56.505086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Pushing event deleted for resources: {'Port': ['ID=d0fb4216-3cd3-43aa-9ca0-5285415805fe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:56.514583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] No DVR routers for this DVR port d0fb4216-3cd3-43aa-9ca0-5285415805fe on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:44:56.516183 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fa6a4-14f7-4ca1-8a21-1a3152ee91b2 None None] The sync data for ids ['ea0ac6cc-22ba-4d92-b2eb-481eef774d3d'] in n-d-817326-3 is: [{'id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405303599', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:43:09Z', 'updated_at': '2021-12-10T05:44:54Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': 'e331b0b4-4fc2-4355-8392-5d40519ce86f', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ac6cc-22ba-4d92-b2eb-481eef774d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:43:10Z', 'updated_at': '2021-12-10T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:44:56.528845 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.529383 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.529767 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.530182 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.530577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.531446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.531446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.531760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.532151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.532620 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.533006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.533509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.533904 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3499fcd-c880-4084-86f6-976196f7f91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:56.575322 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.604339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=e331b0b4-4fc2-4355-8392-5d40519ce86f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:56.620526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48e86c-3e41-4158-84a9-e659817e8c66 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:44:56.674864 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.768813 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.770919 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.813806 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.814379 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Fanout notify agent at l3_agent the message router_deleted on router ea0ac6cc-22ba-4d92-b2eb-481eef774d3d {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:44:56.822643 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.824064 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b32eb8d1-1771-4ad8-a067-ec626dc2b7a3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/routers/ea0ac6cc-22ba-4d92-b2eb-481eef774d3d HTTP/1.1" status: 204 len: 168 time: 0.8439989 Dec 10 05:44:56.826739 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51284) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:56.908506 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:56.999804 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.019595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e33196-ede3-405d-b66b-0eb66380278f']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:57.024456 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:44:57.030143 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd586d764-7795-49cb-9c87-a1638934db36') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:57.030572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd586d764-7795-49cb-9c87-a1638934db36') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:44:57.040621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.047311 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:44:57.047659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 0ddf0b66-adf7-4fb2-b848-0b9664edcb04 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:44:57.054427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.061004 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:44:57.061394 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:44:57.064500 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:44:57.121929 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.128788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.131952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/networks/68e33196-ede3-405d-b66b-0eb66380278f HTTP/1.1" status: 204 len: 168 time: 0.3042769 Dec 10 05:44:57.135444 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51286) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:57.143598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9e20b-2c3c-4308-90de-cb53d08dc70d tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Network': ['ID=68e33196-ede3-405d-b66b-0eb66380278f,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:57.194114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.220294 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.285244 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.288285 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.292582 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/security-groups/e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc HTTP/1.1" status: 204 len: 168 time: 0.1535726 Dec 10 05:44:57.300065 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca9cc2-7707-46bf-8b4d-03d9be6db2cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:57.308434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.308843 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.309191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.309531 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.309867 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.310203 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.310533 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.310860 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.311192 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.311518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.311844 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.312167 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.312507 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d450b7-7f49-426c-9121-e7d427ac069b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:44:57.609307 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51294) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:57.613956 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195553913', 'description': 'tempest-secgroup-smoke-1195553913 description', 'project_id': '07f9315e3b844abb861ce879a256cf10'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:57.636524 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.680063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.704725 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.708411 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.741968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.743212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1328995 Dec 10 05:44:57.745050 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeda05-cd80-4ba5-8c76-b0139ab4c4f0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cce1dd-31cc-40ff-9da4-ac8f27c4d409,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:57.746344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:57.750905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:57.778414 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.822771 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.826380 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.843453 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db63b743-5958-4054-b414-d738ad28688f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:57.852711 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.853953 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-34742421-283d-4f47-90b2-ec6860360876 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066086 Dec 10 05:44:57.856716 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51298) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:57.861150 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:57.886852 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.940462 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.943918 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.963569 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207e38b9-3f2a-4384-9752-55542bda72aa,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:57.973310 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:57.974477 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a9281de5-1180-4270-b99c-838d830285aa tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168191 Dec 10 05:44:57.977239 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:57.981572 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.006542 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.066337 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.070149 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.091170 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23490480-c512-4b45-8ac0-65f6422b628f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:58.098631 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.099828 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-dfba63b1-294c-49ec-b0cd-632196ed03ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216495 Dec 10 05:44:58.102589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:58.106810 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.133388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.195431 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.199453 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.216927 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba73e1f-fdc4-4cd9-a182-68aff49eb493,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:58.223660 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.224885 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a52700c4-f641-4d42-b281-b9fac9217225 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213779 Dec 10 05:44:58.228312 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51304) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:58.231557 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a61e86ef-50ea-42da-a5f1-86b05c911fd8 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:44:58.233122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.252126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a61e86ef-50ea-42da-a5f1-86b05c911fd8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:44:58.252627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a61e86ef-50ea-42da-a5f1-86b05c911fd8 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:44:58.253110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e331b0b4-4fc2-4355-8392-5d40519ce86f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:44:58.255097 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:44:58.260973 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.274800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e331b0b4-4fc2-4355-8392-5d40519ce86f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:44:58.275148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e331b0b4-4fc2-4355-8392-5d40519ce86f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:44:58.322444 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.327141 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.344751 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b39a74-d70c-4125-916f-6ec172080e73,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:58.352082 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.353325 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-87a083c4-5a51-4586-be53-f1beeabba6a0 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239543 Dec 10 05:44:58.356069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51306) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:58.360315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'security_group_rule': {'security_group_id': '59cce1dd-31cc-40ff-9da4-ac8f27c4d409', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.381779 n-d-817326-3 neutron-server[103253]: INFO neutron.db.securitygroups_db [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Project 07f9315e3b844abb861ce879a256cf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:44:58.386425 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.447166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.450975 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.468338 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ed5e9b-adc5-4c71-a755-1c1f97a4844d,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:58.477115 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.477331 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.481371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8ee525b5-0182-4e9c-8346-f4551feb81f8 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215756 Dec 10 05:44:58.481566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51308) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:58.486240 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'network': {'name': 'tempest-network-smoke--399344120', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'port_security_enabled': True}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.505941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'network': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:44:58.509400 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.531855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:44:58.541083 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.541426 n-d-817326-3 neutron-server[103253]: INFO neutron.db.segments_db [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Added segment e623dea4-4d26-4b65-a26c-e184115e2cdd of type vlan for network 20df3a4f-8543-43bc-bb24-bf600b251035 Dec 10 05:44:58.583011 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.607004 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.612351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:44:58.612950 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.646549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1639998 Dec 10 05:44:58.649808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51310) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:44:58.654056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'admin_state_up': True, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:44:58.693185 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708ce3b-b57e-4342-8bab-57127163a506 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Network': ['ID=20df3a4f-8543-43bc-bb24-bf600b251035,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:58.705797 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 20df3a4f-8543-43bc-bb24-bf600b251035 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:44:58.707453 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.709854 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.764762 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:58.900181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.086259 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.104393 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.207649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.189 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/53118714-063c-434f-a069-da905e0879fe) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:44:59.306099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.339017 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.377570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:44:59.380451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:44:59.383919 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:44:59.393877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f570c3-a12b-497a-b1ed-93859f9ed0da None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:44:59.419797 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=53118714-063c-434f-a069-da905e0879fe,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:44:59.451986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-335b6509-dd03-4b18-a0a7-8dfe39d4644f None None] Provisioning complete for port 53118714-063c-434f-a069-da905e0879fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:44:59.452377 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-335b6509-dd03-4b18-a0a7-8dfe39d4644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.489629 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-335b6509-dd03-4b18-a0a7-8dfe39d4644f None None] Port 53118714-063c-434f-a069-da905e0879fe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:44:59.637788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.826196 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:44:59.949405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 82be389c-829d-4447-9a61-281760203605 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:45:00.062025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:45:00.071722 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Sync routers for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:45:00.082631 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.082843 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:00.086827 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:00.087003 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7eec8d18-45b1-4425-943e-c22eb513ffcb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4331133 Dec 10 05:45:00.087125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51312) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:00.118453 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-37f7ef2a-82b9-4706-9dff-7f81e3a05691 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=07f9315e3b844abb861ce879a256cf10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302422 Dec 10 05:45:00.121091 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51314) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:00.193039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:00.373942 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:44:59Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:00.412292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Checking router: 82be389c-829d-4447-9a61-281760203605 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:45:00.412671 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Updating router 82be389c-829d-4447-9a61-281760203605 port 53118714-063c-434f-a069-da905e0879fe binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:45:00.439019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.548887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbfee9-bf21-4540-88ce-60b11b549220 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:00.550404 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-fffbfee9-bf21-4540-88ce-60b11b549220 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4283540 Dec 10 05:45:00.553337 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51316) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:00.580945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a8c4b175-d1ec-4ce6-b518-58be8314abd1 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=5aa69c4a-a121-4c22-ad35-1b6a94f09f24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264075 Dec 10 05:45:00.583350 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51318) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:00.588173 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615911577', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:45:00.677010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:45:00.681102 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.688941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.694412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.741494 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6813833-2de0-474d-b9de-11a052431f8a None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:45:00.760938 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Attempting to bind port 53118714-063c-434f-a069-da905e0879fe on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:45:00.761289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Attempting to bind port 53118714-063c-434f-a069-da905e0879fe by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:45:00.761669 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Attempting to bind port 53118714-063c-434f-a069-da905e0879fe on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:45:00.764469 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c413dd-2019-466e-90b1-7cc289e04ad5 None None] Pushing event updated for resources: {'Port': ['ID=53118714-063c-434f-a069-da905e0879fe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:00.770488 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:45:00.770873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:45:00.771271 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.772079 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:45:00.772174 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Bound port: 53118714-063c-434f-a069-da905e0879fe, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:45:00.772501 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.835195 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] For port 53118714-063c-434f-a069-da905e0879fe, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:45:00.837887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-bce124d7-d7d4-41e3-9b62-4748a31f396f None None] Provisioning complete for port 53118714-063c-434f-a069-da905e0879fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:00.838730 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bce124d7-d7d4-41e3-9b62-4748a31f396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.841377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] For port 53118714-063c-434f-a069-da905e0879fe, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53118714-063c-434f-a069-da905e0879fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:45:00.862024 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.869149 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.915657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c447b8-84c3-4b56-ac36-97a48e27fcba None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:45:00.927142 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bce124d7-d7d4-41e3-9b62-4748a31f396f None None] Port 53118714-063c-434f-a069-da905e0879fe cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:45:00.939090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Subnet': ['ID=26b021a6-89dc-4b43-800a-777396ef868c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:00.942004 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c413dd-2019-466e-90b1-7cc289e04ad5 None None] Pushing event updated for resources: {'Port': ['ID=53118714-063c-434f-a069-da905e0879fe,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:00.944423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:00.945055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:00.945659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Checking segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:45:00.946150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network hostable DHCP agents. Network: 20df3a4f-8543-43bc-bb24-bf600b251035, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:45:00.965846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 20df3a4f-8543-43bc-bb24-bf600b251035 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:45:00.974864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 20df3a4f-8543-43bc-bb24-bf600b251035) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:00.979673 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:00.980278 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:00.987415 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c3bea-63ed-4985-9d15-397c1f1adc66 None None] Network 20df3a4f-8543-43bc-bb24-bf600b251035 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:45:00.997760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3a08bb8e-f8b4-4623-b8b8-482c84329b39 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4132733 Dec 10 05:45:01.000723 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51320) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:01.124860 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:01.154858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] Provisioning complete for port 53118714-063c-434f-a069-da905e0879fe triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:01.155221 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.221304 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-20df3a4f-8543-43bc-bb24-bf600b251035', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:45:01.222149 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.457845 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.576622 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.649661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] For port 53118714-063c-434f-a069-da905e0879fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53118714-063c-434f-a069-da905e0879fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:01.657851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.691672 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Allocated IP 172.20.0.2 (20df3a4f-8543-43bc-bb24-bf600b251035/26b021a6-89dc-4b43-800a-777396ef868c/e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:45:01.743518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e59e5-5e76-4b14-9b9f-6f49553d91f9 None None] Pushing event updated for resources: {'Port': ['ID=53118714-063c-434f-a069-da905e0879fe,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:01.763654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:44:59Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:01.813565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5a9b1-745e-4f8d-a77b-634a0543f541 None None] The sync data for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 is: [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:44:59Z', 'revision_number': 3, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:45:01.896434 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.902399 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:01.941652 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Network 20df3a4f-8543-43bc-bb24-bf600b251035 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:45:01.944932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:01.950656 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:45:01.957734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Pushing event updated for resources: {'Port': ['ID=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:01.962095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.1 (20df3a4f-8543-43bc-bb24-bf600b251035/26b021a6-89dc-4b43-800a-777396ef868c/beb7c9d3-35ed-4e12-93fc-909aa3092156) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:45:02.010790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Attempting to bind port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:45:02.011232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Attempting to bind port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:45:02.011660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Attempting to bind port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a on network 20df3a4f-8543-43bc-bb24-bf600b251035 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:45:02.017765 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:45:02.018219 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Checking segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:45:02.018787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.019291 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Bound using segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:45:02.019812 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Bound port: e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:45:02.022288 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.105068 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.107691 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] For port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:45:02.110968 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] For port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:45:02.115489 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.156570 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.193872 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c882b4-118e-43b5-809c-61380ceebdb8 None None] Pushing event updated for resources: {'Port': ['ID=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:02.224542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 20df3a4f-8543-43bc-bb24-bf600b251035 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:45:02.230077 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:02.233814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:45:02.279620 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:02.303933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.318447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53118714-063c-434f-a069-da905e0879fe up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:45:02.409685 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 53118714-063c-434f-a069-da905e0879fe triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:02.410164 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.484597 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.789624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.794325 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.876941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:02.878796 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:02.975534 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 20df3a4f-8543-43bc-bb24-bf600b251035 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:45:02.978074 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:03.099692 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 82be389c-829d-4447-9a61-281760203605 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:45:03.169651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e41b52-0c27-4012-ba6f-5c136e571d74 None None] Network 20df3a4f-8543-43bc-bb24-bf600b251035 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:45:03.218016 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:45:03.223208 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9e811019-a0e8-464e-87fb-5cd69791ad48 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/82be389c-829d-4447-9a61-281760203605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214460 Dec 10 05:45:03.241266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] Provisioning complete for port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:03.241805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.355448 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.390953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] For port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:03.396425 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.410468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-c1b2db17-9b85-4912-aa82-684ed4f60422 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195553913&fields=id&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 267 time: 0.0631113 Dec 10 05:45:03.454666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfecad-5a81-448f-9abf-b3c0b66eabfd None None] Pushing event updated for resources: {'Port': ['ID=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:03.532033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-b3cf031c-ea7c-4766-921f-a1671e3565eb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:03.533558 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-b3cf031c-ea7c-4766-921f-a1671e3565eb tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 796 time: 0.1153479 Dec 10 05:45:03.551421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-418585ef-ee88-4bec-9c04-1050e16984ce tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/quotas/07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Dec 10 05:45:03.621413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-32ea803a-a34f-457f-90f2-811dd451d186 None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:03.621787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32ea803a-a34f-457f-90f2-811dd451d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.624980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-930428fd-be40-456b-812c-ebfe671ca02b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564442 Dec 10 05:45:03.630095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-a64405c4-1522-40c5-93f4-a7ce5ef30711 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:45:03.636070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-a64405c4-1522-40c5-93f4-a7ce5ef30711 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099897 Dec 10 05:45:03.638294 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Sync routers for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:45:03.648317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:03.648922 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:03.665056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32ea803a-a34f-457f-90f2-811dd451d186 None None] Port beb7c9d3-35ed-4e12-93fc-909aa3092156 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:45:03.679234 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-32ea803a-a34f-457f-90f2-811dd451d186 None None] Provisioning complete for port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:03.680957 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32ea803a-a34f-457f-90f2-811dd451d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.744047 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-acdf4281-ed73-4aa6-8a71-fed1e72ea34c service neutron] 10.222.0.43 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054344 Dec 10 05:45:03.768168 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:03.837770 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-c3e6a1b8-9748-4d02-a3bf-fae1831c8513 service neutron] 10.222.0.43 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924432 Dec 10 05:45:03.906725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e1f4b813-275e-47d6-837e-e425fb363a3b None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:03.907008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1f4b813-275e-47d6-837e-e425fb363a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:03.948678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4b813-275e-47d6-837e-e425fb363a3b None None] Port beb7c9d3-35ed-4e12-93fc-909aa3092156 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:45:04.003009 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 2, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:04.031745 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-10777a0c-2d8c-44b6-97fc-462046902f0c req-6e76d308-8c1a-418c-a721-d837f68ecb40 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 210 time: 0.0345817 Dec 10 05:45:04.032602 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Checking router: 82be389c-829d-4447-9a61-281760203605 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:45:04.033097 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Updating router 82be389c-829d-4447-9a61-281760203605 port beb7c9d3-35ed-4e12-93fc-909aa3092156 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:45:04.061381 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.077062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d284c63d-19d4-473f-ade7-5a6b52b33aa1 None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:04.077433 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d284c63d-19d4-473f-ade7-5a6b52b33aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.114659 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d284c63d-19d4-473f-ade7-5a6b52b33aa1 None None] Port beb7c9d3-35ed-4e12-93fc-909aa3092156 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:45:04.274589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:45:04.322798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:04.323228 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.361391 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.366333 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.434317 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Pushing event updated for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:04.463356 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.463699 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.464043 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.464400 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.464739 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.465266 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.465756 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.466233 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.466740 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.467223 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.467720 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.468206 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.468563 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:04.475661 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Attempting to bind port beb7c9d3-35ed-4e12-93fc-909aa3092156 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:45:04.476028 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Attempting to bind port beb7c9d3-35ed-4e12-93fc-909aa3092156 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:45:04.476425 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Attempting to bind port beb7c9d3-35ed-4e12-93fc-909aa3092156 on network 20df3a4f-8543-43bc-bb24-bf600b251035 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:45:04.482231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:45:04.482601 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Checking segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:45:04.483000 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.483387 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Bound using segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:45:04.483845 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Bound port: beb7c9d3-35ed-4e12-93fc-909aa3092156, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:45:04.484449 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.557243 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] For port beb7c9d3-35ed-4e12-93fc-909aa3092156, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:45:04.560556 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] For port beb7c9d3-35ed-4e12-93fc-909aa3092156, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=beb7c9d3-35ed-4e12-93fc-909aa3092156,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:45:04.566099 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.624781 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:04.625740 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:04.637719 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:04.638094 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.715705 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a0553-b99b-48a0-ba88-61c7953d7b8f None None] Pushing event updated for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:04.724975 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.749461 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:04.760712 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] For port beb7c9d3-35ed-4e12-93fc-909aa3092156, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=beb7c9d3-35ed-4e12-93fc-909aa3092156,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:04.765990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.815086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d8cf7-5e1d-432e-aa5d-f81d704491dc None None] Pushing event updated for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:04.887271 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-05f9fb75-048f-4a98-a3fc-23e69979163b None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:04.887641 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05f9fb75-048f-4a98-a3fc-23e69979163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:04.951282 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:05.087632 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b54f-7bae-423c-971c-b44bc3811bde None None] The sync data for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 is: [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:45:05.187623 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d2bfba9d-83bd-4016-8fb8-f21d87852d03 req-01c71393-a2a5-4c34-a75e-02466a6bf3a4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 210 time: 0.0591078 Dec 10 05:45:05.218609 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-ebf02e74-c2aa-492d-8b3d-0f137a358b2f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:05.220363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-ebf02e74-c2aa-492d-8b3d-0f137a358b2f tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 796 time: 0.1846621 Dec 10 05:45:05.304127 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-425b7352-1d25-400b-8dd5-af7cee3527e4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f9315e3b844abb861ce879a256cf10 HTTP/1.1" status: 200 len: 380 time: 0.0621319 Dec 10 05:45:05.316652 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'port': {'device_id': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'admin_state_up': True, 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'security_groups': ['59cce1dd-31cc-40ff-9da4-ac8f27c4d409']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:45:05.433732 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Made reservation on behalf of 07f9315e3b844abb861ce879a256cf10 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:45:05.437624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:05.577122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.20.0.7 (20df3a4f-8543-43bc-bb24-bf600b251035/26b021a6-89dc-4b43-800a-777396ef868c/461d9b85-f262-4f9e-bd3b-52a1b6ae1533) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:45:05.720900 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:05.760215 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:05.805941 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 20df3a4f-8543-43bc-bb24-bf600b251035 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:45:05.809126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:05.811787 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:45:05.842900 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:05.874817 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:05.875785 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:05.895032 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-f0181034-d8a1-4ce0-aa6f-42450d654423 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814693 Dec 10 05:45:05.913828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Request body: {'port': {'device_id': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:45:05.974948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.098150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-977bad2d-161e-4272-adab-9ae4b6b8b5b5 None None] Provisioning complete for port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:06.098699 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-977bad2d-161e-4272-adab-9ae4b6b8b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.134785 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-977bad2d-161e-4272-adab-9ae4b6b8b5b5 None None] Port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:45:06.264040 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:45:06.272002 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.287744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device beb7c9d3-35ed-4e12-93fc-909aa3092156 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:45:06.308644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Transition to ACTIVE for port object 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:45:06.314511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.354543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port beb7c9d3-35ed-4e12-93fc-909aa3092156 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:06.354934 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.400420 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee25b5-0392-4362-83f3-3b1558710f7d req-5280d3b3-eaac-43b0-ba3b-4bfd9e4074fe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:06.402129 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2ee25b5-0392-4362-83f3-3b1558710f7d req-5280d3b3-eaac-43b0-ba3b-4bfd9e4074fe tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 931 time: 0.1270785 Dec 10 05:45:06.437986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Pushing event updated for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:06.497072 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b2ee25b5-0392-4362-83f3-3b1558710f7d req-1ba0d9b3-8857-434b-bf93-ab2b5f84a377 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733953 Dec 10 05:45:06.497899 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Attempting to bind port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:45:06.498233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Attempting to bind port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:45:06.498555 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Attempting to bind port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 on network 20df3a4f-8543-43bc-bb24-bf600b251035 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:45:06.503450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 on network 20df3a4f-8543-43bc-bb24-bf600b251035 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:45:06.503770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Attempting to bind port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 on network 20df3a4f-8543-43bc-bb24-bf600b251035 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:45:06.510186 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:45:06.510515 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Checking segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:45:06.510892 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Bound using segment: {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:45:06.511316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Bound port: 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e623dea4-4d26-4b65-a26c-e184115e2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:45:06.511664 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.574977 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:45:06.577957 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:45:06.582530 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.621749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:06.622360 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:06.623736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] 10.222.0.36 "PUT /v2.0/ports/461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 1091 time: 0.7142844 Dec 10 05:45:06.624189 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:45:06.626417 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c2310-5172-4711-b201-2f61494bb46c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:45:06.648248 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984695-52bf-4a99-bdbf-eb1b25f0e13c service neutron] Pushing event updated for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:06.689256 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b87bae6-b56c-4eb0-8672-f71ed90f15e9 x-openstack-request-id: req-9b87bae6-b56c-4eb0-8672-f71ed90f15e9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:45:06.689576 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:45:06.689835 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b87bae6-b56c-4eb0-8672-f71ed90f15e9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:45:06.690245 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'status': 'completed', 'code': 200} Dec 10 05:45:06.748174 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-b48ad924-9463-4a43-bb68-871be848832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:06.749805 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-b48ad924-9463-4a43-bb68-871be848832f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1094 time: 0.0438793 Dec 10 05:45:06.802792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-4c4307b0-2d01-4f1c-bcd9-4a978aee8ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 217 time: 0.0362213 Dec 10 05:45:06.850427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-3f48049b-ab27-4884-9a06-b25d5f85720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:06.851879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-3f48049b-ab27-4884-9a06-b25d5f85720a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0423121 Dec 10 05:45:06.900838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-e0dc6aa6-59e3-40e9-9309-8802c86d6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:06.902331 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-e0dc6aa6-59e3-40e9-9309-8802c86d6b1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438764 Dec 10 05:45:06.989151 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-48dc66ee-eee3-4b87-8b71-49399bb4ccda service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794280 Dec 10 05:45:07.081508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5c7abf76-5dd7-4fbf-bf7b-aba384ad9e59 req-dec87444-cd6e-4a08-9097-e44d35959724 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Dec 10 05:45:07.205034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2310-5172-4711-b201-2f61494bb46c req-3ee1961b-9f97-455a-99a4-dd001757a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:07.207204 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-3ee1961b-9f97-455a-99a4-dd001757a2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1094 time: 0.0414717 Dec 10 05:45:07.300111 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2310-5172-4711-b201-2f61494bb46c req-e11c1c98-e0f2-491d-b984-97e70f1a8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:07.301593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-e11c1c98-e0f2-491d-b984-97e70f1a8871 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 897 time: 0.0863147 Dec 10 05:45:07.341773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-6b5435c4-31e8-4665-a8d0-1dc34e2dcd7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 217 time: 0.0327175 Dec 10 05:45:07.388674 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2310-5172-4711-b201-2f61494bb46c req-6cf6b125-2ec7-49ec-b114-0923ec4f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:07.390054 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-6cf6b125-2ec7-49ec-b114-0923ec4f2bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0413666 Dec 10 05:45:07.440508 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2310-5172-4711-b201-2f61494bb46c req-af4bea7e-51c3-449f-b4d5-50e3c11f1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:07.441972 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-af4bea7e-51c3-449f-b4d5-50e3c11f1211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424614 Dec 10 05:45:07.529374 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-2c337d5f-f240-416c-9226-c88a7f5fa5f3 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793421 Dec 10 05:45:07.656456 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626bdac-a8a8-496c-a563-e9c9374c6226 req-cba259b5-eb09-49a7-98c3-f526ddf04f41 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:07.657871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b626bdac-a8a8-496c-a563-e9c9374c6226 req-cba259b5-eb09-49a7-98c3-f526ddf04f41 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 943 time: 0.0916181 Dec 10 05:45:07.662010 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e52c2310-5172-4711-b201-2f61494bb46c req-f7fb9265-1e86-41c2-8188-7e822cea05de service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249571 Dec 10 05:45:07.707884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b626bdac-a8a8-496c-a563-e9c9374c6226 req-70cc627a-73fa-46ac-8533-d7e4b68e8191 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Dec 10 05:45:08.826231 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36a272-d77e-45e0-84fe-f11abcaf30d6 req-0576d231-b58b-42b0-a7cf-1c51b8e531e4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:08.827700 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e36a272-d77e-45e0-84fe-f11abcaf30d6 req-0576d231-b58b-42b0-a7cf-1c51b8e531e4 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 943 time: 0.0512760 Dec 10 05:45:08.875567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6e36a272-d77e-45e0-84fe-f11abcaf30d6 req-fd3f82aa-e70a-426d-99f6-864c37dbbe49 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Dec 10 05:45:09.986107 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fbb48-c5cc-46a0-b412-8c9520bfa427 req-61a45dcb-b60a-422f-a94e-971c27449c41 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:09.987567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c46fbb48-c5cc-46a0-b412-8c9520bfa427 req-61a45dcb-b60a-422f-a94e-971c27449c41 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 943 time: 0.0474298 Dec 10 05:45:10.035617 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c46fbb48-c5cc-46a0-b412-8c9520bfa427 req-e8ceef72-a29b-4a36-ab10-e8ec5209ec8e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Dec 10 05:45:10.082822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:45:10.179181 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:10.191616 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'port_id': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'mac_address': 'fa:16:3e:08:ce:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:45:10.227239 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:10.239283 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:45:10.259054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:10.262863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:10.313362 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:10.586127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['461d9b85-f262-4f9e-bd3b-52a1b6ae1533'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:45:11.149782 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474cc9e-74ef-426a-a404-abb9a5025f1c req-c474fa8d-f5e2-413b-b42e-0704216a57d7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:11.151246 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5474cc9e-74ef-426a-a404-abb9a5025f1c req-c474fa8d-f5e2-413b-b42e-0704216a57d7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 944 time: 0.0476973 Dec 10 05:45:11.204112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5474cc9e-74ef-426a-a404-abb9a5025f1c req-d9ddc725-37bf-47cc-afb2-68f1c338d6e1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465724 Dec 10 05:45:12.095169 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:45:12.143327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:45:12.147188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:45:12.147563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:12.229521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:12.256879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:45:12.259170 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b177a-8db2-480d-b9a8-a9c8a01445ee" -d '{"events": [{"server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "name": "network-vif-plugged", "status": "completed", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:45:12.272330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:12.277591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:12.327019 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:12.328610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f10d3-5343-42ab-a5ae-37ceb4767c25 req-645988a2-e58f-4954-8f28-8306bf6343f6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:12.330153 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-261f10d3-5343-42ab-a5ae-37ceb4767c25 req-645988a2-e58f-4954-8f28-8306bf6343f6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0538704 Dec 10 05:45:12.355558 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677537fe-d49f-427f-847b-6bf91b86d34b x-openstack-request-id: req-677537fe-d49f-427f-847b-6bf91b86d34b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:45:12.355876 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "name": "network-vif-plugged", "status": "completed", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:45:12.356002 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-677537fe-d49f-427f-847b-6bf91b86d34b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:45:12.356429 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'code': 200} Dec 10 05:45:12.380517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-261f10d3-5343-42ab-a5ae-37ceb4767c25 req-e3807656-7cdb-44be-b49d-2e0def5554e2 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Dec 10 05:45:12.484871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6553cc2-2ca5-4aff-b82a-2d6846cb67a6 req-9d343ff8-736c-4a18-af1e-22277f3dc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:12.486385 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6553cc2-2ca5-4aff-b82a-2d6846cb67a6 req-9d343ff8-736c-4a18-af1e-22277f3dc59f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1096 time: 0.0392325 Dec 10 05:45:12.532634 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a6553cc2-2ca5-4aff-b82a-2d6846cb67a6 req-a3f58ac8-cc6a-4c38-8b39-f980fa59651b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 Dec 10 05:45:13.518215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebcc06-f818-4ee7-ae13-af40da466b28 req-1bed2c1f-1453-4d05-9bb8-246387a4b7a1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:13.519693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84ebcc06-f818-4ee7-ae13-af40da466b28 req-1bed2c1f-1453-4d05-9bb8-246387a4b7a1 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Dec 10 05:45:13.570902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-84ebcc06-f818-4ee7-ae13-af40da466b28 req-63088820-1162-4778-a708-e71a0f3e1d76 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Dec 10 05:45:14.688677 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89bfba-79a7-4e0e-ba3d-4d1f614caabc req-38a7daac-8fd4-479b-aa73-db366449e9e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:14.690137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec89bfba-79a7-4e0e-ba3d-4d1f614caabc req-38a7daac-8fd4-479b-aa73-db366449e9e7 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Dec 10 05:45:14.738312 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ec89bfba-79a7-4e0e-ba3d-4d1f614caabc req-3cd13614-0f78-4514-a9f5-64698e37be06 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Dec 10 05:45:14.850322 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a5d97-063a-4e58-9b70-4489b54eb8a9 req-460739f7-db97-47eb-ada3-c8a705e24885 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:14.851847 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b53a5d97-063a-4e58-9b70-4489b54eb8a9 req-460739f7-db97-47eb-ada3-c8a705e24885 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0474086 Dec 10 05:45:14.903792 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b53a5d97-063a-4e58-9b70-4489b54eb8a9 req-10bf1128-4d2f-41d8-9175-3f20c31b0100 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Dec 10 05:45:14.925060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51376) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:14.964741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f41476-ccd5-479e-bfcf-04c5147d2fd0 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:14.966546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-36f41476-ccd5-479e-bfcf-04c5147d2fd0 tempest-TestNetworkAdvancedServerOps-785831506 tempest-TestNetworkAdvancedServerOps-785831506-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1091 time: 0.0401847 Dec 10 05:45:14.968911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51378) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:14.972996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:45:14.993510 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:15.089948 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:15.187983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Allocated IP 172.25.8.244 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7e06c540-3bcc-4b3a-8220-49fb804bef8c) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:45:15.624872 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:15.656261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:15.693659 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:45:15.696385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:45:15.701996 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:45:15.722696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=7e06c540-3bcc-4b3a-8220-49fb804bef8c,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:16.057362 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.124982 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.278952 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.283623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.355200 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event updated for resources: {'Port': ['ID=7e06c540-3bcc-4b3a-8220-49fb804bef8c,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:16.366888 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.468903 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 5249e2e2-b196-4f3f-8e1d-16972266a635 associated. External IP: 172.25.8.244, port: 461d9b85-f262-4f9e-bd3b-52a1b6ae1533. Dec 10 05:45:16.669422 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 82be389c-829d-4447-9a61-281760203605 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:45:16.778279 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:45:16.787783 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Sync routers for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:45:16.797469 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:16.798329 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:16.799030 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:16.824578 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-66b11c74-fbf5-425f-8763-b1c361f7f246 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8543949 Dec 10 05:45:16.825162 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:45:16.827395 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44edab91-d784-4d6f-abfb-b32c2f524a86" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:45:16.870331 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fb48e-62f4-4bae-b815-4df6d398a411 x-openstack-request-id: req-0b5fb48e-62f4-4bae-b815-4df6d398a411 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:45:16.870624 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:45:16.870875 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b5fb48e-62f4-4bae-b815-4df6d398a411 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:45:16.871276 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'status': 'completed', 'code': 200} Dec 10 05:45:16.907549 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:16.957291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b0d6-1b01-4f94-b360-4f7193305988 req-40513968-67d6-4455-abc7-f6b121d5b98b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:16.958773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fc2b0d6-1b01-4f94-b360-4f7193305988 req-40513968-67d6-4455-abc7-f6b121d5b98b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0811965 Dec 10 05:45:16.981058 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-9e8a8c77-4610-4bec-9db9-ac65d3c6a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:16.982585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-9e8a8c77-4610-4bec-9db9-ac65d3c6a13d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1096 time: 0.0659304 Dec 10 05:45:17.045255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fc2b0d6-1b01-4f94-b360-4f7193305988 req-80a3977c-3b94-468f-848c-2f6f6d6fdf8c tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799177 Dec 10 05:45:17.073389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:17.114542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-17c05b2c-3f37-473f-9e39-c11d2ff0a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:17.116012 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-17c05b2c-3f37-473f-9e39-c11d2ff0a8a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 897 time: 0.1258860 Dec 10 05:45:17.138831 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5316b64e-08f9-4e7b-919d-b13791357e27 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/5249e2e2-b196-4f3f-8e1d-16972266a635 HTTP/1.1" status: 200 len: 991 time: 0.0640271 Dec 10 05:45:17.140196 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5249e2e2-b196-4f3f-8e1d-16972266a635', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82be389c-829d-4447-9a61-281760203605', 'port_id': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'mac_address': 'fa:16:3e:08:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:45:15Z', 'updated_at': '2021-12-10T05:45:15Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:17.170507 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Checking router: 82be389c-829d-4447-9a61-281760203605 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:45:17.180399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:17.181060 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:44:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:17.183608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-6cb16afe-2901-47b0-9c2a-37361e06466c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 999 time: 0.0602820 Dec 10 05:45:17.232269 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-f58daa67-f3c9-42ac-8d50-9ee95e291163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:17.233794 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-f58daa67-f3c9-42ac-8d50-9ee95e291163 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0438111 Dec 10 05:45:17.283139 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-e55eb7cb-c1c2-4368-8e6d-4941240c90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:17.284672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-e55eb7cb-c1c2-4368-8e6d-4941240c90a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429492 Dec 10 05:45:17.286973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:17.374440 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-9cd4cc0f-9a34-457a-89c2-083475df0149 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Dec 10 05:45:17.469644 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44edab91-d784-4d6f-abfb-b32c2f524a86 req-18dd689b-8a65-4051-80cb-f68982abcb0e service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875368 Dec 10 05:45:17.508654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5249e2e2-b196-4f3f-8e1d-16972266a635', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82be389c-829d-4447-9a61-281760203605', 'port_id': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'mac_address': 'fa:16:3e:08:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:45:15Z', 'updated_at': '2021-12-10T05:45:15Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:17.535384 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47244233-c4bc-4a6e-8c89-0bee3bbd3045 None None] The sync data for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 is: [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5249e2e2-b196-4f3f-8e1d-16972266a635', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': '82be389c-829d-4447-9a61-281760203605', 'port_id': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'mac_address': 'fa:16:3e:08:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:45:15Z', 'updated_at': '2021-12-10T05:45:15Z', 'revision_number': 0, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:45:17.740246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c990d5-fe49-4785-84d6-1adfc70751fa None None] New status for floating IP 5249e2e2-b196-4f3f-8e1d-16972266a635: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:45:18.141430 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:18.205111 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0576bcc2-93ce-4b28-8341-b458f6f39875 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/5249e2e2-b196-4f3f-8e1d-16972266a635 HTTP/1.1" status: 200 len: 993 time: 0.0625520 Dec 10 05:45:21.085319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:22.487297 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5179a5-156d-4a10-b6bc-65bcf6be16b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:24.285075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:25.301795 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-663b1023-b9f9-448e-bda0-492d41bcd9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:26.035202 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:27.681588 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:28.480226 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:33.055907 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:45:39.812493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-5cfdb994-1bfb-4183-b95e-0d924684d220 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399773 Dec 10 05:45:39.919084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-061e06df-6455-4900-992b-09dbf8d76b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:39.920627 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-061e06df-6455-4900-992b-09dbf8d76b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1096 time: 0.0399492 Dec 10 05:45:40.025558 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-6dd18b84-b47a-4134-b35f-611f78bd6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:40.027018 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-6dd18b84-b47a-4134-b35f-611f78bd6131 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 897 time: 0.0869040 Dec 10 05:45:40.091244 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-d1275511-4deb-46cf-b51f-a02fa539a594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 1001 time: 0.0567257 Dec 10 05:45:40.142604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-707c93bb-2f5a-4036-ba33-fe4b48b00347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:40.144006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-707c93bb-2f5a-4036-ba33-fe4b48b00347 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0459058 Dec 10 05:45:40.189282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-e56a6a8a-c717-4f3d-af73-60cf41098c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:40.190777 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-e56a6a8a-c717-4f3d-af73-60cf41098c69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394528 Dec 10 05:45:40.277270 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-293e92fd-3f8d-4ef7-a24c-1133d973175f service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790024 Dec 10 05:45:40.372293 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e501131d-8248-493b-8e5e-edff3e9d34cf req-2eaced7d-012e-4d2f-89b7-2aef603894e7 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Dec 10 05:45:49.624542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074441-56f9-471b-908b-9094cb25e751 req-7c20215e-0cc3-44ad-b42e-408abb566518 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:49.626231 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6074441-56f9-471b-908b-9094cb25e751 req-7c20215e-0cc3-44ad-b42e-408abb566518 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Dec 10 05:45:49.674845 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6074441-56f9-471b-908b-9094cb25e751 req-361a9aa7-175c-429e-849c-e4a0429e8d23 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Dec 10 05:45:50.794450 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac42568-5525-4f01-9883-a91030c985f0 req-b6883299-a1c6-4973-b40f-6f1a36b5b88b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:50.795908 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bac42568-5525-4f01-9883-a91030c985f0 req-b6883299-a1c6-4973-b40f-6f1a36b5b88b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Dec 10 05:45:50.847503 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bac42568-5525-4f01-9883-a91030c985f0 req-7f3f0f56-ca34-493a-af18-ea91df11a057 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Dec 10 05:45:50.869478 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51408) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:50.928642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-7fbedb8e-b382-4bec-a116-5a8dd56d3b3b tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/5249e2e2-b196-4f3f-8e1d-16972266a635 HTTP/1.1" status: 200 len: 993 time: 0.0580270 Dec 10 05:45:51.095694 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:52.198891 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934196f2-89e6-40fd-88b5-268899477728 req-131fc8e8-324c-4a08-967a-5fac9bea50ae tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:52.200707 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-934196f2-89e6-40fd-88b5-268899477728 req-131fc8e8-324c-4a08-967a-5fac9bea50ae tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Dec 10 05:45:52.273419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-b5fa7a50-744a-435e-9cb8-40814f47bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:52.274916 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-b5fa7a50-744a-435e-9cb8-40814f47bd4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1096 time: 0.0733502 Dec 10 05:45:52.279962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-934196f2-89e6-40fd-88b5-268899477728 req-358578d3-3037-40e3-b473-c1b544d29641 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711932 Dec 10 05:45:52.363490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-c179e886-61c1-475d-b050-8a8e4272045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:52.365028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-c179e886-61c1-475d-b050-8a8e4272045d service neutron] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 897 time: 0.0826936 Dec 10 05:45:52.437504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-ccee4fe1-6332-4d7c-ab6f-002c8b52cf1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 1001 time: 0.0651305 Dec 10 05:45:52.486940 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-01a8357f-0927-4ebf-bc68-a948f98ac8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:52.487157 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb3e877d-4783-4d4e-a7f3-723bac0b56ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:52.488444 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-01a8357f-0927-4ebf-bc68-a948f98ac8bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0440385 Dec 10 05:45:52.533926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-efafb92e-6826-4aa9-a151-3308f0da8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:52.535384 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-efafb92e-6826-4aa9-a151-3308f0da8b55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399415 Dec 10 05:45:52.626764 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-0afb6bdf-91dc-43af-a475-9f79658aabe6 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843139 Dec 10 05:45:52.716662 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6eed8630-e11e-4c15-a786-f3cc78dfefb0 req-4fb44265-d707-4555-882c-d27fdd9240f3 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Dec 10 05:45:53.398061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604386b-5568-4d1e-b4a2-f45637600079 req-e694f5c0-9603-4b67-9484-0a3b2f46e77e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:53.399538 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d604386b-5568-4d1e-b4a2-f45637600079 req-e694f5c0-9603-4b67-9484-0a3b2f46e77e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0490952 Dec 10 05:45:53.450459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d604386b-5568-4d1e-b4a2-f45637600079 req-d1e07c8a-586b-4377-b7a0-103de83c91f3 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Dec 10 05:45:54.301373 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:54.566060 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a413c5-3898-4da0-bfb9-ac21335d237a req-090163b2-38fa-4d97-928f-97064056b570 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:54.567554 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a413c5-3898-4da0-bfb9-ac21335d237a req-090163b2-38fa-4d97-928f-97064056b570 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Dec 10 05:45:54.615812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-22a413c5-3898-4da0-bfb9-ac21335d237a req-ca08edba-d9ee-465f-b2d6-3b9110383e53 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Dec 10 05:45:54.638443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51420) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:54.701070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b747a72c-0a25-440c-bc04-47da70ff129e tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/floatingips/5249e2e2-b196-4f3f-8e1d-16972266a635 HTTP/1.1" status: 200 len: 993 time: 0.0615282 Dec 10 05:45:54.932233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51426) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:55.083762 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 7e06c540-3bcc-4b3a-8220-49fb804bef8c {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:45:55.083994 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.159034 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.159357 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.171362 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 7e06c540-3bcc-4b3a-8220-49fb804bef8c owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:45:55.303186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5fb8-df3e-4573-8d4b-140d4747a672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.314148 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.342170 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=7e06c540-3bcc-4b3a-8220-49fb804bef8c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:55.369317 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.369668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.370034 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.370374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.370711 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.371042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.371373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.371700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.372032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.372364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.372713 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.373039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.373365 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:45:55.413837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.414143 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Floating IP 5249e2e2-b196-4f3f-8e1d-16972266a635 disassociated (deleted). External IP: 172.25.8.244, port: 461d9b85-f262-4f9e-bd3b-52a1b6ae1533. Dec 10 05:45:55.621454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 82be389c-829d-4447-9a61-281760203605 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:45:55.725360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:45:55.730151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:55.734713 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Sync routers for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:45:55.744963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:55.745578 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:55.756774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-49606521-3bd2-4e90-b66d-f3bb3c03c4d9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/floatingips/5249e2e2-b196-4f3f-8e1d-16972266a635 HTTP/1.1" status: 204 len: 168 time: 0.8233411 Dec 10 05:45:55.757975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:45:55.760299 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dece42b4-da59-4906-bc71-f18485906197" -d '{"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:45:55.799004 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755a103f-b61d-4e4e-abb1-fd442a0929ac x-openstack-request-id: req-755a103f-b61d-4e4e-abb1-fd442a0929ac {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:45:55.800067 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:45:55.800501 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-755a103f-b61d-4e4e-abb1-fd442a0929ac {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:45:55.800923 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'status': 'completed', 'code': 200} Dec 10 05:45:55.903616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece42b4-da59-4906-bc71-f18485906197 req-35e65cc3-9fe7-4769-9a1d-5635ab977ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:55.905488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-35e65cc3-9fe7-4769-9a1d-5635ab977ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f9315e3b844abb861ce879a256cf10&device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 1096 time: 0.0604372 Dec 10 05:45:56.023201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:56.053636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba436-8ff3-4dde-b5a6-8830a99c75ee req-92a71ae3-c33f-4600-8df2-d39e420634a9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:56.055826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-726ba436-8ff3-4dde-b5a6-8830a99c75ee req-92a71ae3-c33f-4600-8df2-d39e420634a9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.1077528 Dec 10 05:45:56.080658 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:56.096197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece42b4-da59-4906-bc71-f18485906197 req-934bb707-6dee-484d-bdcd-28c4079aa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:56.097762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-934bb707-6dee-484d-bdcd-28c4079aa625 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 200 len: 897 time: 0.1482584 Dec 10 05:45:56.153120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-63b3a85f-fadc-4885-9f2b-52b2749abf8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 200 len: 217 time: 0.0470781 Dec 10 05:45:56.157991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-726ba436-8ff3-4dde-b5a6-8830a99c75ee req-48867872-9337-4edb-b988-14cb2fee1504 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957167 Dec 10 05:45:56.204417 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece42b4-da59-4906-bc71-f18485906197 req-dad8a4f2-b677-4d70-abe6-cb4baa365cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:56.205943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-dad8a4f2-b677-4d70-abe6-cb4baa365cff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 200 len: 834 time: 0.0453405 Dec 10 05:45:56.242201 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:56.252466 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece42b4-da59-4906-bc71-f18485906197 req-b904b590-b01d-489f-b000-71428f767a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:56.253992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-b904b590-b01d-489f-b000-71428f767a6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20df3a4f-8543-43bc-bb24-bf600b251035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398190 Dec 10 05:45:56.268093 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Checking router: 82be389c-829d-4447-9a61-281760203605 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:45:56.276581 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:45:56.277218 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:56.386292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:45:56.603337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:45:56.630750 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ba3d1-4f38-456e-a2bc-55b0147978c7 None None] The sync data for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 is: [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:45:02Z', 'revision_number': 4, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'beb7c9d3-35ed-4e12-93fc-909aa3092156', 'name': '', 'network_id': '20df3a4f-8543-43bc-bb24-bf600b251035', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'mac_address': 'fa:16:3e:46:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '26b021a6-89dc-4b43-800a-777396ef868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:45:01Z', 'updated_at': '2021-12-10T05:45:04Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'subnets': [{'id': '26b021a6-89dc-4b43-800a-777396ef868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:45:56.699621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-97ea5768-a50b-4fe8-8b54-6423db708f24 service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375329 Dec 10 05:45:56.793191 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dece42b4-da59-4906-bc71-f18485906197 req-bbf7b7d4-3dd6-453f-9cdc-db630a7b6b8e service neutron] 10.222.0.36 "GET /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Dec 10 05:45:56.854835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4353f-06c9-4ad6-9176-47b11c574ad6 None None] New status for floating IP 5249e2e2-b196-4f3f-8e1d-16972266a635: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:45:57.286044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4e980-1d85-4a1c-adb8-af5518dfb2b6 req-4bd4ebdd-542f-43ae-af89-b4c8552bde79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:57.287493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15c4e980-1d85-4a1c-adb8-af5518dfb2b6 req-4bd4ebdd-542f-43ae-af89-b4c8552bde79 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Dec 10 05:45:57.338835 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-15c4e980-1d85-4a1c-adb8-af5518dfb2b6 req-5f0f49a9-7e55-45ef-a1e3-959669c01a85 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/security-groups?id=59cce1dd-31cc-40ff-9da4-ac8f27c4d409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453348 Dec 10 05:45:57.665764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-76b5dec0-88d3-4f82-bcd7-804cbbaf5176 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:45:57.668063 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-76b5dec0-88d3-4f82-bcd7-804cbbaf5176 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Dec 10 05:45:57.685964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:57.762285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:45:57.762880 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:57.850625 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:45:57.850985 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:57.863705 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:45:57.989099 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:58.015246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=461d9b85-f262-4f9e-bd3b-52a1b6ae1533,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:45:58.057340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] No DVR routers for this DVR port 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:45:58.059992 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:58.063501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e71721c3-c7a8-4dd8-9ee3-f54ef41e47c4 req-58fe3e98-3120-48ca-a72e-0dcb00463bc6 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.36 "DELETE /v2.0/ports/461d9b85-f262-4f9e-bd3b-52a1b6ae1533 HTTP/1.1" status: 204 len: 173 time: 0.3890038 Dec 10 05:45:58.063934 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'name': 'network-vif-deleted', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:45:58.066272 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a753433-9630-4201-b0a4-465a80984d66" -d '{"events": [{"server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "name": "network-vif-deleted", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:45:58.103821 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a909b72-f5de-41c1-9584-f19c23b514b0 x-openstack-request-id: req-0a909b72-f5de-41c1-9584-f19c23b514b0 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:45:58.104111 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62", "name": "network-vif-deleted", "tag": "461d9b85-f262-4f9e-bd3b-52a1b6ae1533", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:45:58.104361 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a909b72-f5de-41c1-9584-f19c23b514b0 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:45:58.104784 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62', 'name': 'network-vif-deleted', 'tag': '461d9b85-f262-4f9e-bd3b-52a1b6ae1533', 'status': 'completed', 'code': 200} Dec 10 05:45:58.449540 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ddc442ef-5a2b-4c60-ab89-5d9eb04bda2f req-a7047a90-ce47-4913-ab05-80aa5f5f29a9 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11b9ab4-c3a9-4bf3-b412-e3f6635f6f62 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Dec 10 05:45:58.487487 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:45:59.507448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51444) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:45:59.863261 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:00.120085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port beb7c9d3-35ed-4e12-93fc-909aa3092156 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:46:00.120347 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:00.207413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port beb7c9d3-35ed-4e12-93fc-909aa3092156, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=beb7c9d3-35ed-4e12-93fc-909aa3092156,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:00.207775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:00.220128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for beb7c9d3-35ed-4e12-93fc-909aa3092156 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:46:00.404564 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:00.440457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=beb7c9d3-35ed-4e12-93fc-909aa3092156,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:00.606352 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:00.822232 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Router 82be389c-829d-4447-9a61-281760203605 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:46:00.930897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:00.936227 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-5b6901b9-d0ed-4954-bcdd-4396ca91dffd tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "PUT /v2.0/routers/82be389c-829d-4447-9a61-281760203605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277079 Dec 10 05:46:00.938991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51446) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:00.940760 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Sync routers for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:00.950921 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:00.951533 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:00.988982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting subnet 26b021a6-89dc-4b43-800a-777396ef868c {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:46:00.992016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.030273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.054999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:01.120464 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.178575 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.208113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Subnet': ['ID=26b021a6-89dc-4b43-800a-777396ef868c,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:01.210122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.216697 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:01.217174 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a0e7810-4c6c-4abe-9bb1-d5031012b4ba tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/subnets/26b021a6-89dc-4b43-800a-777396ef868c HTTP/1.1" status: 204 len: 168 time: 0.2767479 Dec 10 05:46:01.220431 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97409d03-82ed-4a2a-ab2e-f4b4b9c554ec None None] Network 20df3a4f-8543-43bc-bb24-bf600b251035 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:46:01.315255 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:46:00Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:01.322832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.348351 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Checking router: 82be389c-829d-4447-9a61-281760203605 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:01.362144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Routers {'82be389c-829d-4447-9a61-281760203605'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:01.365226 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['82be389c-829d-4447-9a61-281760203605'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:01.429874 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.448061 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] DHCP port deletion for 20df3a4f-8543-43bc-bb24-bf600b251035 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:01.484294 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Deleting port 53118714-063c-434f-a069-da905e0879fe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:46:01.484662 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.493833 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] Set router 82be389c-829d-4447-9a61-281760203605 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:01.566409 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] For port 53118714-063c-434f-a069-da905e0879fe, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=53118714-063c-434f-a069-da905e0879fe,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:01.566776 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.579139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Calling delete_port for 53118714-063c-434f-a069-da905e0879fe owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:46:01.615566 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Deleting port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:46:01.615939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.717221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] For port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,segment=NetworkSegment(e623dea4-4d26-4b65-a26c-e184115e2cdd),segment_id=e623dea4-4d26-4b65-a26c-e184115e2cdd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:01.717499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.735528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Calling delete_port for e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:46:01.743880 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.771098 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Port': ['ID=53118714-063c-434f-a069-da905e0879fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:01.784166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f86cf2-f97f-49a2-b17e-f6c59e62dbe8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:01.797947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.798308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.798657 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.799006 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.799353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.799680 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.800015 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.800344 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.800701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.801038 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.801365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.801689 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.802116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.812610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:46:00Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:01.840579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.847429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1da2-2d8c-4910-afeb-3d3f147b1eb4 None None] The sync data for ids ['82be389c-829d-4447-9a61-281760203605'] in n-d-817326-3 is: [{'id': '82be389c-829d-4447-9a61-281760203605', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669945', 'tenant_id': '07f9315e3b844abb861ce879a256cf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '53118714-063c-434f-a069-da905e0879fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:44:58Z', 'updated_at': '2021-12-10T05:46:00Z', 'revision_number': 5, 'project_id': '07f9315e3b844abb861ce879a256cf10', 'gw_port': {'id': '53118714-063c-434f-a069-da905e0879fe', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82be389c-829d-4447-9a61-281760203605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:44:59Z', 'updated_at': '2021-12-10T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:01.868831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.896152 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Pushing event deleted for resources: {'Port': ['ID=e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:01.900697 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] No DVR routers for this DVR port e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:46:01.907814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.908171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.911465 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.912790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.912790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f42e85-8023-456f-9be9-fc7a14e4fc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:01.945052 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.947234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.993636 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:01.994086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Fanout notify agent at l3_agent the message router_deleted on router 82be389c-829d-4447-9a61-281760203605 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:46:02.001290 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.002397 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-cf3128c9-ab1d-4680-b7a7-93fdd494a679 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/routers/82be389c-829d-4447-9a61-281760203605 HTTP/1.1" status: 204 len: 168 time: 0.7846704 Dec 10 05:46:02.005086 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:02.083234 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.169451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.192013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20df3a4f-8543-43bc-bb24-bf600b251035']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:02.202905 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e623dea4-4d26-4b65-a26c-e184115e2cdd') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:02.203353 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e623dea4-4d26-4b65-a26c-e184115e2cdd') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:02.215192 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.229301 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.236376 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:46:02.236809 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: timer() Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:46:02.239868 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:46:02.304730 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.322770 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.326307 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/networks/20df3a4f-8543-43bc-bb24-bf600b251035 HTTP/1.1" status: 204 len: 168 time: 0.3202281 Dec 10 05:46:02.327339 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b79594-2899-489c-84c3-e2ad51d91956 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'Network': ['ID=20df3a4f-8543-43bc-bb24-bf600b251035,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:02.329256 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51452) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:02.334568 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device beb7c9d3-35ed-4e12-93fc-909aa3092156 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:46:02.360449 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: beb7c9d3-35ed-4e12-93fc-909aa3092156 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:46:02.360817 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device beb7c9d3-35ed-4e12-93fc-909aa3092156 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:46:02.361240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:46:02.381929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:46:02.385548 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:46:02.385923 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device e3e1083d-43a3-4dc1-b5a2-0d3f7d2e171a not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:46:02.404303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.409505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:46:02.410070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 461d9b85-f262-4f9e-bd3b-52a1b6ae1533 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:46:02.431388 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.497115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.499612 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:02.500902 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] 10.222.0.43 "DELETE /v2.0/security-groups/59cce1dd-31cc-40ff-9da4-ac8f27c4d409 HTTP/1.1" status: 204 len: 168 time: 0.1706543 Dec 10 05:46:02.511644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882f599-144e-46fe-8e99-22b77cb2e919 tempest-TestNetworkAdvancedServerOps-1059577016 tempest-TestNetworkAdvancedServerOps-1059577016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cce1dd-31cc-40ff-9da4-ac8f27c4d409,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:02.839510 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:02.987897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-c3ae706c-2ef2-482a-94dd-e754415e2c99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07f9315e3b844abb861ce879a256cf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470997 Dec 10 05:46:02.990319 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51464) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:03.037057 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.058212 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.104863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.107523 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.108692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/498dbcca-ffd0-483b-bb9a-fcece46bbe75 HTTP/1.1" status: 204 len: 168 time: 0.1174500 Dec 10 05:46:03.116051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6863-f09b-4009-b523-78e048a80a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498dbcca-ffd0-483b-bb9a-fcece46bbe75,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:03.359487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:03.376885 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa293bd-a7e0-4d18-8d33-ed0d95b7808c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.451352 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa293bd-a7e0-4d18-8d33-ed0d95b7808c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.455122 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa293bd-a7e0-4d18-8d33-ed0d95b7808c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.492089 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-baa293bd-a7e0-4d18-8d33-ed0d95b7808c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f22691f45e24fa1aabd7e1a964c291b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315432 Dec 10 05:46:03.493220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa293bd-a7e0-4d18-8d33-ed0d95b7808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f70cfd-d638-43da-8549-f491d90854b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:03.494858 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51472) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:03.542252 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.562221 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.610273 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.612811 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:03.613925 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71f70cfd-d638-43da-8549-f491d90854b4 HTTP/1.1" status: 204 len: 168 time: 0.1180825 Dec 10 05:46:03.621359 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c417-2038-4bc5-a87b-175b2e38c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f70cfd-d638-43da-8549-f491d90854b4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:04.214746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53118714-063c-434f-a069-da905e0879fe no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:46:04.234259 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 53118714-063c-434f-a069-da905e0879fe {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:46:04.234610 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 53118714-063c-434f-a069-da905e0879fe not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:46:04.302060 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:04.397093 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-282587099-network', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:04.417598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Made reservation on behalf of b1c2536df3d849c494d8557652387ee3 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:46:04.419814 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.428161 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.501755 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.505724 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.530175 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:46:04.539575 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5467700c-7a94-4d83-9f5e-468b4b29cf15,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:04.544371 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.544731 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Added segment 97951924-14dd-4f1a-93ac-5bc91d47a0a1 of type vlan for network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 Dec 10 05:46:04.584808 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.607620 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.608618 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:04.609193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.643762 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3400271 Dec 10 05:46:04.646694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51498) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:04.651767 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Request body: {'subnet': {'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-282587099-subnet', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:04.672736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Made reservation on behalf of b1c2536df3d849c494d8557652387ee3 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:46:04.674229 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb9c3-ffed-4fa3-9cfa-51fac131d2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:04.675241 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.685214 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:46:04.847586 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.904023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb0961a-88f8-43c7-835f-f6f93efc9150,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:04.910988 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:04.911353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Network hostable DHCP agents. Network: b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:46:04.927816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:46:04.937159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:04.941119 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:04.941723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.947130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6706320-bb78-4de1-af5f-659b73c9ac3c None None] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:46:04.958739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0318bec2-71ce-4155-a1c6-c1294c067237 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3102152 Dec 10 05:46:04.961062 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:04.965725 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:04.986870 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:04.988207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.040300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.052997 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:46:05.053940 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.178023 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.186757 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Allocated IP 172.20.0.2 (b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9/8eb0961a-88f8-43c7-835f-f6f93efc9150/2381f23d-c529-4461-8e97-d8c39c00de2e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:05.331138 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.337567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.375267 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.387726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:05.394014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:05.395388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.399130 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:05.401993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Pushing event updated for resources: {'Port': ['ID=2381f23d-c529-4461-8e97-d8c39c00de2e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:05.509985 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Allocated IP 172.25.8.180 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/40d00a13-5c6e-4aca-bab9-26460f089821) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:05.620445 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.620716 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Attempting to bind port 2381f23d-c529-4461-8e97-d8c39c00de2e on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:05.621010 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Attempting to bind port 2381f23d-c529-4461-8e97-d8c39c00de2e by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:05.621375 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Attempting to bind port 2381f23d-c529-4461-8e97-d8c39c00de2e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:05.626242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:05.626617 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:05.627012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.627405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:05.627865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Bound port: 2381f23d-c529-4461-8e97-d8c39c00de2e, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:05.628240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.654948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.688749 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] For port 2381f23d-c529-4461-8e97-d8c39c00de2e, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:05.691234 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:05.691730 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] For port 2381f23d-c529-4461-8e97-d8c39c00de2e, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2381f23d-c529-4461-8e97-d8c39c00de2e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:05.695183 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:05.696939 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.699499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:05.724537 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856c290-2efc-406f-a9dd-a183f77b03d5 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:05.735841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Pushing event updated for resources: {'Port': ['ID=40d00a13-5c6e-4aca-bab9-26460f089821,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:05.763604 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63075d-c93b-4773-9e2a-118cd4110ba9 None None] Pushing event updated for resources: {'Port': ['ID=2381f23d-c529-4461-8e97-d8c39c00de2e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:05.862953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-7f2b0d1e-d619-4bdb-9b1a-4ad3fb3e174f None None] Provisioning complete for port 40d00a13-5c6e-4aca-bab9-26460f089821 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:05.863913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0d1e-d619-4bdb-9b1a-4ad3fb3e174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:05.905223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b0d1e-d619-4bdb-9b1a-4ad3fb3e174f None None] Port 40d00a13-5c6e-4aca-bab9-26460f089821 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:06.282440 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2381f23d-c529-4461-8e97-d8c39c00de2e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:06.330878 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2381f23d-c529-4461-8e97-d8c39c00de2e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:06.331161 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.332230 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.406393 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.447661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port 2381f23d-c529-4461-8e97-d8c39c00de2e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2381f23d-c529-4461-8e97-d8c39c00de2e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:06.452758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.501725 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=2381f23d-c529-4461-8e97-d8c39c00de2e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:06.543862 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.674064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:46:06.765303 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508724e-0abb-4d01-93f4-65e027f81e70 None None] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:46:06.796666 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:06.808404 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:06.818538 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:06.819149 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:06.819383 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.823331 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3f59611d-08fd-4d12-84e7-b840b343343d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8583474 Dec 10 05:46:06.823492 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:06.859292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-43ffd17e-94ab-47a9-ae1b-1c8791475965 None None] Provisioning complete for port 2381f23d-c529-4461-8e97-d8c39c00de2e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:06.859292 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43ffd17e-94ab-47a9-ae1b-1c8791475965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:06.924248 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:07.116707 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:06Z', 'revision_number': 3, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:07.143339 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:07.143687 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Updating router f69ce594-e3e8-4e92-abd9-a80aa677d29f port 40d00a13-5c6e-4aca-bab9-26460f089821 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:46:07.171662 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.190896 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e0a83d0d-1e23-445e-a1d3-ca7a5554ac5e None None] Provisioning complete for port 2381f23d-c529-4461-8e97-d8c39c00de2e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:07.191904 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0a83d0d-1e23-445e-a1d3-ca7a5554ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.287233 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.420854 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.425860 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.444622 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Allocated IP 172.20.0.1 (b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9/8eb0961a-88f8-43c7-835f-f6f93efc9150/2b161636-44b4-4a25-a131-dc163e36ff41) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:07.467081 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc303f-8a9d-44c6-b4ec-8cf15a4f5520 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:07.474942 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Attempting to bind port 40d00a13-5c6e-4aca-bab9-26460f089821 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:07.475337 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Attempting to bind port 40d00a13-5c6e-4aca-bab9-26460f089821 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:07.476132 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Attempting to bind port 40d00a13-5c6e-4aca-bab9-26460f089821 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:07.482511 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Pushing event updated for resources: {'Port': ['ID=40d00a13-5c6e-4aca-bab9-26460f089821,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:07.485673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:07.486042 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:07.486435 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.487355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:07.487355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Bound port: 40d00a13-5c6e-4aca-bab9-26460f089821, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:07.487660 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.501937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-cc5521db-2571-443a-ac76-884ad0523bd7 None None] Provisioning complete for port 40d00a13-5c6e-4aca-bab9-26460f089821 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:07.502308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc5521db-2571-443a-ac76-884ad0523bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.510570 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.510912 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.511249 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.511575 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.511903 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.512226 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.512566 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.512885 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.513218 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.513518 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.513831 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.514145 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.514458 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:46:07.537302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cc5521db-2571-443a-ac76-884ad0523bd7 None None] Port 40d00a13-5c6e-4aca-bab9-26460f089821 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:07.551167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] For port 40d00a13-5c6e-4aca-bab9-26460f089821, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:07.554363 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] For port 40d00a13-5c6e-4aca-bab9-26460f089821, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=40d00a13-5c6e-4aca-bab9-26460f089821,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:07.558998 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.567731 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.598434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93a60f-a083-43d3-b7aa-0607515c5d00 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:07.608032 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.613497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eddbd-9d82-4182-a10b-2602daddd27a None None] Pushing event updated for resources: {'Port': ['ID=40d00a13-5c6e-4aca-bab9-26460f089821,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:07.620878 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:07.621485 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:07.651967 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:07.657637 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:07.659518 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] Provisioning complete for port 40d00a13-5c6e-4aca-bab9-26460f089821 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:07.659769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.666511 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:07.690484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:07.718503 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.744041 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:07.755368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.787129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] For port 40d00a13-5c6e-4aca-bab9-26460f089821, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=40d00a13-5c6e-4aca-bab9-26460f089821,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:07.793274 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.858045 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bba98c-05ec-445b-918b-035ec05c0952 None None] Pushing event updated for resources: {'Port': ['ID=40d00a13-5c6e-4aca-bab9-26460f089821,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:07.879722 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:07.943101 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:06Z', 'revision_number': 3, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:07.972389 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce37f66-d26d-4539-97c5-76e98bb834cc None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:06Z', 'revision_number': 3, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:08.015612 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-060d22bc-5efa-4187-99bf-abd803e05b9e None None] Provisioning complete for port 2b161636-44b4-4a25-a131-dc163e36ff41 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:08.016166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-060d22bc-5efa-4187-99bf-abd803e05b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.047015 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.052193 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.063871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-060d22bc-5efa-4187-99bf-abd803e05b9e None None] Port 2b161636-44b4-4a25-a131-dc163e36ff41 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:08.123833 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.126781 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:08.237973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:08.239397 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:08.388249 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:46:08.390300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2381f23d-c529-4461-8e97-d8c39c00de2e up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:08.458442 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2381f23d-c529-4461-8e97-d8c39c00de2e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:08.458823 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.512071 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-5666a205-a96d-47d9-8dd1-e3950c1efd3f None None] Provisioning complete for port 2b161636-44b4-4a25-a131-dc163e36ff41 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:08.512768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5666a205-a96d-47d9-8dd1-e3950c1efd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:08.519125 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:08.524573 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7a67d2e0-ca9f-41b0-b80a-341a843322f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/f69ce594-e3e8-4e92-abd9-a80aa677d29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000763 Dec 10 05:46:08.574327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5666a205-a96d-47d9-8dd1-e3950c1efd3f None None] Port 2b161636-44b4-4a25-a131-dc163e36ff41 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:08.588776 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 40d00a13-5c6e-4aca-bab9-26460f089821 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:08.639984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 40d00a13-5c6e-4aca-bab9-26460f089821 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:08.640364 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.019025 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:09.024535 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1837863027-network', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:09.045373 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Made reservation on behalf of a9ce67f57c8846ebabaf685d625e0a6e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:46:09.047701 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.056677 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.129977 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.135063 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.160733 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:46:09.169768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6315c288-8cf4-4b54-9f41-8bb567503a2d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:09.176065 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.176408 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Added segment e4db213c-d00e-42d6-8240-4842ab447b65 of type vlan for network 91f386b3-bec2-4d91-abde-ca34202b61f8 Dec 10 05:46:09.217225 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.241303 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.242728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:09.243298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.278579 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2584617 Dec 10 05:46:09.281480 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51520) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:09.287270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Request body: {'subnet': {'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1837863027-subnet', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:09.308130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Made reservation on behalf of a9ce67f57c8846ebabaf685d625e0a6e for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:46:09.310555 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.311261 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b44f9f-b225-4ad1-9703-768902524cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=91f386b3-bec2-4d91-abde-ca34202b61f8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:09.322492 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:46:09.491263 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.543814 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d5d528-c58d-48de-84e5-adc40f6654e0,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:09.554083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Checking segment: {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:09.554439 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Network hostable DHCP agents. Network: 91f386b3-bec2-4d91-abde-ca34202b61f8, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:46:09.571825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:46:09.580415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 91f386b3-bec2-4d91-abde-ca34202b61f8) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:09.585554 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:09.586162 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.589960 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3731294-b2c4-4c81-b8d0-bac3e5a5e047 None None] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:46:09.605424 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-958f3755-dc0b-4302-847e-5e077f66f07a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212328 Dec 10 05:46:09.607081 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51522) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:09.611580 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:09.633947 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.634991 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.692977 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.695734 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:09.699763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-91f386b3-bec2-4d91-abde-ca34202b61f8', 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8', 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'fixed_ips': [{'subnet_id': '39d5d528-c58d-48de-84e5-adc40f6654e0'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:46:09.701033 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.733013 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:09.733551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:09.826741 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:09.926475 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:09.956150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Allocated IP 172.20.0.2 (91f386b3-bec2-4d91-abde-ca34202b61f8/39d5d528-c58d-48de-84e5-adc40f6654e0/667bd455-49c2-4f8c-a3ce-a1089e290f60) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:10.024623 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.042932 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.055482 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:46:10.148399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Allocated IP 172.25.8.159 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/0ddb40a4-989e-462c-adcb-2956d7880a33) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:10.225820 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.233162 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.262534 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.277466 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:10.285395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:10.290834 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:10.294243 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 2, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:10.297976 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.298575 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Pushing event updated for resources: {'Port': ['ID=667bd455-49c2-4f8c-a3ce-a1089e290f60,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:10.325800 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:10.326151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Updating router f69ce594-e3e8-4e92-abd9-a80aa677d29f port 2b161636-44b4-4a25-a131-dc163e36ff41 binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:46:10.338276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:10.341402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:10.344822 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:10.365008 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851b536-dc86-4575-8185-7922afd8895b None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:10.376911 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Pushing event updated for resources: {'Port': ['ID=0ddb40a4-989e-462c-adcb-2956d7880a33,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:10.393169 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.412985 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Attempting to bind port 667bd455-49c2-4f8c-a3ce-a1089e290f60 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:10.413363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Attempting to bind port 667bd455-49c2-4f8c-a3ce-a1089e290f60 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:10.413728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Attempting to bind port 667bd455-49c2-4f8c-a3ce-a1089e290f60 on network 91f386b3-bec2-4d91-abde-ca34202b61f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:10.420764 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:10.421139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Checking segment: {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:10.421538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.421928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Bound using segment: {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:10.422390 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Bound port: 667bd455-49c2-4f8c-a3ce-a1089e290f60, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:10.422767 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.584687 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] For port 667bd455-49c2-4f8c-a3ce-a1089e290f60, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:10.588708 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] For port 667bd455-49c2-4f8c-a3ce-a1089e290f60, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=667bd455-49c2-4f8c-a3ce-a1089e290f60,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:10.589805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-23f148bb-28c1-4d94-bf7e-524679e6f07e None None] Provisioning complete for port 0ddb40a4-989e-462c-adcb-2956d7880a33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:10.590148 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f148bb-28c1-4d94-bf7e-524679e6f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.603249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.603819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.717560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-23f148bb-28c1-4d94-bf7e-524679e6f07e None None] Port 0ddb40a4-989e-462c-adcb-2956d7880a33 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:10.732563 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703b1f-20c2-46c5-9509-395acfda8d34 None None] Pushing event updated for resources: {'Port': ['ID=667bd455-49c2-4f8c-a3ce-a1089e290f60,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:10.806941 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.826423 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.831973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.908918 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5b3d4-b797-4d89-91bc-3e2a5cdf0d8c None None] Pushing event updated for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:10.967430 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Attempting to bind port 2b161636-44b4-4a25-a131-dc163e36ff41 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:10.967806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Attempting to bind port 2b161636-44b4-4a25-a131-dc163e36ff41 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:10.968166 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Attempting to bind port 2b161636-44b4-4a25-a131-dc163e36ff41 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:10.975062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:10.975438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:10.976013 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.976229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:10.977280 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Bound port: 2b161636-44b4-4a25-a131-dc163e36ff41, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:10.977663 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:10.992907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:46:11.070315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] For port 2b161636-44b4-4a25-a131-dc163e36ff41, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:11.074355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] For port 2b161636-44b4-4a25-a131-dc163e36ff41, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b161636-44b4-4a25-a131-dc163e36ff41,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:11.085963 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.120220 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:11.130331 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Sync routers for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:11.142727 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.144621 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-e4704f7f-949d-4f46-943a-f06087fec225 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5362201 Dec 10 05:46:11.147063 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51524) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:11.252626 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:11.253355 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:11.334003 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] Provisioning complete for port 2b161636-44b4-4a25-a131-dc163e36ff41 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:11.334365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.369613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:11.380147 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:11.380822 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:11.421232 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5b3d4-b797-4d89-91bc-3e2a5cdf0d8c None None] Pushing event updated for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:11.522238 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.591297 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:11.596349 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:10Z', 'revision_number': 3, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:11.618567 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] For port 2b161636-44b4-4a25-a131-dc163e36ff41, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b161636-44b4-4a25-a131-dc163e36ff41,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:11.629179 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.642111 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Checking router: 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:11.642513 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Updating router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 port 0ddb40a4-989e-462c-adcb-2956d7880a33 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:46:11.675779 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.688806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417230d5-8e24-4b5c-aee3-b2e10b192975 None None] Pushing event updated for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:11.792861 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-2bb70e9d-62d1-4244-8a6c-4c6731f822fe None None] Provisioning complete for port 2b161636-44b4-4a25-a131-dc163e36ff41 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:11.793249 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb70e9d-62d1-4244-8a6c-4c6731f822fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:11.948006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:11.978007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccfae-a3fc-4050-91bf-fd6f6bd0dc14 None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:12.019965 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.027035 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.092106 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b29885-5e22-4298-9586-a9594d0ffcbc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:12.092775 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.095121 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Attempting to bind port 0ddb40a4-989e-462c-adcb-2956d7880a33 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:12.095494 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Attempting to bind port 0ddb40a4-989e-462c-adcb-2956d7880a33 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:12.095943 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Attempting to bind port 0ddb40a4-989e-462c-adcb-2956d7880a33 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:12.099495 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cb958-29be-4241-b4f4-0b50354bc7ff None None] Pushing event updated for resources: {'Port': ['ID=0ddb40a4-989e-462c-adcb-2956d7880a33,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:12.125290 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:12.125877 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:12.126446 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.126996 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:12.127613 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Bound port: 0ddb40a4-989e-462c-adcb-2956d7880a33, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:12.128096 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.130335 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84f8cf-9cb0-40ad-868d-3f01a71a46ef None None] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:46:12.199110 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] For port 0ddb40a4-989e-462c-adcb-2956d7880a33, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:12.202604 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] For port 0ddb40a4-989e-462c-adcb-2956d7880a33, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ddb40a4-989e-462c-adcb-2956d7880a33,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:12.219993 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.232231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Provisioning complete for port 667bd455-49c2-4f8c-a3ce-a1089e290f60 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:12.234254 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.294668 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:12.295246 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:12.311167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Allocated IP 172.20.0.1 (91f386b3-bec2-4d91-abde-ca34202b61f8/39d5d528-c58d-48de-84e5-adc40f6654e0/29b6b0c2-d60d-44fb-9769-ad14940a100f) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:12.317118 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd25f5-185e-4bc5-84a9-8fc575214f94 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:46:12.412249 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cb958-29be-4241-b4f4-0b50354bc7ff None None] Pushing event updated for resources: {'Port': ['ID=0ddb40a4-989e-462c-adcb-2956d7880a33,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:12.440112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:12.455223 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.468543 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b161636-44b4-4a25-a131-dc163e36ff41 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:12.507303 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.548909 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.560976 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] For port 667bd455-49c2-4f8c-a3ce-a1089e290f60, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=667bd455-49c2-4f8c-a3ce-a1089e290f60,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:12.575037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.591097 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:12.594291 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:12.603104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:12.636570 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Pushing event updated for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:12.655789 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.665437 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Pushing event updated for resources: {'Port': ['ID=667bd455-49c2-4f8c-a3ce-a1089e290f60,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:12.703012 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 2b161636-44b4-4a25-a131-dc163e36ff41 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:12.703674 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.745577 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Provisioning complete for port 0ddb40a4-989e-462c-adcb-2956d7880a33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:12.746341 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.758507 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:10Z', 'revision_number': 3, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:12.835560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddde4ff-be92-4e01-a027-e7699cc4e0cb None None] The sync data for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 is: [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:10Z', 'revision_number': 3, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:12.859115 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.905667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 667bd455-49c2-4f8c-a3ce-a1089e290f60 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:12.954561 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:12.982188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] For port 0ddb40a4-989e-462c-adcb-2956d7880a33, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ddb40a4-989e-462c-adcb-2956d7880a33,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:12.989785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.038929 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 667bd455-49c2-4f8c-a3ce-a1089e290f60 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:13.039879 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.090692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207c38e-384c-4c10-b7cb-5dd392d46add None None] Pushing event updated for resources: {'Port': ['ID=0ddb40a4-989e-462c-adcb-2956d7880a33,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:13.118962 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.125589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.141464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Provisioning complete for port 667bd455-49c2-4f8c-a3ce-a1089e290f60 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:13.141841 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.208584 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.214353 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Pushing event updated for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:13.270678 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Provisioning complete for port 0ddb40a4-989e-462c-adcb-2956d7880a33 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:13.271151 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.353463 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:13.354983 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:13.373710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Provisioning complete for port 29b6b0c2-d60d-44fb-9769-ad14940a100f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:13.374077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.425503 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-14c4fd13-2ef3-4a7f-bf7f-7ab48e1a8b9e None None] Port 29b6b0c2-d60d-44fb-9769-ad14940a100f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:13.521644 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:46:13.643909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:13.648210 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3af70546-b582-46fd-87c4-56d257c765b6 None None] Provisioning complete for port 29b6b0c2-d60d-44fb-9769-ad14940a100f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:13.648759 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3af70546-b582-46fd-87c4-56d257c765b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:13.652715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f38f4ca0-5a70-4ee5-bb1b-63b74cb1f98a admin admin] 10.222.0.43 "PUT /v2.0/routers/1e3a7cd9-f34f-434f-bcda-69987c95cfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009627 Dec 10 05:46:13.693057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3af70546-b582-46fd-87c4-56d257c765b6 None None] Port 29b6b0c2-d60d-44fb-9769-ad14940a100f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:14.229702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51532) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.233926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179567211', 'description': 'tempest-secgroup-smoke-179567211 description', 'project_id': 'b1c2536df3d849c494d8557652387ee3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.257119 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.326237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.330242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.339858 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ddb40a4-989e-462c-adcb-2956d7880a33 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:14.366719 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.367985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1376290 Dec 10 05:46:14.368795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb51d05-f43c-4ccb-81bb-2b1ba7b49038 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa996d3-d20c-4229-8c83-97dd18dd7644,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.371110 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.376518 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.388996 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 0ddb40a4-989e-462c-adcb-2956d7880a33 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:14.389370 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.402602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.457762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.466030 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.472284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 667bd455-49c2-4f8c-a3ce-a1089e290f60 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:14.487549 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ed2638-01e4-438b-806a-05fa8ae2a580,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.495518 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.499212 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d9e291e6-52db-409a-a848-9091fdfaae9c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240201 Dec 10 05:46:14.499446 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51536) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.503757 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.520338 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 667bd455-49c2-4f8c-a3ce-a1089e290f60 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:14.520781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.530074 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.589300 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.593151 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.615992 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1564a0-3a1c-4e1d-b82f-ed4e5f7c9e05,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.622506 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.623695 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1148fa99-665a-445b-b483-66ddcde83e10 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233747 Dec 10 05:46:14.626387 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.630728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.658042 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.715247 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.718993 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.739454 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a152b596-b19a-45f9-912f-30bcfe4b6567,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.745190 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.746344 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-35bf0b39-c675-41d8-9050-e6a7150f2fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190002 Dec 10 05:46:14.749064 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51540) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.753385 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.779872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.838735 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.842053 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.859401 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f69fde5-143f-4206-a8e6-d1cc7bedd60c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.866727 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.867964 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-193540a3-e46a-48fb-8cb5-6a6e6b31a940 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179380 Dec 10 05:46:14.870668 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51542) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:14.874973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:14.896302 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Project b1c2536df3d849c494d8557652387ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:46:14.901687 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.961911 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.966566 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.985341 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bee985f-028e-4fb7-8854-4453028c8ba7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:14.992031 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:14.993268 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-3a4a6506-9d0f-449f-9b8f-872e888ce08d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216588 Dec 10 05:46:14.995926 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:15.000210 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'daa996d3-d20c-4229-8c83-97dd18dd7644', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:15.021439 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Project b1c2536df3d849c494d8557652387ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:46:15.026850 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:15.084992 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:15.089214 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:15.107269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066744aa-12a9-4db6-8a0e-e821eadba6e2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:15.117307 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:15.119056 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-ce4add1c-eda4-42dd-aaf1-52e0c5fdaea0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219859 Dec 10 05:46:15.278677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-fd62a63b-c42f-41ad-bfbf-867e5bc9f0c9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179567211&fields=id&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 267 time: 0.0442877 Dec 10 05:46:15.393188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-2ff7a410-9153-4c1d-bfcd-31920c2c7603 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:15.394679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-2ff7a410-9153-4c1d-bfcd-31920c2c7603 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 808 time: 0.1089578 Dec 10 05:46:15.411210 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-4c5625f6-f935-4903-9116-d9017c0f1fae tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/quotas/b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Dec 10 05:46:15.464494 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-f62a4c68-e7c0-4829-b3e6-499fc29eb886 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466259 Dec 10 05:46:15.490793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Sync routers for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:15.505793 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:15.506401 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:15.568866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-c2d38752-f56e-41af-82f0-c753c275671e service neutron] 10.222.0.43 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919671 Dec 10 05:46:15.609398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:15.657471 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-81ce2818-3367-4131-9901-f4d647dd45b9 service neutron] 10.222.0.43 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820677 Dec 10 05:46:15.816146 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '29b6b0c2-d60d-44fb-9769-ad14940a100f', 'name': '', 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'mac_address': 'fa:16:3e:4b:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:12Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 2, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'subnets': [{'id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:15.828420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6c9883ad-1c0f-4bcc-b68c-6e9849b8b8ae req-a04a3d9b-fb45-4ac9-98d5-dc67fb3bc5d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 210 time: 0.0269723 Dec 10 05:46:15.846531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Checking router: 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:15.846975 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Updating router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 port 29b6b0c2-d60d-44fb-9769-ad14940a100f binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:46:15.874738 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.146085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.151567 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.223992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9fc48-584a-4663-b45e-b754707dcaad None None] Pushing event updated for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:16.422682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Attempting to bind port 29b6b0c2-d60d-44fb-9769-ad14940a100f on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:16.423057 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Attempting to bind port 29b6b0c2-d60d-44fb-9769-ad14940a100f by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:16.423424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Attempting to bind port 29b6b0c2-d60d-44fb-9769-ad14940a100f on network 91f386b3-bec2-4d91-abde-ca34202b61f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:16.432372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:16.432782 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Checking segment: {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:16.433187 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.433583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Bound using segment: {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:16.434053 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Bound port: 29b6b0c2-d60d-44fb-9769-ad14940a100f, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4db213c-d00e-42d6-8240-4842ab447b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:16.434438 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.449253 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b9efc0c6-af3e-4dd7-a0f5-b0939310b32d None None] Provisioning complete for port 29b6b0c2-d60d-44fb-9769-ad14940a100f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:16.449616 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9efc0c6-af3e-4dd7-a0f5-b0939310b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.512066 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b9efc0c6-af3e-4dd7-a0f5-b0939310b32d None None] Port 29b6b0c2-d60d-44fb-9769-ad14940a100f cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:16.528231 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] For port 29b6b0c2-d60d-44fb-9769-ad14940a100f, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:16.531289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] For port 29b6b0c2-d60d-44fb-9769-ad14940a100f, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29b6b0c2-d60d-44fb-9769-ad14940a100f,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:16.534526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.595372 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:16.596015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:45:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:16.599164 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9fc48-584a-4663-b45e-b754707dcaad None None] Pushing event updated for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:16.707939 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:16.866341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] Provisioning complete for port 29b6b0c2-d60d-44fb-9769-ad14940a100f triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:16.866851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:16.947182 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-16ee6133-4d84-4c0a-aa26-d1b74c2293df req-cde9e8cc-1814-4d39-ac74-e64063440360 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 210 time: 0.0459707 Dec 10 05:46:16.989945 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.004039 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '29b6b0c2-d60d-44fb-9769-ad14940a100f', 'name': '', 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'mac_address': 'fa:16:3e:4b:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:12Z', 'updated_at': '2021-12-10T05:46:16Z', 'revision_number': 4, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'subnets': [{'id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:17.038051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f688d25-182c-4e7e-8ffd-f5b8c127bf22 None None] The sync data for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 is: [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '29b6b0c2-d60d-44fb-9769-ad14940a100f', 'name': '', 'network_id': '91f386b3-bec2-4d91-abde-ca34202b61f8', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'mac_address': 'fa:16:3e:4b:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:12Z', 'updated_at': '2021-12-10T05:46:16Z', 'revision_number': 4, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'subnets': [{'id': '39d5d528-c58d-48de-84e5-adc40f6654e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:17.046932 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-29dd2e0d-2f16-4c34-939b-c324fc4f26fd tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:17.048518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-29dd2e0d-2f16-4c34-939b-c324fc4f26fd tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 808 time: 0.1363411 Dec 10 05:46:17.053552 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] For port 29b6b0c2-d60d-44fb-9769-ad14940a100f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29b6b0c2-d60d-44fb-9769-ad14940a100f,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:17.058528 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.137310 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083655c-5ee9-4d07-be21-d7e875073a6a None None] Pushing event updated for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:17.175722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-457cf96e-d908-40be-9a9e-bace18c4586f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 379 time: 0.0832245 Dec 10 05:46:17.204100 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'port': {'device_id': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'admin_state_up': True, 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'security_groups': ['daa996d3-d20c-4229-8c83-97dd18dd7644']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:17.327829 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Made reservation on behalf of b1c2536df3d849c494d8557652387ee3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:46:17.331862 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.466968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Allocated IP 172.20.0.9 (b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9/8eb0961a-88f8-43c7-835f-f6f93efc9150/a8dd9c82-d820-490f-bafa-ed8706f3785e) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:17.611853 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.649608 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.699374 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:17.705001 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:17.709485 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:17.713491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:17.760698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:17.761316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.777377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b22b6596-a561-46dc-b7e5-22d8eb533b39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776145 Dec 10 05:46:17.804249 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Request body: {'port': {'device_id': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:17.864931 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:17.986634 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-e1b66bed-1083-4af5-a943-ff63275f4231 None None] Provisioning complete for port a8dd9c82-d820-490f-bafa-ed8706f3785e triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:17.987184 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1b66bed-1083-4af5-a943-ff63275f4231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.029387 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e1b66bed-1083-4af5-a943-ff63275f4231 None None] Port a8dd9c82-d820-490f-bafa-ed8706f3785e cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:46:18.117789 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d5ed-cb7e-4e8a-8845-7ee8087194f5 req-c49e0eb4-0cf4-49cf-b165-2eb19a2c20ee tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:18.119269 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74e7d5ed-cb7e-4e8a-8845-7ee8087194f5 req-c49e0eb4-0cf4-49cf-b165-2eb19a2c20ee tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 931 time: 0.0774906 Dec 10 05:46:18.200982 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:46:18.213516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.227431 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Transition to ACTIVE for port object a8dd9c82-d820-490f-bafa-ed8706f3785e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:46:18.233014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74e7d5ed-cb7e-4e8a-8845-7ee8087194f5 req-d7fc1fe3-650f-407f-b0c2-c1abf27fc42f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070383 Dec 10 05:46:18.235346 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.286278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:18.309479 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29b6b0c2-d60d-44fb-9769-ad14940a100f up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:18.366188 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:46:18.366871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:46:18.366871 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:18.368129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 29b6b0c2-d60d-44fb-9769-ad14940a100f triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:18.368615 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.372413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:46:18.372770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:46:18.378048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:46:18.378392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:46:18.378773 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:46:18.379206 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Bound port: a8dd9c82-d820-490f-bafa-ed8706f3785e, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:46:18.379625 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.454897 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:46:18.458443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:46:18.464647 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.500601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:18.501211 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:18.502599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] 10.222.0.41 "PUT /v2.0/ports/a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1091 time: 0.7027943 Dec 10 05:46:18.503044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:46:18.505335 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:46:18.534425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de844f-9287-449c-b6e2-8884b8d76b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:18.556698 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72213dbe-8292-4f7d-b6fd-70c5b0c0453f x-openstack-request-id: req-72213dbe-8292-4f7d-b6fd-70c5b0c0453f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:46:18.557076 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:46:18.557450 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72213dbe-8292-4f7d-b6fd-70c5b0c0453f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:46:18.557934 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'status': 'completed', 'code': 200} Dec 10 05:46:18.627294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-cc6c1475-e7ef-49e6-afab-e260297af5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:18.628854 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-cc6c1475-e7ef-49e6-afab-e260297af5c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1094 time: 0.0471890 Dec 10 05:46:18.688397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-87becbc9-8661-4d2f-99df-a030e43436b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 217 time: 0.0350516 Dec 10 05:46:18.741130 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-075a5b6b-5e9a-4d1e-9621-8b0a26c53332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:18.742680 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-075a5b6b-5e9a-4d1e-9621-8b0a26c53332 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0441175 Dec 10 05:46:18.792062 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b1088e41-805f-493f-83d3-6dbd0e57c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:18.793584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-b1088e41-805f-493f-83d3-6dbd0e57c078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440366 Dec 10 05:46:18.886691 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-f71848dd-f2fc-4f06-b620-4d68eabbb507 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801799 Dec 10 05:46:18.984154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11448e1b-d372-4a9d-bc66-34dc7199bb98 req-ddd253a3-7998-47f4-bec1-2082d170dbf0 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Dec 10 05:46:19.123798 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-5d20df39-076a-4400-a39c-0d537d5b6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:19.125447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-5d20df39-076a-4400-a39c-0d537d5b6e63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1094 time: 0.0404453 Dec 10 05:46:19.218343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-a043fbbb-4860-420b-a691-269444402fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:19.219817 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-a043fbbb-4860-420b-a691-269444402fa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0861428 Dec 10 05:46:19.263886 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-3f92fd12-346d-421f-9730-43e719953782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 217 time: 0.0358775 Dec 10 05:46:19.335742 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-c0079f2d-24df-4ea7-9e31-a8b046653e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:19.337349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-c0079f2d-24df-4ea7-9e31-a8b046653e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0667238 Dec 10 05:46:19.374147 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd999159-4dac-4b2e-9b93-9f9899fa4902 req-25ac5742-c3d0-4a8e-a169-5ab0456a476e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:19.375653 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd999159-4dac-4b2e-9b93-9f9899fa4902 req-25ac5742-c3d0-4a8e-a169-5ab0456a476e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0697968 Dec 10 05:46:19.438467 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-0cf53972-ab2f-41c1-8414-9a01d5baa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:19.439993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-0cf53972-ab2f-41c1-8414-9a01d5baa41e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916681 Dec 10 05:46:19.449714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cd999159-4dac-4b2e-9b93-9f9899fa4902 req-f9868342-808b-4692-8ead-5ebe58ffe9b5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603888 Dec 10 05:46:19.535007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-b89d7191-985f-44dd-bd43-4e595903fe9f service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Dec 10 05:46:19.633206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8321e8e8-1b98-4fa6-9694-b1b35119b0f5 req-a8816015-b3ba-450c-9135-c7331e4eba24 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893888 Dec 10 05:46:20.575473 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4abb2-cd6c-46c0-8c64-79f73d9d9a4c req-54d489d4-1b11-42e2-a637-820d6cae03e5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:20.576969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80e4abb2-cd6c-46c0-8c64-79f73d9d9a4c req-54d489d4-1b11-42e2-a637-820d6cae03e5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0480289 Dec 10 05:46:20.625320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-80e4abb2-cd6c-46c0-8c64-79f73d9d9a4c req-9e3b1f1d-9678-47ed-950d-a98417ae90c2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Dec 10 05:46:21.103319 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:21.345139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:46:21.437651 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:21.451300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:46:21.486524 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:21.499206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:46:21.517638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:21.521385 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:21.566498 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:21.744550 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aad971-13d9-40da-b202-e6ee22916384 req-3516626a-11e6-4475-8357-28a103e50a97 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:21.745914 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19aad971-13d9-40da-b202-e6ee22916384 req-3516626a-11e6-4475-8357-28a103e50a97 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0523920 Dec 10 05:46:21.794657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-19aad971-13d9-40da-b202-e6ee22916384 req-20661063-33f8-4dec-af68-b92c470d7db7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Dec 10 05:46:21.925967 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a8dd9c82-d820-490f-bafa-ed8706f3785e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:46:22.487549 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55c0968e-1980-497b-aaa0-525e5777cd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:22.915690 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43364a57-5cd5-44fe-89ef-a893d507901f req-df73e4b8-b3f8-4751-88b5-971a4aea4d23 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:22.917310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43364a57-5cd5-44fe-89ef-a893d507901f req-df73e4b8-b3f8-4751-88b5-971a4aea4d23 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0489478 Dec 10 05:46:22.971245 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-43364a57-5cd5-44fe-89ef-a893d507901f req-3d033730-5930-499b-ac51-a2946a64901d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480068 Dec 10 05:46:23.364427 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:46:23.417434 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port a8dd9c82-d820-490f-bafa-ed8706f3785e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:46:23.422123 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port a8dd9c82-d820-490f-bafa-ed8706f3785e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:46:23.422431 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:23.497289 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:23.518796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:46:23.521059 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e72a6-b1a4-4488-83b6-e67d5286dd5d" -d '{"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:46:23.536611 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:46:23.541277 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:23.566816 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a702118-e56b-4ce1-904b-fd939188f0da x-openstack-request-id: req-4a702118-e56b-4ce1-904b-fd939188f0da {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:46:23.567115 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:46:23.567371 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a702118-e56b-4ce1-904b-fd939188f0da {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:46:23.567760 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'code': 200} Dec 10 05:46:23.595974 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:23.793180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b9bbc-bea7-40c2-8ec2-b4016d86b31b req-61fde984-843e-4159-b7ae-739bcfdf6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:23.794648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-822b9bbc-bea7-40c2-8ec2-b4016d86b31b req-61fde984-843e-4159-b7ae-739bcfdf6d4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.1320400 Dec 10 05:46:23.843973 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-822b9bbc-bea7-40c2-8ec2-b4016d86b31b req-ff357f7b-2c82-412d-9739-641721bba018 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Dec 10 05:46:24.085927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a174a-adb9-456a-96a2-fee245ae399c req-423c8834-11be-45fa-b1ce-1cab1c995c34 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:24.087397 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a84a174a-adb9-456a-96a2-fee245ae399c req-423c8834-11be-45fa-b1ce-1cab1c995c34 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0486224 Dec 10 05:46:24.135727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a84a174a-adb9-456a-96a2-fee245ae399c req-f3f67547-bf81-4624-a901-008d490b351e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Dec 10 05:46:24.295562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.255010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8541e5-e993-4413-a754-946ea2738a76 req-d6f48b25-2151-4b95-aca6-57f62e7cf072 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:25.256715 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf8541e5-e993-4413-a754-946ea2738a76 req-d6f48b25-2151-4b95-aca6-57f62e7cf072 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0492558 Dec 10 05:46:25.304817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7201d59c-9b20-4ec1-9a95-5e9079164d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.310291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cf8541e5-e993-4413-a754-946ea2738a76 req-a09e54a4-630a-48d4-ba1b-4bf4dc168697 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470307 Dec 10 05:46:25.425516 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1e0b-3704-443b-9f74-cbe24740f91d req-6fd4dd81-2995-4052-ace4-6ba98018ed3a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:25.426898 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-754f1e0b-3704-443b-9f74-cbe24740f91d req-6fd4dd81-2995-4052-ace4-6ba98018ed3a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0493457 Dec 10 05:46:25.475626 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-754f1e0b-3704-443b-9f74-cbe24740f91d req-7470fa1c-db92-4414-bfbe-4a6bae55fcac tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 Dec 10 05:46:25.497983 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:25.579796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794f8a-48e2-41e2-a3b9-daafa217b57e tempest-TestShelveInstance-217776563 tempest-TestShelveInstance-217776563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:25.581353 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c1794f8a-48e2-41e2-a3b9-daafa217b57e tempest-TestShelveInstance-217776563 tempest-TestShelveInstance-217776563-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1091 time: 0.0823679 Dec 10 05:46:25.584287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:46:25.588558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:46:25.609245 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.704775 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.802248 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Allocated IP 172.25.8.110 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/c9442ec4-3c4a-4d4f-9b74-7edf15df9a07) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:46:25.905390 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.938857 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:25.973484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:46:25.976246 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:46:25.980116 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:46:26.005255 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=c9442ec4-3c4a-4d4f-9b74-7edf15df9a07,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:26.040760 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.337058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.400107 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.548602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.552762 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.621269 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=c9442ec4-3c4a-4d4f-9b74-7edf15df9a07,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:46:26.632541 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:26.727084 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Floating IP 07b75388-46b0-4d9f-aee8-dc77ad602a0c associated. External IP: 172.25.8.110, port: a8dd9c82-d820-490f-bafa-ed8706f3785e. Dec 10 05:46:26.928701 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:46:27.371613 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:46:27.381596 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:46:27.389043 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:27.392804 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:27.393478 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:27.417484 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-aae22365-1ffa-404a-80ba-a4168f387754 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8320997 Dec 10 05:46:27.418092 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:46:27.420369 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:46:27.458087 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0acc8-d0de-446d-bde6-9b00f24207e5 x-openstack-request-id: req-cca0acc8-d0de-446d-bde6-9b00f24207e5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:46:27.458450 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:46:27.458802 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cca0acc8-d0de-446d-bde6-9b00f24207e5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:46:27.459290 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'status': 'completed', 'code': 200} Dec 10 05:46:27.498474 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:27.541923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-f3e1007d-88b3-4b6e-b388-231e1b17cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:27.543518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-f3e1007d-88b3-4b6e-b388-231e1b17cdb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.0398400 Dec 10 05:46:27.637933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-e84cfd74-3c96-47e7-bed5-3789659c5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:27.639945 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-e84cfd74-3c96-47e7-bed5-3789659c5969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0887914 Dec 10 05:46:27.690465 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:27.708147 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-5653fab8-4569-4f02-8cf9-f907d5580e66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 999 time: 0.0610530 Dec 10 05:46:27.717417 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '07b75388-46b0-4d9f-aee8-dc77ad602a0c', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:46:26Z', 'updated_at': '2021-12-10T05:46:26Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:27.764523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-32cf4262-73b2-42f9-893e-49c2b62b6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:27.766060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-32cf4262-73b2-42f9-893e-49c2b62b6be3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0496044 Dec 10 05:46:27.814360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-e2d08dd0-ff50-484e-9e65-57294bcb2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:27.815901 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-e2d08dd0-ff50-484e-9e65-57294bcb2e27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426605 Dec 10 05:46:27.832611 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:46:27.841150 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:46:27.841756 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:46:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:27.905340 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-577dadf7-c850-4da9-bc39-dca0b2c5503a service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824649 Dec 10 05:46:27.944219 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:46:27.998102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d56ceee2-24bc-4e7d-9e8f-08bed865cd75 req-a33cf435-5f6d-414e-9585-59c0ea2b60d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Dec 10 05:46:28.159724 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '07b75388-46b0-4d9f-aee8-dc77ad602a0c', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:46:26Z', 'updated_at': '2021-12-10T05:46:26Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:46:28.189497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f247c77-6424-409e-a685-7d344b639e0d None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '07b75388-46b0-4d9f-aee8-dc77ad602a0c', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:46:26Z', 'updated_at': '2021-12-10T05:46:26Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:46:28.376505 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb68cf5-1717-463e-aadf-142ac829121d None None] New status for floating IP 07b75388-46b0-4d9f-aee8-dc77ad602a0c: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:46:28.494851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:36.469698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-3bec8736-4921-4052-a784-e0dabe546679 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397587 Dec 10 05:46:36.573184 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-9f43abb0-b968-4bd0-b9f0-a7df901cce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:36.574679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-9f43abb0-b968-4bd0-b9f0-a7df901cce44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.0401018 Dec 10 05:46:36.685665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-56872a1e-8f24-4afc-98d3-413a692e11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:36.687137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-56872a1e-8f24-4afc-98d3-413a692e11ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0870967 Dec 10 05:46:36.752387 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-b3b0c279-ac96-4b61-8449-519d786752f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1001 time: 0.0560884 Dec 10 05:46:36.803736 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-7dbaff26-6198-4670-9f1e-a317845d9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:36.805705 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-7dbaff26-6198-4670-9f1e-a317845d9326 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0459290 Dec 10 05:46:36.851615 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-72f3b741-e041-496a-bb78-c342aa976982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:46:36.853099 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-72f3b741-e041-496a-bb78-c342aa976982 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387390 Dec 10 05:46:36.943587 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-92797c23-1a03-46ef-a1d3-4c8c1d788dcc service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 Dec 10 05:46:37.034871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52a22aa-d52d-4e72-9580-f28f2971b2de req-c2a4f14c-04a2-4cd5-894e-3e78028c364d service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830779 Dec 10 05:46:47.055121 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:46:51.114883 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:52.487862 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb50a66e-f807-452f-bcbd-b6f0c4a09cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:54.315085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:55.304914 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75265b63-7df0-48d0-9204-3a2e165be2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:56.043559 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:57.689647 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:46:58.477007 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:21.117863 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:22.491375 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40a67862-b6d8-431d-ae1d-4707cd682705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:24.054120 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:47:24.308244 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:25.307614 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f45bfc1f-c519-4604-9509-134de2b01952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:26.046308 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:27.696553 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:28.479402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:37.578973 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-d7be11dc-be7f-462a-9ab2-5e3d184093a2 req-b39a570b-437e-4d04-9a30-05fac41db474 service neutron] (103253) timed out ('10.222.0.43', 44156) {{(pid=103253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 05:47:38.504026 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-0b220e7d-c037-4a97-97a0-ada0781fd6fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410566 Dec 10 05:47:38.619192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-5709274b-6700-479c-8bae-5b849997dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:47:38.620736 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-5709274b-6700-479c-8bae-5b849997dca1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.0495207 Dec 10 05:47:38.737386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-87574777-7599-4aae-86a2-e1de0b005efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:47:38.738858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-87574777-7599-4aae-86a2-e1de0b005efe service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0895371 Dec 10 05:47:38.815148 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-5e3207b7-d88c-4f3b-9da6-324352da1df0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1001 time: 0.0633020 Dec 10 05:47:38.868095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-8f9600af-521a-47b9-8dbf-f9cad5b25afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:47:38.869593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-8f9600af-521a-47b9-8dbf-f9cad5b25afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0430648 Dec 10 05:47:38.919072 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-01cbc63f-b6a7-4369-961e-f8387b23313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:47:38.920640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-01cbc63f-b6a7-4369-961e-f8387b23313c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394952 Dec 10 05:47:39.349407 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-a4b0494d-ea6d-42af-9c7a-635883c1b673 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176517 Dec 10 05:47:39.450290 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-58861f45-88ac-4cd5-863e-768d70c92aaa req-686edcb8-a6e8-452c-92c0-e963812f5ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876124 Dec 10 05:47:51.122415 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:52.492419 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d451bd-2ebf-4d91-a5ed-f8b9b724feec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:54.315192 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:55.309545 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d81721f4-3463-4552-8718-87f09711d81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:56.051986 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:57.700360 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:47:58.482073 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:01.053192 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:48:21.153664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:22.494470 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-930cf25a-8ff9-4219-94d7-faa1188336f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:24.314402 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:25.312327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6ff8-2adf-4d38-9f28-18c11c17cef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:25.532230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16190e-9b2b-431b-90b7-2c374e80ac0d req-7b583cd0-9d8b-4e85-9bd1-d00f183889ae tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:25.533849 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b16190e-9b2b-431b-90b7-2c374e80ac0d req-7b583cd0-9d8b-4e85-9bd1-d00f183889ae tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.1177881 Dec 10 05:48:25.589143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b16190e-9b2b-431b-90b7-2c374e80ac0d req-9b3cdbd6-5d96-45ac-8ca3-4a6bb474b987 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Dec 10 05:48:26.052870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:26.737944 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dca83-0f1c-4510-b4a9-6560d1647781 req-3fa332a3-0739-4eb7-900b-cadd07398552 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:26.739438 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f91dca83-0f1c-4510-b4a9-6560d1647781 req-3fa332a3-0739-4eb7-900b-cadd07398552 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0473297 Dec 10 05:48:26.786942 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f91dca83-0f1c-4510-b4a9-6560d1647781 req-0d68880c-8e16-4358-83f8-715789027ff5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Dec 10 05:48:27.703388 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:27.923824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded5281-3fea-4747-aa30-b93c50f4894f req-c8c0b65e-df96-471c-a34a-368b77697a06 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:27.925319 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ded5281-3fea-4747-aa30-b93c50f4894f req-c8c0b65e-df96-471c-a34a-368b77697a06 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0472891 Dec 10 05:48:27.977986 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9ded5281-3fea-4747-aa30-b93c50f4894f req-a03d0624-1771-4820-9e57-14a2572303a7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Dec 10 05:48:28.484689 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:29.103445 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f7c1b-8a4b-48b2-8faf-6a36040c3e0e req-54ae842f-4a41-441d-acc1-ddbda65da900 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:29.108978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef7f7c1b-8a4b-48b2-8faf-6a36040c3e0e req-54ae842f-4a41-441d-acc1-ddbda65da900 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0559621 Dec 10 05:48:29.156709 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef7f7c1b-8a4b-48b2-8faf-6a36040c3e0e req-cf79e192-7f68-4886-bf92-af53a3aacdf3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457845 Dec 10 05:48:30.269980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7732f1-a22e-4cef-95cd-438fbdd78fd2 req-480104a6-c6b6-4a8b-83e9-0c0a056cb28a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:30.271416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db7732f1-a22e-4cef-95cd-438fbdd78fd2 req-480104a6-c6b6-4a8b-83e9-0c0a056cb28a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0475354 Dec 10 05:48:30.319646 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-db7732f1-a22e-4cef-95cd-438fbdd78fd2 req-b1884f01-2207-4aa8-9bae-35e4a02df6d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Dec 10 05:48:31.441964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f9360-203a-4131-b4c0-5ff17705b202 req-d9a58758-bbf5-4884-a2bc-b58a2fbb32a0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:31.443351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-773f9360-203a-4131-b4c0-5ff17705b202 req-d9a58758-bbf5-4884-a2bc-b58a2fbb32a0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0528755 Dec 10 05:48:31.492109 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-773f9360-203a-4131-b4c0-5ff17705b202 req-2a504215-5b28-4776-8abc-e80108f7fc6e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Dec 10 05:48:32.608372 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324426b-0acb-4680-a931-2adfb27ecb49 req-7d00df67-c04f-450f-8164-f88f4b6186e5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:32.609879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0324426b-0acb-4680-a931-2adfb27ecb49 req-7d00df67-c04f-450f-8164-f88f4b6186e5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0475605 Dec 10 05:48:32.657310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0324426b-0acb-4680-a931-2adfb27ecb49 req-ea1765ae-4f09-4199-a48f-bc946c0cae81 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Dec 10 05:48:33.773972 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc4334-4564-43ab-84ff-2034f9df3bde req-18c4b830-d3c6-480f-9a8e-eb0a870ee9f3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:33.775852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfdc4334-4564-43ab-84ff-2034f9df3bde req-18c4b830-d3c6-480f-9a8e-eb0a870ee9f3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0495334 Dec 10 05:48:33.828951 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfdc4334-4564-43ab-84ff-2034f9df3bde req-8a0f366b-6baf-4c9e-a678-d2f6a3d7b4f2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466232 Dec 10 05:48:34.945560 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a10df-2977-48de-80f1-87db2dec5d56 req-7206013e-2f55-46bd-aa2f-f7611439bcc7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:34.947014 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa4a10df-2977-48de-80f1-87db2dec5d56 req-7206013e-2f55-46bd-aa2f-f7611439bcc7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0484238 Dec 10 05:48:34.997604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-fa4a10df-2977-48de-80f1-87db2dec5d56 req-3a1e0068-5715-440d-9787-9ef6a5598f1e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Dec 10 05:48:35.868805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:48:36.115954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654890-ba36-4e41-aeb5-32146987d1f1 req-8b558712-1c3f-40b5-b98d-3e331283d6d4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:36.117479 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28654890-ba36-4e41-aeb5-32146987d1f1 req-8b558712-1c3f-40b5-b98d-3e331283d6d4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0509641 Dec 10 05:48:36.131561 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:48:36.142934 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:48:36.167476 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-28654890-ba36-4e41-aeb5-32146987d1f1 req-d7b3f29e-656f-4de5-8992-1b8135ebe132 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Dec 10 05:48:36.179972 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:36.193007 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:48:36.213250 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:48:36.216748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:36.263423 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:48:36.270565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.270919 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.271263 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.271602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.271940 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.272276 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.272638 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.272971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.273301 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.273628 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.273958 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.274555 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.274889 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:36.393323 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['a8dd9c82-d820-490f-bafa-ed8706f3785e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:48:37.288148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bdaf5-d3fe-4954-be37-7f26c28f5fe0 req-c8edc5b8-9952-4253-a70d-28b3d068f99b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:37.290593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f1bdaf5-d3fe-4954-be37-7f26c28f5fe0 req-c8edc5b8-9952-4253-a70d-28b3d068f99b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0529585 Dec 10 05:48:37.339923 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2f1bdaf5-d3fe-4954-be37-7f26c28f5fe0 req-09c4832b-b812-46b7-9597-de13cbb9bba6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Dec 10 05:48:37.899525 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:48:37.951413 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port a8dd9c82-d820-490f-bafa-ed8706f3785e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:48:37.951781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:38.028991 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:38.052935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:48:38.054650 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:48:38.057239 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f46e64-4f0a-4af6-b18c-038afc5d9fdc" -d '{"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:48:38.071654 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:48:38.076166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:38.102837 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b244f2-d889-4219-b599-a77aca140875 x-openstack-request-id: req-a2b244f2-d889-4219-b599-a77aca140875 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:48:38.103144 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:48:38.103396 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2b244f2-d889-4219-b599-a77aca140875 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:48:38.103792 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'code': 200} Dec 10 05:48:38.132605 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:48:38.457402 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7b5a-893e-41ab-be83-0d64606d20b9 req-13f865c2-6d1a-4197-bbd6-ed4048b35310 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:38.458905 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e79c7b5a-893e-41ab-be83-0d64606d20b9 req-13f865c2-6d1a-4197-bbd6-ed4048b35310 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0502295 Dec 10 05:48:38.521504 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e79c7b5a-893e-41ab-be83-0d64606d20b9 req-3032ee37-0a7c-42f6-b0c0-33758cdc6aeb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561640 Dec 10 05:48:39.666676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fa7ad-0fe2-4769-9c2a-6f17c7309f83 req-83a216a3-89b2-4f8a-b361-213dac6e5721 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:39.668316 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a4fa7ad-0fe2-4769-9c2a-6f17c7309f83 req-83a216a3-89b2-4f8a-b361-213dac6e5721 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0678871 Dec 10 05:48:39.722929 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a4fa7ad-0fe2-4769-9c2a-6f17c7309f83 req-8d5bda2c-f4f3-48c8-a7f0-a2a519dfb6d7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 Dec 10 05:48:40.532156 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-51529c82-c0cd-40d4-ba9d-cf933818924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:40.533726 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-51529c82-c0cd-40d4-ba9d-cf933818924c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.0443881 Dec 10 05:48:40.654501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-51825ae4-b132-4874-bb58-ab61f9a63ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:40.656002 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-51825ae4-b132-4874-bb58-ab61f9a63ba2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0979319 Dec 10 05:48:40.737495 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-0cf2bde0-fa92-43e2-9217-b5e949a64fbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1001 time: 0.0732057 Dec 10 05:48:40.802110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-eca95525-ff16-49bc-b3fb-f3a7893aa084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:40.803523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-eca95525-ff16-49bc-b3fb-f3a7893aa084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0556226 Dec 10 05:48:40.889573 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-e2854c6c-8708-4032-ba38-b09c91372ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:40.891100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-e2854c6c-8708-4032-ba38-b09c91372ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783250 Dec 10 05:48:40.899416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574ba09-152c-47d5-bd99-cd93eb257c22 req-d4907f44-7f44-4573-b5ed-ecf951c81c68 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:40.900855 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b574ba09-152c-47d5-bd99-cd93eb257c22 req-d4907f44-7f44-4573-b5ed-ecf951c81c68 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0964231 Dec 10 05:48:41.020718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b574ba09-152c-47d5-bd99-cd93eb257c22 req-7e28c5a6-2391-462d-a223-2b99913e0c67 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084735 Dec 10 05:48:41.052693 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-ea0d79a0-73a6-4d04-a343-cf72320d71be service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486871 Dec 10 05:48:41.179320 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4e5a9107-ba8a-4b0d-b6d0-23748a8f96e6 req-9357b456-4b47-4f76-9ce9-9b73df53db95 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136022 Dec 10 05:48:42.153793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44009e1-1afa-4ae7-8b3a-5e7d51fd84cb req-a0d37dc3-b0d4-4cfb-ab32-cd6cc70614d4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:42.156932 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a44009e1-1afa-4ae7-8b3a-5e7d51fd84cb req-a0d37dc3-b0d4-4cfb-ab32-cd6cc70614d4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0571818 Dec 10 05:48:42.219288 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a44009e1-1afa-4ae7-8b3a-5e7d51fd84cb req-549e399c-197a-452a-a5c3-a447d9879752 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571651 Dec 10 05:48:43.346823 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9ef8d-a5db-4fb0-8eb3-71419e612f0a req-9ad40d0d-930c-466d-b20e-4b8666747969 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:43.348343 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32d9ef8d-a5db-4fb0-8eb3-71419e612f0a req-9ad40d0d-930c-466d-b20e-4b8666747969 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0567586 Dec 10 05:48:43.416113 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-32d9ef8d-a5db-4fb0-8eb3-71419e612f0a req-9068ec5d-20cc-49ba-9975-f660c748ce8c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593181 Dec 10 05:48:44.544265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddef45-7edc-4998-87c8-33f59a77e928 req-60fd9b65-8d17-405b-b543-a2249bf5e019 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:44.545895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fddef45-7edc-4998-87c8-33f59a77e928 req-60fd9b65-8d17-405b-b543-a2249bf5e019 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0518346 Dec 10 05:48:44.597622 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7fddef45-7edc-4998-87c8-33f59a77e928 req-b209d063-86b9-485b-88bb-d9268f19cc0e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Dec 10 05:48:45.727738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34847b2-3d5d-4f1e-950e-df6ec5a30527 req-318b7ecf-3f91-40f8-ae1f-b9825ecf3f6f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:45.732994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d34847b2-3d5d-4f1e-950e-df6ec5a30527 req-318b7ecf-3f91-40f8-ae1f-b9825ecf3f6f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0613408 Dec 10 05:48:45.784435 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d34847b2-3d5d-4f1e-950e-df6ec5a30527 req-8bb358a1-39c3-4d7a-9e5c-dabed4c5c5bb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476663 Dec 10 05:48:46.909994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1870afd-275b-411b-9368-c685c2c4a31c req-078595e0-df0e-451d-a9fa-4b0ec6ff964b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:46.911414 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1870afd-275b-411b-9368-c685c2c4a31c req-078595e0-df0e-451d-a9fa-4b0ec6ff964b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0549493 Dec 10 05:48:46.970704 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1870afd-275b-411b-9368-c685c2c4a31c req-01bedef5-d216-4507-9e04-4d16e8c7ee37 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522516 Dec 10 05:48:48.088689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059680-2801-40b2-a6a6-d03380b4e746 req-39179212-15ef-4913-8e86-66c5641d1661 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:48.090685 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53059680-2801-40b2-a6a6-d03380b4e746 req-39179212-15ef-4913-8e86-66c5641d1661 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0496290 Dec 10 05:48:48.165783 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-53059680-2801-40b2-a6a6-d03380b4e746 req-8b2bf756-16c8-444f-8f33-2c5f168da5d2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681672 Dec 10 05:48:48.167960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-b2f7b5ad-1e01-41c7-ac42-7a3af0b9fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:48.169830 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-b2f7b5ad-1e01-41c7-ac42-7a3af0b9fb83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1096 time: 0.0890982 Dec 10 05:48:48.264277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-af2f7c0a-15c2-44ba-b389-190b0da23eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:48.265780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-af2f7c0a-15c2-44ba-b389-190b0da23eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0843029 Dec 10 05:48:48.335610 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-f1d0c70e-77b5-4526-8dbb-020e06821fe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1001 time: 0.0619459 Dec 10 05:48:48.388166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-597ecf6f-b6b7-4e50-b012-2096be2cb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:48.389603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-597ecf6f-b6b7-4e50-b012-2096be2cb9e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0426309 Dec 10 05:48:48.439261 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-32f43c46-501c-4ea4-b290-bf05debdde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:48.440827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-32f43c46-501c-4ea4-b290-bf05debdde30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403690 Dec 10 05:48:48.535571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-9cb4f7e2-53ab-47cf-9163-7e26d7b1c661 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836785 Dec 10 05:48:48.630761 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-978d82fb-94e2-4423-b192-94f8857c4f46 req-cca26508-8bb9-4a5a-b7a1-a2046c20d809 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Dec 10 05:48:49.283951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b971ff-ca00-4aa7-83df-45fcf3077169 req-579462cb-1c62-4a97-ba6d-a0224ab53baf tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:49.285523 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b971ff-ca00-4aa7-83df-45fcf3077169 req-579462cb-1c62-4a97-ba6d-a0224ab53baf tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0494468 Dec 10 05:48:49.339423 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-24b971ff-ca00-4aa7-83df-45fcf3077169 req-09b713fc-98af-4d54-8b54-5f4cbc07e3e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478482 Dec 10 05:48:49.979526 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:48:50.057159 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:50.079160 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:48:50.081404 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be744728-17ce-41c4-a380-882933e43948" -d '{"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:48:50.093343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:48:50.097797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:50.121369 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f280293-6c45-43a6-bfcf-82fdc878e4d6 x-openstack-request-id: req-7f280293-6c45-43a6-bfcf-82fdc878e4d6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:48:50.122240 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:48:50.122494 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f280293-6c45-43a6-bfcf-82fdc878e4d6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:48:50.122882 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'code': 200} Dec 10 05:48:50.148199 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:48:50.453250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1801b82-88cb-4e21-ad16-f30d447b96a1 req-76a67d42-6655-4c54-916e-5eb2a4681ceb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:50.454650 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1801b82-88cb-4e21-ad16-f30d447b96a1 req-76a67d42-6655-4c54-916e-5eb2a4681ceb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0480566 Dec 10 05:48:50.502780 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d1801b82-88cb-4e21-ad16-f30d447b96a1 req-23dd3574-e833-4522-9473-be4009176b64 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Dec 10 05:48:51.162240 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:51.631405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be0436-3179-4eb5-bda5-70999499f75f req-bca78a62-1272-4b27-86d9-78128d9812b8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:51.632903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4be0436-3179-4eb5-bda5-70999499f75f req-bca78a62-1272-4b27-86d9-78128d9812b8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0516081 Dec 10 05:48:51.680699 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e4be0436-3179-4eb5-bda5-70999499f75f req-299cac2a-4e23-4530-8dfe-f5da17d17cd6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Dec 10 05:48:51.790738 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-69710f9c-2085-4cf7-9927-f9fb61d02a8a req-55f22435-ad42-4b8d-8b73-b1f4a28bcbd0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:48:51.791733 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-69710f9c-2085-4cf7-9927-f9fb61d02a8a req-55f22435-ad42-4b8d-8b73-b1f4a28bcbd0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465109 Dec 10 05:48:51.947214 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99193784-1b15-4fcb-b894-d83982b62ed4 req-585e46d3-5e19-4b1f-8977-ba41d3e0b93d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:51.948759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99193784-1b15-4fcb-b894-d83982b62ed4 req-585e46d3-5e19-4b1f-8977-ba41d3e0b93d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0512021 Dec 10 05:48:51.999762 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-99193784-1b15-4fcb-b894-d83982b62ed4 req-561eef18-e8a8-433d-8886-e3ba42f856d7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442781 Dec 10 05:48:52.115589 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-ae01100f-aa08-448c-aa3a-531391d4c27b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804031 Dec 10 05:48:52.497946 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-059d019b-78b3-4b70-80ee-aca55d02c34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.145066 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9790a-2b43-4e01-bfb2-b2ce3f580159 req-0cf93969-73dd-4e6c-a8b1-8e7308990c22 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:53.146500 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64d9790a-2b43-4e01-bfb2-b2ce3f580159 req-0cf93969-73dd-4e6c-a8b1-8e7308990c22 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 943 time: 0.0768828 Dec 10 05:48:53.178285 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-12938ce5-7579-441b-8cd4-34b5d39b7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:53.179807 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-12938ce5-7579-441b-8cd4-34b5d39b7540 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 1094 time: 0.1150138 Dec 10 05:48:53.202657 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:48:53.234936 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-64d9790a-2b43-4e01-bfb2-b2ce3f580159 req-fa6d23b2-3601-46a9-962d-a5a0ce99d104 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792892 Dec 10 05:48:53.265944 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.459765 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:48:53.496532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:48:53.528296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:48:53.535687 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.550242 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Transition to ACTIVE for port object a8dd9c82-d820-490f-bafa-ed8706f3785e will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:48:53.553823 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.602084 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=9']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:48:53.637758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.638260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.638610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.638955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.639287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.639621 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.639950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.640277 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.640629 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.640963 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.641289 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.641614 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.641938 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:48:53.688419 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] No DVR routers for this DVR port a8dd9c82-d820-490f-bafa-ed8706f3785e on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:48:53.822039 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:48:53.822387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:48:53.822698 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:48:53.827381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:48:53.827702 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Attempting to bind port a8dd9c82-d820-490f-bafa-ed8706f3785e on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:48:53.832832 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:48:53.833175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:48:53.833557 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:48:53.833975 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Bound port: a8dd9c82-d820-490f-bafa-ed8706f3785e, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:48:53.834350 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.895055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:48:53.897946 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:48:53.902235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.935479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:53.936096 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:53.937528 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1091 time: 0.7436161 Dec 10 05:48:53.937960 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:48:53.940200 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8382e4-31f2-42ee-9cdf-abb34e652f98" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:48:53.964587 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acda0a4-1090-48ff-b804-0d757acf0766 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=10']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:48:54.005311 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac87acc-d56e-44c3-addf-dee299939d32 x-openstack-request-id: req-5ac87acc-d56e-44c3-addf-dee299939d32 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:48:54.005607 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:48:54.005863 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac87acc-d56e-44c3-addf-dee299939d32 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:48:54.006251 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'status': 'completed', 'code': 200} Dec 10 05:48:54.013119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:48:54.024290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-e669b437-ef6c-4b47-9b4d-5bd7af575e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.026663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-e669b437-ef6c-4b47-9b4d-5bd7af575e0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1095 time: 0.0502670 Dec 10 05:48:54.060179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:48:54.117586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-610ff70f-4b8e-4335-ba0a-d452ae93c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.119055 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-610ff70f-4b8e-4335-ba0a-d452ae93c714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0861175 Dec 10 05:48:54.187641 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-1158578a-db18-4d1b-b9c4-5e338469daa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 999 time: 0.0616078 Dec 10 05:48:54.235493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-9799b5f2-18ea-4981-8a20-a0401e8f5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.236865 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-9799b5f2-18ea-4981-8a20-a0401e8f5369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0428038 Dec 10 05:48:54.285364 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-c16e2565-d878-4e38-9335-5cf3ac708224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.286778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-c16e2565-d878-4e38-9335-5cf3ac708224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417526 Dec 10 05:48:54.313736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:54.417881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303425-0fbd-4a02-8e24-4d7936cb8360 req-f0addada-867a-4ae1-9dd6-d60b068cd3f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.419903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed303425-0fbd-4a02-8e24-4d7936cb8360 req-f0addada-867a-4ae1-9dd6-d60b068cd3f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0669096 Dec 10 05:48:54.422119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-f597991a-d660-43c9-a6ed-b9f0a8138bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274400 Dec 10 05:48:54.527188 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed303425-0fbd-4a02-8e24-4d7936cb8360 req-f38e2874-4cfa-491e-a6b5-282dd4a9b6a9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011410 Dec 10 05:48:54.548085 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9ed30ab-d74e-4506-8c8b-9cfab08c7329 req-c69de9da-a1cb-4afe-84f4-cdbf4626eaf5 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161883 Dec 10 05:48:54.703992 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-e1ccd795-9139-4e11-b243-0a42499cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.705524 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-e1ccd795-9139-4e11-b243-0a42499cabc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1095 time: 0.0572238 Dec 10 05:48:54.804172 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-1fb5cee6-ee75-41d1-984c-bc181b031985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:54.805757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-1fb5cee6-ee75-41d1-984c-bc181b031985 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0926287 Dec 10 05:48:54.882775 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-311050d9-ddd9-4d08-8c97-8e984e24088b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 999 time: 0.0702543 Dec 10 05:48:55.316334 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20479244-0120-4bbc-aeb3-9a86e65d8621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:55.653821 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc409092-9d8e-4c10-8394-47ee9c1a1a7d req-2c00ce1c-6118-46f6-9fe0-ad4668d656a2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:55.656060 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc409092-9d8e-4c10-8394-47ee9c1a1a7d req-2c00ce1c-6118-46f6-9fe0-ad4668d656a2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0510702 Dec 10 05:48:55.719598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cc409092-9d8e-4c10-8394-47ee9c1a1a7d req-47441f79-f876-45dc-b2c6-1d130f528d8d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525599 Dec 10 05:48:56.055800 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:56.844490 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd357e-5ef4-4e1f-9e6e-0b18abf13895 req-ddd585d1-b7d5-4206-9bb0-d995027395ed tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:56.846006 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40fd357e-5ef4-4e1f-9e6e-0b18abf13895 req-ddd585d1-b7d5-4206-9bb0-d995027395ed tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0530331 Dec 10 05:48:56.896569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40fd357e-5ef4-4e1f-9e6e-0b18abf13895 req-1d6505f3-11e1-4388-b662-e1c30066de97 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446053 Dec 10 05:48:57.707873 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:58.023998 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d284-3ef2-4ff0-af06-9a799d46a5e0 req-8a2d130b-bdcd-4729-97f3-32fe65e0f73b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:58.026034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a945d284-3ef2-4ff0-af06-9a799d46a5e0 req-8a2d130b-bdcd-4729-97f3-32fe65e0f73b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0559368 Dec 10 05:48:58.082827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a945d284-3ef2-4ff0-af06-9a799d46a5e0 req-ad2a29d2-ce8e-43a6-8a0d-0e9a0b8c05d0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500286 Dec 10 05:48:58.495761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:48:59.224446 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137134aa-ce5d-43d2-9973-e9613d7d59c0 req-54f607fd-ea55-41e3-b8fd-2da45eb314e8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:48:59.228980 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-137134aa-ce5d-43d2-9973-e9613d7d59c0 req-54f607fd-ea55-41e3-b8fd-2da45eb314e8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0669820 Dec 10 05:48:59.277341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-137134aa-ce5d-43d2-9973-e9613d7d59c0 req-b6720a77-8107-4515-923a-743e9a7e06ad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450203 Dec 10 05:49:00.431013 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067a155-deab-4209-8b74-46b1452d3c39 req-0faa0c45-c59a-4a75-97ea-2e5d633e74af tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:00.432464 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d067a155-deab-4209-8b74-46b1452d3c39 req-0faa0c45-c59a-4a75-97ea-2e5d633e74af tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0775537 Dec 10 05:49:00.484520 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d067a155-deab-4209-8b74-46b1452d3c39 req-ef397312-829e-43d9-9ca6-114716113adb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Dec 10 05:49:01.609802 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc9370-bc72-4acf-b0e0-c5197cab0f4e req-28de7b64-56ed-48af-8cc9-69b031a269ab tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:01.611731 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8cc9370-bc72-4acf-b0e0-c5197cab0f4e req-28de7b64-56ed-48af-8cc9-69b031a269ab tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0541492 Dec 10 05:49:01.670818 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8cc9370-bc72-4acf-b0e0-c5197cab0f4e req-b1eca316-ef1f-45cf-9f14-90a725ed7df1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524879 Dec 10 05:49:02.796413 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c35290-27b4-4bda-a16d-1c009269e856 req-34591e15-fe85-48e1-94f3-eaa87a4da955 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:02.797976 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6c35290-27b4-4bda-a16d-1c009269e856 req-34591e15-fe85-48e1-94f3-eaa87a4da955 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0500090 Dec 10 05:49:02.850824 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b6c35290-27b4-4bda-a16d-1c009269e856 req-d2509010-7640-4999-8d62-dc8996461f60 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 Dec 10 05:49:03.971912 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309e87-9232-41c6-b16f-035e56d62b02 req-e0444997-2370-4ed5-afff-f0c30fd3182b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:03.973443 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c309e87-9232-41c6-b16f-035e56d62b02 req-e0444997-2370-4ed5-afff-f0c30fd3182b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0517356 Dec 10 05:49:04.026640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8c309e87-9232-41c6-b16f-035e56d62b02 req-60e6a401-4c6e-4e2c-9c4c-85799b149ee5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Dec 10 05:49:05.209935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718f3d6-e1a5-4377-84e6-7166d1e4787b req-61c0a799-e3b9-4816-b8bb-5929f998ee2b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:05.211344 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8718f3d6-e1a5-4377-84e6-7166d1e4787b req-61c0a799-e3b9-4816-b8bb-5929f998ee2b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0528169 Dec 10 05:49:05.260251 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8718f3d6-e1a5-4377-84e6-7166d1e4787b req-ab08b15c-71f2-4fa4-a352-779a0fff4b52 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429280 Dec 10 05:49:05.648598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-cbc7dc80-9c86-4be6-bd6d-e958fcab64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:05.650094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-cbc7dc80-9c86-4be6-bd6d-e958fcab64c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0440876 Dec 10 05:49:05.694981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-49109ba4-7235-4caa-83ae-afdf26b5d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:05.696426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-49109ba4-7235-4caa-83ae-afdf26b5d6dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383234 Dec 10 05:49:05.789134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-dd2d4ffa-a69e-44d7-a0a2-74be52cf3b20 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822294 Dec 10 05:49:05.879409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3f8382e4-31f2-42ee-9cdf-abb34e652f98 req-11a14f4c-5bdd-43d0-9fbe-25b317edfbdb service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816045 Dec 10 05:49:06.381207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da4b13-b499-48fa-b9f6-e1eb323c1fc1 req-f6bcf499-7cd0-4387-b984-c39683dbfb33 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:06.382663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04da4b13-b499-48fa-b9f6-e1eb323c1fc1 req-f6bcf499-7cd0-4387-b984-c39683dbfb33 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0477705 Dec 10 05:49:06.430349 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-04da4b13-b499-48fa-b9f6-e1eb323c1fc1 req-68c9b82c-20de-4c31-8a9a-e530b6448589 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 Dec 10 05:49:07.543548 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5b0ff-e427-4057-92e2-dcf134b61ad6 req-4b43173f-8c81-460e-83ee-1c611e1ea93a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:07.545024 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74a5b0ff-e427-4057-92e2-dcf134b61ad6 req-4b43173f-8c81-460e-83ee-1c611e1ea93a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0466130 Dec 10 05:49:07.593426 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-74a5b0ff-e427-4057-92e2-dcf134b61ad6 req-691e987a-4e90-4311-839e-bf8baf95a871 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 Dec 10 05:49:08.710414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a52219-ad86-4c87-9f2d-73edf09ff0f4 req-c80c7cd0-f0c7-45e2-8647-a1e7aa6e3cef tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:08.711834 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5a52219-ad86-4c87-9f2d-73edf09ff0f4 req-c80c7cd0-f0c7-45e2-8647-a1e7aa6e3cef tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 944 time: 0.0509796 Dec 10 05:49:08.759079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c5a52219-ad86-4c87-9f2d-73edf09ff0f4 req-ca4d13a6-a4b5-44aa-8922-ed1bada3adba tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410531 Dec 10 05:49:09.186863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:49:09.283257 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:49:09.293682 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'port_id': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'mac_address': 'fa:16:3e:40:6d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:49:09.330036 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:09.342657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:49:09.361129 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:49:09.364992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:09.412112 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:49:09.666454 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['a8dd9c82-d820-490f-bafa-ed8706f3785e'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:49:09.872935 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326687c-b993-4259-affb-a0c80583d513 req-2f98c0b8-cdab-40e7-9613-0f5f52cbb842 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:09.874456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9326687c-b993-4259-affb-a0c80583d513 req-2f98c0b8-cdab-40e7-9613-0f5f52cbb842 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0485651 Dec 10 05:49:09.924226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9326687c-b993-4259-affb-a0c80583d513 req-b136323b-3bc2-4f7c-b5bb-f986a52862f5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438163 Dec 10 05:49:11.039053 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e639-2dcc-4b6d-9b6e-93ffd39a1a11 req-ea2b7c2c-7db7-4630-b652-582ce426cc7a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:11.040584 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7207e639-2dcc-4b6d-9b6e-93ffd39a1a11 req-ea2b7c2c-7db7-4630-b652-582ce426cc7a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 945 time: 0.0472188 Dec 10 05:49:11.092838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7207e639-2dcc-4b6d-9b6e-93ffd39a1a11 req-dfe65ec0-5bb8-4425-990c-8626f878313d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Dec 10 05:49:11.191602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:49:11.255459 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port a8dd9c82-d820-490f-bafa-ed8706f3785e completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:49:11.260374 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port a8dd9c82-d820-490f-bafa-ed8706f3785e triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:49:11.260950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:11.336665 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:11.358278 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:49:11.360533 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ac97c-7626-4c98-a318-06b14eddab6f" -d '{"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:49:11.372779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:49:11.377477 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:11.405570 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55d71b-687c-4c20-935d-f507726a1efd x-openstack-request-id: req-bc55d71b-687c-4c20-935d-f507726a1efd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:49:11.405866 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:49:11.406119 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc55d71b-687c-4c20-935d-f507726a1efd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:49:11.406505 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'code': 200} Dec 10 05:49:11.431821 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=12']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:49:11.616270 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eb33-138a-4322-98ee-fe45296ada59 req-964b67e7-ebce-49b0-97c8-9598a5f160f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:11.617790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b829eb33-138a-4322-98ee-fe45296ada59 req-964b67e7-ebce-49b0-97c8-9598a5f160f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1097 time: 0.0440321 Dec 10 05:49:11.662991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b829eb33-138a-4322-98ee-fe45296ada59 req-ecdd732f-fd04-40ba-98ea-d85f03bc2c48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374711 Dec 10 05:49:12.207230 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900a47-9337-4e6e-bf64-4312f1903fc2 req-25ba5ef2-b3a0-4ebb-9c09-2ded549c8b93 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:12.208724 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6900a47-9337-4e6e-bf64-4312f1903fc2 req-25ba5ef2-b3a0-4ebb-9c09-2ded549c8b93 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 946 time: 0.0489099 Dec 10 05:49:12.256447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6900a47-9337-4e6e-bf64-4312f1903fc2 req-a004de9b-a99c-4877-b32d-50eb25bea782 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Dec 10 05:49:13.378865 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88163b45-b3df-4e1a-9916-2f7e6a6afa21 req-c9c69e24-c761-4478-8b6c-960d6a56d142 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:13.380314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88163b45-b3df-4e1a-9916-2f7e6a6afa21 req-c9c69e24-c761-4478-8b6c-960d6a56d142 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 946 time: 0.0504472 Dec 10 05:49:13.427910 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-88163b45-b3df-4e1a-9916-2f7e6a6afa21 req-0ac15439-1fb1-4ea9-96b0-aeeefea94260 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Dec 10 05:49:15.052789 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:49:21.156127 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:22.499918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-993e3eb2-19a7-4580-8d7d-8f9b29e27252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:24.329101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:25.319043 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cdb9-c7fd-4f16-b378-58c94d9f923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:26.058371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:27.708648 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:28.489028 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:41.813730 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-ca8115da-1fda-4092-9bfa-e417f8bb95ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387084 Dec 10 05:49:41.929384 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-1ffacdab-5901-4639-9443-9618c0651368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:41.930903 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-1ffacdab-5901-4639-9443-9618c0651368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1097 time: 0.0401044 Dec 10 05:49:42.041747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-ba7c1788-9a0f-44a6-aa82-dd7f00ed2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:42.043184 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-ba7c1788-9a0f-44a6-aa82-dd7f00ed2fea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0850174 Dec 10 05:49:42.105580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-361f0ef4-1189-40ee-8c95-71b9d8b50dc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 1001 time: 0.0547976 Dec 10 05:49:42.158398 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-7fa9dd79-8484-4ace-b30b-117c9cc5ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:42.159774 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-7fa9dd79-8484-4ace-b30b-117c9cc5ab50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0441179 Dec 10 05:49:42.227225 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-5af57cd4-8f59-46b3-958d-5b5d691451c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:49:42.228755 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-5af57cd4-8f59-46b3-958d-5b5d691451c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611205 Dec 10 05:49:42.241087 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-e73ef532-c0b3-4614-adcd-df3ece6ca4cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:49:42.242016 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-e73ef532-c0b3-4614-adcd-df3ece6ca4cd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047908 Dec 10 05:49:42.332939 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-6efedbaa-5b33-435e-bf8b-f1b0753c4df2 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Dec 10 05:49:42.421314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-656415ad-da53-4b16-8cda-8870ddef3d07 req-155ab083-c76f-4595-83c2-b02120a2148d service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811584 Dec 10 05:49:51.169710 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:52.051328 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:49:52.501285 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bece508-2654-4671-b9f3-abd88845e578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:54.351407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:55.320300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ea6c9fd-6be0-4517-a749-d6c8ced17e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:56.061259 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:57.711971 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:49:58.490724 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:21.183600 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:22.502571 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45a22b97-82f4-48ba-b959-e3a4eeee86b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:24.342651 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.192663 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:25.320050 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d475deed-fead-4a59-bde4-0ec5957e2c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.347973 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Deleting port c9442ec4-3c4a-4d4f-9b74-7edf15df9a07 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:50:25.348308 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.425746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.425968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.438014 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Calling delete_port for c9442ec4-3c4a-4d4f-9b74-7edf15df9a07 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:50:25.583500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.613058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'Port': ['ID=c9442ec4-3c4a-4d4f-9b74-7edf15df9a07,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:25.636560 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.636915 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.637260 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.637598 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.637934 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.638273 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.638602 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.638929 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.639265 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.640159 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.640501 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.640840 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.641165 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:25.682073 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:25.682341 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Floating IP 07b75388-46b0-4d9f-aee8-dc77ad602a0c disassociated (deleted). External IP: 172.25.8.110, port: a8dd9c82-d820-490f-bafa-ed8706f3785e. Dec 10 05:50:25.891043 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:50:25.996873 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:50:26.004442 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:26.009188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:50:26.021169 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:50:26.022753 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:50:26.034981 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-39840431-b868-4d3b-8900-1c54a0f4adad tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "DELETE /v2.0/floatingips/07b75388-46b0-4d9f-aee8-dc77ad602a0c HTTP/1.1" status: 204 len: 168 time: 0.8410597 Dec 10 05:50:26.035635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:50:26.038151 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:50:26.080269 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:26.153550 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:50:26.196766 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2fb4cc-beea-4cb9-b740-f752d48bd45f x-openstack-request-id: req-3b2fb4cc-beea-4cb9-b740-f752d48bd45f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:50:26.197315 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:50:26.197710 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b2fb4cc-beea-4cb9-b740-f752d48bd45f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:50:26.198193 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'status': 'completed', 'code': 200} Dec 10 05:50:26.468806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:50:26.500338 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:50:26.509089 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:50:26.509712 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:50:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:50:26.615983 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:50:26.709775 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-6f726d96-818f-49ff-9b2c-f809ef4939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:26.711277 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-6f726d96-818f-49ff-9b2c-f809ef4939d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 1097 time: 0.4268601 Dec 10 05:50:26.723316 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16fc7b-8193-44d4-83d9-56ca3a1acf47 req-395a41c9-cd56-4cd2-979c-c15866d82e2e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:26.724837 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc16fc7b-8193-44d4-83d9-56ca3a1acf47 req-395a41c9-cd56-4cd2-979c-c15866d82e2e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 946 time: 0.4114404 Dec 10 05:50:26.812609 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:50:26.825819 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc16fc7b-8193-44d4-83d9-56ca3a1acf47 req-3fec1e4c-10cd-4e41-8a55-8370dc8459f7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929999 Dec 10 05:50:26.838734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233e48b-fb7b-49ec-94d2-b9164c45ef7d None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:50:26.844043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-5a5d57ff-849c-481d-98c7-5ac38d8a2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:26.845571 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-5a5d57ff-849c-481d-98c7-5ac38d8a2006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.1197813 Dec 10 05:50:26.892858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-adc54bed-3308-473e-8634-a1809221db9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 200 len: 217 time: 0.0387745 Dec 10 05:50:26.943238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-032b15eb-1a9a-47ac-bdc5-b2b0243c43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:26.944703 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-032b15eb-1a9a-47ac-bdc5-b2b0243c43ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0434651 Dec 10 05:50:26.992648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-51665636-a3bc-429b-94bc-f954477d252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:26.994156 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-51665636-a3bc-429b-94bc-f954477d252d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410976 Dec 10 05:50:27.063564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742dc572-dd70-4d62-a04a-6db2370a26f5 None None] New status for floating IP 07b75388-46b0-4d9f-aee8-dc77ad602a0c: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:50:27.089144 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-91b85f32-6c83-4601-8e08-8cca296373e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867255 Dec 10 05:50:27.185222 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d42b59b-2b5c-4c19-b0dd-ffccdb9bc638 req-3b6fec2a-cf14-493b-ab72-cf92512ca10a service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875659 Dec 10 05:50:27.716692 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:27.770167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-c23a994b-0398-4362-befe-6ec9097b37c3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:27.771594 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-c23a994b-0398-4362-befe-6ec9097b37c3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 946 time: 0.0513000 Dec 10 05:50:27.863110 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Deleting port a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:50:27.863455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:27.979250 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] For port a8dd9c82-d820-490f-bafa-ed8706f3785e, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=a8dd9c82-d820-490f-bafa-ed8706f3785e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:50:27.979521 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:28.001459 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627ee84-f40b-4331-916d-4d5a24709063 req-0fdb43f8-95be-4fd9-9e87-693561a6b26c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:28.002911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1627ee84-f40b-4331-916d-4d5a24709063 req-0fdb43f8-95be-4fd9-9e87-693561a6b26c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f HTTP/1.1" status: 200 len: 946 time: 0.0827920 Dec 10 05:50:28.003754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Calling delete_port for a8dd9c82-d820-490f-bafa-ed8706f3785e owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:50:28.101155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1627ee84-f40b-4331-916d-4d5a24709063 req-d2b46056-64e8-4130-8592-488c9d09650f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=daa996d3-d20c-4229-8c83-97dd18dd7644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918636 Dec 10 05:50:28.168616 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:28.204448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'Port': ['ID=a8dd9c82-d820-490f-bafa-ed8706f3785e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:28.228148 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.228523 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.228868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.229204 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.229588 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.229874 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.230202 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.230529 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.230854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.231175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.231501 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.231824 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.232150 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:50:28.258065 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] No DVR routers for this DVR port a8dd9c82-d820-490f-bafa-ed8706f3785e on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:50:28.260714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:28.264095 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-75dff466-bc4e-4eb9-b843-9d05cf37ed0c req-7905fa81-3623-4be7-b179-0169b0ab58e6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.36 "DELETE /v2.0/ports/a8dd9c82-d820-490f-bafa-ed8706f3785e HTTP/1.1" status: 204 len: 173 time: 0.4850523 Dec 10 05:50:28.264601 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-deleted', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:50:28.266834 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1d29b-173d-4ee8-8ffa-8ce8bb2c8ddf" -d '{"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-deleted", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:50:28.380975 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec4dd9-0f8f-47ab-986c-92933e0b43e9 x-openstack-request-id: req-7cec4dd9-0f8f-47ab-986c-92933e0b43e9 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:50:28.381309 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f", "name": "network-vif-deleted", "tag": "a8dd9c82-d820-490f-bafa-ed8706f3785e", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:50:28.381530 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cec4dd9-0f8f-47ab-986c-92933e0b43e9 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:50:28.381935 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bfe98-a22d-4d7e-b3bc-2bce73d2502f', 'name': 'network-vif-deleted', 'tag': 'a8dd9c82-d820-490f-bafa-ed8706f3785e', 'status': 'completed', 'code': 200} Dec 10 05:50:28.492891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.050439 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:50:29.158793 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51952) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:29.215261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.239686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.298752 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.301739 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.302861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "DELETE /v2.0/security-groups/daa996d3-d20c-4229-8c83-97dd18dd7644 HTTP/1.1" status: 204 len: 168 time: 0.1430559 Dec 10 05:50:29.312499 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6cb24-b628-40d9-83ce-1e4b124aaa0d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa996d3-d20c-4229-8c83-97dd18dd7644,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:29.551085 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:29.556049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865018289', 'description': 'tempest-secgroup-smoke-865018289 description', 'project_id': 'b1c2536df3d849c494d8557652387ee3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:29.578083 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.641659 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.645388 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.677653 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.678861 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1267905 Dec 10 05:50:29.680740 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ef866-f7b4-43d0-8f14-ce938092364f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:29.681907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51960) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:29.687144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:29.713236 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.767200 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.770832 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.785682 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de89a8ce-bcc1-4d7c-b0b1-3b835b894e8c,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:29.796067 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.797284 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ed2fd140-b1c1-4c61-adde-54d621aa195e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143675 Dec 10 05:50:29.799981 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51962) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:29.804275 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:29.830078 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.884656 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.887926 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.905033 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816d57b3-69e4-4c85-a278-1d285dc03860,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:29.912808 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:29.913990 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0ae0b5f7-0ebe-4e49-905d-f8ac5498b361 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130323 Dec 10 05:50:29.916683 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51964) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:29.920888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:29.946581 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.001369 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.005016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.026061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f9966c-08e4-4a82-9d74-312844ae0fc4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:30.034038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.035225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-dd9ce4d1-8829-4cad-872f-bbd06f72c0f8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176035 Dec 10 05:50:30.037931 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 51966) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:30.042144 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:30.067953 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.123673 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.127620 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.146522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c566f1a-9e49-4550-a324-2eaed965d7e5,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:30.154242 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.155422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-8f30952e-5d9e-4e5a-8727-0bb23bc3dc18 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165719 Dec 10 05:50:30.158308 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51968) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:30.162999 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:30.185135 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Project b1c2536df3d849c494d8557652387ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:50:30.190824 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.248719 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.253010 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.270946 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463e5990-d99d-438a-9e9c-c357621c50a8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:30.279500 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.280835 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-590fc35b-ba17-459b-a2c3-4e77794626d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214604 Dec 10 05:50:30.283404 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 51970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:50:30.287709 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'security_group_rule': {'security_group_id': 'b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8', 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:30.309551 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Project b1c2536df3d849c494d8557652387ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:50:30.314968 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.374890 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.378434 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.395005 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3f5a9-7bf1-459f-b4f9-94f3600ceeda,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:30.403070 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:30.404273 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-f38e2cdc-ebb0-4960-a70d-7b6b413da108 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199481 Dec 10 05:50:31.613099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:50:31.634677 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: a8dd9c82-d820-490f-bafa-ed8706f3785e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:50:31.635051 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device a8dd9c82-d820-490f-bafa-ed8706f3785e not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:50:45.636665 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-caeed0ad-3538-4b94-8f49-a52ec44bfc90 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865018289&fields=id&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 267 time: 0.0442922 Dec 10 05:50:45.742758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-dd6eb5f2-3cc4-4449-8675-ea62b63f8924 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:45.744088 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-dd6eb5f2-3cc4-4449-8675-ea62b63f8924 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 808 time: 0.1007733 Dec 10 05:50:45.758604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-75d0e4d0-6308-4cfa-b74f-7ef9f8ca8dcd tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/quotas/b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 375 time: 0.0086305 Dec 10 05:50:45.807517 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-5a514248-73a0-46b3-ae59-1f461551f027 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438702 Dec 10 05:50:45.867458 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-daac426f-f8c7-46b6-b7f0-b466df5931cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:50:45.868439 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-daac426f-f8c7-46b6-b7f0-b466df5931cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499876 Dec 10 05:50:45.959329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-6211031f-1bb6-4bda-8e34-9eb113b19e07 service neutron] 10.222.0.43 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845804 Dec 10 05:50:46.045173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-51c66e82-f684-4c75-b764-f99a0b989e89 service neutron] 10.222.0.43 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794816 Dec 10 05:50:46.328456 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-097f4a59-e76d-43aa-ae56-f9d86c24c15a req-5d7ba9ae-c2fc-4d95-89dc-0aa3a77cd0d2 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0257170 Dec 10 05:50:47.407692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-257399c9-b163-4ef2-9064-7de8ab987654 req-a1fa1c59-4984-4d74-9de1-7f8f56ad0491 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0278933 Dec 10 05:50:48.514579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c4d35b6-e223-4f05-b214-d83b319bc777 req-49677569-b0f2-4e43-ac13-66049ba41e68 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0347736 Dec 10 05:50:48.521425 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-1fedd1ad-a0cd-4135-92d0-7963ff7bcd4b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:48.522839 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-1fedd1ad-a0cd-4135-92d0-7963ff7bcd4b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 808 time: 0.1305952 Dec 10 05:50:48.610729 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-02b7c6fe-7a1a-4de7-b3a8-61b7a8443e93 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 379 time: 0.0580213 Dec 10 05:50:48.623528 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'port': {'device_id': '21a3d856-37ea-4013-973a-c60ac0faa740', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'admin_state_up': True, 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'security_groups': ['b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:48.731457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Made reservation on behalf of b1c2536df3d849c494d8557652387ee3 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:50:48.735535 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:48.863212 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Allocated IP 172.20.0.7 (b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9/8eb0961a-88f8-43c7-835f-f6f93efc9150/be13615e-7607-4700-bda6-4ce4e4a301b8) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:50:49.001455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.040689 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.084758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:50:49.089867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:50:49.095090 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:50:49.099032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:49.149083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:49.149831 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.169425 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-d0c6e1c9-dacf-4908-a4d8-41768d370792 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493691 Dec 10 05:50:49.195671 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Request body: {'port': {'device_id': '21a3d856-37ea-4013-973a-c60ac0faa740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:50:49.264274 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.426992 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-afa1aea0-baf3-484d-9e34-747aaa524e65 None None] Provisioning complete for port be13615e-7607-4700-bda6-4ce4e4a301b8 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:50:49.427664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afa1aea0-baf3-484d-9e34-747aaa524e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.465043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-afa1aea0-baf3-484d-9e34-747aaa524e65 None None] Port be13615e-7607-4700-bda6-4ce4e4a301b8 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:50:49.544011 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:50:49.552227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.566019 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Transition to ACTIVE for port object be13615e-7607-4700-bda6-4ce4e4a301b8 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:50:49.571179 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.700290 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:49.743207 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c035-39bc-4d61-b03a-ef587837bfc7 req-01f0e4ec-a5fa-48a9-9560-032409d28494 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:49.744871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5921c035-39bc-4d61-b03a-ef587837bfc7 req-01f0e4ec-a5fa-48a9-9560-032409d28494 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.1445568 Dec 10 05:50:49.761499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:50:49.761884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:50:49.762340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:50:49.776161 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:50:49.776519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:50:49.791505 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:50:49.791854 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:50:49.792245 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:50:49.793025 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Bound port: be13615e-7607-4700-bda6-4ce4e4a301b8, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:50:49.793335 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.879472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5921c035-39bc-4d61-b03a-ef587837bfc7 req-b23260c9-1d8f-4cd3-b47d-c6a70ca4a584 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256628 Dec 10 05:50:49.882009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:50:49.885586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:50:49.893421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.938494 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:49.939157 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:49.940598 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1091 time: 0.7494936 Dec 10 05:50:49.941049 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:50:49.943296 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c945a0-ba82-42b9-9040-6fd5d301bfac" -d '{"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:50:49.985086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941f77-d2ce-4216-91e3-d25e8ee728b4 service neutron] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:50:50.032848 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de177426-f15a-4f92-933c-a7588542648a x-openstack-request-id: req-de177426-f15a-4f92-933c-a7588542648a {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:50:50.033194 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:50:50.033455 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de177426-f15a-4f92-933c-a7588542648a {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:50:50.034565 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'status': 'completed', 'code': 200} Dec 10 05:50:50.073321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-6729d677-0c77-4713-a8e1-4656b1d790e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.075074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-6729d677-0c77-4713-a8e1-4656b1d790e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1094 time: 0.0583155 Dec 10 05:50:50.158357 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-a87668be-e5b9-4882-8fbc-a0f9a3bace88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 217 time: 0.0590749 Dec 10 05:50:50.226764 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-3979fa66-b42b-486b-b901-5b48b75fcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.229409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-3979fa66-b42b-486b-b901-5b48b75fcbe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0596249 Dec 10 05:50:50.284094 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-6032c7c4-8497-41fa-a444-a6881de13981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.285684 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-6032c7c4-8497-41fa-a444-a6881de13981 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439985 Dec 10 05:50:50.385984 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-498a3d14-dc0c-47b4-bf7d-361a7579e933 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878215 Dec 10 05:50:50.485560 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9d024b96-9a91-472e-a34d-17aecb0d3944 req-4c38a711-ac7f-4b34-ad22-f4f914f9de1a service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Dec 10 05:50:50.614411 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-8ef9f9eb-761c-404e-9202-27fa1fe607f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.615827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-8ef9f9eb-761c-404e-9202-27fa1fe607f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1094 time: 0.0416269 Dec 10 05:50:50.714970 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-0ccc2c38-9afa-4277-8835-6b4243b1b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.716450 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-0ccc2c38-9afa-4277-8835-6b4243b1b4c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0884664 Dec 10 05:50:50.762642 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-0fb063c7-eb6f-4a7d-ae1c-f87aabc0880c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 217 time: 0.0348177 Dec 10 05:50:50.818806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-7d66a856-0286-4bdc-8cc5-2e23e8047464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.820266 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-7d66a856-0286-4bdc-8cc5-2e23e8047464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0470288 Dec 10 05:50:50.868397 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-b6a52a82-583c-4f6c-a89e-2a957530bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:50.869852 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-b6a52a82-583c-4f6c-a89e-2a957530bd27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395374 Dec 10 05:50:50.997719 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-0e4342be-485c-4928-a4b3-bcfd21eb2f0b service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145375 Dec 10 05:50:51.039618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f23c09-cd93-41e6-b084-ff49e3624ac6 req-220f299f-780b-4945-8c61-1b1d09f954a1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:51.041134 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13f23c09-cd93-41e6-b084-ff49e3624ac6 req-220f299f-780b-4945-8c61-1b1d09f954a1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0842304 Dec 10 05:50:51.139131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-13f23c09-cd93-41e6-b084-ff49e3624ac6 req-37ed97d0-e32b-4666-bc76-8cf15f02928f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896597 Dec 10 05:50:51.144519 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-98c945a0-ba82-42b9-9040-6fd5d301bfac req-4f261fad-957e-4c2d-a8ee-7517aeb9e2fe service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352131 Dec 10 05:50:51.190525 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:52.259991 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c88ab9-5c21-49c6-a623-7a3ddf74e6fe req-c4d7133b-2376-4ea5-a20b-d45562a44802 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:52.261486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44c88ab9-5c21-49c6-a623-7a3ddf74e6fe req-c4d7133b-2376-4ea5-a20b-d45562a44802 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0496960 Dec 10 05:50:52.311781 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-44c88ab9-5c21-49c6-a623-7a3ddf74e6fe req-8a6d6c36-eab1-45a7-b884-9ea0beb0f8c5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 Dec 10 05:50:52.508070 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cdeb-4cd0-483d-aa09-5360780d9107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:53.436392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bcc8b-249b-40cf-b585-d3112e570c10 req-a088f1e3-4171-415a-9c23-e4c7cca9bfbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:53.438061 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-615bcc8b-249b-40cf-b585-d3112e570c10 req-a088f1e3-4171-415a-9c23-e4c7cca9bfbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0522785 Dec 10 05:50:53.489128 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-615bcc8b-249b-40cf-b585-d3112e570c10 req-b7defd24-2fb6-47af-af57-b66d54c13dd7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Dec 10 05:50:54.347493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:54.608633 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd8bcc-7fd0-4828-8d82-8a6ed62abc69 req-bbe218af-c762-4a71-b4db-051f3b8ba1f0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:54.610739 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6bd8bcc-7fd0-4828-8d82-8a6ed62abc69 req-bbe218af-c762-4a71-b4db-051f3b8ba1f0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0529609 Dec 10 05:50:54.658076 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e6bd8bcc-7fd0-4828-8d82-8a6ed62abc69 req-0f433483-bb38-4b4d-b42a-9236587c9030 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Dec 10 05:50:55.320342 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff2bd-d4dd-4c85-95ea-37fb1c3e9774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:55.782513 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439dae3-e8a9-48ad-a838-0400aa21cf20 req-451c6026-fd76-4cea-bed4-9196a4cd5f36 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:55.783994 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5439dae3-e8a9-48ad-a838-0400aa21cf20 req-451c6026-fd76-4cea-bed4-9196a4cd5f36 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0578597 Dec 10 05:50:55.833120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5439dae3-e8a9-48ad-a838-0400aa21cf20 req-0cac42ed-002e-4e6f-b7a8-a11279bb5b87 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 Dec 10 05:50:56.082237 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:56.945064 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767319-ba7a-4404-b49c-86c49f7b5397 req-5f305c02-e069-4c7d-a0c6-98bf51fe5e84 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:56.946518 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2767319-ba7a-4404-b49c-86c49f7b5397 req-5f305c02-e069-4c7d-a0c6-98bf51fe5e84 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0485196 Dec 10 05:50:56.997723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f2767319-ba7a-4404-b49c-86c49f7b5397 req-c8f1a719-3ad0-4f2d-9d47-c2d6cee0c8d3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Dec 10 05:50:57.720085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:58.110343 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60daf2-5096-4425-a161-49153a8f5c84 req-c1b06a67-784d-422e-afa8-40e1c6e81301 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:58.111812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee60daf2-5096-4425-a161-49153a8f5c84 req-c1b06a67-784d-422e-afa8-40e1c6e81301 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0480528 Dec 10 05:50:58.159547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee60daf2-5096-4425-a161-49153a8f5c84 req-baa83788-e853-498b-9551-c767a3799ad1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Dec 10 05:50:58.494746 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:50:59.274246 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363191a-1b07-41e7-a3c2-5ef38cd98372 req-524eaccd-b593-4108-8bcc-b718cba197e3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:50:59.275757 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1363191a-1b07-41e7-a3c2-5ef38cd98372 req-524eaccd-b593-4108-8bcc-b718cba197e3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0478966 Dec 10 05:50:59.323660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1363191a-1b07-41e7-a3c2-5ef38cd98372 req-89ab01b5-b3fa-44a7-b285-cfcedf79970d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Dec 10 05:51:00.441772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dd772-26ff-4f30-a480-f3581c9b2c90 req-fb616596-8092-4d8c-b94c-3329589686ee tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:00.443165 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-285dd772-26ff-4f30-a480-f3581c9b2c90 req-fb616596-8092-4d8c-b94c-3329589686ee tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0520225 Dec 10 05:51:00.490767 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-285dd772-26ff-4f30-a480-f3581c9b2c90 req-f47e32e5-336e-4a2b-a32b-15622895cbaa tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 Dec 10 05:51:01.604393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55406165-c51c-4986-bbce-67f47118c658 req-df955345-987b-45bb-9b5f-22e2d706b548 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:01.605992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55406165-c51c-4986-bbce-67f47118c658 req-df955345-987b-45bb-9b5f-22e2d706b548 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0493262 Dec 10 05:51:01.654190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55406165-c51c-4986-bbce-67f47118c658 req-3d24519e-36c8-4b45-8b94-d51b70da67d1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Dec 10 05:51:02.543614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:51:02.638317 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:51:02.649331 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'mac_address': 'fa:16:3e:ab:70:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:51:02.685870 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:02.700983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:51:02.722490 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:51:02.726471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:02.773601 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:51:02.774038 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd150-edcd-4e5f-ba11-da992337c141 req-7ab040ba-e7ff-4703-a5a4-659cdf38d5ac tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:02.775573 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b41bd150-edcd-4e5f-ba11-da992337c141 req-7ab040ba-e7ff-4703-a5a4-659cdf38d5ac tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 944 time: 0.0518270 Dec 10 05:51:02.780948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.781298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.781640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.782015 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.782302 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.782632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.782964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.783289 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.783614 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.783937 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.784261 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.784608 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.784933 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:51:02.824512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b41bd150-edcd-4e5f-ba11-da992337c141 req-79c633ef-5321-4229-a1e0-0230d0320bd5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428021 Dec 10 05:51:03.124088 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['be13615e-7607-4700-bda6-4ce4e4a301b8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:51:03.936164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914043b3-4e48-4674-9fad-26d543d4783a req-efef7d0d-2fcc-48f1-b011-855e1a017ccc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:03.937694 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914043b3-4e48-4674-9fad-26d543d4783a req-efef7d0d-2fcc-48f1-b011-855e1a017ccc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 944 time: 0.0479279 Dec 10 05:51:03.988608 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-914043b3-4e48-4674-9fad-26d543d4783a req-4cb2c379-65fa-4341-9152-e87589d09a5e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Dec 10 05:51:04.547632 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:51:04.596599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port be13615e-7607-4700-bda6-4ce4e4a301b8 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:51:04.600312 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port be13615e-7607-4700-bda6-4ce4e4a301b8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:51:04.600715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:04.675815 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:04.698171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:51:04.700402 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c7d75-44aa-4d66-bcc5-648b9565de9f" -d '{"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-plugged", "status": "completed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:51:04.717266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:51:04.721261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:04.767377 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:51:04.794388 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4a04b-ced1-4d98-91b2-813a10a480ee x-openstack-request-id: req-fcb4a04b-ced1-4d98-91b2-813a10a480ee {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:51:04.794682 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-plugged", "status": "completed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:51:04.794941 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcb4a04b-ced1-4d98-91b2-813a10a480ee {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:51:04.795359 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'code': 200} Dec 10 05:51:04.939788 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad44a5-6c8a-425a-af7c-785cb85af16b req-096780e8-90e2-433a-b2b6-3e843ce507b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:04.941299 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29ad44a5-6c8a-425a-af7c-785cb85af16b req-096780e8-90e2-433a-b2b6-3e843ce507b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1096 time: 0.0394709 Dec 10 05:51:04.990574 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-29ad44a5-6c8a-425a-af7c-785cb85af16b req-fcbb6543-fecf-414e-bfe7-0eee2b059759 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Dec 10 05:51:05.105008 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cf1c7-e135-4613-b294-44427bf61df4 req-3701e6eb-6c54-4a51-8575-758799aa863b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:05.106466 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-521cf1c7-e135-4613-b294-44427bf61df4 req-3701e6eb-6c54-4a51-8575-758799aa863b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0476165 Dec 10 05:51:05.154038 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-521cf1c7-e135-4613-b294-44427bf61df4 req-4b94d46c-83d0-49fd-8c59-d202b2e81e72 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Dec 10 05:51:06.049625 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:51:06.276770 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b58b-a4ac-49eb-9bff-27daad7b5c23 req-a26405e3-55d1-42a0-a960-9ca1ec88f035 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:06.278282 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eec4b58b-a4ac-49eb-9bff-27daad7b5c23 req-a26405e3-55d1-42a0-a960-9ca1ec88f035 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Dec 10 05:51:06.327868 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eec4b58b-a4ac-49eb-9bff-27daad7b5c23 req-fb7f137d-2092-4ac3-aff2-b767120ab884 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Dec 10 05:51:07.446626 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e72b-ce0a-456e-8925-d856dcccc611 req-385a6ea8-9b7c-404e-afbf-8312f3ddf75e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:07.448039 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4c9e72b-ce0a-456e-8925-d856dcccc611 req-385a6ea8-9b7c-404e-afbf-8312f3ddf75e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0537498 Dec 10 05:51:07.500172 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4c9e72b-ce0a-456e-8925-d856dcccc611 req-b3e02383-d47b-4012-813a-5f39134e775f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Dec 10 05:51:07.617792 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11018d31-bd76-4c3a-a782-140fe56a0fe1 req-318d8dcb-b146-4d77-82ad-b05cf7299cb8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:07.620372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11018d31-bd76-4c3a-a782-140fe56a0fe1 req-318d8dcb-b146-4d77-82ad-b05cf7299cb8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Dec 10 05:51:07.668143 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-11018d31-bd76-4c3a-a782-140fe56a0fe1 req-b1226112-1409-453b-a101-85e62e56daa0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Dec 10 05:51:07.690500 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:51:07.729641 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36803b96-9f55-4517-8360-4d705c305a67 tempest-TestShelveInstance-217776563 tempest-TestShelveInstance-217776563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:07.731058 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-36803b96-9f55-4517-8360-4d705c305a67 tempest-TestShelveInstance-217776563 tempest-TestShelveInstance-217776563-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1091 time: 0.0395806 Dec 10 05:51:07.734389 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:51:07.738546 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:51:07.760059 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:07.857583 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:07.961634 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Allocated IP 172.25.8.237 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/7b20c48b-74f8-47d2-ab21-0b60b4e87589) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:51:08.059512 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.091591 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.133984 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:51:08.136941 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:51:08.143390 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:51:08.148883 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=7b20c48b-74f8-47d2-ab21-0b60b4e87589,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:51:08.503350 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.567451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.727598 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.729615 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.800222 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event updated for resources: {'Port': ['ID=7b20c48b-74f8-47d2-ab21-0b60b4e87589,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:51:08.810556 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:08.909265 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Floating IP 05579c77-3ca9-4a31-a258-da7e4fa1b9f7 associated. External IP: 172.25.8.237, port: be13615e-7607-4700-bda6-4ce4e4a301b8. Dec 10 05:51:09.117144 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:51:09.220296 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:51:09.230528 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:51:09.238608 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:09.241124 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:51:09.241935 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:50:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:51:09.268993 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-8e9eebec-cb3d-405b-93bd-45c9f7f4cbd4 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5336001 Dec 10 05:51:09.269581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:51:09.271834 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa" -d '{"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:51:09.307750 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fdf415-f887-4038-92fd-91461d1a0dcc x-openstack-request-id: req-d7fdf415-f887-4038-92fd-91461d1a0dcc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:51:09.308075 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:51:09.308334 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7fdf415-f887-4038-92fd-91461d1a0dcc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:51:09.308799 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'status': 'completed', 'code': 200} Dec 10 05:51:09.346890 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:51:09.397221 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-a91d4018-d588-4e7b-bdca-8fa8b0970327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:09.398683 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-a91d4018-d588-4e7b-bdca-8fa8b0970327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1096 time: 0.0438848 Dec 10 05:51:09.494426 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-8e7d9fd4-afe9-46c8-8796-d82a44e9829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:09.495896 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-8e7d9fd4-afe9-46c8-8796-d82a44e9829e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0895240 Dec 10 05:51:09.563791 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-952b15e0-29fb-4a94-931c-66745bde8680 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 999 time: 0.0606146 Dec 10 05:51:09.578994 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '05579c77-3ca9-4a31-a258-da7e4fa1b9f7', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:ab:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a3d856-37ea-4013-973a-c60ac0faa740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:51:08Z', 'updated_at': '2021-12-10T05:51:08Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:51:09.604972 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:51:09.612694 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-edb89988-0085-45e2-b71a-7c57c20bfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:09.613459 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:51:09.614064 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:50:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:51:09.614260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-edb89988-0085-45e2-b71a-7c57c20bfb6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0437174 Dec 10 05:51:09.662092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-1eef6c90-10d5-4dc4-b1e4-2b81f22b6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:09.663530 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-1eef6c90-10d5-4dc4-b1e4-2b81f22b6948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424812 Dec 10 05:51:09.727665 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:51:09.756416 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-55e02bf5-6fbf-4a13-8ab1-47c3fbc48892 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Dec 10 05:51:09.845809 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f23cfc4d-9fa9-4418-b023-c9611f2e4efa req-5b43fbe6-bcca-4273-851a-9da28672b6cc service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809281 Dec 10 05:51:09.946501 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '05579c77-3ca9-4a31-a258-da7e4fa1b9f7', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:ab:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a3d856-37ea-4013-973a-c60ac0faa740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:51:08Z', 'updated_at': '2021-12-10T05:51:08Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:51:10.057026 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b8d57-095f-402e-9a83-b0bdd01fa3d6 None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '05579c77-3ca9-4a31-a258-da7e4fa1b9f7', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'mac_address': 'fa:16:3e:ab:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a3d856-37ea-4013-973a-c60ac0faa740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:51:08Z', 'updated_at': '2021-12-10T05:51:08Z', 'revision_number': 0, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:51:10.253453 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b21f5-6d56-41e2-8ee7-90cf76f68fa0 None None] New status for floating IP 05579c77-3ca9-4a31-a258-da7e4fa1b9f7: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:51:21.205590 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:22.499523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b7af6fb-0775-4824-a742-2617e21c1246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:24.360301 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:25.322008 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34931cf8-61fc-41cc-ae3e-837656e4325c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:26.078486 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:27.724660 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:28.496499 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:43.049837 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:51:47.346434 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-4bfaf631-ab2d-423d-a947-7c4b05bc30ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802333 Dec 10 05:51:47.462846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1ca9b45f-13bc-4321-a695-10ea2bb343af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:47.464250 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1ca9b45f-13bc-4321-a695-10ea2bb343af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1096 time: 0.0454891 Dec 10 05:51:47.577102 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-2f98011a-ab45-44e1-88df-d88e7ba3ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:47.578603 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-2f98011a-ab45-44e1-88df-d88e7ba3ab75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0914536 Dec 10 05:51:47.646406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-752d006e-10e2-41c7-a75c-5f169a1b5309 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1001 time: 0.0600259 Dec 10 05:51:47.702237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-067caf74-18bc-4d1a-a6a9-367e2c30ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:47.703676 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-067caf74-18bc-4d1a-a6a9-367e2c30ede2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0471265 Dec 10 05:51:47.750415 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1f386c9d-0432-444b-8d76-f9fbbe22bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:51:47.751816 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1f386c9d-0432-444b-8d76-f9fbbe22bea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404518 Dec 10 05:51:47.767138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1452728a-792e-4042-998b-8150a6256584 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:51:47.768070 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-1452728a-792e-4042-998b-8150a6256584 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047429 Dec 10 05:51:47.862593 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-e007b957-d290-48e4-9cb4-6a1d2eb3d56f service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Dec 10 05:51:47.954218 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-de6b6672-e1ab-4270-a051-5d8f0ac8baef req-915f61e3-ab3e-4c72-9e01-02cb735c568d service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800097 Dec 10 05:51:51.206676 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:52.501224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3b12654-62c8-49f4-9d8e-51e62500e141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:54.373659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:55.322346 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-295d2d79-1567-4609-9f82-9cd3af0bf824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:56.083267 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:57.724012 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:51:58.498224 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:20.048719 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:52:21.219565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:22.501748 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3304baa9-e5bc-4067-b3f8-26ce69081e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:24.405239 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:25.323061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68656a66-3d63-429c-ad98-5b100667b194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:26.083334 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:27.726359 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:28.499761 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:46.450988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-98f0eaeb-46ac-4117-a28f-194dd377d207 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433156 Dec 10 05:52:46.555747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea265-523c-44b2-b1ab-69337fcae37c req-12b98655-afcb-46b8-918c-9b12b727d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:52:46.557255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-12b98655-afcb-46b8-918c-9b12b727d1ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1096 time: 0.0400641 Dec 10 05:52:46.667355 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea265-523c-44b2-b1ab-69337fcae37c req-a42a4815-5494-46a8-bdb8-a6fd9e5d6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:52:46.668826 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-a42a4815-5494-46a8-bdb8-a6fd9e5d6866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0855742 Dec 10 05:52:46.735569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-baa52133-8072-48c7-81d6-0a332d811ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1001 time: 0.0562592 Dec 10 05:52:46.786128 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea265-523c-44b2-b1ab-69337fcae37c req-c78fee37-e9ff-4b63-bf6a-3ed3cfaf3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:52:46.787514 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-c78fee37-e9ff-4b63-bf6a-3ed3cfaf3bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0424621 Dec 10 05:52:46.840933 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea265-523c-44b2-b1ab-69337fcae37c req-bf2ddb69-3037-4f7b-adb3-bb2c1c335677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:52:46.842363 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-bf2ddb69-3037-4f7b-adb3-bb2c1c335677 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421357 Dec 10 05:52:46.933987 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-8efabf64-83fe-44ea-9f2b-aac6c8d2db33 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790613 Dec 10 05:52:47.370080 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-94fea265-523c-44b2-b1ab-69337fcae37c req-fd1659c1-7ee3-4d65-94ce-7f1a92b88672 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246187 Dec 10 05:52:51.212309 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:52.502973 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4fc1-2771-4175-b791-2680e9c16424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:54.411511 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:55.323058 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a145bdd4-3f10-4cf2-8130-930e72c05096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:56.084915 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:57.048231 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:52:57.728745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:52:58.501300 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:05.829747 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3a620-39ec-4923-8c44-1abeac9d1f9c req-d58fd20a-4665-4132-800b-bff684c84920 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:05.831111 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1a3a620-39ec-4923-8c44-1abeac9d1f9c req-d58fd20a-4665-4132-800b-bff684c84920 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0474923 Dec 10 05:53:05.879146 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c1a3a620-39ec-4923-8c44-1abeac9d1f9c req-7c3efe9f-5126-474a-8480-e3926ab88964 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Dec 10 05:53:06.995215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83eaa-95e3-40be-adc9-218b7450a62c req-9ef735a0-93a8-4935-b53a-4b6319668f34 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:06.996718 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70b83eaa-95e3-40be-adc9-218b7450a62c req-9ef735a0-93a8-4935-b53a-4b6319668f34 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Dec 10 05:53:07.045028 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-70b83eaa-95e3-40be-adc9-218b7450a62c req-e540116d-fc3c-4dc2-80e7-f961b4be5d67 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423884 Dec 10 05:53:08.191042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd382-a25c-4f4c-90dd-732277a1a079 req-eb466ecf-6957-4dba-8e5e-c8f7d015970d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:08.192501 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f13dd382-a25c-4f4c-90dd-732277a1a079 req-eb466ecf-6957-4dba-8e5e-c8f7d015970d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Dec 10 05:53:08.239863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f13dd382-a25c-4f4c-90dd-732277a1a079 req-929f2aba-b7f4-4b19-aa88-fa19306a671b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Dec 10 05:53:09.354089 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3346-d93c-494f-8d80-48f9836842a9 req-7802547f-9bcb-43b1-ae57-61cdd35b23f5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:09.355539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25ef3346-d93c-494f-8d80-48f9836842a9 req-7802547f-9bcb-43b1-ae57-61cdd35b23f5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Dec 10 05:53:09.402906 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-25ef3346-d93c-494f-8d80-48f9836842a9 req-769522ef-50b8-4b9a-aca6-9d0b74c5f6f0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414367 Dec 10 05:53:10.525061 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4ff5a-aaa4-46a9-8786-f065c7f5140b req-8d6bc55b-1120-4736-af36-52dbf7d17cf9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:10.526549 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55a4ff5a-aaa4-46a9-8786-f065c7f5140b req-8d6bc55b-1120-4736-af36-52dbf7d17cf9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0561793 Dec 10 05:53:10.574911 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-55a4ff5a-aaa4-46a9-8786-f065c7f5140b req-b035844f-e198-4957-93a9-9c80bbc2811a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Dec 10 05:53:11.689272 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13626-961f-4b4a-900f-6d98f5fbe266 req-da03e648-18d4-4c0e-8d9e-595cb6beaca0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:11.690723 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6c13626-961f-4b4a-900f-6d98f5fbe266 req-da03e648-18d4-4c0e-8d9e-595cb6beaca0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Dec 10 05:53:11.738612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d6c13626-961f-4b4a-900f-6d98f5fbe266 req-cf28f325-dce5-4ded-ba12-47fc47afb577 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Dec 10 05:53:12.858502 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899876b1-7f2f-4df3-b97e-a6c016dd690a req-67a78686-53f2-45d2-9d21-9bae9975d708 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:12.859963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-899876b1-7f2f-4df3-b97e-a6c016dd690a req-67a78686-53f2-45d2-9d21-9bae9975d708 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Dec 10 05:53:12.912192 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-899876b1-7f2f-4df3-b97e-a6c016dd690a req-7a874b3f-bb03-4ace-bb5b-328844ec1fbf tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463903 Dec 10 05:53:14.026276 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be357d-30b3-4c26-a2de-fff80cdc9901 req-ce5fdbc7-c02c-4585-a846-3db96607c687 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:14.027760 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46be357d-30b3-4c26-a2de-fff80cdc9901 req-ce5fdbc7-c02c-4585-a846-3db96607c687 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Dec 10 05:53:14.076746 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-46be357d-30b3-4c26-a2de-fff80cdc9901 req-eb21a596-7419-4b3c-bd4f-e76ecc33cad9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Dec 10 05:53:15.197159 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddf22b-84be-4455-ab0a-3671551a5062 req-6590bc03-9819-4514-a9b0-f7ceed9ded2c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:15.198632 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31ddf22b-84be-4455-ab0a-3671551a5062 req-6590bc03-9819-4514-a9b0-f7ceed9ded2c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0478432 Dec 10 05:53:15.247362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-31ddf22b-84be-4455-ab0a-3671551a5062 req-fceadfbd-3bc4-4a00-b3bf-17d09b1ab829 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Dec 10 05:53:16.129995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-44f14202-8f0f-4174-9a6b-86e3cceafc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:16.131422 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-44f14202-8f0f-4174-9a6b-86e3cceafc64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1096 time: 0.0431538 Dec 10 05:53:16.224399 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-008bdbe4-8da7-4dc6-b11a-20fc87ff8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:16.225895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-008bdbe4-8da7-4dc6-b11a-20fc87ff8e21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0837965 Dec 10 05:53:16.299894 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-6ca9b3aa-b678-489b-b4a6-d20a149dab47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1001 time: 0.0619009 Dec 10 05:53:16.387810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-4646c003-18d2-492d-8f13-104e1763fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:16.389226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-4646c003-18d2-492d-8f13-104e1763fbe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0739725 Dec 10 05:53:16.399461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659166-7969-4f13-bfa7-9d154a60768b req-999a08a5-8caf-4b6f-b955-4204b29b9fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:16.400866 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d659166-7969-4f13-bfa7-9d154a60768b req-999a08a5-8caf-4b6f-b955-4204b29b9fe1 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0777357 Dec 10 05:53:16.479358 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-80f3c64d-5495-455a-b33f-b2285c2365d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:16.480879 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-80f3c64d-5495-455a-b33f-b2285c2365d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791664 Dec 10 05:53:16.485928 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d659166-7969-4f13-bfa7-9d154a60768b req-99adbb0b-3910-4363-9b8f-4259ba930814 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769341 Dec 10 05:53:16.579545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-128da6a1-b2d5-497d-9b65-b0fc9c736743 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867994 Dec 10 05:53:16.675670 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ef89ccf6-3ca9-4227-8aad-fed357a7e23b req-a7090e0a-5227-42d5-861f-42d52fe7b514 service neutron] 10.222.0.41 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Dec 10 05:53:17.604905 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0d1b-5d5f-4405-800c-3cf9b58e7d3f req-c4544f74-61ba-40cd-bbb2-397b7686b65b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:17.606368 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c58d0d1b-5d5f-4405-800c-3cf9b58e7d3f req-c4544f74-61ba-40cd-bbb2-397b7686b65b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Dec 10 05:53:17.654131 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c58d0d1b-5d5f-4405-800c-3cf9b58e7d3f req-9ffdd957-3b55-49ad-bb68-eedbfffd8a6a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 Dec 10 05:53:18.772877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e0c1-6281-4b17-9f53-8bacc2abb7a4 req-25b900e7-8364-462d-8a14-894b94d62540 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:18.775487 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8d1e0c1-6281-4b17-9f53-8bacc2abb7a4 req-25b900e7-8364-462d-8a14-894b94d62540 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Dec 10 05:53:18.824895 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d8d1e0c1-6281-4b17-9f53-8bacc2abb7a4 req-e6ca3dc8-8404-4cdc-8e51-1f5ca186eadc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Dec 10 05:53:19.941579 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd48a4-718b-4f1c-9804-5ceaf09f03f1 req-22134b12-672d-4287-baab-4553a308ec85 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:19.943067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67bd48a4-718b-4f1c-9804-5ceaf09f03f1 req-22134b12-672d-4287-baab-4553a308ec85 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Dec 10 05:53:19.991689 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67bd48a4-718b-4f1c-9804-5ceaf09f03f1 req-2f99193c-ad84-459c-ad07-ffcfd6088b4b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425825 Dec 10 05:53:21.103915 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e8cd7-e6ee-47c1-8b9d-14ebaad93f0e req-24161394-d616-44ac-b99c-65965b61de7a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:21.105393 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b4e8cd7-e6ee-47c1-8b9d-14ebaad93f0e req-24161394-d616-44ac-b99c-65965b61de7a tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Dec 10 05:53:21.157409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1b4e8cd7-e6ee-47c1-8b9d-14ebaad93f0e req-4f66f764-d886-44d2-9977-b59b44050f5b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461223 Dec 10 05:53:21.229154 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:21.248177 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:53:21.329623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:21.351129 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-1d12e2fc-0339-4ea7-901c-009fbda7d9e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490785 Dec 10 05:53:21.353279 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:53:21.356027 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a23acf-e54f-4131-b1d9-16a78f052572" -d '{"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-unplugged", "status": "completed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:53:21.357434 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-d6373aa1-4d8e-4e28-8f56-1d71171efe19 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:53:21.358621 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-d6373aa1-4d8e-4e28-8f56-1d71171efe19 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067816 Dec 10 05:53:21.370446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:53:21.370950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290ed2b-cc01-4150-9558-2a3fab01828c req-8fe991bf-7178-4499-b59f-2f7bc0e59717 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:21.372800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c290ed2b-cc01-4150-9558-2a3fab01828c req-8fe991bf-7178-4499-b59f-2f7bc0e59717 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Dec 10 05:53:21.376045 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:21.405040 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 05:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d24a92-ad6d-4406-920e-87bb331c820e x-openstack-request-id: req-a6d24a92-ad6d-4406-920e-87bb331c820e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:53:21.405334 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-unplugged", "status": "failed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:53:21.405585 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6d24a92-ad6d-4406-920e-87bb331c820e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:53:21.405982 n-d-817326-3 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'code': 422} returned with failed status Dec 10 05:53:21.433327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:53:21.438057 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c290ed2b-cc01-4150-9558-2a3fab01828c req-03bf1090-669a-4217-b034-061e75cef058 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544167 Dec 10 05:53:21.441397 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.442145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.442532 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.442955 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.443509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.444363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.444953 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.445618 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.446190 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.446986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.447647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.448330 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:21.448775 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:22.506368 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f940d9f-bd35-40b2-a45c-545c11cfd3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:22.558257 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62547e2-1eeb-42c1-8842-ed6d00e6b8b6 req-2a1c7273-2394-4230-9ae8-084707111ae8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:22.559779 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a62547e2-1eeb-42c1-8842-ed6d00e6b8b6 req-2a1c7273-2394-4230-9ae8-084707111ae8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0510173 Dec 10 05:53:22.608351 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a62547e2-1eeb-42c1-8842-ed6d00e6b8b6 req-a3606d80-8a84-426f-9d51-c486cebd424e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Dec 10 05:53:23.728468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfc232-ec2a-4bd0-a615-950f9a6fc4a2 req-78741031-cfd8-4375-b98f-620c78f83af6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:23.729958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79bfc232-ec2a-4bd0-a615-950f9a6fc4a2 req-78741031-cfd8-4375-b98f-620c78f83af6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0534041 Dec 10 05:53:23.780206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-79bfc232-ec2a-4bd0-a615-950f9a6fc4a2 req-f7c32107-1ec5-4cd4-8c0c-5d75bec1fe00 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Dec 10 05:53:24.421717 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:24.949178 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4d1d-9681-4035-b105-6e772ffbc47f req-ba9f2d9a-67ad-4708-b14c-3d119d9b0482 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:24.950672 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc6f4d1d-9681-4035-b105-6e772ffbc47f req-ba9f2d9a-67ad-4708-b14c-3d119d9b0482 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0956378 Dec 10 05:53:24.999179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bc6f4d1d-9681-4035-b105-6e772ffbc47f req-0eef8eb6-6363-420e-8022-eb4ba5b7b216 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Dec 10 05:53:25.323215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6437e66-2215-4173-ba74-2445d8f7b795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:26.098218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:26.168430 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1aa6-41f2-4c35-8300-0e6a84af9b68 req-98fedcf8-38b9-4374-9d02-571b8225738f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:26.169988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-206a1aa6-41f2-4c35-8300-0e6a84af9b68 req-98fedcf8-38b9-4374-9d02-571b8225738f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0997787 Dec 10 05:53:26.224224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-206a1aa6-41f2-4c35-8300-0e6a84af9b68 req-52b0e868-1e11-4b4d-b634-4529eba59ec0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470748 Dec 10 05:53:27.144893 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-935e2225-8e71-4ceb-ae7b-74b6823b44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:27.146346 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-935e2225-8e71-4ceb-ae7b-74b6823b44a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&tenant_id=b1c2536df3d849c494d8557652387ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0400076 Dec 10 05:53:27.164255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-3', 'device_owner': 'compute:nova'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:53:27.219724 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.433194 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce971-11cc-494c-8229-64a2d3f9c536 req-bdc3ef4e-a393-4e43-b45c-6a56d2fcc4ef tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:27.434577 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eebce971-11cc-494c-8229-64a2d3f9c536 req-bdc3ef4e-a393-4e43-b45c-6a56d2fcc4ef tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.1160581 Dec 10 05:53:27.493260 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:53:27.510950 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eebce971-11cc-494c-8229-64a2d3f9c536 req-9a1915c0-6354-40ca-8481-000f4a7cc4bb tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703309 Dec 10 05:53:27.533284 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:53:27.565333 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:53:27.572700 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.584447 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Transition to ACTIVE for port object be13615e-7607-4700-bda6-4ce4e4a301b8 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:53:27.588801 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.668869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=7']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:53:27.680783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.681171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.681522 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.681863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.682199 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.682532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.682863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.683192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.683575 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.683847 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.684171 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.684531 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.684859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:53:27.723487 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] No DVR routers for this DVR port be13615e-7607-4700-bda6-4ce4e4a301b8 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:53:27.743672 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.863140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:53:27.863476 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:53:27.863803 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:53:27.868002 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:53:27.868323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Attempting to bind port be13615e-7607-4700-bda6-4ce4e4a301b8 on network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:53:27.873179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:53:27.873519 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Checking segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:53:27.873903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Bound using segment: {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:53:27.874323 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Bound port: be13615e-7607-4700-bda6-4ce4e4a301b8, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97951924-14dd-4f1a-93ac-5bc91d47a0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:53:27.874671 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.938265 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:53:27.941122 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:53:27.945432 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.981315 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:27.981930 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:27.983295 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1091 time: 0.8228135 Dec 10 05:53:27.983758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:53:27.986028 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:53:28.006881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f8e32-fbb4-408e-9f2b-aa6992e328e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=8']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:53:28.055595 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f99eb04-119e-4c84-86e0-aa17bf1cce67 x-openstack-request-id: req-5f99eb04-119e-4c84-86e0-aa17bf1cce67 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:53:28.055892 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:53:28.056156 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f99eb04-119e-4c84-86e0-aa17bf1cce67 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:53:28.056586 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'status': 'completed', 'code': 200} Dec 10 05:53:28.072095 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-87e61cc6-a931-458f-96c4-d316ce2c239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.073681 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-87e61cc6-a931-458f-96c4-d316ce2c239a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1094 time: 0.0514994 Dec 10 05:53:28.177578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-27274656-7467-473e-aed6-4d1b9fb94457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.179547 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-27274656-7467-473e-aed6-4d1b9fb94457 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0981851 Dec 10 05:53:28.246722 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-de4e4e7e-917f-4334-bf62-df69202a7eb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 999 time: 0.0600550 Dec 10 05:53:28.294786 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-b303c12a-7af7-446a-b75a-363fec3b77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.296206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-b303c12a-7af7-446a-b75a-363fec3b77df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0430074 Dec 10 05:53:28.345433 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-04133441-4b8e-4e1b-baf6-6f7724e9a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.346967 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-04133441-4b8e-4e1b-baf6-6f7724e9a5ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438037 Dec 10 05:53:28.436993 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-bee6a7f2-828d-4e96-822d-f06498f913cc service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822163 Dec 10 05:53:28.503473 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:28.537773 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-764d7901-7ce0-452f-99ce-c6740b3c09d4 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931003 Dec 10 05:53:28.654686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e20c2-4d79-4148-8900-130c952025bf req-6aaf5a34-5744-428f-94fd-5cd33b91db33 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.656180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb7e20c2-4d79-4148-8900-130c952025bf req-6aaf5a34-5744-428f-94fd-5cd33b91db33 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0756519 Dec 10 05:53:28.662057 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-23f40f8e-f93f-404f-ba7c-09b70ddc0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.663418 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-23f40f8e-f93f-404f-ba7c-09b70ddc0477 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1094 time: 0.0551281 Dec 10 05:53:28.760058 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb7e20c2-4d79-4148-8900-130c952025bf req-53ecb9dd-0492-4024-a6dc-51ab6e49f5a5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955968 Dec 10 05:53:28.786598 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-12bcb874-14ff-4c2d-86e6-14126aabbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.788067 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-12bcb874-14ff-4c2d-86e6-14126aabbeb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.1115358 Dec 10 05:53:28.856493 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-46fe4dc0-b112-4011-95c6-2a6a60917d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 999 time: 0.0615969 Dec 10 05:53:28.904124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-3f8f5912-274a-4317-a7f6-ae8ffd3988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.905537 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-3f8f5912-274a-4317-a7f6-ae8ffd3988a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0418799 Dec 10 05:53:28.952995 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-b0371cd3-632d-498f-a776-bcb50ac54ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:28.954482 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-b0371cd3-632d-498f-a776-bcb50ac54ebd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394678 Dec 10 05:53:29.047790 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-4fd7abeb-92e1-4210-9aa3-bfc7206c2276 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854189 Dec 10 05:53:29.139036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c85a1fbb-ac1c-4679-aea2-a182b4d33c7c req-d77e1605-a2ff-4198-a06e-5c7e295ce591 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Dec 10 05:53:29.877791 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209f78-74cd-4531-8038-814bf35df6db req-a0b64276-c9e8-4be7-9b5b-2cb4434fe4c8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:29.879255 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f209f78-74cd-4531-8038-814bf35df6db req-a0b64276-c9e8-4be7-9b5b-2cb4434fe4c8 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0485711 Dec 10 05:53:29.931559 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f209f78-74cd-4531-8038-814bf35df6db req-eda49ebd-1464-427a-9638-9d4423165341 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 Dec 10 05:53:31.044937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0695fc-9bcc-48ca-9fa2-366f1227760b req-229095f3-7fef-4859-96a3-9aa0dd8624a3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:31.046392 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0695fc-9bcc-48ca-9fa2-366f1227760b req-229095f3-7fef-4859-96a3-9aa0dd8624a3 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0480690 Dec 10 05:53:31.094271 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ee0695fc-9bcc-48ca-9fa2-366f1227760b req-816c7d8f-e796-4c40-a6b1-75c90c7fa1b0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Dec 10 05:53:32.207167 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc64b9-1233-4537-bdd7-3ca178ba70aa req-f802d944-642b-4829-af74-04e624658c39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:32.208900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67dc64b9-1233-4537-bdd7-3ca178ba70aa req-f802d944-642b-4829-af74-04e624658c39 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0476828 Dec 10 05:53:32.256827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-67dc64b9-1233-4537-bdd7-3ca178ba70aa req-863cc9bb-03dd-4ad7-ae0a-a33b6939733f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Dec 10 05:53:33.373640 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f9dd-c6ad-4853-8acc-20030ed00f69 req-231409f9-6286-4a55-a64b-83b29b473d5f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:33.375101 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfd1f9dd-c6ad-4853-8acc-20030ed00f69 req-231409f9-6286-4a55-a64b-83b29b473d5f tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0514171 Dec 10 05:53:33.423108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-cfd1f9dd-c6ad-4853-8acc-20030ed00f69 req-2c14c018-78ca-4491-8228-3138fcaec7fa tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Dec 10 05:53:34.047980 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:53:34.536381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0075-7374-42b2-a3f2-2a4805dfc27b req-23e4dec7-23a4-40d8-a9e4-a7eb8bf11e35 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:34.537863 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613a0075-7374-42b2-a3f2-2a4805dfc27b req-23e4dec7-23a4-40d8-a9e4-a7eb8bf11e35 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0473950 Dec 10 05:53:34.589658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-613a0075-7374-42b2-a3f2-2a4805dfc27b req-41621ee8-186b-416d-92a7-c153503e54b9 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Dec 10 05:53:35.706909 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35ebd4-402e-4a5b-ab67-04deea1e07df req-d23643ee-229b-4b2e-8efe-5dc8ed3267a7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:35.708660 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b35ebd4-402e-4a5b-ab67-04deea1e07df req-d23643ee-229b-4b2e-8efe-5dc8ed3267a7 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 943 time: 0.0523663 Dec 10 05:53:35.757138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b35ebd4-402e-4a5b-ab67-04deea1e07df req-98fa8c75-aeed-446e-8cfe-9d5b85ad8101 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Dec 10 05:53:36.595483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:53:36.690813 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:53:36.701452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'port_id': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'mac_address': 'fa:16:3e:ab:70:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:53:36.737747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:36.749900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:53:36.767866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:53:36.771733 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:36.822162 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:53:36.876574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e2b8d-8fd0-419e-8fc1-0a73f2675d00 req-6dc02278-65c6-4d6e-82ef-84a99dfa0e92 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:36.878036 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-903e2b8d-8fd0-419e-8fc1-0a73f2675d00 req-6dc02278-65c6-4d6e-82ef-84a99dfa0e92 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 944 time: 0.0494299 Dec 10 05:53:36.926541 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-903e2b8d-8fd0-419e-8fc1-0a73f2675d00 req-66015f4a-cc41-4b36-847f-7762365792ca tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Dec 10 05:53:37.100597 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['be13615e-7607-4700-bda6-4ce4e4a301b8'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:53:38.042113 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ba44-f2c7-4cda-85c2-b762164ed8ed req-7de2cfb9-d5df-4cad-9e6e-6a11537c2c6e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:38.043569 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1120ba44-f2c7-4cda-85c2-b762164ed8ed req-7de2cfb9-d5df-4cad-9e6e-6a11537c2c6e tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 944 time: 0.0473475 Dec 10 05:53:38.095112 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-1120ba44-f2c7-4cda-85c2-b762164ed8ed req-20f79ee2-0ac4-4944-954c-4a0a6739740c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456536 Dec 10 05:53:38.594895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:53:38.643188 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port be13615e-7607-4700-bda6-4ce4e4a301b8 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:53:38.647215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port be13615e-7607-4700-bda6-4ce4e4a301b8 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:53:38.647608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:38.724852 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:38.746058 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:53:38.748261 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2b638-b642-4810-86d7-cd98cd4a706d" -d '{"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-plugged", "status": "completed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:53:38.761657 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:53:38.765570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:38.788448 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8510f-cb2c-4292-909c-397458e46da0 x-openstack-request-id: req-c8c8510f-cb2c-4292-909c-397458e46da0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:53:38.788767 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-plugged", "status": "completed", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:53:38.789029 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8c8510f-cb2c-4292-909c-397458e46da0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:53:38.789409 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'code': 200} Dec 10 05:53:38.813983 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:53:38.985283 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6014e-4874-45ac-a9db-1f801696abff req-a65ef529-b0b7-4e16-a65f-d89fd6dab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:38.986631 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ead6014e-4874-45ac-a9db-1f801696abff req-a65ef529-b0b7-4e16-a65f-d89fd6dab433 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1097 time: 0.0385628 Dec 10 05:53:39.032043 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ead6014e-4874-45ac-a9db-1f801696abff req-3007f8ac-2704-4205-96be-33cb43d1e7c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 Dec 10 05:53:39.210830 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee21e9-6ae5-4552-980c-c00623583c3e req-005b0ad4-a541-4468-a6f5-c05526fc93b5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:39.212300 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdee21e9-6ae5-4552-980c-c00623583c3e req-005b0ad4-a541-4468-a6f5-c05526fc93b5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 946 time: 0.0486927 Dec 10 05:53:39.260864 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-bdee21e9-6ae5-4552-980c-c00623583c3e req-8d9b3500-4a58-4dc3-913c-7529a7d58292 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Dec 10 05:53:40.378730 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c174-5f9b-4680-ac28-ca0c7ae0be98 req-f6e8f334-2ef5-4b95-9356-b4fa47b36a89 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:40.380228 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9582c174-5f9b-4680-ac28-ca0c7ae0be98 req-f6e8f334-2ef5-4b95-9356-b4fa47b36a89 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 946 time: 0.0515914 Dec 10 05:53:40.428027 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9582c174-5f9b-4680-ac28-ca0c7ae0be98 req-5058dfd0-95fb-4489-b91a-0d31bc97adc6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411298 Dec 10 05:53:42.824539 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-00fced33-7a17-45c0-a77c-3a7a9886c6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380981 Dec 10 05:53:42.920391 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-38f35179-0d76-443f-9007-c2af0e2cc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:42.921878 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-38f35179-0d76-443f-9007-c2af0e2cc96f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1097 time: 0.0398748 Dec 10 05:53:43.032825 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-bfbbb4a7-ea26-4918-a7a8-8c3e4cedd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:43.034303 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-bfbbb4a7-ea26-4918-a7a8-8c3e4cedd627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0910830 Dec 10 05:53:43.099701 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-8a5e638d-d7e8-4bd9-b52d-cfca37754fc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1001 time: 0.0579703 Dec 10 05:53:43.152443 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-0c36504f-b042-4788-b040-f1d2699856bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:43.153931 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-0c36504f-b042-4788-b040-f1d2699856bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0476565 Dec 10 05:53:43.201331 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-40f1d0ed-5f07-49f1-ae1a-ade8f0a3aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:53:43.202815 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-40f1d0ed-5f07-49f1-ae1a-ade8f0a3aa53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411763 Dec 10 05:53:43.294612 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-44a9eeec-7eec-4422-9cc6-ed6bee0c5db9 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Dec 10 05:53:43.391952 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-51b58081-3f37-4e60-bf27-a27fdfc59a60 req-627b6fc2-ec87-45bc-b566-82bf98824e8f service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900176 Dec 10 05:53:51.237597 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:52.502146 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988c4f2b-6018-4d18-937b-227d6665a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:54.419736 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:55.324400 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd96e80c-9fb6-4cf7-904a-f1243fe6f1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:56.090911 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:57.737797 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:53:58.506950 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:11.046832 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:54:21.248570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:22.502799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe8128dc-4ba5-4e60-9a21-413288f99b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:24.433039 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:25.325591 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45ad8887-6d72-4fe2-aeed-b7b69abb901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:26.093508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:27.741795 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:28.507348 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:44.833353 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-7447cafe-5458-4a28-877c-4e6391a49d4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763001 Dec 10 05:54:44.929752 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-42238f72-38dc-47ba-aec3-22d908defab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:44.931187 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-42238f72-38dc-47ba-aec3-22d908defab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1097 time: 0.0385273 Dec 10 05:54:45.036793 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-2c82ae1e-177e-4284-b85e-67262bd73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:45.038167 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-2c82ae1e-177e-4284-b85e-67262bd73d4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.0859959 Dec 10 05:54:45.104858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-672512b9-c497-467e-a404-28f87ee5bef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 1001 time: 0.0592189 Dec 10 05:54:45.151572 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-23a51386-8d83-4c49-8fe5-95056603d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:45.152958 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-23a51386-8d83-4c49-8fe5-95056603d06d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0415354 Dec 10 05:54:45.197943 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-8f69cb67-e50e-400b-8a85-0b2f27aabfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:45.199409 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-8f69cb67-e50e-400b-8a85-0b2f27aabfe0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395939 Dec 10 05:54:45.289239 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-c5aca6a3-f9ed-4ab2-a59d-b44163d037e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820544 Dec 10 05:54:45.377175 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7f71acdc-87a6-470e-8d29-d865484e0273 req-61ae40ad-971f-4cfd-b5ad-957768ffb6f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799501 Dec 10 05:54:48.045302 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:54:51.264261 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:52.503256 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cc0335c-74fd-42af-8237-f58f17a27358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:52.860295 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52342) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:54:53.019042 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Deleting port 7b20c48b-74f8-47d2-ab21-0b60b4e87589 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:54:53.019378 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:53.093970 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:53.094289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:53.105470 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Calling delete_port for 7b20c48b-74f8-47d2-ab21-0b60b4e87589 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:54:53.248437 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:53.278262 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'Port': ['ID=7b20c48b-74f8-47d2-ab21-0b60b4e87589,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:54:53.299841 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.300220 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.300555 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.300893 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.301227 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.301558 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.301887 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.302215 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.302539 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.302864 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.303189 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.303513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.303835 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:53.344289 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:53.344683 n-d-817326-3 neutron-server[103254]: INFO neutron.db.l3_db [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Floating IP 05579c77-3ca9-4a31-a258-da7e4fa1b9f7 disassociated (deleted). External IP: 172.25.8.237, port: be13615e-7607-4700-bda6-4ce4e4a301b8. Dec 10 05:54:53.547759 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:54:53.994054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:54:53.998832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:54.003408 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:54:54.013240 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:54:54.013837 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:54:54.024433 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-339704da-3b04-4a86-86d1-ada5f089ddf5 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "DELETE /v2.0/floatingips/05579c77-3ca9-4a31-a258-da7e4fa1b9f7 HTTP/1.1" status: 204 len: 168 time: 1.1630411 Dec 10 05:54:54.025280 n-d-817326-3 neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:54:54.027679 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be9330761eff366ffaa746000f8a80c496ea7575ea1760ff5d39243e70c7fb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4747d-1c25-4d5d-aac8-009b2fc34393" -d '{"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:54:54.066397 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f964b11-9bde-436a-9159-0812bb906635 x-openstack-request-id: req-0f964b11-9bde-436a-9159-0812bb906635 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:54:54.066696 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:54:54.066953 n-d-817326-3 neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f964b11-9bde-436a-9159-0812bb906635 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:54:54.067966 n-d-817326-3 neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'status': 'completed', 'code': 200} Dec 10 05:54:54.123821 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:54:54.163271 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-2012fe94-9aee-47cb-b9a4-020dd8ea70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:54.169527 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-2012fe94-9aee-47cb-b9a4-020dd8ea70ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1c2536df3d849c494d8557652387ee3&device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 1097 time: 0.0522044 Dec 10 05:54:54.317258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0526e-2110-4732-9db1-12edd402acbb req-61668284-3890-4a72-b2e0-41f7933162b6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:54.318637 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7d0526e-2110-4732-9db1-12edd402acbb req-61668284-3890-4a72-b2e0-41f7933162b6 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 946 time: 0.1058788 Dec 10 05:54:54.323327 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:54:54.344363 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-d829d775-f38b-4c50-b285-aeb50c8a2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:54.345840 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-d829d775-f38b-4c50-b285-aeb50c8a2c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 200 len: 909 time: 0.1422842 Dec 10 05:54:54.354385 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:54:54.362554 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:54:54.363160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:54:54.404096 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-8a8b6b67-50b5-4bd8-be54-e318d4c95f0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 200 len: 217 time: 0.0455163 Dec 10 05:54:54.415606 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a7d0526e-2110-4732-9db1-12edd402acbb req-22093cb0-917f-4640-846e-01d8633b8e4c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860195 Dec 10 05:54:54.454502 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:54.459627 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-2a3b1ee1-aeb8-4599-b49c-b9914da4b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:54.461123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-2a3b1ee1-aeb8-4599-b49c-b9914da4b358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 200 len: 847 time: 0.0464358 Dec 10 05:54:54.467280 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:54:54.508800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-6bae8e1f-d631-40d9-a2d0-efbfe4963c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:54.510302 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-6bae8e1f-d631-40d9-a2d0-efbfe4963c91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397112 Dec 10 05:54:54.604604 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-d5089a8b-2fb4-4aae-b4bd-736eaa891a5a service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 Dec 10 05:54:54.665049 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:54:54.690617 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0a659-1956-48d6-af60-97c5cd60fc4b None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '2b161636-44b4-4a25-a131-dc163e36ff41', 'name': '', 'network_id': 'b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'mac_address': 'fa:16:3e:4a:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:07Z', 'updated_at': '2021-12-10T05:46:11Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'subnets': [{'id': '8eb0961a-88f8-43c7-835f-f6f93efc9150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:54:54.697458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-9fd4747d-1c25-4d5d-aac8-009b2fc34393 req-150d5c63-9421-464f-9872-32f936ccea6f service neutron] 10.222.0.36 "GET /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841095 Dec 10 05:54:54.909239 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df81f8-c290-4fa6-bc8b-85dd52c0f3fb None None] New status for floating IP 05579c77-3ca9-4a31-a258-da7e4fa1b9f7: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:54:55.328010 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f52d-b191-4ef0-bbd7-cc7b5711391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:55.539309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ac6f-9f64-4206-9ddd-eb3f51baf096 req-757f8b6d-c074-465e-892c-6e4ce18aad1b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:55.540812 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f13ac6f-9f64-4206-9ddd-eb3f51baf096 req-757f8b6d-c074-465e-892c-6e4ce18aad1b tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 946 time: 0.0531127 Dec 10 05:54:55.588827 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8f13ac6f-9f64-4206-9ddd-eb3f51baf096 req-b277facc-a9fe-47fa-b985-3d27e397be6c tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Dec 10 05:54:55.962340 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-91522310-5a83-4a58-9054-855cadd99fe0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:54:55.963747 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-91522310-5a83-4a58-9054-855cadd99fe0 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 946 time: 0.0468488 Dec 10 05:54:56.052928 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Deleting port be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:54:56.053310 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:56.096353 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:56.140843 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] For port be13615e-7607-4700-bda6-4ce4e4a301b8, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=be13615e-7607-4700-bda6-4ce4e4a301b8,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:54:56.141209 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:56.153226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Calling delete_port for be13615e-7607-4700-bda6-4ce4e4a301b8 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:54:56.282496 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:56.309819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'Port': ['ID=be13615e-7607-4700-bda6-4ce4e4a301b8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:54:56.321859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.322213 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.322556 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.322895 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.323238 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.323574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.323906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.324236 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.324655 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.324986 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.325311 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.325636 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.325959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:54:56.363423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] No DVR routers for this DVR port be13615e-7607-4700-bda6-4ce4e4a301b8 on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:54:56.365935 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:56.369249 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-6edd40e0-82da-49e8-826a-59d659e9a1a1 req-22741333-e6aa-406f-922a-62ef0b319349 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.36 "DELETE /v2.0/ports/be13615e-7607-4700-bda6-4ce4e4a301b8 HTTP/1.1" status: 204 len: 173 time: 0.3989968 Dec 10 05:54:56.369680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-deleted', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:54:56.371892 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4373614-48b1-43de-8fa4-14d9904bcf45" -d '{"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-deleted", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:54:56.409257 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ca344-d9ad-4303-b2d4-aefabc3d0c1d x-openstack-request-id: req-9e2ca344-d9ad-4303-b2d4-aefabc3d0c1d {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:54:56.409561 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a3d856-37ea-4013-973a-c60ac0faa740", "name": "network-vif-deleted", "tag": "be13615e-7607-4700-bda6-4ce4e4a301b8", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:54:56.409819 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e2ca344-d9ad-4303-b2d4-aefabc3d0c1d {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:54:56.410218 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a3d856-37ea-4013-973a-c60ac0faa740', 'name': 'network-vif-deleted', 'tag': 'be13615e-7607-4700-bda6-4ce4e4a301b8', 'status': 'completed', 'code': 200} Dec 10 05:54:56.688818 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-63417d9b-d654-4d06-b703-60ecb2c3e8e2 req-964ad3c7-136e-41c6-a281-0afe6b04ed8d tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Dec 10 05:54:57.751365 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:57.799567 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40498372-070b-4032-8fd9-a845aaaa231e req-c5cd9369-c42e-4721-9738-e3e3e18e7c03 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Dec 10 05:54:58.513837 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:54:58.895497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d55c6bb8-a3ad-448a-a5b9-4b99b8363d49 req-14391709-2d06-4d0f-a2c2-64368b97c970 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Dec 10 05:54:59.036662 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:54:59.057371 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: be13615e-7607-4700-bda6-4ce4e4a301b8 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:54:59.057721 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device be13615e-7607-4700-bda6-4ce4e4a301b8 not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:54:59.990274 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8ed087e1-683f-4a2e-bc76-60d9fcaefb5c req-92ea695a-9145-46c8-b153-cd6688a08b68 tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0252199 Dec 10 05:55:01.109051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-34c8c578-1bd1-42f7-97eb-2a738233827d req-ea7730c5-4dc8-4a5b-a93d-a4f37ccaa0dc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a3d856-37ea-4013-973a-c60ac0faa740 HTTP/1.1" status: 200 len: 210 time: 0.0335228 Dec 10 05:55:02.165208 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:02.224409 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:02.250378 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:02.314068 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:02.317210 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:02.318471 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] 10.222.0.43 "DELETE /v2.0/security-groups/b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8 HTTP/1.1" status: 204 len: 168 time: 0.1522741 Dec 10 05:55:02.328684 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa7793-bdf2-4b04-8940-d800cda07bbc tempest-TestShelveInstance-1042509522 tempest-TestShelveInstance-1042509522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9c0b9-04f6-4789-b90b-bf80f6ca5ce8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:02.371042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52380) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:02.809247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:03.420020 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Deleting port 2b161636-44b4-4a25-a131-dc163e36ff41 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:03.420770 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:03.505954 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] For port 2b161636-44b4-4a25-a131-dc163e36ff41, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2b161636-44b4-4a25-a131-dc163e36ff41,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:03.506365 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:03.524672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Calling delete_port for 2b161636-44b4-4a25-a131-dc163e36ff41 owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:03.718959 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:03.741192 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b161636-44b4-4a25-a131-dc163e36ff41,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:03.928771 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.160574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Router f69ce594-e3e8-4e92-abd9-a80aa677d29f has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:55:04.271351 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:04.279823 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:04.281041 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-31c0bdd9-441b-4ab0-86aa-d44b8db10d9f admin admin] 10.222.0.43 "PUT /v2.0/routers/f69ce594-e3e8-4e92-abd9-a80aa677d29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090278 Dec 10 05:55:04.283160 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Sync routers for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:04.298065 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:04.298676 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:04.390829 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.405114 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:04.505805 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.585009 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Deleting port 40d00a13-5c6e-4aca-bab9-26460f089821 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:04.585484 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.594834 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:55:03Z', 'revision_number': 5, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port': {'id': '40d00a13-5c6e-4aca-bab9-26460f089821', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:05Z', 'updated_at': '2021-12-10T05:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:04.620548 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Checking router: f69ce594-e3e8-4e92-abd9-a80aa677d29f for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:04.629818 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Routers {'f69ce594-e3e8-4e92-abd9-a80aa677d29f'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:04.630422 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:04.665365 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] For port 40d00a13-5c6e-4aca-bab9-26460f089821, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=40d00a13-5c6e-4aca-bab9-26460f089821,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:04.665609 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.678796 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Calling delete_port for 40d00a13-5c6e-4aca-bab9-26460f089821 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:04.800011 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] Set router f69ce594-e3e8-4e92-abd9-a80aa677d29f gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:04.852644 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:55:04Z', 'revision_number': 6, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:04.858471 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:04.884119 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8140dfc-10dc-4826-9d7e-202b7dac09d0 None None] The sync data for ids ['f69ce594-e3e8-4e92-abd9-a80aa677d29f'] in n-d-817326-3 is: [{'id': 'f69ce594-e3e8-4e92-abd9-a80aa677d29f', 'name': 'tempest-TestShelveInstance-282587099-router', 'tenant_id': 'b1c2536df3d849c494d8557652387ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:04Z', 'updated_at': '2021-12-10T05:55:04Z', 'revision_number': 6, 'project_id': 'b1c2536df3d849c494d8557652387ee3', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:04.902270 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=40d00a13-5c6e-4aca-bab9-26460f089821,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:04.904054 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07201dd0-1e4f-45ac-93ea-2be365284435 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:04.975498 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.064400 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.066451 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.108359 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.109529 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69ce594-e3e8-4e92-abd9-a80aa677d29f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:55:05.113962 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.115097 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-707714e5-5ab5-47a4-a7a9-d8a61aca6d3a admin admin] 10.222.0.43 "DELETE /v2.0/routers/f69ce594-e3e8-4e92-abd9-a80aa677d29f HTTP/1.1" status: 204 len: 168 time: 0.8337460 Dec 10 05:55:05.117728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:05.160907 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Deleting subnet 8eb0961a-88f8-43c7-835f-f6f93efc9150 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:55:05.163877 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.198084 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850187'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.282509 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.349838 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8501090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8887148'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.376054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb0961a-88f8-43c7-835f-f6f93efc9150,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:05.381640 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.382119 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145483b-4b85-450f-97b8-3e4aa103c031 None None] Network b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:05.384975 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a6ab2183-484e-4b83-803a-fa989d9c7fa0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8eb0961a-88f8-43c7-835f-f6f93efc9150 HTTP/1.1" status: 204 len: 168 time: 0.2663484 Dec 10 05:55:05.387684 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52388) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:05.456253 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.515392 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Deleting port 2381f23d-c529-4461-8e97-d8c39c00de2e {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:05.515729 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.575873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] For port 2381f23d-c529-4461-8e97-d8c39c00de2e, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=2381f23d-c529-4461-8e97-d8c39c00de2e,segment=NetworkSegment(97951924-14dd-4f1a-93ac-5bc91d47a0a1),segment_id=97951924-14dd-4f1a-93ac-5bc91d47a0a1)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:05.576158 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.588872 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Calling delete_port for 2381f23d-c529-4461-8e97-d8c39c00de2e owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:05.673649 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.677202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a27e4-a01d-47e1-a49f-56dd1815a00a None None] DHCP port deletion for b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:05.700884 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Pushing event deleted for resources: {'Port': ['ID=2381f23d-c529-4461-8e97-d8c39c00de2e,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:05.707464 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] No DVR routers for this DVR port 2381f23d-c529-4461-8e97-d8c39c00de2e on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:55:05.783898 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.807237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:05.816838 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97951924-14dd-4f1a-93ac-5bc91d47a0a1') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:05.817135 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97951924-14dd-4f1a-93ac-5bc91d47a0a1') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:05.826380 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.841032 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.848129 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:55:05.848558 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:55:05.850274 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:55:05.905809 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.911904 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:05.918599 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9 HTTP/1.1" status: 204 len: 168 time: 0.5265343 Dec 10 05:55:05.918765 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:05.937618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99b6a0-5c98-4a60-b653-12ef04bd1883 admin admin] Pushing event deleted for resources: {'Network': ['ID=b04c2674-0e5f-4c3f-b1c3-fd4523a72ee9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:06.281095 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:06.524016 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Deleting port 29b6b0c2-d60d-44fb-9769-ad14940a100f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:06.524623 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:06.526325 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b161636-44b4-4a25-a131-dc163e36ff41 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:06.547211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2b161636-44b4-4a25-a131-dc163e36ff41 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:06.547560 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2b161636-44b4-4a25-a131-dc163e36ff41 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:06.547977 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2381f23d-c529-4461-8e97-d8c39c00de2e no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:06.566626 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 2381f23d-c529-4461-8e97-d8c39c00de2e {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:06.566986 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 2381f23d-c529-4461-8e97-d8c39c00de2e not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:06.567406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 40d00a13-5c6e-4aca-bab9-26460f089821 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:06.591446 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 40d00a13-5c6e-4aca-bab9-26460f089821 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:06.591807 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 40d00a13-5c6e-4aca-bab9-26460f089821 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:06.604139 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] For port 29b6b0c2-d60d-44fb-9769-ad14940a100f, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=29b6b0c2-d60d-44fb-9769-ad14940a100f,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:06.604524 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:06.617469 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Calling delete_port for 29b6b0c2-d60d-44fb-9769-ad14940a100f owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:06.792522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:06.819448 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b6b0c2-d60d-44fb-9769-ad14940a100f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:06.986172 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.198571 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:55:07.303608 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:07.309463 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8f373ae-8bdc-4f91-802d-82f3a10145a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e3a7cd9-f34f-434f-bcda-69987c95cfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898857 Dec 10 05:55:07.312638 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52392) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:07.314341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Sync routers for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:07.325471 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:07.326091 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:07.424038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.431570 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:07.526850 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.579820 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Deleting port 0ddb40a4-989e-462c-adcb-2956d7880a33 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:07.580235 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.607866 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:55:06Z', 'revision_number': 5, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port': {'id': '0ddb40a4-989e-462c-adcb-2956d7880a33', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:46:10Z', 'updated_at': '2021-12-10T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:07.635122 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Checking router: 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:07.643343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Routers {'1e3a7cd9-f34f-434f-bcda-69987c95cfe9'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:07.643948 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:07.662648 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] For port 0ddb40a4-989e-462c-adcb-2956d7880a33, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=0ddb40a4-989e-462c-adcb-2956d7880a33,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:07.663016 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.674950 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Calling delete_port for 0ddb40a4-989e-462c-adcb-2956d7880a33 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:07.728928 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] Set router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:07.783101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:55:07Z', 'revision_number': 6, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:07.810900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a007e04-16a7-4d1d-be28-38bc994380ca None None] The sync data for ids ['1e3a7cd9-f34f-434f-bcda-69987c95cfe9'] in n-d-817326-3 is: [{'id': '1e3a7cd9-f34f-434f-bcda-69987c95cfe9', 'name': 'tempest-TestShelveInstance-1837863027-router', 'tenant_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:46:09Z', 'updated_at': '2021-12-10T05:55:07Z', 'revision_number': 6, 'project_id': 'a9ce67f57c8846ebabaf685d625e0a6e', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:07.843874 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:07.868808 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddb40a4-989e-462c-adcb-2956d7880a33,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:07.882663 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8bcb81-4707-4b3d-ba77-20d85c8983bc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:07.934320 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.023594 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.025695 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.067857 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.068416 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3a7cd9-f34f-434f-bcda-69987c95cfe9 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 05:55:08.072723 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.073869 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9a78191b-d124-4ecd-98a5-b9e867194030 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1e3a7cd9-f34f-434f-bcda-69987c95cfe9 HTTP/1.1" status: 204 len: 168 time: 0.7594233 Dec 10 05:55:08.076330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52396) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:08.119864 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Deleting subnet 39d5d528-c58d-48de-84e5-adc40f6654e0 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 05:55:08.122906 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.167154 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.251917 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.302819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.329559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d5d528-c58d-48de-84e5-adc40f6654e0,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:08.331532 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.337486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-46a8abc4-fc90-4b7e-ba74-e6c523f73a86 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/39d5d528-c58d-48de-84e5-adc40f6654e0 HTTP/1.1" status: 204 len: 168 time: 0.2574906 Dec 10 05:55:08.337647 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dfeff-07e3-436a-858a-12b97b5569e1 None None] Network 91f386b3-bec2-4d91-abde-ca34202b61f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:08.337763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52398) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:08.409516 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.468920 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Deleting port 667bd455-49c2-4f8c-a3ce-a1089e290f60 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:08.469262 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.537181 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] For port 667bd455-49c2-4f8c-a3ce-a1089e290f60, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=667bd455-49c2-4f8c-a3ce-a1089e290f60,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:08.537552 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.554855 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Calling delete_port for 667bd455-49c2-4f8c-a3ce-a1089e290f60 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:08.557300 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] DHCP port deletion for 91f386b3-bec2-4d91-abde-ca34202b61f8 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:08.613988 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Deleting port 667bd455-49c2-4f8c-a3ce-a1089e290f60 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:55:08.614667 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.631192 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ddb40a4-989e-462c-adcb-2956d7880a33 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:08.642938 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.661284 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 0ddb40a4-989e-462c-adcb-2956d7880a33 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:08.661630 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 0ddb40a4-989e-462c-adcb-2956d7880a33 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:08.662055 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29b6b0c2-d60d-44fb-9769-ad14940a100f no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:08.670585 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Pushing event deleted for resources: {'Port': ['ID=667bd455-49c2-4f8c-a3ce-a1089e290f60,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:08.673031 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] No DVR routers for this DVR port 667bd455-49c2-4f8c-a3ce-a1089e290f60 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:55:08.712643 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 29b6b0c2-d60d-44fb-9769-ad14940a100f {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:08.713009 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 29b6b0c2-d60d-44fb-9769-ad14940a100f not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:08.713480 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 667bd455-49c2-4f8c-a3ce-a1089e290f60 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:55:08.741367 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 667bd455-49c2-4f8c-a3ce-a1089e290f60 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:55:08.741631 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 667bd455-49c2-4f8c-a3ce-a1089e290f60 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:55:08.749266 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.751184 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] For port 667bd455-49c2-4f8c-a3ce-a1089e290f60, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=667bd455-49c2-4f8c-a3ce-a1089e290f60,segment=NetworkSegment(e4db213c-d00e-42d6-8240-4842ab447b65),segment_id=e4db213c-d00e-42d6-8240-4842ab447b65)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:08.751587 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.764692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Calling delete_port for 667bd455-49c2-4f8c-a3ce-a1089e290f60 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:55:08.770115 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f386b3-bec2-4d91-abde-ca34202b61f8']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:08.779542 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4db213c-d00e-42d6-8240-4842ab447b65') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:08.779867 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4db213c-d00e-42d6-8240-4842ab447b65') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:08.789986 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.804685 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.810710 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 05:55:08.811227 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: timer() Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 05:55:08.812932 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 05:55:08.842661 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.868692 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Pushing event deleted for resources: {'Port': ['ID=667bd455-49c2-4f8c-a3ce-a1089e290f60,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:08.877934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.879467 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.879819 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.880758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.881103 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.881447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.881781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.882228 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.882517 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.883412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.883412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.883412 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.883740 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.884027 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:08.886924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451b16c-806a-410d-945c-c0febbd1af95 None None] No DVR routers for this DVR port 667bd455-49c2-4f8c-a3ce-a1089e290f60 on host n-d-817326-3 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:55:08.888622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:08.895180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] 10.222.0.43 "DELETE /v2.0/networks/91f386b3-bec2-4d91-abde-ca34202b61f8 HTTP/1.1" status: 204 len: 168 time: 0.5564022 Dec 10 05:55:08.912566 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c033c-f164-46d6-9e82-17d96ebf227c admin admin] Pushing event deleted for resources: {'Network': ['ID=91f386b3-bec2-4d91-abde-ca34202b61f8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:09.010846 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52402) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:09.050308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-628e259d-b922-4c84-a06d-c7eb16cf8d99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1c2536df3d849c494d8557652387ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382955 Dec 10 05:55:09.052756 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52404) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:09.098819 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.119412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.164181 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.166878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.168093 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5467700c-7a94-4d83-9f5e-468b4b29cf15 HTTP/1.1" status: 204 len: 168 time: 0.1144376 Dec 10 05:55:09.176868 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d07d8f-6d34-4b2c-87b4-511d189c04fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5467700c-7a94-4d83-9f5e-468b4b29cf15,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:09.484994 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:09.523811 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-73f994f4-9de4-4bf2-9781-fdc235ccab79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9ce67f57c8846ebabaf685d625e0a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375640 Dec 10 05:55:09.526200 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:09.573102 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.594318 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.638473 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.641207 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:09.642359 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6315c288-8cf4-4b54-9f41-8bb567503a2d HTTP/1.1" status: 204 len: 168 time: 0.1152141 Dec 10 05:55:09.649734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136df13b-ab42-4916-bbf6-508ef57feab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6315c288-8cf4-4b54-9f41-8bb567503a2d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:10.286919 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52434) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:10.401484 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1966599363-network', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:10.422513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Made reservation on behalf of eb4e35d4182747a9ba8aa5b586325a63 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:55:10.424811 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.435919 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.513103 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.517745 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.541109 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:55:10.551031 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ef5d9-e8a5-4c0c-b3dd-b80a6185ad47,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:10.556999 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.557340 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Added segment fa09f6bb-5740-40d1-b7a1-559c53072d3d of type vlan for network dec0bf8b-5796-4516-bda3-bec4790522f8 Dec 10 05:55:10.596424 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.620954 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.621769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:10.622333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.648468 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3604808 Dec 10 05:55:10.651514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52438) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:10.656412 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Request body: {'subnet': {'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1966599363-subnet', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:10.677109 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Made reservation on behalf of eb4e35d4182747a9ba8aa5b586325a63 for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:55:10.679498 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.685728 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd328f-10e8-4591-9b0a-1d59e307e86d admin admin] Pushing event updated for resources: {'Network': ['ID=dec0bf8b-5796-4516-bda3-bec4790522f8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:10.696205 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network dec0bf8b-5796-4516-bda3-bec4790522f8 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:55:10.847151 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.907274 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56037fa2-d5f0-47e9-a2dd-41720e764817,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:10.913951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Checking segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:10.914309 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Network hostable DHCP agents. Network: dec0bf8b-5796-4516-bda3-bec4790522f8, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:55:10.930233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:55:10.938581 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, dec0bf8b-5796-4516-bda3-bec4790522f8) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:10.942660 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:10.943247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.947828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7618f-094f-4b79-8978-45e5de9f262c None None] Network dec0bf8b-5796-4516-bda3-bec4790522f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:10.958963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-6a21e2fd-b854-46e6-b0d3-e9dff6f107b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3063409 Dec 10 05:55:10.965926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52440) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:10.970700 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:10.991131 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:10.992247 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.043213 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.052900 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-dec0bf8b-5796-4516-bda3-bec4790522f8', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:55:11.053766 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.181764 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.191340 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Allocated IP 172.20.0.2 (dec0bf8b-5796-4516-bda3-bec4790522f8/56037fa2-d5f0-47e9-a2dd-41720e764817/ef2b29d2-9abf-4ffe-8b91-3c6af5621f21) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:11.381924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.404161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.491669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.498449 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.507023 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Allocated IP 172.25.8.211 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/a62a7ad1-4331-41f9-9a67-8baff97f18bf) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:11.537963 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:11.542203 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:11.544644 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:11.557990 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Pushing event updated for resources: {'Port': ['ID=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:11.607036 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Attempting to bind port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:11.607414 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Attempting to bind port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:11.607779 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Attempting to bind port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:11.612746 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:11.612933 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.613120 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Checking segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:11.613758 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.613892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Bound using segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:11.614364 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Bound port: ef2b29d2-9abf-4ffe-8b91-3c6af5621f21, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:11.614822 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.646399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.679315 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] For port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:11.681686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:11.682365 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] For port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:11.686209 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.687203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:11.692777 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:11.714899 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742a9eb-a938-4847-b00a-132a76911bac None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:11.715869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a7ad1-4331-41f9-9a67-8baff97f18bf,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:11.755483 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa5876-f7c2-45ba-afe3-99df6d85bb06 None None] Pushing event updated for resources: {'Port': ['ID=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:11.829695 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-1de1e05c-6842-4023-b4c7-aabff71460dc None None] Provisioning complete for port a62a7ad1-4331-41f9-9a67-8baff97f18bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:11.830150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1de1e05c-6842-4023-b4c7-aabff71460dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:11.864197 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1de1e05c-6842-4023-b4c7-aabff71460dc None None] Port a62a7ad1-4331-41f9-9a67-8baff97f18bf cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:11.960047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.527869 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.611447 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:12.681906 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:55:12.689640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:12.689952 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.727887 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe4003b-8538-4fbc-9b5c-f2dd4e71ca45 None None] Network dec0bf8b-5796-4516-bda3-bec4790522f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:12.790828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:12.801683 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:12.810878 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.813082 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:12.813749 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:12.815465 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:12.815969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b17d07ec-5baa-4230-a0a4-6da2fb51cf66 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8487782 Dec 10 05:55:12.840134 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f5741812-5e7b-43f2-b7d9-470b2e047046 None None] Provisioning complete for port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:12.840412 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5741812-5e7b-43f2-b7d9-470b2e047046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.888882 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:12.924051 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:12.946545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] For port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:12.969920 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.012037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5741812-5e7b-43f2-b7d9-470b2e047046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.047326 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Pushing event updated for resources: {'Port': ['ID=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:13.090303 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-f5741812-5e7b-43f2-b7d9-470b2e047046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 05:55:13.090581 n-d-817326-3 neutron-server[103255]: DEBUG oslo_db.api [None req-f5741812-5e7b-43f2-b7d9-470b2e047046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 05:55:13.141881 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:11Z', 'revision_number': 3, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:13.183576 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:13.183989 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Updating router c3f17ce3-eec2-4371-9863-61cca6cfbf04 port a62a7ad1-4331-41f9-9a67-8baff97f18bf binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:55:13.211581 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.258089 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.409486 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Allocated IP 172.20.0.1 (dec0bf8b-5796-4516-bda3-bec4790522f8/56037fa2-d5f0-47e9-a2dd-41720e764817/c50679e7-bd41-4e64-aaca-969071fa342b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:13.454316 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.460218 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.506710 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f11e5-f669-4970-96c9-da6e61b8eec8 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:13.513909 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Attempting to bind port a62a7ad1-4331-41f9-9a67-8baff97f18bf on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:13.514123 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.514282 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Attempting to bind port a62a7ad1-4331-41f9-9a67-8baff97f18bf by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:13.515304 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Attempting to bind port a62a7ad1-4331-41f9-9a67-8baff97f18bf on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:13.517256 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Pushing event updated for resources: {'Port': ['ID=a62a7ad1-4331-41f9-9a67-8baff97f18bf,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:13.526188 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:13.526560 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:13.526959 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.527350 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:13.527805 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Bound port: a62a7ad1-4331-41f9-9a67-8baff97f18bf, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:13.528178 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.531154 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.531497 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.531835 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.532167 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.532510 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.532848 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.533170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.533488 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.533806 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.534140 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.534439 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.534809 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.535131 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:55:13.552261 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.584441 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] For port a62a7ad1-4331-41f9-9a67-8baff97f18bf, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:13.588057 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] For port a62a7ad1-4331-41f9-9a67-8baff97f18bf, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a62a7ad1-4331-41f9-9a67-8baff97f18bf,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:13.595332 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.595541 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:13.600386 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:13.603148 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:13.633487 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Pushing event updated for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:13.654493 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:13.655112 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:13.658126 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.660580 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd930f85-627f-4e03-a4a1-53db8a65378a None None] Pushing event updated for resources: {'Port': ['ID=a62a7ad1-4331-41f9-9a67-8baff97f18bf,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:13.660733 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ed28a-743e-4d90-8dd0-05b99c8f2cff None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:13.767341 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Provisioning complete for port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:13.768040 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.770898 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:13.822058 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.877971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Provisioning complete for port a62a7ad1-4331-41f9-9a67-8baff97f18bf triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:13.878338 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.958014 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.963343 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:11Z', 'revision_number': 3, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:13.981378 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] For port a62a7ad1-4331-41f9-9a67-8baff97f18bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a62a7ad1-4331-41f9-9a67-8baff97f18bf,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:13.986092 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:13.991132 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0f01-3c85-424e-8fe6-81996bd77d62 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:11Z', 'revision_number': 3, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:14.001723 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.012818 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.046829 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587a76-1532-439c-ab20-f2031c75d27e None None] Pushing event updated for resources: {'Port': ['ID=a62a7ad1-4331-41f9-9a67-8baff97f18bf,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:14.091295 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.093607 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Pushing event updated for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:14.113436 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-91babdfc-7794-444a-8a34-a74681256961 None None] Provisioning complete for port c50679e7-bd41-4e64-aaca-969071fa342b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:14.113878 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91babdfc-7794-444a-8a34-a74681256961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.147065 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-91babdfc-7794-444a-8a34-a74681256961 None None] Port c50679e7-bd41-4e64-aaca-969071fa342b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:14.187742 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:14.189151 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:14.323648 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:55:14.449774 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:14.455540 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-414f1a61-7455-482c-81ad-87aec3060a68 admin admin] 10.222.0.43 "PUT /v2.0/routers/c3f17ce3-eec2-4371-9863-61cca6cfbf04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382399 Dec 10 05:55:14.571145 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-d4d0f449-09f4-47ef-a1ac-824cd29297ad None None] Provisioning complete for port c50679e7-bd41-4e64-aaca-969071fa342b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:14.571519 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f449-09f4-47ef-a1ac-824cd29297ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.621457 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0f449-09f4-47ef-a1ac-824cd29297ad None None] Port c50679e7-bd41-4e64-aaca-969071fa342b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:14.632509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:14.686005 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:14.686497 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:14.767535 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a62a7ad1-4331-41f9-9a67-8baff97f18bf up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:14.816313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port a62a7ad1-4331-41f9-9a67-8baff97f18bf triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:14.817213 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.002918 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:15.007815 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-356328406-network', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:15.028948 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Made reservation on behalf of ada9e2d0e2774ecd954f1ad8bcded7eb for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:55:15.031844 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.040260 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.113047 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.117411 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.141179 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 05:55:15.154955 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3c0a8b-8a81-476d-8ab9-6e7ce182a7aa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:15.160537 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.160886 n-d-817326-3 neutron-server[103254]: INFO neutron.db.segments_db [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Added segment 3e786d02-0763-4bed-8619-54eabf29c462 of type vlan for network 2dfa831c-228c-431d-962e-5d8e961be7c4 Dec 10 05:55:15.201861 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775687085671'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.227076 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.228054 n-d-817326-3 neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:15.228602 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.259131 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2551355 Dec 10 05:55:15.261997 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52460) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:15.267481 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Request body: {'subnet': {'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-356328406-subnet', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'ip_version': 4}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:15.288136 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Made reservation on behalf of ada9e2d0e2774ecd954f1ad8bcded7eb for: {'subnet': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:55:15.290334 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779d328-8c4f-4c68-abcb-82cdb23edf18 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfa831c-228c-431d-962e-5d8e961be7c4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:15.290863 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161188'] for subnet, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.300062 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 details requested by agent ovs-agent-n-d-817326-3 with host n-d-817326-3 {{(pid=103255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 05:55:15.469644 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9154348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9079310'] for subnet, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.526578 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3e6b19-1d2b-43d7-9965-f54de28d3da4,revision_number=0']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:15.537106 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Checking segment: {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:15.537470 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Network hostable DHCP agents. Network: 2dfa831c-228c-431d-962e-5d8e961be7c4, hostable agents: ['7a396d3c-2a08-490a-a3e6-0ed633cb70dc'], hosted agents: [] {{(pid=103253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 05:55:15.553951 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 is scheduled to be hosted by DHCP agent 7a396d3c-2a08-490a-a3e6-0ed633cb70dc with binding_index 1 {{(pid=103253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 05:55:15.562907 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-3, 2dfa831c-228c-431d-962e-5d8e961be7c4) {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:15.566869 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:15.567452 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.571973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1993b0b-66d4-46b9-ac87-12318a4cb3d2 None None] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:15.586580 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-12f18d0c-a37c-4e56-ae4a-fc0314985911 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3234529 Dec 10 05:55:15.589769 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:15.594287 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:15.617237 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243532'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.618368 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243527'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.677851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.680559 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:15.688531 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe901d065-f4dc-53a6-ad71-81f98d39b1c0-2dfa831c-228c-431d-962e-5d8e961be7c4', 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4', 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'fixed_ips': [{'subnet_id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4'}]}} from n-d-817326-3. {{(pid=103255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 05:55:15.689329 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.707546 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:15.708171 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:15.823547 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:15.912148 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:15.963227 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Allocated IP 172.20.0.2 (2dfa831c-228c-431d-962e-5d8e961be7c4/fe3e6b19-1d2b-43d7-9965-f54de28d3da4/4c7f2eaf-55f6-4316-90f1-f1536f0c9f48) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:16.372215 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.390351 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.394750 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.402475 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.433573 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 2, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:16.467429 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:16.468321 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Updating router c3f17ce3-eec2-4371-9863-61cca6cfbf04 port c50679e7-bd41-4e64-aaca-969071fa342b binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:55:16.475909 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:16.496875 n-d-817326-3 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:16.498789 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Allocated IP 172.25.8.228 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/3b32cb5d-65ef-4d49-8c0c-f16411841f29) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:16.503014 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:16.509357 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Pushing event updated for resources: {'Port': ['ID=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:16.513828 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.595237 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Attempting to bind port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:16.595599 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Attempting to bind port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:16.595956 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Attempting to bind port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 on network 2dfa831c-228c-431d-962e-5d8e961be7c4 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:16.602284 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.635958 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.648801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:16.648801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Checking segment: {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:16.648801 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.648801 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Bound using segment: {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:16.649386 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Bound port: 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:16.649386 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.675825 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:16.680708 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:16.685212 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:16.688218 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b32cb5d-65ef-4d49-8c0c-f16411841f29,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:16.696688 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201bc32-f22c-40d5-bb2f-5b8225bf9e7c None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:16.800512 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] For port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:16.816448 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-a72f3719-2718-4529-a80d-ab22c613eb1c None None] Provisioning complete for port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:16.816842 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a72f3719-2718-4529-a80d-ab22c613eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.820536 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] For port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:16.844830 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.930545 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a72f3719-2718-4529-a80d-ab22c613eb1c None None] Port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:16.945369 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:16.966211 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081234d-e790-4642-ad7c-faa386f19376 None None] Pushing event updated for resources: {'Port': ['ID=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:16.991765 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.000317 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.076350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd799a-97ec-4160-b3fe-24d1f6c199b8 None None] Pushing event updated for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:17.112044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Attempting to bind port c50679e7-bd41-4e64-aaca-969071fa342b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:17.112419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Attempting to bind port c50679e7-bd41-4e64-aaca-969071fa342b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:17.112828 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Attempting to bind port c50679e7-bd41-4e64-aaca-969071fa342b on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:17.118031 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:17.118405 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Checking segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:17.118807 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.119198 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Bound using segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:17.119661 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Bound port: c50679e7-bd41-4e64-aaca-969071fa342b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:17.120029 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.209242 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] For port c50679e7-bd41-4e64-aaca-969071fa342b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:17.214044 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] For port c50679e7-bd41-4e64-aaca-969071fa342b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c50679e7-bd41-4e64-aaca-969071fa342b,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:17.221585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.237686 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713975'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.285161 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:17.285959 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:17.334086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd799a-97ec-4160-b3fe-24d1f6c199b8 None None] Pushing event updated for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:17.422656 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Router c27e0559-2180-4140-8471-1b5cbdcad876 is scheduled to L3 agent d5c68887-015a-411f-8861-da73c11fd8fc with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 05:55:17.423613 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:17.509159 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] Provisioning complete for port c50679e7-bd41-4e64-aaca-969071fa342b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:17.509523 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.538544 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:17.551987 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Sync routers for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:17.564915 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:17.566490 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:17.577595 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.579482 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-90b9894c-27ca-48de-901a-d65017f74cc6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9886794 Dec 10 05:55:17.582286 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:17.679786 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:17.682044 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.726206 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] For port c50679e7-bd41-4e64-aaca-969071fa342b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c50679e7-bd41-4e64-aaca-969071fa342b,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:17.738721 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.812185 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684b0f-6bee-43da-a24b-d85f32e462b9 None None] Pushing event updated for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:17.827619 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:17.871179 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a422c4-86cb-46e5-8d90-6e3b1c89d617 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:17.880562 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-eacb145a-432c-46b2-86ef-2ca6797a18e1 None None] Provisioning complete for port c50679e7-bd41-4e64-aaca-969071fa342b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:17.880913 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacb145a-432c-46b2-86ef-2ca6797a18e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:17.900551 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:16Z', 'revision_number': 3, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:18.060584 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Checking router: c27e0559-2180-4140-8471-1b5cbdcad876 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:18.061073 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Updating router c27e0559-2180-4140-8471-1b5cbdcad876 port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 binding host n-d-817326-3 {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:55:18.087437 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.114714 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.247877 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8cfbe-dc43-486f-b020-26832436df8d None None] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 05:55:18.289828 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Allocated IP 172.20.0.1 (2dfa831c-228c-431d-962e-5d8e961be7c4/fe3e6b19-1d2b-43d7-9965-f54de28d3da4/782c7691-49f3-42dd-a96d-423d7f3b683b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:18.346820 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] Provisioning complete for port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:18.347188 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.395711 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.406071 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.461482 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.465837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda6017-97bb-4eff-bfea-717c8f30cd38 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:18.475587 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Attempting to bind port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 on host n-d-817326-3 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:18.476170 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Attempting to bind port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:18.476624 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Attempting to bind port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 on network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:18.478673 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3282bc5-9eb8-4ef4-920f-733751feb44a None None] Pushing event updated for resources: {'Port': ['ID=3b32cb5d-65ef-4d49-8c0c-f16411841f29,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:18.488303 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:18.489997 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Checking segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:18.490416 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.490902 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Bound using segment: {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:18.491441 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Bound port: 3b32cb5d-65ef-4d49-8c0c-f16411841f29, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:18.491768 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.515294 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.565832 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.588275 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] For port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:18.598169 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:18.600664 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.604554 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:18.606804 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] For port 3b32cb5d-65ef-4d49-8c0c-f16411841f29, host n-d-817326-3, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:18.613467 n-d-817326-3 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] For port 3b32cb5d-65ef-4d49-8c0c-f16411841f29, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3b32cb5d-65ef-4d49-8c0c-f16411841f29,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:18.620041 n-d-817326-3 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.642770 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:18.676931 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a080ca2-b15b-4c95-aead-4552d442fcd7 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 05:55:18.688221 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:18.695142 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:18.727743 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713768'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.741982 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136309c2-c5ee-44ab-8d4f-e54db3495f94 None None] Pushing event updated for resources: {'Port': ['ID=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:18.753971 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:18.794216 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3282bc5-9eb8-4ef4-920f-733751feb44a None None] Pushing event updated for resources: {'Port': ['ID=3b32cb5d-65ef-4d49-8c0c-f16411841f29,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:18.805770 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] Provisioning complete for port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:18.806216 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.844058 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Pushing event updated for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:18.895601 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:18.908407 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:18.910943 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.970324 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:18.990020 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.055995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c50679e7-bd41-4e64-aaca-969071fa342b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:19.061165 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] For port 3b32cb5d-65ef-4d49-8c0c-f16411841f29, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3b32cb5d-65ef-4d49-8c0c-f16411841f29,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:19.102948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.165076 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:16Z', 'revision_number': 3, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:19.204720 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18551-137b-420a-81c1-a44198b7aeeb None None] Pushing event updated for resources: {'Port': ['ID=3b32cb5d-65ef-4d49-8c0c-f16411841f29,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:19.205791 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e83d4-8442-49f1-85c4-37e367094187 None None] The sync data for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 is: [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:16Z', 'revision_number': 3, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:19.208906 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.213943 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port c50679e7-bd41-4e64-aaca-969071fa342b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:19.214257 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.219825 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8501180'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.274739 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Provisioning complete for port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:19.274739 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.295866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Pushing event updated for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:19.301574 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711352'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.417681 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:19.419102 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:19.453150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Provisioning complete for port 782c7691-49f3-42dd-a96d-423d7f3b683b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:19.453535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.499313 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Port 782c7691-49f3-42dd-a96d-423d7f3b683b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:19.512395 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Provisioning complete for port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:19.512816 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3852a0a-65ca-4c28-833d-b3b6f5c0a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.557824 n-d-817326-3 neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Router c27e0559-2180-4140-8471-1b5cbdcad876 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:55:19.708357 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:19.714889 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-1fe008f8-30ca-4e46-813d-4bd7a0f7164b admin admin] 10.222.0.43 "PUT /v2.0/routers/c27e0559-2180-4140-8471-1b5cbdcad876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1314533 Dec 10 05:55:19.785591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-0830b3cc-3801-497d-b886-82632936a39a None None] Provisioning complete for port 782c7691-49f3-42dd-a96d-423d7f3b683b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:19.786215 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0830b3cc-3801-497d-b886-82632936a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:19.821358 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0830b3cc-3801-497d-b886-82632936a39a None None] Port 782c7691-49f3-42dd-a96d-423d7f3b683b cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:20.596527 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:20.643350 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:20.643715 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:20.724606 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3b32cb5d-65ef-4d49-8c0c-f16411841f29 up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:20.769292 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:20.769589 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.250301 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.255004 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457183089', 'description': 'tempest-secgroup-smoke-457183089 description', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.277040 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.293426 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.319343 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Sync routers for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:21.331602 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:21.332565 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:21.353333 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.357313 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.385242 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdac1db4-2653-4ddb-91aa-a9c21a0a4837,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:21.391438 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.392693 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-18215a9f-81e8-4faf-a1cc-a44d20e80b6c tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1413312 Dec 10 05:55:21.395646 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.399714 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.427579 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.488497 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.492520 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.517514 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac861b1-dc28-41b9-ae27-69adbee6edf6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:21.526358 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.530431 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-9b78bcc1-6ff8-4a0b-8b72-98a3100519da tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312029 Dec 10 05:55:21.530768 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.535494 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.562747 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.613070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:21.620729 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.625077 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.642884 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f048a2-2050-4e6b-9d00-6f3c12936ebe,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:21.652950 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.654159 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-0a652a9a-569a-40bd-8124-38ee6afe809a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224055 Dec 10 05:55:21.657090 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.661467 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.687627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.744568 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.749405 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.764191 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004b5d2f-6f0d-4940-91a4-d127cdfe932f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:21.775791 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.777033 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-975e2a49-e3ba-4f92-862f-3ad01a86fdc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190102 Dec 10 05:55:21.779650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.784000 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.810746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.813830 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '782c7691-49f3-42dd-a96d-423d7f3b683b', 'name': '', 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'mac_address': 'fa:16:3e:76:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:18Z', 'updated_at': '2021-12-10T05:55:19Z', 'revision_number': 2, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'subnets': [{'id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:21.840391 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Checking router: c27e0559-2180-4140-8471-1b5cbdcad876 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:21.840763 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Updating router c27e0559-2180-4140-8471-1b5cbdcad876 port 782c7691-49f3-42dd-a96d-423d7f3b683b binding host n-d-817326-3 {{(pid=103255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 05:55:21.867780 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.870444 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.871570 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.887049 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3338bd-be7f-460c-9e35-27c9623d9fac,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:21.898851 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.900069 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-d1da159c-d2bd-457c-9d8e-92c7e51a9dd3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194971 Dec 10 05:55:21.902882 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:21.907237 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:21.929248 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Project eb4e35d4182747a9ba8aa5b586325a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:55:21.934298 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:21.998212 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.003114 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.023204 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915914a1-b5a7-48a3-8e4c-7c23d2fe5850,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:22.031652 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.035486 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-e71af7ea-de4a-4fb5-8c94-bbc30fecfe0f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290946 Dec 10 05:55:22.035635 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 52486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:22.039897 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'security_group_rule': {'security_group_id': 'fdac1db4-2653-4ddb-91aa-a9c21a0a4837', 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:22.063015 n-d-817326-3 neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Project eb4e35d4182747a9ba8aa5b586325a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 05:55:22.067894 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.127221 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.130965 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865243'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.146471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.149324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ebd4bd-ce1e-4d1e-a6b2-3705b664c74e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:22.152745 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.157317 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.166519 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c0efb4c3-172b-4743-ba33-3b02e37949cc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219254 Dec 10 05:55:22.199758 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7a72-aa3d-4171-8320-d70618925f30 None None] Pushing event updated for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:22.263964 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Attempting to bind port 782c7691-49f3-42dd-a96d-423d7f3b683b on host n-d-817326-3 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:22.264530 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Attempting to bind port 782c7691-49f3-42dd-a96d-423d7f3b683b by drivers openvswitch,hyperv on host n-d-817326-3 at level 0 using segments [{'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:22.264873 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Attempting to bind port 782c7691-49f3-42dd-a96d-423d7f3b683b on network 2dfa831c-228c-431d-962e-5d8e961be7c4 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:22.270924 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Checking agent: {'id': '91171ea2-bb2d-4cbb-93c7-20bb90e7f1c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 18, 28), 'started_at': datetime.datetime(2021, 12, 10, 4, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:22.271309 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Checking segment: {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:22.271719 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.272238 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Bound using segment: {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:22.272742 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Bound port: 782c7691-49f3-42dd-a96d-423d7f3b683b, host: n-d-817326-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e786d02-0763-4bed-8619-54eabf29c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:22.273136 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.333956 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-9d9a735f-1d2a-41db-925b-d41d459d811f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457183089&fields=id&tenant_id=eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 267 time: 0.0510015 Dec 10 05:55:22.341772 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] For port 782c7691-49f3-42dd-a96d-423d7f3b683b, host n-d-817326-3, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:22.345870 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] For port 782c7691-49f3-42dd-a96d-423d7f3b683b, host n-d-817326-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=782c7691-49f3-42dd-a96d-423d7f3b683b,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:22.352122 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.407969 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:22.408814 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:54:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:22.461229 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7a72-aa3d-4171-8320-d70618925f30 None None] Pushing event updated for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:22.474121 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-3d6b280c-2091-4b43-bbf8-2b1597edfbe7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:22.475647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-3d6b280c-2091-4b43-bbf8-2b1597edfbe7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 810 time: 0.1300151 Dec 10 05:55:22.494120 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-c7905cca-23f2-4134-a9d1-4ae9101e52ce tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/quotas/eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 375 time: 0.0120063 Dec 10 05:55:22.539461 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e3f04e9-5c29-46de-9333-bda34625729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.556916 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:22.561065 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-48c9ce56-5be1-49e9-89b2-9763fc753e7b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606143 Dec 10 05:55:22.601624 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-44ecb273-f895-45cd-a144-671813c4964b None None] Provisioning complete for port 782c7691-49f3-42dd-a96d-423d7f3b683b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:22.601992 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecb273-f895-45cd-a144-671813c4964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.687722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-0f129d04-ee59-45d6-89e0-9b2bee1c537e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:55:22.689091 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-0f129d04-ee59-45d6-89e0-9b2bee1c537e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1224434 Dec 10 05:55:22.783056 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecb273-f895-45cd-a144-671813c4964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.785884 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-63d4bbb6-a5dc-45b2-a7b2-a434c5cbc47c service neutron] 10.222.0.43 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888157 Dec 10 05:55:22.839342 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-44ecb273-f895-45cd-a144-671813c4964b None None] For port 782c7691-49f3-42dd-a96d-423d7f3b683b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=782c7691-49f3-42dd-a96d-423d7f3b683b,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:22.843903 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44ecb273-f895-45cd-a144-671813c4964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:22.876468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f9088beb-011d-49bc-9caf-be6b795d8373 service neutron] 10.222.0.43 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844345 Dec 10 05:55:22.901399 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '782c7691-49f3-42dd-a96d-423d7f3b683b', 'name': '', 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'mac_address': 'fa:16:3e:76:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:18Z', 'updated_at': '2021-12-10T05:55:22Z', 'revision_number': 4, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'subnets': [{'id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:22.904266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecb273-f895-45cd-a144-671813c4964b None None] Pushing event updated for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:22.930452 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664fef3-aff8-4e5a-ad9a-697dc735109b None None] The sync data for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 is: [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': '782c7691-49f3-42dd-a96d-423d7f3b683b', 'name': '', 'network_id': '2dfa831c-228c-431d-962e-5d8e961be7c4', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'mac_address': 'fa:16:3e:76:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:18Z', 'updated_at': '2021-12-10T05:55:22Z', 'revision_number': 4, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'subnets': [{'id': 'fe3e6b19-1d2b-43d7-9965-f54de28d3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:22.966589 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b58e8d27-5319-4649-8752-bb5a18bea8bf None None] Provisioning complete for port 782c7691-49f3-42dd-a96d-423d7f3b683b triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:22.966966 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b58e8d27-5319-4649-8752-bb5a18bea8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:23.084100 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c398d399-806b-4ad8-a230-29c0f7790ae9 req-ac7411c5-1d7e-4211-a1ab-38dd0c509c92 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 210 time: 0.0401664 Dec 10 05:55:24.202485 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d48f9ff4-fc33-4f54-8205-0ea26bfc3c02 req-fae9b81d-7ce9-4bc8-be90-1a93ee1d26d3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 210 time: 0.0450871 Dec 10 05:55:24.277859 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ee87929b-fb0a-4b9c-ab34-04fc8ecbad53 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:24.279285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ee87929b-fb0a-4b9c-ab34-04fc8ecbad53 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 810 time: 0.1310921 Dec 10 05:55:24.371546 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-153b9578-0d1a-4736-969e-4a58c53070d5 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 379 time: 0.0523088 Dec 10 05:55:24.408407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'port': {'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'admin_state_up': True, 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'security_groups': ['fdac1db4-2653-4ddb-91aa-a9c21a0a4837']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:24.462598 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.525014 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Made reservation on behalf of eb4e35d4182747a9ba8aa5b586325a63 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:55:24.529406 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.568635 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 782c7691-49f3-42dd-a96d-423d7f3b683b up at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:24.616895 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Provisioning complete for port 782c7691-49f3-42dd-a96d-423d7f3b683b triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:24.617266 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.662989 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Allocated IP 172.20.0.4 (dec0bf8b-5796-4516-bda3-bec4790522f8/56037fa2-d5f0-47e9-a2dd-41720e764817/7ea07540-59dc-4050-aac4-ce648632eba9) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:24.801841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.836126 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.879735 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:24.882795 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:24.886324 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:24.916686 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:24.941980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:24.942605 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:24.961437 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-ab09bf16-d78a-49a3-aeb7-58369764e090 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571077 Dec 10 05:55:24.987124 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Request body: {'port': {'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:25.044353 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:55:25.048403 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.124837 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-b32865bc-511a-43e6-8df4-a3b4f5fdba20 None None] Provisioning complete for port 7ea07540-59dc-4050-aac4-ce648632eba9 triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:25.125205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b32865bc-511a-43e6-8df4-a3b4f5fdba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.160334 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b32865bc-511a-43e6-8df4-a3b4f5fdba20 None None] Port 7ea07540-59dc-4050-aac4-ce648632eba9 cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:55:25.335747 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f353c4b-48a0-4880-b691-179004000bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.347197 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea07540-59dc-4050-aac4-ce648632eba9 {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:55:25.357424 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.368405 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba166e7-fbe2-454b-ad64-e8370ba1b62b req-63c21c20-ece4-4612-bfd9-75fb815b1523 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:25.369919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ba166e7-fbe2-454b-ad64-e8370ba1b62b req-63c21c20-ece4-4612-bfd9-75fb815b1523 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 931 time: 0.0942266 Dec 10 05:55:25.385101 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Transition to ACTIVE for port object 7ea07540-59dc-4050-aac4-ce648632eba9 will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:55:25.394412 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.472998 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5ba166e7-fbe2-454b-ad64-e8370ba1b62b req-aae9cc6b-4ba0-40ec-b5ba-99bee083a304 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950017 Dec 10 05:55:25.475709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:25.547093 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Attempting to bind port 7ea07540-59dc-4050-aac4-ce648632eba9 on host n-h2-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:55:25.547427 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Attempting to bind port 7ea07540-59dc-4050-aac4-ce648632eba9 by drivers openvswitch,hyperv on host n-h2-817326-3 at level 0 using segments [{'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:55:25.547754 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Attempting to bind port 7ea07540-59dc-4050-aac4-ce648632eba9 on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:25.552393 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Port 7ea07540-59dc-4050-aac4-ce648632eba9 on network dec0bf8b-5796-4516-bda3-bec4790522f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:55:25.552749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Attempting to bind port 7ea07540-59dc-4050-aac4-ce648632eba9 on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:55:25.558009 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Checking agent: {'id': 'ad052f63-fe47-4754-8384-e92da4588f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:55:25.558489 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Checking segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:55:25.558877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Bound using segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:55:25.559300 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Bound port: 7ea07540-59dc-4050-aac4-ce648632eba9, host: n-h2-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:55:25.559654 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.631903 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:55:25.634937 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:55:25.638491 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.675826 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:25.676286 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:25.677853 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 1091 time: 0.6950800 Dec 10 05:55:25.678226 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:55:25.680607 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff7455-60bf-4067-8739-e1512a4832fe" -d '{"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:55:25.705373 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ce80a-ef69-4ace-b01d-c73494ddef46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:25.724293 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e2951-cf17-4964-b575-079c798f30df x-openstack-request-id: req-376e2951-cf17-4964-b575-079c798f30df {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:55:25.724616 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:55:25.724871 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-376e2951-cf17-4964-b575-079c798f30df {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:55:25.725426 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'status': 'completed', 'code': 200} Dec 10 05:55:25.808247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-20972055-0430-47aa-b6c9-bd0e58aa1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:25.810390 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-20972055-0430-47aa-b6c9-bd0e58aa1e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0437689 Dec 10 05:55:25.868838 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-3b9bf957-c8f4-44b2-a3dd-80e2e285e014 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 217 time: 0.0367594 Dec 10 05:55:25.925715 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-b1454129-7125-4b85-8abb-6d83017e6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:25.927209 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-b1454129-7125-4b85-8abb-6d83017e6d54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0507669 Dec 10 05:55:25.977750 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-bdd9b387-8059-4db7-b1d8-2853a3844d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:25.979220 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-bdd9b387-8059-4db7-b1d8-2853a3844d01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407364 Dec 10 05:55:26.072007 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-a2060061-433f-48c9-87bd-a0f0e6ca48e7 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810111 Dec 10 05:55:26.100706 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:26.169042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-dc918aa7-3c35-4d81-8013-a934f6324d64 req-5c85417a-b2ba-426a-8996-51bf8000c0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854094 Dec 10 05:55:26.317886 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7455-60bf-4067-8739-e1512a4832fe req-82d3dd9c-b3a2-404c-90c8-a5d4a3852f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:26.319252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-82d3dd9c-b3a2-404c-90c8-a5d4a3852f4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0406873 Dec 10 05:55:26.413043 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7455-60bf-4067-8739-e1512a4832fe req-6f838fe9-09e6-4691-992b-db1b67359f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:26.414497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-6f838fe9-09e6-4691-992b-db1b67359f6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0874698 Dec 10 05:55:26.455788 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-6025a7b0-7731-4bf4-98bf-e2acf4aea09d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 217 time: 0.0336936 Dec 10 05:55:26.508069 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7455-60bf-4067-8739-e1512a4832fe req-f58d9b8d-378c-4809-95d8-8506dbc91ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:26.509529 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-f58d9b8d-378c-4809-95d8-8506dbc91ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0422978 Dec 10 05:55:26.582955 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7455-60bf-4067-8739-e1512a4832fe req-ca1e3d2a-2bb6-44ed-a1f4-1819a642b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:26.584329 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-ca1e3d2a-2bb6-44ed-a1f4-1819a642b393 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668588 Dec 10 05:55:26.621179 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d686a4-7334-410b-8be5-96e775ce8cbb req-3160a3e8-6bf4-4ce5-ac87-c14aa0a76108 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:26.622585 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d686a4-7334-410b-8be5-96e775ce8cbb req-3160a3e8-6bf4-4ce5-ac87-c14aa0a76108 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 943 time: 0.0714645 Dec 10 05:55:26.717480 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-47d686a4-7334-410b-8be5-96e775ce8cbb req-f070080d-4354-4c9c-ae2e-cf767458b582 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865068 Dec 10 05:55:26.723224 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-fc04db9f-3d4a-4cdd-ae58-114a50084506 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304512 Dec 10 05:55:26.815657 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-acff7455-60bf-4067-8739-e1512a4832fe req-22cd49e5-0c55-493a-a1db-7ec444adf5ba service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808537 Dec 10 05:55:27.748584 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:27.841881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed3340-196a-4c9b-a029-185529bac545 req-7b02b9b1-1474-4e42-8fdf-00c32291c0e4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:27.843420 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20ed3340-196a-4c9b-a029-185529bac545 req-7b02b9b1-1474-4e42-8fdf-00c32291c0e4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 943 time: 0.0539401 Dec 10 05:55:27.893943 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-20ed3340-196a-4c9b-a029-185529bac545 req-3170ef9b-7d75-4027-b948-2e8c3b067caa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Dec 10 05:55:27.916539 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:55:28.010509 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:28.021240 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '7ea07540-59dc-4050-aac4-ce648632eba9', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:55:28.056350 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:28.068932 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea07540-59dc-4050-aac4-ce648632eba9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:55:28.091100 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:28.095176 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:28.140450 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:28.476966 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7ea07540-59dc-4050-aac4-ce648632eba9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:55:28.525478 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:29.007689 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd771-b1b2-4109-ba05-666b4dae2c1f req-2cd101be-f452-44f3-bb98-7429ac9d174b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:29.009155 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4dd771-b1b2-4109-ba05-666b4dae2c1f req-2cd101be-f452-44f3-bb98-7429ac9d174b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 944 time: 0.0468400 Dec 10 05:55:29.059237 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4b4dd771-b1b2-4109-ba05-666b4dae2c1f req-ee5b7860-4821-4493-936f-db00088d364b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 Dec 10 05:55:29.914728 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:55:29.961805 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning for port 7ea07540-59dc-4050-aac4-ce648632eba9 completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:55:29.965806 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 7ea07540-59dc-4050-aac4-ce648632eba9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:55:29.966205 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:30.053035 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:30.075425 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:55:30.078459 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352aad89-fefb-438c-b4c1-78abd233b71f" -d '{"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-plugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:55:30.093470 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:55:30.098054 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:30.121831 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a032b5-53ef-4679-b5c0-e674b718ece2 x-openstack-request-id: req-78a032b5-53ef-4679-b5c0-e674b718ece2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:55:30.122145 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-plugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:55:30.122386 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78a032b5-53ef-4679-b5c0-e674b718ece2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:55:30.122927 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'code': 200} Dec 10 05:55:30.148460 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:30.187801 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a89d67-636e-4fe8-9cd9-c02f5b9e2ca0 req-d68bdce6-6688-4e74-a359-edf43f3cac47 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:30.189335 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a89d67-636e-4fe8-9cd9-c02f5b9e2ca0 req-d68bdce6-6688-4e74-a359-edf43f3cac47 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Dec 10 05:55:30.265522 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c9a89d67-636e-4fe8-9cd9-c02f5b9e2ca0 req-ea646a4c-6fef-4fda-a66b-83369ad27faa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699849 Dec 10 05:55:30.276096 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be983-aed8-4d92-af57-b6c1a4be2f8d req-43ce5bf9-1a8b-4c8b-b42e-dbcbb0d8db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:30.277714 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d9be983-aed8-4d92-af57-b6c1a4be2f8d req-43ce5bf9-1a8b-4c8b-b42e-dbcbb0d8db86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1096 time: 0.0560265 Dec 10 05:55:30.326042 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3d9be983-aed8-4d92-af57-b6c1a4be2f8d req-7673e1a4-54fd-4206-9d91-ef8565e21d33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374334 Dec 10 05:55:31.382785 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6853d3-8ecf-46f3-abfd-7cb3ad877001 req-c95f770b-672e-4c5c-90f7-7518bcc3d3cd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:31.385158 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6853d3-8ecf-46f3-abfd-7cb3ad877001 req-c95f770b-672e-4c5c-90f7-7518bcc3d3cd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Dec 10 05:55:31.433328 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0d6853d3-8ecf-46f3-abfd-7cb3ad877001 req-8a95460f-aaa2-4830-bbf1-18cb53c01f8f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Dec 10 05:55:32.549255 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795df07-fd6f-49a0-8ce6-d1c7ee55793d req-c7bbf72b-94f5-4291-8cc2-ec5a60e7c7b6 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:32.553341 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e795df07-fd6f-49a0-8ce6-d1c7ee55793d req-c7bbf72b-94f5-4291-8cc2-ec5a60e7c7b6 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Dec 10 05:55:32.601458 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-e795df07-fd6f-49a0-8ce6-d1c7ee55793d req-d63ab44c-c3f7-4ef5-a64a-79b821f79179 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Dec 10 05:55:32.713083 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642cfb8-7fd6-4b28-a384-ab00100f6043 req-6a309904-280f-4441-b67b-0b19327cf5de tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:32.714447 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a642cfb8-7fd6-4b28-a384-ab00100f6043 req-6a309904-280f-4441-b67b-0b19327cf5de tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Dec 10 05:55:32.761875 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a642cfb8-7fd6-4b28-a384-ab00100f6043 req-5afd046a-7614-45c8-a71d-ec18c5069419 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Dec 10 05:55:32.783665 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52538) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:32.861980 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a45741-22ec-4010-aa50-6b675f819de2 tempest-TestSnapshotPattern-514074623 tempest-TestSnapshotPattern-514074623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:32.863436 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-b9a45741-22ec-4010-aa50-6b675f819de2 tempest-TestSnapshotPattern-514074623 tempest-TestSnapshotPattern-514074623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1091 time: 0.0788105 Dec 10 05:55:32.866287 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52542) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:55:32.870383 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:55:32.891059 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:32.989156 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.110468 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Allocated IP 172.25.8.6 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/31d7ade4-c122-4086-a235-93498f97d870) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:55:33.210192 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.242837 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.279262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:55:33.282727 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:55:33.288048 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:55:33.293347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=31d7ade4-c122-4086-a235-93498f97d870,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:33.642578 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.707702 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.853359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.857509 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:33.928448 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=31d7ade4-c122-4086-a235-93498f97d870,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:55:33.938694 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:34.053157 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Floating IP ee7962b9-4560-4a09-ac33-cf57578b1453 associated. External IP: 172.25.8.6, port: 7ea07540-59dc-4050-aac4-ce648632eba9. Dec 10 05:55:34.595125 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:55:34.698605 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:55:34.708836 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:55:34.719044 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:34.719655 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:34.720263 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:34.745116 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-75f6e393-da0f-48ec-aade-dbdc2956976a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8776684 Dec 10 05:55:34.745722 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:55:34.748019 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388" -d '{"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:55:34.826607 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:34.844986 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f25c8-9c66-4979-8a12-c5c8fe7ff753 x-openstack-request-id: req-324f25c8-9c66-4979-8a12-c5c8fe7ff753 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:55:34.845284 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:55:34.845541 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-324f25c8-9c66-4979-8a12-c5c8fe7ff753 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:55:34.845953 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'status': 'completed', 'code': 200} Dec 10 05:55:34.930545 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-546785d3-d422-4d7e-bb82-4ce9c8e4e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:34.932081 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-546785d3-d422-4d7e-bb82-4ce9c8e4e1a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Dec 10 05:55:35.033278 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-8277726a-7698-4046-851e-50e962dd4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:35.034686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-8277726a-7698-4046-851e-50e962dd4831 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0937138 Dec 10 05:55:35.047046 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:33Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:35.073044 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:55:35.081886 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:55:35.082481 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:55:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:35.101988 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-52d550ce-2314-40dd-8178-715797271c19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 997 time: 0.0588787 Dec 10 05:55:35.151400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-0bef2cd5-e974-4c30-b29b-6dcec67844ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:35.152919 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-0bef2cd5-e974-4c30-b29b-6dcec67844ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0437384 Dec 10 05:55:35.184096 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:55:35.204423 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-c82f720b-9e75-4c48-a266-5bc5e2efc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:35.205963 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-c82f720b-9e75-4c48-a266-5bc5e2efc30a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454898 Dec 10 05:55:35.296600 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-91dd9c08-51cd-45cf-98a3-b1a51e511188 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815966 Dec 10 05:55:35.393212 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607aacd-3fcb-4d1e-9e48-414e5e5b0388 req-bb9cf2be-1feb-4364-bbd8-365adff9e537 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887120 Dec 10 05:55:35.405837 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:33Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:55:35.515523 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2f83d-f7ba-4da0-8106-1f7969bacd79 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:33Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:55:35.712991 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a31427-e1cd-441a-9b94-6764b9096450 None None] New status for floating IP ee7962b9-4560-4a09-ac33-cf57578b1453: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:55:51.295948 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:51.455848 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-d46bc682-aff6-4ff4-b521-04072a72eadc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387831 Dec 10 05:55:51.558881 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-63feaf45-a289-4cc1-852c-4c20f05cf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:51.560345 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-63feaf45-a289-4cc1-852c-4c20f05cf7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1096 time: 0.0401418 Dec 10 05:55:51.678303 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-04a43b5a-e90b-4a5d-b7b4-a28ce44cf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:51.679771 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-04a43b5a-e90b-4a5d-b7b4-a28ce44cf64b service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0980613 Dec 10 05:55:51.745399 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-00f6c5fa-cc60-4c8e-ac5b-b56a251baba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 999 time: 0.0570042 Dec 10 05:55:51.798526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-98c884e1-05f0-419a-8de5-97c42467d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:51.800140 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-98c884e1-05f0-419a-8de5-97c42467d4dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0462434 Dec 10 05:55:51.846536 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-2a1aad3d-c853-4819-b290-3eee4df3ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:55:51.847997 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-2a1aad3d-c853-4819-b290-3eee4df3ff0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398400 Dec 10 05:55:51.938597 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-6abb878d-fb73-4f30-95e8-2d839215e235 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821877 Dec 10 05:55:52.032912 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-297c88b1-49a5-4a15-a655-7f17c13926ca req-64491d74-6f7a-4a41-acb5-453615ddbc80 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Dec 10 05:55:52.502063 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f9df-0b82-4167-8a41-1a57b769b4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:54.471333 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:55.328623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86fd9333-ae53-422c-a7de-b407c7a2bfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:56.102885 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:57.750203 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:55:58.508255 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:02.043669 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:56:21.307331 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:22.502371 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b5a81df-5549-48b2-99dd-29bf443aa9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:24.491538 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:25.329531 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f5a010d-e51a-4f9d-b029-49ef9149fca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:26.106669 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:27.753048 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:28.510623 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:39.042518 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:56:51.310180 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:52.258401 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-6e34063f-0793-426e-b184-b5d475bc83fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819011 Dec 10 05:56:52.372453 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-caa34760-44a9-44c9-8e76-82c7dbffdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:56:52.374135 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-caa34760-44a9-44c9-8e76-82c7dbffdee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1096 time: 0.0388589 Dec 10 05:56:52.485400 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-9720a4b0-77ad-4eb9-bee0-3bf39a356850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:56:52.486778 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-9720a4b0-77ad-4eb9-bee0-3bf39a356850 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0875103 Dec 10 05:56:52.503570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c93766d-5870-479a-9063-c5942d44a493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:52.561257 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-8505c1dd-5708-49e5-9158-68acd99aed40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 999 time: 0.0618310 Dec 10 05:56:52.622707 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-09510d9d-109c-4f6b-afd8-2bbab9ef6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:56:52.624137 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-09510d9d-109c-4f6b-afd8-2bbab9ef6077 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0469584 Dec 10 05:56:52.672258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-0c689f2e-5fed-438e-80ca-b72ce6fefa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:56:52.673749 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-0c689f2e-5fed-438e-80ca-b72ce6fefa70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384860 Dec 10 05:56:52.767607 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-2244ea5a-f60f-415e-a00d-4b482cf09e3f service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848632 Dec 10 05:56:52.861354 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8b43c0a7-37f1-461b-a35c-9c5f7c355f4f req-8f7265a6-9a28-4d05-9a90-56278f670064 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813727 Dec 10 05:56:54.493493 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:55.330609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc8e38e9-de5f-4593-92b4-e0a40797b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:56.112895 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:57.755988 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:56:58.511606 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:16.041464 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:57:21.324642 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:22.506196 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f824b26-b692-4bf0-a103-cfd11f4b51ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:24.509539 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:25.337171 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd3fdc3d-0311-4d1b-9c78-72eaaffd1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:26.112535 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:27.759921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:28.513153 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:36.397984 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 details requested by agent hyperv_n-h2-817326-3 with host n-h2-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:57:36.498144 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:57:36.510580 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Returning: {'device': '7ea07540-59dc-4050-aac4-ce648632eba9', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:57:36.547286 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:36.560202 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ea07540-59dc-4050-aac4-ce648632eba9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:57:36.581564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:57:36.585321 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:36.632085 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:36.643221 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.643871 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.644366 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.645099 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.645528 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.645863 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.646194 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.646523 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.646864 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.647451 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.647788 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.648117 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.648439 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:36.748154 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] get_ports_and_sgs() called for port_ids ['7ea07540-59dc-4050-aac4-ce648632eba9'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:57:38.410139 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 up at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:57:38.469591 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Provisioning complete for port 7ea07540-59dc-4050-aac4-ce648632eba9 triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:57:38.469968 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:38.551360 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:38.575551 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:57:38.577762 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d654fba-d8e3-4476-b0b7-cf9b0cce3f1f" -d '{"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-plugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:57:38.602406 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:57:38.612322 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:38.670789 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:38.720469 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a143d0-ff8e-49b4-92ef-1426456314be x-openstack-request-id: req-f0a143d0-ff8e-49b4-92ef-1426456314be {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:57:38.720972 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-plugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:57:38.721332 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0a143d0-ff8e-49b4-92ef-1426456314be {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:57:38.722205 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'code': 200} Dec 10 05:57:45.889040 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-e9116fce-20ef-4b95-a355-9b12abca9ce6 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457183089&fields=id&tenant_id=eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 267 time: 0.0467360 Dec 10 05:57:45.997538 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-7b0178c6-a9c8-4755-b99a-ee26deed676e tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:45.998867 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-7b0178c6-a9c8-4755-b99a-ee26deed676e tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 810 time: 0.1038435 Dec 10 05:57:46.013371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-2cca3692-abe8-4b4d-8f1a-f8b07fb362b1 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/quotas/eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 375 time: 0.0087483 Dec 10 05:57:46.066173 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-f714dadc-e4d6-41f3-b404-de8666b2b139 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472972 Dec 10 05:57:46.204698 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-93bb453d-84c2-471e-bc72-6749352fd382 service neutron] 10.222.0.43 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268761 Dec 10 05:57:46.292398 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-93207e49-4eff-46b6-8c43-7c7c9c65acc9 service neutron] 10.222.0.43 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Dec 10 05:57:46.481800 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f52bad47-62dd-4a54-8d01-01af5c5d2e5a req-a38737f2-88e2-4a41-a1a1-46af1b93e194 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 210 time: 0.0319932 Dec 10 05:57:47.494535 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-57d19cdd-9387-4112-9145-32302a3d86f7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:47.496097 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-57d19cdd-9387-4112-9145-32302a3d86f7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 810 time: 0.1016614 Dec 10 05:57:47.569744 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-0215edc6-6bbf-44cd-a975-194b21a06e38 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4e35d4182747a9ba8aa5b586325a63 HTTP/1.1" status: 200 len: 379 time: 0.0572486 Dec 10 05:57:47.599429 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-aef8d029-84dc-47f0-a941-d52d36412bdb req-ef787671-718e-4db5-a619-7e4c2ed205fe tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 210 time: 0.0369561 Dec 10 05:57:47.602776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'port': {'device_id': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'admin_state_up': True, 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'security_groups': ['fdac1db4-2653-4ddb-91aa-a9c21a0a4837']}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:57:47.711201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Made reservation on behalf of eb4e35d4182747a9ba8aa5b586325a63 for: {'port': 1} {{(pid=103253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 05:57:47.715036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:47.885024 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Allocated IP 172.20.0.8 (dec0bf8b-5796-4516-bda3-bec4790522f8/56037fa2-d5f0-47e9-a2dd-41720e764817/7cfb0c18-15db-403a-9665-48acdd1ce3cc) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:57:48.086238 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:48.134257 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:48.185296 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Network dec0bf8b-5796-4516-bda3-bec4790522f8 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:57:48.188452 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:57:48.195193 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:57:48.220851 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:48.239262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.239612 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.239958 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.240299 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.241512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.241512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.241512 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.241837 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.243321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.243321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.243321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.243321 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.243758 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:57:48.287140 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:48.287788 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:48.306686 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-025371a4-1377-40d5-8085-46052d0c0959 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093027 Dec 10 05:57:48.453667 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-ac597634-646b-454b-a551-5a588e314a65 None None] Provisioning complete for port 7cfb0c18-15db-403a-9665-48acdd1ce3cc triggered by entity DHCP. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:57:48.454295 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac597634-646b-454b-a551-5a588e314a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:48.490627 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac597634-646b-454b-a551-5a588e314a65 None None] Port 7cfb0c18-15db-403a-9665-48acdd1ce3cc cannot update to ACTIVE because it is not bound. {{(pid=103255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 05:57:48.717604 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd23c-193c-439b-9b2a-b171edb7d1d0 req-1fa7a16f-d084-45d8-8a33-7cb0c942ea3d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:48.719233 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a6bd23c-193c-439b-9b2a-b171edb7d1d0 req-1fa7a16f-d084-45d8-8a33-7cb0c942ea3d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0494614 Dec 10 05:57:48.775552 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4a6bd23c-193c-439b-9b2a-b171edb7d1d0 req-34991a35-e3a9-4737-a181-d91c88fd107b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484614 Dec 10 05:57:49.923888 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3967e9-1688-42a1-b545-bface8197c10 req-3862cc69-39e5-4e5f-b600-7f8a97d292fb tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:49.925648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d3967e9-1688-42a1-b545-bface8197c10 req-3862cc69-39e5-4e5f-b600-7f8a97d292fb tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0638266 Dec 10 05:57:49.981056 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2d3967e9-1688-42a1-b545-bface8197c10 req-f721ef26-ac37-40d2-bc01-e90a2c34de14 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495794 Dec 10 05:57:50.463049 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:57:50.711831 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:50.734233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:57:50.736412 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de1222-f2ce-4f2a-8812-f35b583d7a4a" -d '{"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:57:50.754529 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:57:50.763838 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:50.789506 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 05:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d906be-6a9c-4007-8637-11faca660c73 x-openstack-request-id: req-79d906be-6a9c-4007-8637-11faca660c73 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:57:50.789823 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:57:50.790073 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79d906be-6a9c-4007-8637-11faca660c73 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:57:50.790586 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'code': 200} Dec 10 05:57:50.822908 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Pushing event updated for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:51.104328 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424edaf-5ef8-4a6e-8d18-f828d8f791ba req-cdcde002-966f-4e36-8e0e-806f2c2f6103 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:51.105948 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7424edaf-5ef8-4a6e-8d18-f828d8f791ba req-cdcde002-966f-4e36-8e0e-806f2c2f6103 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0491815 Dec 10 05:57:51.158179 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-7424edaf-5ef8-4a6e-8d18-f828d8f791ba req-c346bd80-855a-492c-8cc2-7170329277b2 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459924 Dec 10 05:57:51.322682 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:51.462978 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-0724efec-a761-43f2-9c63-91fa1d81d19b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441551 Dec 10 05:57:51.577386 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22290-a65e-452d-9687-df309e179c05 req-e8a27083-2a6e-4788-af9e-5192fef28362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:51.578801 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-e8a27083-2a6e-4788-af9e-5192fef28362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0422602 Dec 10 05:57:51.699672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22290-a65e-452d-9687-df309e179c05 req-54cb9f2d-03ba-4560-960e-9497ef209017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:51.701207 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-54cb9f2d-03ba-4560-960e-9497ef209017 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0926800 Dec 10 05:57:51.778759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-0e4eb127-180b-43ae-99d5-6809b063df30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 997 time: 0.0635080 Dec 10 05:57:51.834632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22290-a65e-452d-9687-df309e179c05 req-43520d74-6668-4baa-95a3-61ee00d07f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:51.836030 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-43520d74-6668-4baa-95a3-61ee00d07f0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0458329 Dec 10 05:57:51.893237 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22290-a65e-452d-9687-df309e179c05 req-101c33bf-b665-40e5-8e9d-be195ee20ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:51.894786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-101c33bf-b665-40e5-8e9d-be195ee20ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467248 Dec 10 05:57:52.001315 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-e9546f7a-2c89-4e3d-8f70-e80e4707f058 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943327 Dec 10 05:57:52.107446 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c3d22290-a65e-452d-9687-df309e179c05 req-bb985517-5a2d-4474-92fc-a7b7cd1b3316 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924432 Dec 10 05:57:52.279810 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b21b-2c88-45cf-80bb-68a3ceaf1420 req-a77706e2-81a2-42c8-94b6-50501ae1f6f8 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:52.281496 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db5b21b-2c88-45cf-80bb-68a3ceaf1420 req-a77706e2-81a2-42c8-94b6-50501ae1f6f8 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0494790 Dec 10 05:57:52.331992 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-0db5b21b-2c88-45cf-80bb-68a3ceaf1420 req-dcaf5bd8-4d25-403d-a5b8-6b740ffec686 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Dec 10 05:57:52.508076 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79fd811a-0ca8-473f-b721-ea373e8f639e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:53.041571 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:57:53.468155 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c9271-174f-4c4d-ba41-ef1d92e767dc req-7833c5e6-1404-46d7-bac3-f0ed07ab375e tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:53.470941 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-543c9271-174f-4c4d-ba41-ef1d92e767dc req-7833c5e6-1404-46d7-bac3-f0ed07ab375e tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0532343 Dec 10 05:57:53.521892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-543c9271-174f-4c4d-ba41-ef1d92e767dc req-cdce9623-9ab9-458c-9511-9efccac1d194 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Dec 10 05:57:54.523498 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:54.649930 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dea59-37e7-4645-ac0a-52ccdca95353 req-f043c760-b229-42d3-abbb-6f3f07d20d3b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:54.651459 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb1dea59-37e7-4645-ac0a-52ccdca95353 req-f043c760-b229-42d3-abbb-6f3f07d20d3b tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0585401 Dec 10 05:57:54.703432 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-eb1dea59-37e7-4645-ac0a-52ccdca95353 req-201a4a83-9bc1-44c3-93fb-8c932b1d41ae tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Dec 10 05:57:55.338597 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915763f0-dfc1-4031-9c7d-ed4ab3cf705b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:55.840160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b350a-4ea7-4245-9424-edd0fd43a14b req-cbac1d6b-0dd2-495e-8c3c-1f1e34f362b4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:55.841658 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac3b350a-4ea7-4245-9424-edd0fd43a14b req-cbac1d6b-0dd2-495e-8c3c-1f1e34f362b4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0491412 Dec 10 05:57:55.898752 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ac3b350a-4ea7-4245-9424-edd0fd43a14b req-5ef0fc9c-7865-4c00-9338-d6f4d33a528a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506780 Dec 10 05:57:56.120166 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:57.015680 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d8c3c-80fb-4d81-87dd-4fea128b07b7 req-3c46f7c7-4a1f-4883-a537-cb7f53e629e0 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:57.017314 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b5d8c3c-80fb-4d81-87dd-4fea128b07b7 req-3c46f7c7-4a1f-4883-a537-cb7f53e629e0 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 931 time: 0.0488522 Dec 10 05:57:57.072687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3b5d8c3c-80fb-4d81-87dd-4fea128b07b7 req-4cd7b795-29a8-4911-8669-8d1471efcc60 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487683 Dec 10 05:57:57.762472 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:57.791902 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Request body: {'port': {'device_id': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-3'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:57:57.842849 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.100927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfb0c18-15db-403a-9665-48acdd1ce3cc {{(pid=103253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:57:58.108630 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.121215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.provisioning_blocks [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Transition to ACTIVE for port object 7cfb0c18-15db-403a-9665-48acdd1ce3cc will not be triggered until provisioned by entity L2. {{(pid=103253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 05:57:58.125934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.208126 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:58.264790 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499613-cb6c-4df4-93aa-e23943267e0b req-dd50eae9-88c1-4b89-bfe0-2af33626f4e1 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:58.266356 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c499613-cb6c-4df4-93aa-e23943267e0b req-dd50eae9-88c1-4b89-bfe0-2af33626f4e1 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 943 time: 0.1171544 Dec 10 05:57:58.327720 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Attempting to bind port 7cfb0c18-15db-403a-9665-48acdd1ce3cc on host n-h1-817326-3 for vnic_type normal with profile {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 05:57:58.328052 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Attempting to bind port 7cfb0c18-15db-403a-9665-48acdd1ce3cc by drivers openvswitch,hyperv on host n-h1-817326-3 at level 0 using segments [{'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 05:57:58.328376 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Attempting to bind port 7cfb0c18-15db-403a-9665-48acdd1ce3cc on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:57:58.341648 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3c499613-cb6c-4df4-93aa-e23943267e0b req-85286c4e-be87-4267-9c42-2a9d52b39710 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680931 Dec 10 05:57:58.342352 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Port 7cfb0c18-15db-403a-9665-48acdd1ce3cc on network dec0bf8b-5796-4516-bda3-bec4790522f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-3 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 05:57:58.342676 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Attempting to bind port 7cfb0c18-15db-403a-9665-48acdd1ce3cc on network dec0bf8b-5796-4516-bda3-bec4790522f8 {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 05:57:58.348437 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Checking agent: {'id': '7f1aaae1-3be1-46fa-b09b-cb5622922dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'started_at': datetime.datetime(2021, 12, 10, 4, 26, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 05:57:58.348800 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Checking segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 05:57:58.349169 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Bound using segment: {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'} {{(pid=103253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 05:57:58.349586 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.managers [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Bound port: 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host: n-h1-817326-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa09f6bb-5740-40d1-b7a1-559c53072d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8'}}] {{(pid=103253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 05:57:58.349942 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.421681 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, cleared binding levels {{(pid=103253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 05:57:58.425051 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 05:57:58.429214 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.463233 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:58.463841 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.465296 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 1091 time: 0.6777284 Dec 10 05:57:58.465709 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:57:58.467873 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4119872c-8332-4599-b511-7fb10420bbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:57:58.491873 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72106b-ff5a-4124-bedb-5675f06f12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=3']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:57:58.517059 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:57:58.537634 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38175dcc-f3f5-40cc-9657-73fc7ea45cc4 x-openstack-request-id: req-38175dcc-f3f5-40cc-9657-73fc7ea45cc4 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:57:58.537924 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:57:58.538178 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38175dcc-f3f5-40cc-9657-73fc7ea45cc4 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:57:58.538579 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'status': 'completed', 'code': 200} Dec 10 05:57:58.571923 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-350b9b47-7257-4744-9c88-c81bf4afe393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:58.573478 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-350b9b47-7257-4744-9c88-c81bf4afe393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1094 time: 0.0456302 Dec 10 05:57:58.622031 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-392868a4-2f16-4d30-ab84-9de3e8e33d97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 217 time: 0.0352643 Dec 10 05:57:58.671514 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-49277851-979b-4cd5-8750-c8147bb5d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:58.672996 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-49277851-979b-4cd5-8750-c8147bb5d44b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0434766 Dec 10 05:57:58.718696 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-1d71cadf-8d68-4974-9e3a-42674c7a2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:58.720176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-1d71cadf-8d68-4974-9e3a-42674c7a2669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399454 Dec 10 05:57:58.811472 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-cb0ad5f1-9d35-4fd9-8e91-b6bfae3f5948 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839076 Dec 10 05:57:58.903108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-121155ab-6a6c-45a7-aed1-44be5b0d9cf8 req-bcf9a3ef-4fef-4fbb-927d-b5a6813385ae service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Dec 10 05:57:59.040544 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119872c-8332-4599-b511-7fb10420bbfe req-08734bed-6b8e-4bfa-b371-be2d0b6cdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:59.042034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-08734bed-6b8e-4bfa-b371-be2d0b6cdb6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1094 time: 0.0422664 Dec 10 05:57:59.129479 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119872c-8332-4599-b511-7fb10420bbfe req-169b968a-deea-49be-adec-b6677cb32c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:59.130934 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-169b968a-deea-49be-adec-b6677cb32c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0820510 Dec 10 05:57:59.176991 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-a21f882e-3e2e-4060-b3db-3b55eb168c85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 217 time: 0.0374043 Dec 10 05:57:59.226457 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119872c-8332-4599-b511-7fb10420bbfe req-eae02643-94c5-4c0d-a669-9f128287656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:59.227890 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-eae02643-94c5-4c0d-a669-9f128287656a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0432668 Dec 10 05:57:59.276876 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119872c-8332-4599-b511-7fb10420bbfe req-e2934aeb-9128-4376-b54d-667e7ef792b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:59.278372 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-e2934aeb-9128-4376-b54d-667e7ef792b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420315 Dec 10 05:57:59.372108 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-5fec9c9c-9a74-4408-9a4b-422888bd652c service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839381 Dec 10 05:57:59.498486 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4119872c-8332-4599-b511-7fb10420bbfe req-9b36b139-a268-4d16-acb8-e027fc9bf9af service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164858 Dec 10 05:57:59.506532 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65a484-c830-4fdd-9d85-c72f81e56dd9 req-7155dc8f-7152-4ea2-8264-cf3de20b642d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:57:59.508138 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed65a484-c830-4fdd-9d85-c72f81e56dd9 req-7155dc8f-7152-4ea2-8264-cf3de20b642d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 943 time: 0.0949235 Dec 10 05:57:59.559467 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-ed65a484-c830-4fdd-9d85-c72f81e56dd9 req-ddaf4d12-72fa-4550-a103-7f04506c4293 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454144 Dec 10 05:58:00.677166 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d09535-8dd4-4a08-9cc8-e8a493ccdf79 req-ad072916-8cbc-44df-af4d-a5011593123d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:00.678636 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73d09535-8dd4-4a08-9cc8-e8a493ccdf79 req-ad072916-8cbc-44df-af4d-a5011593123d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 943 time: 0.0473347 Dec 10 05:58:00.727074 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-73d09535-8dd4-4a08-9cc8-e8a493ccdf79 req-aeea85eb-05c8-4540-85b2-59e72b6e7425 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Dec 10 05:58:01.844390 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097503-71ba-469d-91c1-7519a8e96152 req-572cd5f7-3a44-42b6-a286-d4723e1f9af0 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:01.845861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45097503-71ba-469d-91c1-7519a8e96152 req-572cd5f7-3a44-42b6-a286-d4723e1f9af0 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 943 time: 0.0522122 Dec 10 05:58:01.893087 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-45097503-71ba-469d-91c1-7519a8e96152 req-c0579e6f-16f6-40b3-a829-c31bbbe7ec60 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Dec 10 05:58:01.937892 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:58:02.030230 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:58:02.041393 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'mac_address': 'fa:16:3e:0e:56:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:58:02.079785 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:02.092790 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfb0c18-15db-403a-9665-48acdd1ce3cc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:58:02.112155 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:58:02.115551 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:02.160307 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:58:02.449086 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7cfb0c18-15db-403a-9665-48acdd1ce3cc'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:58:03.007994 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3b17-17a5-4c0d-9074-3d0ab27cc84d req-6050ab66-7856-4c2c-9219-71c0130460b8 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:03.009457 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4fd3b17-17a5-4c0d-9074-3d0ab27cc84d req-6050ab66-7856-4c2c-9219-71c0130460b8 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 944 time: 0.0480978 Dec 10 05:58:03.060786 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-d4fd3b17-17a5-4c0d-9074-3d0ab27cc84d req-36c62310-3f54-4a14-98e5-436e307e7234 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454535 Dec 10 05:58:03.942379 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:58:03.990282 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning for port 7cfb0c18-15db-403a-9665-48acdd1ce3cc completed by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 05:58:03.994217 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 7cfb0c18-15db-403a-9665-48acdd1ce3cc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:58:03.994586 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:04.071533 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:04.093215 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:58:04.095443 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db86017-02d7-47f4-b7d6-636ede1f5056" -d '{"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:58:04.109126 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:58:04.114197 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:04.140234 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31765c-910e-4ed6-aba1-8a573309a8ff x-openstack-request-id: req-0b31765c-910e-4ed6-aba1-8a573309a8ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:58:04.140554 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:58:04.140810 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b31765c-910e-4ed6-aba1-8a573309a8ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:58:04.141192 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'code': 200} Dec 10 05:58:04.171151 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:58:04.184088 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f1046-cf8a-4d73-a66c-a420f932dedf req-62fe9aa9-dcb6-425e-959d-a711c080e5ed tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:04.185614 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-026f1046-cf8a-4d73-a66c-a420f932dedf req-62fe9aa9-dcb6-425e-959d-a711c080e5ed tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Dec 10 05:58:04.240545 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-026f1046-cf8a-4d73-a66c-a420f932dedf req-86d1dfbf-816b-4c7a-b7e6-d193d348976f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482013 Dec 10 05:58:04.278828 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5483-38da-40cf-a3b0-fa5e95aded21 req-e09a2cdf-082e-48f6-80aa-5b07a050b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:04.280310 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d7a5483-38da-40cf-a3b0-fa5e95aded21 req-e09a2cdf-082e-48f6-80aa-5b07a050b8ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1096 time: 0.0389345 Dec 10 05:58:04.325468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5d7a5483-38da-40cf-a3b0-fa5e95aded21 req-11d4633e-359e-402d-b339-2444340571e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381930 Dec 10 05:58:05.357175 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63194c7-763a-4dfa-8a19-2d3a34c2bea4 req-ac189935-1cfd-46f9-aa01-e85e27b3bda7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:05.358677 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a63194c7-763a-4dfa-8a19-2d3a34c2bea4 req-ac189935-1cfd-46f9-aa01-e85e27b3bda7 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Dec 10 05:58:05.409687 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-a63194c7-763a-4dfa-8a19-2d3a34c2bea4 req-81168752-c824-45b3-8501-15c700049b5d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Dec 10 05:58:06.529749 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6326e-527e-4dee-825e-32aaad62824e req-9741825d-563a-44a9-b33f-fdd6b884c7fc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:06.531225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ff6326e-527e-4dee-825e-32aaad62824e req-9741825d-563a-44a9-b33f-fdd6b884c7fc tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Dec 10 05:58:06.579553 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-2ff6326e-527e-4dee-825e-32aaad62824e req-4c265d28-7b81-42d0-9647-a7de457958de tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Dec 10 05:58:06.693160 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681128c-8899-4075-9862-67fcda540097 req-a3f3d4f2-3e7b-4188-885a-6b90552299c2 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:06.694556 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4681128c-8899-4075-9862-67fcda540097 req-a3f3d4f2-3e7b-4188-885a-6b90552299c2 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0486827 Dec 10 05:58:06.743377 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4681128c-8899-4075-9862-67fcda540097 req-58b5a92a-1362-4da9-ae40-dcbcc3c81a30 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Dec 10 05:58:06.764339 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52814) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:58:06.802493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7624538-0020-4740-8948-451f5653edbb tempest-TestSnapshotPattern-514074623 tempest-TestSnapshotPattern-514074623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:06.803971 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-a7624538-0020-4740-8948-451f5653edbb tempest-TestSnapshotPattern-514074623 tempest-TestSnapshotPattern-514074623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1091 time: 0.0386589 Dec 10 05:58:06.806672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 52816) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:58:06.810776 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.v2.base [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Request body: {'floatingip': {'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 05:58:06.831455 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:06.928763 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:07.032347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_common [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Allocated IP 172.25.8.226 (5aa69c4a-a121-4c22-ad35-1b6a94f09f24/25617503-ed8e-4c4d-8b06-ce31df7f7645/8dc2d98a-5b32-457b-81d9-bf3b46b94e21) {{(pid=103253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 05:58:07.135427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:07.169152 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775687093508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:07.205618 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Network 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 is already hosted by enough agents. {{(pid=103253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 05:58:07.208863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.base_scheduler [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Resources bound (agent type, host, resource id): {{(pid=103253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 05:58:07.211360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Received port after_create {{(pid=103253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 05:58:07.586622 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=8dc2d98a-5b32-457b-81d9-bf3b46b94e21,revision_number=1']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:58:07.910755 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:07.978237 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:08.120399 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for port, precommit_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:08.124624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154481'] for port, after_update {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:08.201330 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event updated for resources: {'Port': ['ID=8dc2d98a-5b32-457b-81d9-bf3b46b94e21,revision_number=2']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:58:08.209316 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713821'] for floatingip, after_create {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:08.308763 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Floating IP 5e539d2a-29b2-4ab5-8255-490a51577e10 associated. External IP: 172.25.8.226, port: 7cfb0c18-15db-403a-9665-48acdd1ce3cc. Dec 10 05:58:08.514733 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:58:08.621499 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:58:08.631323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:58:08.639658 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:08.641305 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:58:08.641964 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:58:08.680180 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-bed5f40b-39e9-4fda-be6d-a8377460d8aa tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8592672 Dec 10 05:58:08.680180 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:58:08.680180 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061fe8e2-7829-419b-83d9-40b1a762031a" -d '{"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:58:08.714886 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58532c2e-af0a-4f52-9052-56e65a32278f x-openstack-request-id: req-58532c2e-af0a-4f52-9052-56e65a32278f {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:58:08.715181 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:58:08.715533 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58532c2e-af0a-4f52-9052-56e65a32278f {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:58:08.715951 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'status': 'completed', 'code': 200} Dec 10 05:58:08.761910 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:58:08.808816 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fe8e2-7829-419b-83d9-40b1a762031a req-2bb646a7-8ba5-480b-9ed2-05456b735cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:08.810240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-2bb646a7-8ba5-480b-9ed2-05456b735cec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1096 time: 0.0405498 Dec 10 05:58:08.903985 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fe8e2-7829-419b-83d9-40b1a762031a req-fb516e66-bb33-4fc5-b83c-8768471f0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:08.905497 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-fb516e66-bb33-4fc5-b83c-8768471f0196 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0883706 Dec 10 05:58:08.970970 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-a0eb2a6e-33d2-4361-ab5e-1f7c92691c2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 999 time: 0.0586865 Dec 10 05:58:08.985577 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5e539d2a-29b2-4ab5-8255-490a51577e10', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:0e:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:58:07Z', 'updated_at': '2021-12-10T05:58:07Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}, {'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:58:09.018509 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:58:09.020377 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fe8e2-7829-419b-83d9-40b1a762031a req-eb2da7b4-a1ab-45f1-8b46-bf98b16959ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:09.021900 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-eb2da7b4-a1ab-45f1-8b46-bf98b16959ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0440507 Dec 10 05:58:09.027512 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:58:09.028103 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:57:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:58:09.075205 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fe8e2-7829-419b-83d9-40b1a762031a req-27dd7852-da86-40f9-8e2c-ad83b343b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:09.076664 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-27dd7852-da86-40f9-8e2c-ad83b343b8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467396 Dec 10 05:58:09.138730 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:58:09.165235 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-dedada3b-c0ab-48ff-a78f-2cc56ed0a239 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Dec 10 05:58:09.261871 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-061fe8e2-7829-419b-83d9-40b1a762031a req-762537e5-501e-487a-824e-c9eaa1dccae0 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Dec 10 05:58:09.362416 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5e539d2a-29b2-4ab5-8255-490a51577e10', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:0e:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:58:07Z', 'updated_at': '2021-12-10T05:58:07Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}, {'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:58:09.387839 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4d5bd-83d8-4df5-9388-e8d3e891cc83 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': '5e539d2a-29b2-4ab5-8255-490a51577e10', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:0e:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:58:07Z', 'updated_at': '2021-12-10T05:58:07Z', 'revision_number': 0, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}, {'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:58:09.565398 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05192b2-198f-4c07-9ff9-feb9873b8054 None None] New status for floating IP 5e539d2a-29b2-4ab5-8255-490a51577e10: ACTIVE {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:58:21.336021 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:22.512218 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-679c0bfb-4843-476e-bae2-678f342294a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:24.523572 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:25.339563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-663f6e37-b62d-4c2f-bc84-e1bc7ba0ce72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:26.118220 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:27.765554 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:28.520460 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:30.040409 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:58:46.843252 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-b825d8ce-c6a2-4f83-ab33-6a898e63c80c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394301 Dec 10 05:58:46.942010 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-9a2d91f8-799d-4293-ac64-77568ee795ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:46.943468 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-9a2d91f8-799d-4293-ac64-77568ee795ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1096 time: 0.0398118 Dec 10 05:58:47.049596 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-b6888ddf-a13c-4375-b5e3-f4789e32c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:47.051029 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-b6888ddf-a13c-4375-b5e3-f4789e32c779 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0872569 Dec 10 05:58:47.117692 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-3709d147-388a-42d1-9f11-13aeae6d76a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 1001 time: 0.0566075 Dec 10 05:58:47.171493 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-0ded5f49-b68b-4a40-b98c-13d8ba4eab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:47.172738 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-0ded5f49-b68b-4a40-b98c-13d8ba4eab8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0469038 Dec 10 05:58:47.218818 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-a8a4eb60-a8ef-46ff-8a4d-9e4ed6d6666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:47.220305 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-a8a4eb60-a8ef-46ff-8a4d-9e4ed6d6666b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400212 Dec 10 05:58:47.312077 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-154772a9-04de-4c34-bac2-d6758e0e6a90 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818233 Dec 10 05:58:47.406206 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c70f34ea-eccd-4e19-adf8-5ca29a5b9df1 req-ef0024b3-ba69-4a03-8135-b55148a802e8 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871103 Dec 10 05:58:51.335629 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:52.475663 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-3c74ed03-b2fd-4032-9d04-8c2a03fee7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404701 Dec 10 05:58:52.513495 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c2316e-5b45-4900-9b5a-9297a723c84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:52.587203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-ddb8da24-761e-492a-9262-845c28d43498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:52.588985 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-ddb8da24-761e-492a-9262-845c28d43498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0404568 Dec 10 05:58:52.698718 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-a3f8ace7-2f40-407d-9d38-5b3f12e5acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:52.700226 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-a3f8ace7-2f40-407d-9d38-5b3f12e5acff service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0870054 Dec 10 05:58:52.785727 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-847630e8-84de-4d4f-a986-270705ea2cad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 997 time: 0.0726073 Dec 10 05:58:52.843647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-8f6193ce-69fa-4cc7-a3ab-c06e106b8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:52.845123 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-8f6193ce-69fa-4cc7-a3ab-c06e106b8c8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0473518 Dec 10 05:58:52.893691 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-8812270f-fdd8-4816-9901-dbc972803420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:58:52.895647 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-8812270f-fdd8-4816-9901-dbc972803420 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386326 Dec 10 05:58:52.990669 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-a78e43fc-5ec0-4dd4-b791-633abbadfedb service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837302 Dec 10 05:58:53.081196 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-3fc3c5b5-e467-41d3-b605-c13355bece3c req-25cc14cb-0c32-44a8-8e00-1eaba985dc3c service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792868 Dec 10 05:58:54.529906 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:55.341918 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256a2fe0-c851-49b0-8a34-043d27988bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:56.121537 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:57.768805 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:58:58.522508 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:07.039342 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:59:21.339701 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:22.514783 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fd63bed-9f4d-4fbb-850d-1005f723d567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:24.553520 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:25.345846 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e986f869-67ad-4097-91f9-06719bbedb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:26.124468 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:27.771085 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:28.525211 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:40.235298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc details requested by agent hyperv_n-h1-817326-3 with host n-h1-817326-3 {{(pid=103255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 05:59:40.351699 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:59:40.363798 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Returning: {'device': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'port_id': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'mac_address': 'fa:16:3e:0e:56:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 05:59:40.412871 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:40.426683 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cfb0c18-15db-403a-9665-48acdd1ce3cc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 05:59:40.447101 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:59:40.454496 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:40.522876 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:40.534438 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.534786 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.535127 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.535999 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.536337 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.536701 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.537034 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.537355 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.538744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.538744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.538744 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.539056 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.539156 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:40.599426 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] get_ports_and_sgs() called for port_ids ['7cfb0c18-15db-403a-9665-48acdd1ce3cc'] {{(pid=103255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 05:59:42.240867 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc up at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 05:59:42.303714 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Provisioning complete for port 7cfb0c18-15db-403a-9665-48acdd1ce3cc triggered by entity L2. {{(pid=103255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 05:59:42.304082 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8001739'] for port, provisioning_complete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:42.400078 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8009622'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:42.425836 n-d-817326-3 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:59:42.428631 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea8dccbe4361a13781793895b8e9aefbf21ecc4d7e93cb767deb243cd099ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b156bc32-a431-4c12-a5f8-0c40997ebaf5" -d '{"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:59:42.456150 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:59:42.463116 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775687511089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775687093526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775687093544'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:42.498445 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441476c8-9fb7-4c19-9600-606e9e8804f5 x-openstack-request-id: req-441476c8-9fb7-4c19-9600-606e9e8804f5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:59:42.498702 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:59:42.499362 n-d-817326-3 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-441476c8-9fb7-4c19-9600-606e9e8804f5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:59:42.499842 n-d-817326-3 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'code': 200} Dec 10 05:59:42.529024 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Pushing event updated for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:44.039074 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 05:59:46.935926 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-33408429-e128-4635-9a54-504fbae9126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:46.938225 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-33408429-e128-4635-9a54-504fbae9126c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1096 time: 0.1325290 Dec 10 05:59:47.080571 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-8f8bbe95-13e0-4535-83da-06e67b5d444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:47.083106 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-8f8bbe95-13e0-4535-83da-06e67b5d444c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.1184890 Dec 10 05:59:47.164679 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-d94503a4-55a0-42fe-b425-fcf2f7b255b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 1001 time: 0.0723855 Dec 10 05:59:47.225044 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-b663286c-5aa8-49bb-9636-52f9384e91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:47.226591 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-b663286c-5aa8-49bb-9636-52f9384e91b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0538983 Dec 10 05:59:47.276332 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-821ffeda-c2a7-4f55-85fb-2969f3a7552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:47.277955 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-821ffeda-c2a7-4f55-85fb-2969f3a7552a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435178 Dec 10 05:59:47.289055 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-11591857-368f-4363-b660-6ec6d87926da service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 05:59:47.290034 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-11591857-368f-4363-b660-6ec6d87926da service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055909 Dec 10 05:59:47.395362 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-03eb0b42-b013-42fb-9e24-4768313b71eb service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984886 Dec 10 05:59:47.509469 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-50f9f42a-c28a-463e-b692-92486cb1a8c3 req-3cf1f380-04ac-4a3a-8204-fd0d7a7656d7 service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071239 Dec 10 05:59:48.859295 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53022) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:59:49.015086 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Deleting port 8dc2d98a-5b32-457b-81d9-bf3b46b94e21 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:59:49.015349 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.091621 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.091945 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.103831 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Calling delete_port for 8dc2d98a-5b32-457b-81d9-bf3b46b94e21 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:59:49.250622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.276563 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event deleted for resources: {'Port': ['ID=8dc2d98a-5b32-457b-81d9-bf3b46b94e21,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:49.303469 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.303819 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.304164 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.304525 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.304863 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.305198 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.305631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.305969 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.306305 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.306632 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.306959 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.307286 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.307616 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 05:59:49.349802 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.350133 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Floating IP 5e539d2a-29b2-4ab5-8255-490a51577e10 disassociated (deleted). External IP: 172.25.8.226, port: 7cfb0c18-15db-403a-9665-48acdd1ce3cc. Dec 10 05:59:49.557763 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:59:49.667444 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:59:49.672163 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:49.681990 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:59:49.692943 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:59:49.693771 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:49.700291 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-0c3f3d1e-8422-4495-afac-6bf39962b80a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "DELETE /v2.0/floatingips/5e539d2a-29b2-4ab5-8255-490a51577e10 HTTP/1.1" status: 204 len: 168 time: 0.8398945 Dec 10 05:59:49.700927 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:59:49.703427 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:59:49.753045 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac80c61e-f03a-4789-83ab-ad59e2a3b473 x-openstack-request-id: req-ac80c61e-f03a-4789-83ab-ad59e2a3b473 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:59:49.753344 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:59:49.753621 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac80c61e-f03a-4789-83ab-ad59e2a3b473 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:59:49.754642 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'status': 'completed', 'code': 200} Dec 10 05:59:49.868603 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-c7d2ae0d-e795-4b12-8247-99fd6c8ab18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:49.870421 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-c7d2ae0d-e795-4b12-8247-99fd6c8ab18a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 1096 time: 0.0720875 Dec 10 05:59:49.927464 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:59:50.028639 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-7b1c9f9b-1fbe-49b8-bd9f-ec281d130ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:50.030118 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-7b1c9f9b-1fbe-49b8-bd9f-ec281d130ebd service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.1298306 Dec 10 05:59:50.045201 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5d86-47c6-4f10-9185-08f56bc68c1d req-74df7a09-ec38-4525-b29c-3a65781d49a4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:50.046668 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eda5d86-47c6-4f10-9185-08f56bc68c1d req-74df7a09-ec38-4525-b29c-3a65781d49a4 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.1373451 Dec 10 05:59:50.091119 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-860ec07c-2168-469c-a1b6-e5fcb2bcb0ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 200 len: 217 time: 0.0434563 Dec 10 05:59:50.163324 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:50.165897 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4eda5d86-47c6-4f10-9185-08f56bc68c1d req-e331c13c-d17f-426b-a1cf-e8d595316331 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118684 Dec 10 05:59:50.176693 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-f99bb161-8ed5-4341-9977-4d4839dccb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:50.180079 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-f99bb161-8ed5-4341-9977-4d4839dccb4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0797279 Dec 10 05:59:50.193331 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:59:50.201702 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:59:50.202301 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:50.237262 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-88b7cd83-dc07-4b08-bae3-6c36a502d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:50.239197 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-88b7cd83-dc07-4b08-bae3-6c36a502d27d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454519 Dec 10 05:59:50.312941 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:59:50.334308 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-b1e94ee8-87b0-4b00-bd90-a34e357469fc service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871396 Dec 10 05:59:50.428759 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-332079be-56d2-4e3a-ace5-9ca7e29c3ab4 req-0f62a550-95cc-482e-90f2-df75530f144e service neutron] 10.222.0.36 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Dec 10 05:59:50.530473 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:50.559302 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48ba2-3460-4edf-b8ed-599d7ac0eca3 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_floatingips': [{'id': 'ee7962b9-4560-4a09-ac33-cf57578b1453', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'router_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'port_id': '7ea07540-59dc-4050-aac4-ce648632eba9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'mac_address': 'fa:16:3e:09:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:55:33Z', 'updated_at': '2021-12-10T05:55:35Z', 'revision_number': 1, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:59:50.820266 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b19f9b-0760-4f03-be31-7d7584cca5cd None None] New status for floating IP 5e539d2a-29b2-4ab5-8255-490a51577e10: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:59:51.282922 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33c47-5149-4ce5-8f10-fb5c1aa6f1ff req-d48ac078-ec58-458e-8f7d-ff89265aecc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:51.284371 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cc33c47-5149-4ce5-8f10-fb5c1aa6f1ff req-d48ac078-ec58-458e-8f7d-ff89265aecc3 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0477135 Dec 10 05:59:51.332051 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-8cc33c47-5149-4ce5-8f10-fb5c1aa6f1ff req-076079f6-f86c-45d8-aa6b-236984ba8b0d tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 Dec 10 05:59:51.347502 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:51.636042 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-00cec3d9-abfa-4353-95a5-9e8876044734 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:51.637488 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-00cec3d9-abfa-4353-95a5-9e8876044734 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Dec 10 05:59:51.727132 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Deleting port 7cfb0c18-15db-403a-9665-48acdd1ce3cc {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:59:51.727467 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:51.812668 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] For port 7cfb0c18-15db-403a-9665-48acdd1ce3cc, host n-h1-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-3',level=0,port_id=7cfb0c18-15db-403a-9665-48acdd1ce3cc,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:59:51.813041 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:51.825772 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Calling delete_port for 7cfb0c18-15db-403a-9665-48acdd1ce3cc owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:59:51.954010 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:51.981631 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event deleted for resources: {'Port': ['ID=7cfb0c18-15db-403a-9665-48acdd1ce3cc,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:52.283736 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc no longer exists at agent hyperv_n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 05:59:52.303781 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] No Port match for: 7cfb0c18-15db-403a-9665-48acdd1ce3cc {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 05:59:52.304128 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Device 7cfb0c18-15db-403a-9665-48acdd1ce3cc not bound to the agent host n-h1-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 05:59:52.365877 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] No DVR routers for this DVR port 7cfb0c18-15db-403a-9665-48acdd1ce3cc on host n-h1-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:59:52.369183 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:52.372629 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f4fca081-9ce4-4890-bb8a-f882d40f35f9 req-30baa8c4-9802-4e03-9f04-d10314f6c5cf tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.36 "DELETE /v2.0/ports/7cfb0c18-15db-403a-9665-48acdd1ce3cc HTTP/1.1" status: 204 len: 173 time: 0.7289209 Dec 10 05:59:52.373085 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-deleted', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:59:52.375356 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e76f6f-fe1c-4470-a48e-024799a16540" -d '{"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-deleted", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:59:52.415062 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a483a4-c1c8-4ef5-b2fe-03b8686f593e x-openstack-request-id: req-73a483a4-c1c8-4ef5-b2fe-03b8686f593e {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:59:52.415360 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56ab706-f41e-4c24-b981-2b17db887b56", "name": "network-vif-deleted", "tag": "7cfb0c18-15db-403a-9665-48acdd1ce3cc", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:59:52.415613 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73a483a4-c1c8-4ef5-b2fe-03b8686f593e {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:59:52.416063 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56ab706-f41e-4c24-b981-2b17db887b56', 'name': 'network-vif-deleted', 'tag': '7cfb0c18-15db-403a-9665-48acdd1ce3cc', 'status': 'completed', 'code': 200} Dec 10 05:59:52.473333 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-b669afb7-9eb6-4ecf-920f-facf8662f575 req-91aad225-1762-4720-83fb-6c57871583c5 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56ab706-f41e-4c24-b981-2b17db887b56 HTTP/1.1" status: 200 len: 210 time: 0.0451493 Dec 10 05:59:52.487858 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-57d4ed2b-bc53-4ee7-bd03-fcf8cbed443c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706487 Dec 10 05:59:52.529077 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af95aee6-92e2-4f7d-b24e-770033f6801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:52.594451 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-ef059d52-89f1-45d9-86db-427bac1ef99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:52.595969 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-ef059d52-89f1-45d9-86db-427bac1ef99c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0398774 Dec 10 05:59:52.703987 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-f14dbec2-91b4-459a-9717-516f1a0e5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:52.705455 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-f14dbec2-91b4-459a-9717-516f1a0e5a4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.0836332 Dec 10 05:59:52.777102 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-8a8414a2-4a89-4ce8-b90b-687f8c2db251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 997 time: 0.0599027 Dec 10 05:59:52.835517 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-bae4347a-c6e8-4c7c-baba-614de36c0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:52.837176 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-bae4347a-c6e8-4c7c-baba-614de36c0bcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0490339 Dec 10 05:59:52.886672 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-8450b61f-cf3c-4f53-abf5-e5d55b0e1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:52.888107 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-8450b61f-cf3c-4f53-abf5-e5d55b0e1844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392027 Dec 10 05:59:52.991154 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-a796cd31-2fd0-4c67-b9e1-61b080f303a2 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909793 Dec 10 05:59:53.083640 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-66379bd6-cbc7-4f29-90e8-76073f1cb11e req-779b801b-888d-4e7d-980b-ee8731b30c02 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810597 Dec 10 05:59:54.045559 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53080) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:59:54.200347 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Deleting port 31d7ade4-c122-4086-a235-93498f97d870 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:59:54.200714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.276421 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.276693 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.287910 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Calling delete_port for 31d7ade4-c122-4086-a235-93498f97d870 owned by network:floatingip {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:59:54.435427 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.458647 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event deleted for resources: {'Port': ['ID=31d7ade4-c122-4086-a235-93498f97d870,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:54.519632 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for floatingip, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.519961 n-d-817326-3 neutron-server[103253]: INFO neutron.db.l3_db [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Floating IP ee7962b9-4560-4a09-ac33-cf57578b1453 disassociated (deleted). External IP: 172.25.8.6, port: 7ea07540-59dc-4050-aac4-ce648632eba9. Dec 10 05:59:54.554163 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.724610 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 05:59:54.828649 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 05:59:54.833175 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for floatingip, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:54.839412 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 05:59:54.850296 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:59:54.850896 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:54.860406 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-16ad67cf-b547-4de9-b3b7-34fc46a8997f tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "DELETE /v2.0/floatingips/ee7962b9-4560-4a09-ac33-cf57578b1453 HTTP/1.1" status: 204 len: 168 time: 0.8137276 Dec 10 05:59:54.861012 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:59:54.864099 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607ee7c-3f9d-42db-9207-a94338242879" -d '{"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:59:54.901826 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 05:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b13891-5278-48d3-9fae-2c155ce4e521 x-openstack-request-id: req-43b13891-5278-48d3-9fae-2c155ce4e521 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:59:54.902188 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:59:54.902509 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43b13891-5278-48d3-9fae-2c155ce4e521 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:59:54.902975 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'status': 'completed', 'code': 200} Dec 10 05:59:54.964824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:59:55.003624 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ee7c-3f9d-42db-9207-a94338242879 req-916b2078-472f-4b63-afcc-c04446b6a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:55.006162 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-916b2078-472f-4b63-afcc-c04446b6a771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 1094 time: 0.0495167 Dec 10 05:59:55.137404 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962378-e833-4023-b57b-bc419afe809e req-ecfd731f-872f-434c-ad38-1b1bbe848387 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:55.138892 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f962378-e833-4023-b57b-bc419afe809e req-ecfd731f-872f-434c-ad38-1b1bbe848387 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 943 time: 0.1056650 Dec 10 05:59:55.170568 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:55.193475 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ee7c-3f9d-42db-9207-a94338242879 req-23df6fa0-51c3-4bd3-a43a-70723b34078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:55.195015 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-23df6fa0-51c3-4bd3-a43a-70723b34078a service neutron] 10.222.0.41 "GET /v2.0/networks?id=dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 200 len: 911 time: 0.1322849 Dec 10 05:59:55.199918 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 05:59:55.208824 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 05:59:55.209429 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:25Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:55.215628 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-4f962378-e833-4023-b57b-bc419afe809e req-c2bb8d6e-ff2a-49f4-ad5a-d36c05710218 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697372 Dec 10 05:59:55.247285 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-da1f427e-0f87-4704-8e8a-012b89abc035 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 200 len: 217 time: 0.0434494 Dec 10 05:59:55.296783 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ee7c-3f9d-42db-9207-a94338242879 req-8211ed8c-3b90-45ec-8ad2-f220edbade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:55.298261 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-8211ed8c-3b90-45ec-8ad2-f220edbade11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 200 len: 849 time: 0.0441079 Dec 10 05:59:55.312675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 05:59:55.349282 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ee7c-3f9d-42db-9207-a94338242879 req-7ce91c11-acce-4965-822c-bd8fde819a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:55.349521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40423712-dd6d-4ef9-b2be-c8763d755e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:55.351094 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-7ce91c11-acce-4965-822c-bd8fde819a4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dec0bf8b-5796-4516-bda3-bec4790522f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446987 Dec 10 05:59:55.448716 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-47719fe4-767b-421f-bbcf-4b9942e57ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895619 Dec 10 05:59:55.551048 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-f607ee7c-3f9d-42db-9207-a94338242879 req-9b661362-826f-46d2-abd8-7ae5d32c237c service neutron] 10.222.0.41 "GET /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921969 Dec 10 05:59:55.610937 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 05:59:55.638920 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e10ef-5cd5-4b23-8a5d-741fa82266e2 None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3', '_interfaces': [{'id': 'c50679e7-bd41-4e64-aaca-969071fa342b', 'name': '', 'network_id': 'dec0bf8b-5796-4516-bda3-bec4790522f8', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'mac_address': 'fa:16:3e:00:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:13Z', 'updated_at': '2021-12-10T05:55:17Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'subnets': [{'id': '56037fa2-d5f0-47e9-a2dd-41720e764817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 05:59:55.851233 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6afdcd-dc28-4eae-94bf-e58646a2f917 None None] New status for floating IP ee7962b9-4560-4a09-ac33-cf57578b1453: DOWN {{(pid=103255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 05:59:56.126851 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:56.337729 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec2e38-5136-4f62-b1af-0b0ab1f14707 req-17c11aff-43ee-4611-b28c-e208134fd4d5 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:56.339454 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40ec2e38-5136-4f62-b1af-0b0ab1f14707 req-17c11aff-43ee-4611-b28c-e208134fd4d5 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 943 time: 0.0528541 Dec 10 05:59:56.392579 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-40ec2e38-5136-4f62-b1af-0b0ab1f14707 req-7672f96e-dfad-456b-a9c7-2d7ce92d4a27 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdac1db4-2653-4ddb-91aa-a9c21a0a4837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470045 Dec 10 05:59:57.048526 n-d-817326-3 neutron-server[103253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-d57bbac1-c671-4bd4-9c69-b0e3b39c067a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 05:59:57.049962 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-d57bbac1-c671-4bd4-9c69-b0e3b39c067a tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.41 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 943 time: 0.0479226 Dec 10 05:59:57.142590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Deleting port 7ea07540-59dc-4050-aac4-ce648632eba9 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 05:59:57.142924 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:57.231056 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] For port 7ea07540-59dc-4050-aac4-ce648632eba9, host n-h2-817326-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-3',level=0,port_id=7ea07540-59dc-4050-aac4-ce648632eba9,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 05:59:57.231430 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:57.244203 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Calling delete_port for 7ea07540-59dc-4050-aac4-ce648632eba9 owned by compute:nova {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 05:59:57.374698 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:57.404454 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event deleted for resources: {'Port': ['ID=7ea07540-59dc-4050-aac4-ce648632eba9,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:57.445637 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] No DVR routers for this DVR port 7ea07540-59dc-4050-aac4-ce648632eba9 on host n-h2-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 05:59:57.448199 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87943'] for port, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:57.451525 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-5af5da5d-2e3b-40e9-a0c3-a6cce82b7a84 req-181e1a82-e284-4e86-81d2-abaa0b4089fd tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.41 "DELETE /v2.0/ports/7ea07540-59dc-4050-aac4-ce648632eba9 HTTP/1.1" status: 204 len: 173 time: 0.3912606 Dec 10 05:59:57.451968 n-d-817326-3 neutron-server[103253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-deleted', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9'}] {{(pid=103253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 05:59:57.454789 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaac3af43720e71bf3d78351cc86d88a1a5ec961b4f4ec56063325231eb96541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2796f8f8-d656-4052-a037-162a8f91bdba" -d '{"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-deleted", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9"}]}' {{(pid=103253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 05:59:57.493949 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [req-c87668f2-9ae5-4d6f-b4e7-ad64285e40c6 req-82c022f8-6e87-4181-8cb2-3c95b39e5fb0 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "GET /v2.0/ports?device_id=17a30941-6e79-4c7f-95b5-cd6b46356792 HTTP/1.1" status: 200 len: 210 time: 0.0316215 Dec 10 05:59:57.495495 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9333f-32b9-4889-9f79-39f897645fd2 x-openstack-request-id: req-80b9333f-32b9-4889-9f79-39f897645fd2 {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 05:59:57.495653 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a30941-6e79-4c7f-95b5-cd6b46356792", "name": "network-vif-deleted", "tag": "7ea07540-59dc-4050-aac4-ce648632eba9", "status": "completed", "code": 200}]} {{(pid=103253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 05:59:57.495915 n-d-817326-3 neutron-server[103253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80b9333f-32b9-4889-9f79-39f897645fd2 {{(pid=103253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 05:59:57.496315 n-d-817326-3 neutron-server[103253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a30941-6e79-4c7f-95b5-cd6b46356792', 'name': 'network-vif-deleted', 'tag': '7ea07540-59dc-4050-aac4-ce648632eba9', 'status': 'completed', 'code': 200} Dec 10 05:59:57.776098 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.526268 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.555804 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53096) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 05:59:58.610661 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.635974 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.693968 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.697075 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Publish callbacks [] for security_group, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 05:59:58.698240 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdac1db4-2653-4ddb-91aa-a9c21a0a4837 HTTP/1.1" status: 204 len: 168 time: 0.1414449 Dec 10 05:59:58.707329 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdc436-6795-4ba7-97c4-b3de9e83c8d9 tempest-TestSnapshotPattern-1645428825 tempest-TestSnapshotPattern-1645428825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdac1db4-2653-4ddb-91aa-a9c21a0a4837,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 05:59:59.766385 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53102) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:00.101373 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:00.346744 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Deleting port c50679e7-bd41-4e64-aaca-969071fa342b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:00.347076 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:00.422414 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] For port c50679e7-bd41-4e64-aaca-969071fa342b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=c50679e7-bd41-4e64-aaca-969071fa342b,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:00.422692 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:00.434593 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Calling delete_port for c50679e7-bd41-4e64-aaca-969071fa342b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:00.608865 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:00.634215 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Pushing event deleted for resources: {'Port': ['ID=c50679e7-bd41-4e64-aaca-969071fa342b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:00.800511 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:01.011845 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Router c3f17ce3-eec2-4371-9863-61cca6cfbf04 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:00:01.114032 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:00:01.120260 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-9bf1f4e4-6289-48bd-ba89-e32eebd4d60f admin admin] 10.222.0.43 "PUT /v2.0/routers/c3f17ce3-eec2-4371-9863-61cca6cfbf04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3520839 Dec 10 06:00:01.122092 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53104) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:01.124792 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Sync routers for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:00:01.134970 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:00:01.135675 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:01.207416 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 no longer exists at agent hyperv_n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:01.226185 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:01.227646 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] No Port match for: 7ea07540-59dc-4050-aac4-ce648632eba9 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:01.227994 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Device 7ea07540-59dc-4050-aac4-ce648632eba9 not bound to the agent host n-h2-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:01.240126 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:00:01.422833 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T06:00:00Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:01.449686 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Checking router: c3f17ce3-eec2-4371-9863-61cca6cfbf04 for host: n-d-817326-3 {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:00:01.458671 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Routers {'c3f17ce3-eec2-4371-9863-61cca6cfbf04'} bound to L3 agent in host n-d-817326-3 {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:00:01.459294 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:01.567367 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] Set router c3f17ce3-eec2-4371-9863-61cca6cfbf04 gateway port host: n-d-817326-3 {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:00:01.671345 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:01.722806 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Deleting port a62a7ad1-4331-41f9-9a67-8baff97f18bf {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:01.723036 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:01.745023 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0abcd8a5-05da-418e-9022-873688df590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T06:00:00Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:01.770238 n-d-817326-3 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcd8a5-05da-418e-9022-873688df590e None None] The sync data for ids ['c3f17ce3-eec2-4371-9863-61cca6cfbf04'] in n-d-817326-3 is: [{'id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'name': 'tempest-TestSnapshotPattern-1966599363-router', 'tenant_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:10Z', 'updated_at': '2021-12-10T06:00:00Z', 'revision_number': 5, 'project_id': 'eb4e35d4182747a9ba8aa5b586325a63', 'gw_port': {'id': 'a62a7ad1-4331-41f9-9a67-8baff97f18bf', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f17ce3-eec2-4371-9863-61cca6cfbf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:11Z', 'updated_at': '2021-12-10T05:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:00:01.802567 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] For port a62a7ad1-4331-41f9-9a67-8baff97f18bf, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=a62a7ad1-4331-41f9-9a67-8baff97f18bf,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:01.802567 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:01.814583 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Calling delete_port for a62a7ad1-4331-41f9-9a67-8baff97f18bf owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:01.977419 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.007662 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62a7ad1-4331-41f9-9a67-8baff97f18bf,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:02.021043 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579d7f5-519f-4d39-b67f-19944fc86dcc None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:00:02.065847 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.158359 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.160551 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.204682 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.205258 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f17ce3-eec2-4371-9863-61cca6cfbf04 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:00:02.210254 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.212512 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-08ba7cb5-00d0-42c6-b073-103a7dfe45b1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c3f17ce3-eec2-4371-9863-61cca6cfbf04 HTTP/1.1" status: 204 len: 168 time: 1.0884521 Dec 10 06:00:02.214387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53106) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:02.262527 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Deleting subnet 56037fa2-d5f0-47e9-a2dd-41720e764817 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:00:02.265589 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.299679 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.378277 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.432624 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.462387 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56037fa2-d5f0-47e9-a2dd-41720e764817,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:02.466161 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.469396 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-2f73ebe2-0915-4129-a6f8-4ba5bcc5cfe4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/56037fa2-d5f0-47e9-a2dd-41720e764817 HTTP/1.1" status: 204 len: 168 time: 0.2540705 Dec 10 06:00:02.471967 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53108) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:02.475110 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdc3e1-3da0-4b58-bd58-68bb6d64c6b2 None None] Network dec0bf8b-5796-4516-bda3-bec4790522f8 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:00:02.540319 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.592703 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Deleting port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:02.593042 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.657688 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] For port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,segment=NetworkSegment(fa09f6bb-5740-40d1-b7a1-559c53072d3d),segment_id=fa09f6bb-5740-40d1-b7a1-559c53072d3d)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:02.658047 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.670021 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Calling delete_port for ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 owned by network:dhcp {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:02.748198 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.769583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c1712-12f6-4abe-8ebd-c14ca0ad81a1 None None] DHCP port deletion for dec0bf8b-5796-4516-bda3-bec4790522f8 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:00:02.779595 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2b29d2-9abf-4ffe-8b91-3c6af5621f21,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:02.786360 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] No DVR routers for this DVR port ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 on host n-d-817326-3 {{(pid=103253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:00:02.821865 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:02.845640 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:02.846070 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device ef2b29d2-9abf-4ffe-8b91-3c6af5621f21 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:02.846564 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c50679e7-bd41-4e64-aaca-969071fa342b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:02.862293 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.866200 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: c50679e7-bd41-4e64-aaca-969071fa342b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:02.866554 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device c50679e7-bd41-4e64-aaca-969071fa342b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:02.866973 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a62a7ad1-4331-41f9-9a67-8baff97f18bf no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:02.883294 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec0bf8b-5796-4516-bda3-bec4790522f8']}} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:02.885455 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: a62a7ad1-4331-41f9-9a67-8baff97f18bf {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:02.885796 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device a62a7ad1-4331-41f9-9a67-8baff97f18bf not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:02.892589 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa09f6bb-5740-40d1-b7a1-559c53072d3d') {'for_net_delete': True} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:02.892887 n-d-817326-3 neutron-server[103253]: DEBUG neutron.services.segments.db [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa09f6bb-5740-40d1-b7a1-559c53072d3d') {} {{(pid=103253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:02.902190 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8660097'] for segment, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.915454 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.921381 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:00:02.921776 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154453'] for segment, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: Traceback (most recent call last): Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: timer() Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: cb(*args, **kw) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: return func(*args, **kwargs) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: self._notify() Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: self.callback(batched_events) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: event.method(event) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: return f(self, *a, **k) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: return self._get(url).json() Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: return self.request(url, 'GET', **kwargs) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:00:02.923456 n-d-817326-3 neutron-server[103253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:00:02.981668 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:02.999177 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Publish callbacks [] for network, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:03.002508 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dec0bf8b-5796-4516-bda3-bec4790522f8 HTTP/1.1" status: 204 len: 168 time: 0.5295899 Dec 10 06:00:03.003794 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42251c-c791-4f70-b389-fbe96ca02ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec0bf8b-5796-4516-bda3-bec4790522f8,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:03.005574 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53110) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:03.345934 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711261'] for router_interface, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:03.590378 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Deleting port 782c7691-49f3-42dd-a96d-423d7f3b683b {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:03.590622 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:03.666244 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] For port 782c7691-49f3-42dd-a96d-423d7f3b683b, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=782c7691-49f3-42dd-a96d-423d7f3b683b,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:03.666598 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:03.678504 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Calling delete_port for 782c7691-49f3-42dd-a96d-423d7f3b683b owned by network:router_interface {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:03.851166 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:03.873590 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Pushing event deleted for resources: {'Port': ['ID=782c7691-49f3-42dd-a96d-423d7f3b683b,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:04.042961 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711217'] for router_interface, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.250491 n-d-817326-3 neutron-server[103253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Router c27e0559-2180-4140-8471-1b5cbdcad876 has already been hosted by L3 agent d5c68887-015a-411f-8861-da73c11fd8fc {{(pid=103253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 06:00:04.351104 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] Notify agent at l3_agent.n-d-817326-3 the message routers_updated {{(pid=103253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 06:00:04.356166 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-f8d9cc23-6ff2-4ab3-8655-ac1184eb8447 admin admin] 10.222.0.43 "PUT /v2.0/routers/c27e0559-2180-4140-8471-1b5cbdcad876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3495638 Dec 10 06:00:04.358768 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53112) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:04.362419 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Sync routers for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 06:00:04.371993 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:00:04.372645 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:04.460110 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks [] for router, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.477189 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: n-d-817326-3 {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:00:04.560122 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.612138 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Deleting port 3b32cb5d-65ef-4d49-8c0c-f16411841f29 {{(pid=103253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:04.612615 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.658726 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'external_fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T06:00:03Z', 'revision_number': 5, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port': {'id': '3b32cb5d-65ef-4d49-8c0c-f16411841f29', 'name': '', 'network_id': '5aa69c4a-a121-4c22-ad35-1b6a94f09f24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:55:16Z', 'updated_at': '2021-12-10T05:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25617503-ed8e-4c4d-8b06-ce31df7f7645', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-3'}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:04.690040 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Checking router: c27e0559-2180-4140-8471-1b5cbdcad876 for host: n-d-817326-3 {{(pid=103255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 06:00:04.696407 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.db [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] For port 3b32cb5d-65ef-4d49-8c0c-f16411841f29, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=3b32cb5d-65ef-4d49-8c0c-f16411841f29,segment=NetworkSegment(c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3),segment_id=c5de6e3f-2b97-42c6-8b58-8fedaeddc6b3)] {{(pid=103253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:04.696800 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.698353 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Routers {'c27e0559-2180-4140-8471-1b5cbdcad876'} bound to L3 agent in host n-d-817326-3 {{(pid=103255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 06:00:04.699016 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T04:18:25Z,description=,heartbeat_timestamp=2021-12-10T05:59:55Z,host='n-d-817326-3',id=d5c68887-015a-411f-8861-da73c11fd8fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T04:18:25Z,topic='l3_agent')) {'router_ids': ['c27e0559-2180-4140-8471-1b5cbdcad876'], 'active': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:04.709273 n-d-817326-3 neutron-server[103253]: DEBUG neutron.plugins.ml2.plugin [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Calling delete_port for 3b32cb5d-65ef-4d49-8c0c-f16411841f29 owned by network:router_gateway {{(pid=103253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:04.876774 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154488'] for port, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:04.901247 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b32cb5d-65ef-4d49-8c0c-f16411841f29,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:04.927464 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59799497-3128-444c-87d6-c7f5a7598a05 None None] DHCP port deletion for 5aa69c4a-a121-4c22-ad35-1b6a94f09f24 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:00:04.951666 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_dvr_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] Set router c27e0559-2180-4140-8471-1b5cbdcad876 gateway port host: None {{(pid=103255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 06:00:04.969714 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713875'] for router_gateway, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.005363 n-d-817326-3 neutron-server[103255]: DEBUG neutron.db.l3_hamode_db [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T06:00:04Z', 'revision_number': 6, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port_host': None}], 'n-d-817326-3', False) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:05.034550 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73df524-b400-4a89-929d-c706ca18c9e6 None None] The sync data for ids ['c27e0559-2180-4140-8471-1b5cbdcad876'] in n-d-817326-3 is: [{'id': 'c27e0559-2180-4140-8471-1b5cbdcad876', 'name': 'tempest-TestSnapshotPattern-356328406-router', 'tenant_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:55:15Z', 'updated_at': '2021-12-10T06:00:04Z', 'revision_number': 6, 'project_id': 'ada9e2d0e2774ecd954f1ad8bcded7eb', 'gw_port_host': None}] {{(pid=103255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 06:00:05.059514 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243582'] for router, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.061716 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.108025 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548410'] for router, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.108741 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27e0559-2180-4140-8471-1b5cbdcad876 {{(pid=103253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 06:00:05.113038 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] Publish callbacks [] for router, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.114190 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-006d6260-2c78-467c-9350-408c5e2f4227 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c27e0559-2180-4140-8471-1b5cbdcad876 HTTP/1.1" status: 204 len: 168 time: 0.7545059 Dec 10 06:00:05.116964 n-d-817326-3 neutron-server[103253]: DEBUG neutron.wsgi [-] (103253) accepted ('10.222.0.43', 53114) {{(pid=103253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:05.160461 n-d-817326-3 neutron-server[103253]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Deleting subnet fe3e6b19-1d2b-43d7-9965-f54de28d3da4 {{(pid=103253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 06:00:05.163449 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.197614 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8660106'] for subnet, precommit_delete_associations {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.275750 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7997653'] for subnet, precommit_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.326025 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7997486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9154415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9079303'] for subnet, after_delete {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.352628 n-d-817326-3 neutron-server[103253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3e6b19-1d2b-43d7-9965-f54de28d3da4,revision_number=None']} {{(pid=103253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:05.354599 n-d-817326-3 neutron-server[103253]: DEBUG neutron_lib.callbacks.manager [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.357861 n-d-817326-3 neutron-server[103253]: INFO neutron.wsgi [None req-19e09420-b8ca-4fab-bbd2-455a050fca5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe3e6b19-1d2b-43d7-9965-f54de28d3da4 HTTP/1.1" status: 204 len: 168 time: 0.2399573 Dec 10 06:00:05.360583 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:05.366295 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ab35e-0b45-4a81-8540-230fdbf5273c None None] Network 2dfa831c-228c-431d-962e-5d8e961be7c4 requested from n-d-817326-3 {{(pid=103255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 06:00:05.439522 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7902596'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.499408 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Deleting port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 06:00:05.499746 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775687505848'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.565581 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] For port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48, host n-d-817326-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-3',level=0,port_id=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,segment=NetworkSegment(3e786d02-0763-4bed-8619-54eabf29c462),segment_id=3e786d02-0763-4bed-8619-54eabf29c462)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 06:00:05.565948 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716526'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.582050 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Calling delete_port for 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 06:00:05.658627 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8009685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775687511071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775687093517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8501173'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.684651 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7f2eaf-55f6-4316-90f1-f1536f0c9f48,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:05.686718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] No DVR routers for this DVR port 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 on host n-d-817326-3 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 06:00:05.711589 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.711935 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.712279 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.712650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.712988 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.713324 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.713652 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.713979 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.714573 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.714898 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.715223 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.715545 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.715866 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-3 {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 06:00:05.769003 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000066', 'neutron.services.segments.db._delete_segments_for_network-8775687643082'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.791693 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfa831c-228c-431d-962e-5d8e961be7c4']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:05.795327 n-d-817326-3 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1af48-c064-41b0-8fe4-a1c59fda71d9 None None] DHCP port deletion for 2dfa831c-228c-431d-962e-5d8e961be7c4 request from n-d-817326-3 {{(pid=103255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 06:00:05.801718 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e786d02-0763-4bed-8619-54eabf29c462') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:05.802013 n-d-817326-3 neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e786d02-0763-4bed-8619-54eabf29c462') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 06:00:05.812697 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775687417811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850176'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.826642 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.833513 n-d-817326-3 neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 06:00:05.833903 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7995816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8501144'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: Traceback (most recent call last): Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: timer() Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: cb(*args, **kw) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: return func(*args, **kwargs) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: self._notify() Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: self.callback(batched_events) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: event.method(event) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: return f(self, *a, **k) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: return self._get(url).json() Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 06:00:05.835718 n-d-817326-3 neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 06:00:05.890491 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713903'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.896949 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:05.900744 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2dfa831c-228c-431d-962e-5d8e961be7c4 HTTP/1.1" status: 204 len: 168 time: 0.5390003 Dec 10 06:00:05.914026 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e2e7-d88c-48c1-95c1-b7f6578a08f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfa831c-228c-431d-962e-5d8e961be7c4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:06.098214 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:06.142217 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-b8942cf9-6153-444a-9267-e019d548f0cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb4e35d4182747a9ba8aa5b586325a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427260 Dec 10 06:00:06.144630 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:06.190340 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.211661 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.256468 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.259054 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.260210 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/985ef5d9-e8a5-4c0c-b3dd-b80a6185ad47 HTTP/1.1" status: 204 len: 168 time: 0.1146898 Dec 10 06:00:06.269024 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf0f0a-81e7-47a1-96cf-6f33d652d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ef5d9-e8a5-4c0c-b3dd-b80a6185ad47,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:06.585355 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:06.625495 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-a0e60d2c-bb3b-440e-9b94-cf097ff7b5b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ada9e2d0e2774ecd954f1ad8bcded7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389891 Dec 10 06:00:06.627947 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.43', 53132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 06:00:06.673298 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 782c7691-49f3-42dd-a96d-423d7f3b683b no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:06.674872 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.693660 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 782c7691-49f3-42dd-a96d-423d7f3b683b {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:06.694006 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 782c7691-49f3-42dd-a96d-423d7f3b683b not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:06.694424 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:06.696416 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.713236 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:06.713583 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 4c7f2eaf-55f6-4316-90f1-f1536f0c9f48 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:06.713995 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3b32cb5d-65ef-4d49-8c0c-f16411841f29 no longer exists at agent ovs-agent-n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 06:00:06.734879 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] No Port match for: 3b32cb5d-65ef-4d49-8c0c-f16411841f29 {{(pid=103255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 06:00:06.735223 n-d-817326-3 neutron-server[103255]: DEBUG neutron.plugins.ml2.rpc [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Device 3b32cb5d-65ef-4d49-8c0c-f16411841f29 not bound to the agent host n-d-817326-3 {{(pid=103255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 06:00:06.748572 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866926'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.751242 n-d-817326-3 neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:06.752413 n-d-817326-3 neutron-server[103254]: INFO neutron.wsgi [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc3c0a8b-8a81-476d-8ab9-6e7ce182a7aa HTTP/1.1" status: 204 len: 168 time: 0.1232753 Dec 10 06:00:06.760734 n-d-817326-3 neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568fdb-a4c9-49fb-b026-2377e648f690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3c0a8b-8a81-476d-8ab9-6e7ce182a7aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 06:00:21.039733 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:00:21.345998 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:22.522839 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-461dba71-3277-4be6-a1a4-ccdd217b7d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:24.550834 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:25.351563 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6738239-eeda-409f-89a5-9036c1da6318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:26.129346 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:27.778554 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:28.537471 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:51.357353 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:52.523711 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab1b986f-5716-4253-8035-649b8b0befa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:54.552570 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:55.353407 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68863db3-1bcc-4d45-b835-e165ca75d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:56.130580 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:57.781140 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:00:58.039394 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:00:58.529631 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:21.356088 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:22.525083 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea589246-48ad-4f73-9217-a89ff17d32d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:24.580118 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:25.355741 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3eea086-20fd-45d6-987d-53aad560638d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:26.134418 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:27.783768 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:28.532306 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:35.040023 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:01:51.376206 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:52.548101 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56cfa726-d274-477b-868b-320a3122c1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:54.584354 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:55.357075 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-210501bc-bc58-44ba-bc2e-44796ac35163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:56.136930 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:57.786769 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:01:58.534585 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:12.039323 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:02:21.370275 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:22.529141 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86daa27f-2562-4cef-8a05-d6ef88fc36d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:24.580659 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:25.357787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85c827bb-adf6-44eb-997e-0f51ba76cbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:26.140504 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:27.790337 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:28.535891 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:49.038629 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:02:51.374650 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:52.531069 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10377c1-54a0-4f76-9bf0-7a8dc6482e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:54.579985 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:55.358776 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54da3f3b-2a9f-47e9-84b8-c0ceacc06689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:56.143964 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:57.794168 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:02:58.538327 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:21.384065 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:22.531345 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0fa514f-55f8-4ed2-932e-be3e82d8cbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:24.576803 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:25.360241 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-239bc78f-8f36-41db-9b18-b353b289b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:26.037734 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:03:26.147064 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:27.800133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:28.540719 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:51.409254 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:52.545941 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c04e30b5-c41b-4e3a-98bf-bd3c35656e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:54.602811 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:55.361819 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1887-f683-4e8e-89c1-73916c497229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:56.147922 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:57.801258 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:03:58.543751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:03.037098 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:04:21.398555 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:22.537573 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-740b5506-fff8-44fc-8a23-b0239e12737d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:24.618323 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:25.365527 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06bc8423-2226-4117-bda7-47bce77bab3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:26.150786 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:27.805293 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:28.545562 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:40.035260 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:04:51.433799 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:52.538752 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59689bb0-1aef-4bc8-ae5d-05bbaeeccf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:54.621396 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:55.365473 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afce82e4-aab4-4bb8-97c1-ab5a7baf8a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:56.153037 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:57.807817 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:04:58.547951 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:17.034598 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:05:21.442897 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:22.539504 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d88d5827-3c1e-46b1-ab5e-b1f8b00d745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:24.649704 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:25.366697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf196a18-57d3-4eb7-a626-bf781e60259e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:26.158150 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:27.810937 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:28.549526 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:51.456112 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:52.549609 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1b9a5bd-972b-4a42-a800-46698816517d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:54.033388 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:05:54.653186 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:55.367503 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1552f5e6-291b-4d90-8cca-ed38d9f0a9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:56.159670 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:57.813483 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:05:58.551462 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:21.457812 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:22.541019 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c50c6026-2623-4bad-820d-94506c915939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:24.658735 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:25.370100 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-381e0c0e-dd76-49da-9af8-8f4d974f0d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:26.162601 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:27.816990 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:28.553507 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:31.032921 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:06:51.477751 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:52.543853 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fbf6c93-1eaf-48a4-b662-e908ce10e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:54.652994 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:55.373036 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00334408-caa4-42fa-9c03-89493c2ac12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:56.166877 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:57.818017 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:06:58.555346 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:08.031703 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:07:21.473001 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:22.544921 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1af7b7-070c-41fd-9959-adc0cea69d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:24.653036 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:25.373962 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15cb158a-0c11-4de6-a97b-e0b05e8d2c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:26.174133 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:27.821061 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:28.557565 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:45.031277 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:07:51.475637 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:52.549596 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fba1e04a-ddee-4cf6-9f55-14920a38de0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:54.652787 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:55.376041 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b190fa6b-ed54-4a2c-b2e1-ff1a86fc5edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:56.176521 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:57.824454 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:07:58.559728 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:21.360650 n-d-817326-3 neutron-server[103254]: DEBUG neutron.wsgi [req-00b69c2a-d874-4334-b6c6-2d728eb22a74 req-d6373aa1-4d8e-4e28-8f56-1d71171efe19 service neutron] (103254) timed out ('10.222.0.43', 50966) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 06:08:21.490781 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-22f8-4f4b-a7df-8d41cfad2a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:22.030754 n-d-817326-3 neutron-server[103256]: DEBUG neutron.db.agents_db [None req-53e036bc-45fa-4c76-a4c5-89319120e83e None None] Agent healthcheck: found 7 active agents {{(pid=103256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 06:08:22.553608 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c151c97-6f26-48ff-a33a-7b84a6c441e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:24.653406 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca0b85c9-83af-45af-bb03-dc1fcc4fd0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:25.381420 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19e346e6-d3ca-4008-a43e-5111b92a2168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:26.178675 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a831641e-e948-4ba4-b39d-35cd7497187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:27.827697 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a7d43b9-22d7-4b92-94d9-e36cff16f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 06:08:28.561657 n-d-817326-3 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37dc58cc-5fb0-4883-87ad-6aa9769ec9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775687643037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8001556'] for agent, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}